0: ch1=8074 mean# 8074 dev# 0 part# 0
1: ch1=8074 ch2=8074 mean# 8074 dev# 0 part# 0
2: ch1=13338 ch2=10884 mean# 12111 dev# 1227 part# 0.1013128561
3: ch1=18148 ch2=14148 mean# 16148 dev# 2000 part# 0.1238543473
4: ch1=20188 ch2=20182 mean# 20185 dev# 3 part# 0.0001486252167
5: ch1=27764 ch2=20680 mean# 24222 dev# 3542 part# 0.1462306994
6: ch1=28222 ch2=28296 mean# 28259 dev# 37 part# 0.001309317386
7: ch1=34120 ch2=30472 mean# 32296 dev# 1824 part# 0.05647758236
8: ch1=37842 ch2=34824 mean# 36333 dev# 1509 part# 0.04153249112
9: ch1=40380 ch2=40360 mean# 40370 dev# 10 part# 0.0002477086946
10: ch1=47458 ch2=41356 mean# 44407 dev# 3051 part# 0.06870538429
11: ch1=49004 ch2=47884 mean# 48444 dev# 560 part# 0.01155973908
12: ch1=53814 ch2=51148 mean# 52481 dev# 1333 part# 0.02539966845
13: ch1=58624 ch2=54412 mean# 56518 dev# 2106 part# 0.03726246506
14: ch1=60572 ch2=60538 mean# 60555 dev# 17 part# 0.0002807365205
15: ch1=68240 ch2=60944 mean# 64592 dev# 3648 part# 0.05647758236
16: ch1=68698 ch2=68560 mean# 68629 dev# 69 part# 0.001005405878
17: ch1=74596 ch2=70736 mean# 72666 dev# 1930 part# 0.0265598767
18: ch1=78318 ch2=75088 mean# 76703 dev# 1615 part# 0.02105523904
19: ch1=80764 ch2=80716 mean# 80740 dev# 24 part# 0.0002972504335
20: ch1=87934 ch2=81620 mean# 84777 dev# 3157 part# 0.03723887375
21: ch1=89480 ch2=88148 mean# 88814 dev# 666 part# 0.007498817754
22: ch1=94290 ch2=91412 mean# 92851 dev# 1439 part# 0.01549794833
23: ch1=99100 ch2=94676 mean# 96888 dev# 2212 part# 0.02283048468
24: ch1=100956 ch2=100894 mean# 100925 dev# 31 part# 0.0003071587813
25: ch1=108716 ch2=101208 mean# 104962 dev# 3754 part# 0.03576532459
26: ch1=109174 ch2=108824 mean# 108999 dev# 175 part# 0.001605519317
27: ch1=113984 ch2=112088 mean# 113036 dev# 948 part# 0.008386708659
28: ch1=119882 ch2=114264 mean# 117073 dev# 2809 part# 0.02399357666
29: ch1=121148 ch2=121072 mean# 121110 dev# 38 part# 0.0003137643465
30: ch1=128410 ch2=121884 mean# 125147 dev# 3263 part# 0.02607333775
31: ch1=121882 ch2=128412 mean# 125147 dev# 3265 part# 0.02608931896
32: ch1=126692 ch2=123602 mean# 125147 dev# 1545 part# 0.01234548171
33: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
34: ch1=123192 ch2=127102 mean# 125147 dev# 1955 part# 0.01562162896
35: ch1=129004 ch2=121290 mean# 125147 dev# 3857 part# 0.03081975597
36: ch1=121428 ch2=128866 mean# 125147 dev# 3719 part# 0.02971705275
37: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
38: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
39: ch1=123686 ch2=126608 mean# 125147 dev# 1461 part# 0.01167427106
40: ch1=128502 ch2=121792 mean# 125147 dev# 3355 part# 0.02680847324
41: ch1=121882 ch2=128412 mean# 125147 dev# 3265 part# 0.02608931896
42: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
43: ch1=125146 ch2=125148 mean# 125147 dev# 1 part# 7.990603051e-06
44: ch1=123096 ch2=127198 mean# 125147 dev# 2051 part# 0.01638872686
45: ch1=129092 ch2=121202 mean# 125147 dev# 3945 part# 0.03152292904
46: ch1=121424 ch2=128870 mean# 125147 dev# 3723 part# 0.02974901516
47: ch1=126230 ch2=124064 mean# 125147 dev# 1083 part# 0.008653823104
48: ch1=125142 ch2=125152 mean# 125147 dev# 5 part# 3.995301525e-05
49: ch1=123590 ch2=126704 mean# 125147 dev# 1557 part# 0.01244136895
50: ch1=128590 ch2=121704 mean# 125147 dev# 3443 part# 0.0275116463
51: ch1=121878 ch2=128416 mean# 125147 dev# 3269 part# 0.02612128137
52: ch1=126230 ch2=124064 mean# 125147 dev# 1083 part# 0.008653823104
53: ch1=125142 ch2=125152 mean# 125147 dev# 5 part# 3.995301525e-05
54: ch1=123000 ch2=127244 mean# 125122 dev# 2122 part# 0.01695944758
55: ch1=128046 ch2=122198 mean# 125122 dev# 2924 part# 0.02336919167
56: ch1=121832 ch2=128412 mean# 125122 dev# 3290 part# 0.02629433673
57: ch1=126184 ch2=124060 mean# 125122 dev# 1062 part# 0.008487715989
58: ch1=126184 ch2=124060 mean# 125122 dev# 1062 part# 0.008487715989
59: ch1=122410 ch2=127834 mean# 125122 dev# 2712 part# 0.02167484535
60: ch1=128636 ch2=121608 mean# 125122 dev# 3514 part# 0.02808458944
61: ch1=121832 ch2=128412 mean# 125122 dev# 3290 part# 0.02629433673
62: ch1=126184 ch2=124060 mean# 125122 dev# 1062 part# 0.008487715989
63: ch1=125096 ch2=125148 mean# 125122 dev# 26 part# 0.0002077971899
64: ch1=122908 ch2=127336 mean# 125122 dev# 2214 part# 0.01769472994
65: ch1=128138 ch2=122106 mean# 125122 dev# 3016 part# 0.02410447403
66: ch1=121832 ch2=128412 mean# 125122 dev# 3290 part# 0.02629433673
67: ch1=126642 ch2=123602 mean# 125122 dev# 1520 part# 0.01214814341
68: ch1=126188 ch2=124056 mean# 125122 dev# 1066 part# 0.008519684788
69: ch1=122322 ch2=127922 mean# 125122 dev# 2800 part# 0.02237815892
70: ch1=128732 ch2=121512 mean# 125122 dev# 3610 part# 0.0288518406
71: ch1=121836 ch2=128408 mean# 125122 dev# 3286 part# 0.02626236793
72: ch1=126188 ch2=124056 mean# 125122 dev# 1066 part# 0.008519684788
73: ch1=126188 ch2=124056 mean# 125122 dev# 1066 part# 0.008519684788
74: ch1=123908 ch2=126336 mean# 125122 dev# 1214 part# 0.00970253033
75: ch1=128234 ch2=122010 mean# 125122 dev# 3112 part# 0.0248717252
76: ch1=121836 ch2=128408 mean# 125122 dev# 3286 part# 0.02626236793
77: ch1=126646 ch2=123598 mean# 125122 dev# 1524 part# 0.01218011221
78: ch1=126192 ch2=124052 mean# 125122 dev# 1070 part# 0.008551653586
79: ch1=123322 ch2=126922 mean# 125122 dev# 1800 part# 0.0143859593
80: ch1=128828 ch2=121416 mean# 125122 dev# 3706 part# 0.02961909177
81: ch1=121840 ch2=128404 mean# 125122 dev# 3282 part# 0.02623039913
82: ch1=126192 ch2=124052 mean# 125122 dev# 1070 part# 0.008551653586
83: ch1=126192 ch2=124052 mean# 125122 dev# 1070 part# 0.008551653586
84: ch1=123820 ch2=126424 mean# 125122 dev# 1302 part# 0.0104058439
85: ch1=128330 ch2=121964 mean# 125147 dev# 3183 part# 0.02543408951
86: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
87: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
88: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
89: ch1=123276 ch2=127018 mean# 125147 dev# 1871 part# 0.01495041831
90: ch1=128920 ch2=121374 mean# 125147 dev# 3773 part# 0.03014854531
91: ch1=121428 ch2=128866 mean# 125147 dev# 3719 part# 0.02971705275
92: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
93: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
94: ch1=123770 ch2=126524 mean# 125147 dev# 1377 part# 0.0110030604
95: ch1=128418 ch2=121876 mean# 125147 dev# 3271 part# 0.02613726258
96: ch1=121882 ch2=128412 mean# 125147 dev# 3265 part# 0.02608931896
97: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
98: ch1=125146 ch2=125148 mean# 125147 dev# 1 part# 7.990603051e-06
99: ch1=123180 ch2=127114 mean# 125147 dev# 1967 part# 0.0157175162
100: ch1=126832 ch2=122374 ch3=1088 mean# 83431.33333 dev# 58253.9661 part# 0.6982264788
101: ch1=119248 ch2=125606 ch3=5440 mean# 83431.33333 dev# 55209.25102 part# 0.6617328145
102: ch1=123198 ch2=119712 ch3=7384 mean# 83431.33333 dev# 53792.41415 part# 0.6447507429
103: ch1=118610 ch2=120800 ch3=10884 mean# 83431.33333 dev# 51306.5019 part# 0.6149548359
104: ch1=120786 ch2=118624 ch3=10884 mean# 83431.33333 dev# 51306.30397 part# 0.6149524636
105: ch1=119344 ch2=115714 ch3=15236 mean# 83431.33333 dev# 48244.14881 part# 0.578249764
106: ch1=112258 ch2=118624 ch3=19412 mean# 83431.33333 dev# 45343.04628 part# 0.5434774259
107: ch1=115342 ch2=114272 ch3=20680 mean# 83431.33333 dev# 44374.04347 part# 0.5318630507
108: ch1=112078 ch2=114272 ch3=23944 mean# 83431.33333 dev# 42073.43207 part# 0.504288142
109: ch1=112988 ch2=112096 ch3=25210 mean# 83431.33333 dev# 41170.31015 part# 0.4934634089
110: ch1=111048 ch2=109858 ch3=29388 mean# 83431.33333 dev# 38217.49541 part# 0.4580712531
111: ch1=107722 ch2=111008 ch3=31564 mean# 83431.33333 dev# 36700.26929 part# 0.4398859257
112: ch1=107264 ch2=107744 ch3=35286 mean# 83431.33333 dev# 34044.45566 part# 0.4080535968
113: ch1=108196 ch2=105568 ch3=36530 mean# 83431.33333 dev# 33181.6003 part# 0.3977114948
114: ch1=102298 ch2=107660 ch3=40336 mean# 83431.33333 dev# 30551.52563 part# 0.3661876708
115: ch1=106818 ch2=102108 ch3=41368 mean# 83431.33333 dev# 29805.35783 part# 0.3572441748
116: ch1=99640 ch2=104934 ch3=45720 mean# 83431.33333 dev# 26753.38116 part# 0.3206634737
117: ch1=103404 ch2=99078 ch3=47812 mean# 83431.33333 dev# 25248.5148 part# 0.3026262891
118: ch1=97914 ch2=101220 ch3=51160 mean# 83431.33333 dev# 22859.15754 part# 0.273987681
119: ch1=100090 ch2=97956 ch3=52248 mean# 83431.33333 dev# 22067.15051 part# 0.2644947603
120: ch1=98242 ch2=96082 ch3=55970 mean# 83431.33333 dev# 19438.10727 part# 0.2329832989
121: ch1=92474 ch2=99040 ch3=58780 mean# 83431.33333 dev# 17636.02875 part# 0.2113837578
122: ch1=96196 ch2=93142 ch3=60956 mean# 83431.33333 dev# 15941.29199 part# 0.1910708046
123: ch1=92478 ch2=93596 ch3=64220 mean# 83431.33333 dev# 13592.12952 part# 0.1629139674
124: ch1=91390 ch2=92508 ch3=66396 mean# 83431.33333 dev# 12054.44364 part# 0.1444834112
125: ch1=90132 ch2=90044 ch3=70118 mean# 83431.33333 dev# 9414.016831 part# 0.1128355074
126: ch1=87038 ch2=91416 ch3=71840 mean# 83431.33333 dev# 8388.920365 part# 0.100548799
127: ch1=88126 ch2=87064 ch3=75104 mean# 83431.33333 dev# 5904.253909 part# 0.07076782395
128: ch1=87330 ch2=85976 ch3=76988 mean# 83431.33333 dev# 4589.534278 part# 0.05500971991
129: ch1=83608 ch2=85976 ch3=80710 mean# 83431.33333 dev# 2153.461916 part# 0.02581118903
130: ch1=86820 ch2=81834 ch3=81640 mean# 83431.33333 dev# 2397.457728 part# 0.02873569955
131: ch1=81136 ch2=84254 ch3=84904 mean# 83431.33333 dev# 1644.595459 part# 0.01971196423
132: ch1=85172 ch2=82394 ch3=82728 mean# 83431.33333 dev# 1238.367025 part# 0.01484294899
133: ch1=81358 ch2=84888 ch3=84048 mean# 83431.33333 dev# 1505.641244 part# 0.01804647228
134: ch1=87034 ch2=81624 ch3=81636 mean# 83431.33333 dev# 2547.474741 part# 0.03053378915
135: ch1=78960 ch2=85346 ch3=85988 mean# 83431.33333 dev# 3172.554947 part# 0.03802594085
136: ch1=82564 ch2=83918 ch3=83812 mean# 83431.33333 dev# 614.8221062 part# 0.007369199096
137: ch1=84678 ch2=82716 ch3=82900 mean# 83431.33333 dev# 884.7211739 part# 0.01060418357
138: ch1=84858 ch2=82716 ch3=82720 mean# 83431.33333 dev# 1008.806996 part# 0.01209146439
139: ch1=83312 ch2=83174 ch3=83808 mean# 83431.33333 dev# 272.236825 part# 0.003263004607
140: ch1=80764 ch2=84812 ch3=84718 mean# 83431.33333 dev# 1886.479849 part# 0.02261116746
141: ch1=84402 ch2=83176 ch3=82716 mean# 83431.33333 dev# 711.5922678 part# 0.008529077019
142: ch1=81598 ch2=84892 ch3=83804 mean# 83431.33333 dev# 1370.345293 part# 0.01642482792
143: ch1=86408 ch2=81628 ch3=82258 mean# 83431.33333 dev# 2120.476886 part# 0.02541583361
144: ch1=80666 ch2=84892 ch3=84736 mean# 83431.33333 dev# 1956.422813 part# 0.02344949714
145: ch1=87018 ch2=81712 ch3=81564 mean# 83431.33333 dev# 2536.875944 part# 0.03040675299
146: ch1=81148 ch2=84262 ch3=84884 mean# 83431.33333 dev# 1634.406994 part# 0.01958984627
147: ch1=84236 ch2=83350 ch3=82708 mean# 83431.33333 dev# 626.4488983 part# 0.007508556717
148: ch1=81560 ch2=84854 ch3=83880 mean# 83431.33333 dev# 1381.686248 part# 0.01656075953
149: ch1=87050 ch2=81624 ch3=81620 mean# 83431.33333 dev# 2558.78426 part# 0.03066934397
150: ch1=80064 ch2=85346 ch3=84884 mean# 83431.33333 dev# 2388.522742 part# 0.02862860566
151: ch1=83478 ch2=83478 ch3=83338 mean# 83431.33333 dev# 65.99663291 part# 0.0007910293444
152: ch1=83782 ch2=82720 ch3=83792 mean# 83431.33333 dev# 503.005191 part# 0.006028972221
153: ch1=82694 ch2=83808 ch3=83792 mean# 83431.33333 dev# 521.414316 part# 0.006249622236
154: ch1=84870 ch2=82720 ch3=82704 mean# 83431.33333 dev# 1017.311926 part# 0.01219340367
155: ch1=80518 ch2=84896 ch3=84880 mean# 83431.33333 dev# 2060.048112 part# 0.02469154009
156: ch1=85328 ch2=82720 ch3=82246 mean# 83431.33333 dev# 1355.034399 part# 0.016241313
157: ch1=82698 ch2=83808 ch3=83788 mean# 83431.33333 dev# 518.6092513 part# 0.006216000999
158: ch1=84874 ch2=82720 ch3=82700 mean# 83431.33333 dev# 1020.152058 part# 0.01222744523
159: ch1=80780 ch2=84896 ch3=84618 mean# 83431.33333 dev# 1878.207893 part# 0.02251202058
160: ch1=87212 ch2=81632 ch3=81450 mean# 83431.33333 dev# 2674.367381 part# 0.03205471223
161: ch1=81156 ch2=84266 ch3=84872 mean# 83431.33333 dev# 1627.81353 part# 0.01951081764
162: ch1=84244 ch2=83354 ch3=82696 mean# 83431.33333 dev# 634.3297425 part# 0.007603015763
163: ch1=81754 ch2=84756 ch3=83784 mean# 83431.33333 dev# 1250.67484 part# 0.01499046929
164: ch1=87058 ch2=81628 ch3=81608 mean# 83431.33333 dev# 2564.453591 part# 0.03073729604
165: ch1=81160 ch2=84262 ch3=84872 mean# 83431.33333 dev# 1625.267431 part# 0.01948030034
166: ch1=84248 ch2=83350 ch3=82696 mean# 83431.33333 dev# 636.2061161 part# 0.007625505799
167: ch1=82190 ch2=84320 ch3=83784 mean# 83431.33333 dev# 904.6197482 part# 0.01084268598
168: ch1=85974 ch2=82712 ch3=81608 mean# 83431.33333 dev# 1853.567611 part# 0.02221668451
169: ch1=81164 ch2=84258 ch3=84872 mean# 83431.33333 dev# 1622.72391 part# 0.01944981394
170: ch1=83960 ch2=83346 ch3=82988 mean# 83431.33333 dev# 401.378735 part# 0.004810887216
171: ch1=84798 ch2=82796 ch3=82700 mean# 83431.33333 dev# 967.1736602 part# 0.0115924512
172: ch1=81160 ch2=84258 ch3=84876 mean# 83431.33333 dev# 1625.771065 part# 0.01948633685
173: ch1=85696 ch2=81898 ch3=82700 mean# 83431.33333 dev# 1634.490203 part# 0.0195908436
174: ch1=80886 ch2=84896 ch3=84512 mean# 83431.33333 dev# 1806.6369 part# 0.02165417749
175: ch1=87504 ch2=81632 ch3=81158 mean# 83431.33333 dev# 2886.304365 part# 0.0345949687
176: ch1=81152 ch2=84266 ch3=84876 mean# 83431.33333 dev# 1630.857716 part# 0.01954730496
177: ch1=84240 ch2=83354 ch3=82700 mean# 83431.33333 dev# 631.0759771 part# 0.007564016442
178: ch1=81610 ch2=83808 ch3=84876 mean# 83431.33333 dev# 1359.680681 part# 0.0162970029
179: ch1=88138 ch2=80544 ch3=81612 mean# 83431.33333 dev# 3356.554715 part# 0.04023134452
180: ch1=82240 ch2=83808 ch3=84246 mean# 83431.33333 dev# 861.1687149 part# 0.01032188604
181: ch1=84194 ch2=85572 ch3=80528 mean# 83431.33333 dev# 2128.650485 part# 0.02551380159
182: ch1=87808 ch2=84134 ch3=78352 mean# 83431.33333 dev# 3892.23923 part# 0.046652008
183: ch1=87050 ch2=88156 ch3=75088 mean# 83431.33333 dev# 5916.880785 part# 0.07091916848
184: ch1=89226 ch2=88156 ch3=72912 mean# 83431.33333 dev# 7451.107539 part# 0.08930826395
185: ch1=90314 ch2=89244 ch3=70736 mean# 83431.33333 dev# 8987.578144 part# 0.107724254
186: ch1=91854 ch2=92056 ch3=66384 mean# 83431.33333 dev# 12054.56708 part# 0.1444848908
187: ch1=94662 ch2=90336 ch3=65296 mean# 83431.33333 dev# 12944.65927 part# 0.1551534508
188: ch1=93574 ch2=94688 ch3=62032 mean# 83431.33333 dev# 15138.44663 part# 0.1814479767
189: ch1=95750 ch2=94688 ch3=59856 mean# 83431.33333 dev# 16675.91511 part# 0.1998759273
190: ch1=98464 ch2=95776 ch3=56054 mean# 83431.33333 dev# 19389.77602 part# 0.2324040052
191: ch1=94528 ch2=100266 ch3=55500 mean# 83431.33333 dev# 19888.86954 part# 0.2383860924
192: ch1=101648 ch2=97498 ch3=51148 mean# 83431.33333 dev# 22890.54875 part# 0.2743639331
193: ch1=100106 ch2=101216 ch3=48972 mean# 83431.33333 dev# 24370.6417 part# 0.2921041859
194: ch1=103370 ch2=101216 ch3=45708 mean# 83431.33333 dev# 26688.91577 part# 0.3198907976
195: ch1=102282 ch2=103392 ch3=44620 mean# 83431.33333 dev# 27447.49802 part# 0.3289830921
196: ch1=104188 ch2=105838 ch3=40268 mean# 83431.33333 dev# 30528.51818 part# 0.3659119058
197: ch1=108810 ch2=103392 ch3=38092 mean# 83431.33333 dev# 32135.96159 part# 0.3851785691
198: ch1=107722 ch2=107744 ch3=34828 mean# 83431.33333 dev# 34367.74776 part# 0.4119285452
199: ch1=106634 ch2=109920 ch3=33740 mean# 83431.33333 dev# 35162.67818 part# 0.4214565053
200: ch1=112532 ch2=108374 ch3=29388 mean# 83431.33333 dev# 38252.09057 part# 0.4584859074
201: ch1=111052 ch2=112322 ch3=26920 mean# 83431.33333 dev# 39962.91048 part# 0.4789916316
202: ch1=114254 ch2=111008 ch3=25032 mean# 83431.33333 dev# 41315.82206 part# 0.4952075008
203: ch1=114712 ch2=114902 ch3=20680 mean# 83431.33333 dev# 44371.96113 part# 0.5318380919
204: ch1=114528 ch2=116174 ch3=19592 mean# 83431.33333 dev# 45146.22678 part# 0.5411183662
205: ch1=119338 ch2=115352 ch3=15604 mean# 83431.33333 dev# 47988.76542 part# 0.575188763
206: ch1=114534 ch2=120524 ch3=15236 mean# 83431.33333 dev# 48283.34869 part# 0.57871961
207: ch1=122336 ch2=117074 ch3=10884 mean# 83431.33333 dev# 51343.67109 part# 0.6154003423
208: ch1=119248 ch2=122338 ch3=8708 mean# 83431.33333 dev# 52852.43251 part# 0.6334842127
209: ch1=124054 ch2=121884 ch3=4356 mean# 83431.33333 dev# 55921.72197 part# 0.6702724232
210: ch1=121878 ch2=124060 ch3=4356 mean# 83431.33333 dev# 55921.79979 part# 0.670273356
211: ch1=123102 ch2=126558 ch3=634 mean# 83431.33333 dev# 58563.55402 part# 0.7019371701
212: ch1=128452 ch2=121842 mean# 125147 dev# 3305 part# 0.02640894308
213: ch1=121882 ch2=128412 mean# 125147 dev# 3265 part# 0.02608931896
214: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
215: ch1=125146 ch2=125148 mean# 125147 dev# 1 part# 7.990603051e-06
216: ch1=123146 ch2=127148 mean# 125147 dev# 2001 part# 0.0159891967
217: ch1=127954 ch2=122340 mean# 125147 dev# 2807 part# 0.02242962276
218: ch1=121882 ch2=128412 mean# 125147 dev# 3265 part# 0.02608931896
219: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
220: ch1=125146 ch2=125148 mean# 125147 dev# 1 part# 7.990603051e-06
221: ch1=123644 ch2=126650 mean# 125147 dev# 1503 part# 0.01200987639
222: ch1=128544 ch2=121750 mean# 125147 dev# 3397 part# 0.02714407856
223: ch1=121882 ch2=128412 mean# 125147 dev# 3265 part# 0.02608931896
224: ch1=126234 ch2=124060 mean# 125147 dev# 1087 part# 0.008685785516
225: ch1=125146 ch2=125148 mean# 125147 dev# 1 part# 7.990603051e-06
226: ch1=123054 ch2=127240 mean# 125147 dev# 2093 part# 0.01672433219
227: ch1=128050 ch2=122244 mean# 125147 dev# 2903 part# 0.02319672066
228: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
229: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
230: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
231: ch1=122464 ch2=127830 mean# 125147 dev# 2683 part# 0.02143878799
232: ch1=128640 ch2=121654 mean# 125147 dev# 3493 part# 0.02791117646
233: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
234: ch1=127326 ch2=122968 mean# 125147 dev# 2179 part# 0.01741152405
235: ch1=125150 ch2=125144 mean# 125147 dev# 3 part# 2.397180915e-05
236: ch1=122962 ch2=127332 mean# 125147 dev# 2185 part# 0.01745946767
237: ch1=128142 ch2=122152 mean# 125147 dev# 2995 part# 0.02393185614
238: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
239: ch1=126696 ch2=123598 mean# 125147 dev# 1549 part# 0.01237744413
240: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
241: ch1=122376 ch2=127918 mean# 125147 dev# 2771 part# 0.02214196105
242: ch1=128736 ch2=121558 mean# 125147 dev# 3589 part# 0.02867827435
243: ch1=121890 ch2=128404 mean# 125147 dev# 3257 part# 0.02602539414
244: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
245: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
246: ch1=123962 ch2=126332 mean# 125147 dev# 1185 part# 0.009468864615
247: ch1=128238 ch2=122056 mean# 125147 dev# 3091 part# 0.02469895403
248: ch1=122978 ch2=127316 mean# 125147 dev# 2169 part# 0.01733161802
249: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
250: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
251: ch1=123372 ch2=126922 mean# 125147 dev# 1775 part# 0.01418332042
252: ch1=128828 ch2=121466 mean# 125147 dev# 3681 part# 0.02941340983
253: ch1=121890 ch2=128404 mean# 125147 dev# 3257 part# 0.02602539414
254: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
255: ch1=126242 ch2=124052 mean# 125147 dev# 1095 part# 0.008749710341
256: ch1=123870 ch2=126424 mean# 125147 dev# 1277 part# 0.0102040001
257: ch1=128330 ch2=121964 mean# 125147 dev# 3183 part# 0.02543408951
258: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
259: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
260: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
261: ch1=123276 ch2=127018 mean# 125147 dev# 1871 part# 0.01495041831
262: ch1=127832 ch2=122462 mean# 125147 dev# 2685 part# 0.02145476919
263: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
264: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
265: ch1=125150 ch2=125144 mean# 125147 dev# 3 part# 2.397180915e-05
266: ch1=123774 ch2=126520 mean# 125147 dev# 1373 part# 0.01097109799
267: ch1=128422 ch2=121872 mean# 125147 dev# 3275 part# 0.02616922499
268: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
269: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
270: ch1=125150 ch2=125144 mean# 125147 dev# 3 part# 2.397180915e-05
271: ch1=123184 ch2=127110 mean# 125147 dev# 1963 part# 0.01568555379
272: ch1=127924 ch2=122370 mean# 125147 dev# 2777 part# 0.02218990467
273: ch1=121886 ch2=128408 mean# 125147 dev# 3261 part# 0.02605735655
274: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
275: ch1=126238 ch2=124056 mean# 125147 dev# 1091 part# 0.008717747928
276: ch1=122594 ch2=127700 mean# 125147 dev# 2553 part# 0.02040000959
277: ch1=121152 ch2=129142 mean# 125147 dev# 3995 part# 0.03192245919
278: ch1=114066 ch2=136228 mean# 125147 dev# 11081 part# 0.08854387241
279: ch1=112520 ch2=137774 mean# 125147 dev# 12627 part# 0.1008973447
280: ch1=107710 ch2=142584 mean# 125147 dev# 17437 part# 0.1393321454
281: ch1=102900 ch2=147394 mean# 125147 dev# 22247 part# 0.1777669461
282: ch1=100960 ch2=149334 mean# 125147 dev# 24187 part# 0.193268716
283: ch1=93284 ch2=157010 mean# 125147 dev# 31863 part# 0.254604585
284: ch1=92826 ch2=157468 mean# 125147 dev# 32321 part# 0.2582642812
285: ch1=88016 ch2=162278 mean# 125147 dev# 37131 part# 0.2966990819
286: ch1=82118 ch2=166520 mean# 124319 dev# 42201 part# 0.3394573637
2026-01-08T17:00:54.595234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036841059898580:2048] [node 2] ICP01 ready to work
2026-01-08T17:00:54.601489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036840767533728:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:54.628524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036841059898590:2057] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:54.629586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593036841059898580:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:54.630100Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036840767533739:2057] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:54.649942Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036841059898590:2057] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:54.650076Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036840767533739:2057] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:54.650228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593036841059898580:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:54.650444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036840767533728:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:00:54.650432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:54.650512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036841059898580:2048] [node 2] ICP22 created new session: [1:7593036841059898593:2048]
2026-01-08T17:00:54.650529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:54.650562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036840767533728:2048] [node 1] ICP22 created new session: [2:7593036840767533742:2048]
2026-01-08T17:00:54.650581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036841059898593:2048] [node 2] ICS09 handshake done sender: [1:7593036841059898590:2057] self: [1:7593036841059898591:0] peer: [2:7593036840767533738:0] socket: 17 qp: 4575
2026-01-08T17:00:54.650586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036840767533742:2048] [node 1] ICS09 handshake done sender: [2:7593036840767533739:2057] self: [2:7593036840767533738:0] peer: [1:7593036841059898591:0] socket: 16 qp: 4574
2026-01-08T17:00:54.650661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036841059898593:2048] [node 2] ICS10 traffic start
2026-01-08T17:00:54.650622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036840767533742:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:54.650737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:54.651083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:54.716766Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:00:54.717070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036840767533742:2048] [node 1] ICS01 socket: 16 reason# EndOfStream
2026-01-08T17:00:54.717230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036840767533728:2048] [node 1] ICP30 unregister session Session# [2:7593036840767533742:2048] VirtualId# [2:7593036840767533738:0]
2026-01-08T17:00:54.717295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036840767533742:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:54.717430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:54.717487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:54.720184Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036840767533728:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# ::1(::1:2944) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:54.720285Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036840767533728:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# ::1(::1:2944) Couldn't connect to any resolved address LastSessionDieTime# 2026-01-08T17:00:54.716522Z
2026-01-08T17:00:54.720299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# ::1(::1:2944) Couldn't connect to any resolved address LastSessionDieTime# 2026-01-08T17:00:54.716522Z
2026-01-08T17:00:54.756817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036838802197811:2048] [node 2] ICP01 ready to work
2026-01-08T17:00:54.762546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036838941868534:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:54.773438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036838802197821:2057] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:54.775080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593036838802197811:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:54.775693Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1583: Handshake [1:7593036838802197821:2057] [node 2] ICH03 handshake failed, explanation# incoming handshake Peer# ::1(::1) connection checker refused to proceed with incoming connection: rejected
2026-01-08T17:00:54.775927Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1583: Handshake [2:7593036838941868545:2057] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:12203) error from peer: connection checker refused to proceed with incoming connection: rejected
2026-01-08T17:00:54.777147Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:404: Proxy [1:7593036838802197811:2048] [node 2] ICP24 incoming handshake failed, temporary: 1 explanation: incoming handshake Peer# ::1(::1) connection checker refused to proceed with incoming connection: rejected outgoing: [0:0:0]
2026-01-08T17:00:54.777201Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [1:7593036838802197811:2048] [node 2] ICP32 transit to hold-by-error state Explanation# incoming handshake Peer# ::1(::1) connection checker refused to proceed with incoming connection: rejected LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:54.777211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: incoming handshake Peer# ::1(::1) connection checker refused to proceed with incoming connection: rejected LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:54.777423Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036838941868534:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# ::1(::1:12203) error from peer: connection checker refused to proceed with incoming connection: rejected incoming: [0:0:0] held: no
2026-01-08T17:00:54.777534Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036838941868534:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# ::1(::1:12203) error from peer: connection checker refused to proceed with incoming connection: rejected LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:54.777555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# ::1(::1:12203) error from peer: connection checker refused to proceed with incoming connection: rejected LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:54.787260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593036838941868534:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:54.819743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036839212858465:2048] [node 2] ICP01 ready to work
2026-01-08T17:00:54.819786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036839212858466:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:54.824917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036840986765365:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:54.824963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036840986765366:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:54.829905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036838983497845:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:54.829926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036838983497846:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:54.835863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036837748214876:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:54.835883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036837748214877:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:54.835906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036837748214878:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:54.842981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036840643681980:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:54.843014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036840643681981:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:54.843049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036840643681982:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:54.849330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036837741564724:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:54.849353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036837741564725:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:54.849386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036837741564726:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:54.931075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036839212858528:2107] [node 5] ICP01 ready to work
2026-01-08T17:00:54.934334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036837741564786:2104] [node 5] ICP01 ready to work
2026-01-08T17:00:54.949441Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036840986765365:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(22955751ns) {Configure:104(21719615ns) {ProcessConfigured:135(606026ns) {StartInitialHandshake:157(304919ns) {DropHandshakes:470(2637ns) {DropIncomingHandshake:442(614ns) DropOutgoingHandshake:457(491ns)} GenerateSessionVirtualId:992(1083ns) PrepareNewSessionHandshake:477(1714ns) {SwitchToState:179(1058ns)}}}}}
2026-01-08T17:00:54.943982Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036840643681980:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(18198431ns) {Configure:104(18194151ns) {ProcessConfigured:135(5378852ns) {StartInitialHandshake:157(4608049ns) {DropHandshakes:470(2805ns) {DropIncomingHandshake:442(1223ns) DropOutgoingHandshake:457(392ns)} GenerateSessionVirtualId:992(1788ns) PrepareNewSessionHandshake:477(7938ns) {SwitchToState:179(4691ns)}}}}}
2026-01-08T17:00:54.956064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036840986765430:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:54.954656Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036838983497845:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19019369ns) {Configure:104(19006352ns) {ProcessConfigured:135(571487ns) {StartInitialHandshake:157(468513ns) {DropHandshakes:470(3028ns) {DropIncomingHandshake:442(554ns) DropOutgoingHandshake:457(408ns)} GenerateSessionVirtualId:992(922ns) PrepareNewSessionHandshake:477(2113ns) {SwitchToState:179(965ns)}}}}}
2026-01-08T17:00:54.955054Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036839212858465:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(19372159ns) {Configure:104(19364560ns) {ProcessConfigured:135(767962ns) {StartInitialHandshake:157(766262ns) {DropHandshakes:470(2867ns) {DropIncomingHandshake:442(558ns) DropOutgoingHandshake:457(621ns)} GenerateSessionVirtualId:992(645ns) PrepareNewSessionHandshake:477(949ns) {SwitchToState:179(411ns)}}}}}
2026-01-08T17:00:54.983953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036839212858531:2108] [node 6] ICP01 ready to work
2026-01-08T17:00:54.955002Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036837741564786:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18702805ns) {Configure:104(18700283ns) {ProcessConfigured:135(319986ns) {StartInitialHandshake:157(314731ns) {DropHandshakes:470(1872ns) {DropIncomingHandshake:442(461ns) DropOutgoingHandshake:457(316ns)} GenerateSessionVirtualId:992(637ns) PrepareNewSessionHandshake:477(1265ns) {SwitchToState:179(518ns)}}}}}
2026-01-08T17:00:54.986070Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036840643681981:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(18434708ns) {Configure:104(18424957ns) {ProcessConfigured:135(9099081ns) {StartInitialHandshake:157(9095083ns) {DropHandshakes:470(1941ns) {DropIncomingHandshake:442(450ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:992(681ns) PrepareNewSessionHandshake:477(3995ns) {SwitchToState:179(2278ns)}}}}}
2026-01-08T17:00:54.956199Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036837748214878:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(30834103ns) {Configure:104(30831584ns) {ProcessConfigured:135(660232ns) {StartInitialHandshake:157(658293ns) {DropHandshakes:470(1412ns) {DropIncomingHandshake:442(359ns) DropOutgoingHandshake:457(272ns)} GenerateSessionVirtualId:992(385ns) PrepareNewSessionHandshake:477(1419ns) {SwitchToState:179(810ns)}}}}}
2026-01-08T17:00:54.987726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036840986765431:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:54.989116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036837741564790:2110] [node 4] ICP01 ready to work
2026-01-08T17:00:54.999168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036840986765432:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:54.999339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036837748214941:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:54.999330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036838983497910:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:54.999571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036840643682047:2109] [node 4] ICP01 ready to work
2026-01-08T17:00:54.999603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036837748214942:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:54.999784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036838983497911:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:54.999988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036840643682048:2110] [node 6] ICP01 ready to work
2026-01-08T17:00:55.000209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036843278465208:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:55.000404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036843507825830:2109] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.006734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036843507825837:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62216
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.008220Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036844938649353:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48918
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.010553Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036845281732738:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50538
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.010689Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036845281732739:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50538
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.011034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036843278465221:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13364
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.013841Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036844938649355:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48918
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.062999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036843278465218:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13364
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.063193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036843278465219:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13364
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.063316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036843278465220:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13364
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.065121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036845281732741:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50538
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.089784Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036845281732744:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50538
2026-01-08T17:00:55.097172Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036843278465220:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.108118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036843278465218:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.108992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036842043182250:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42233
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.109162Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036843278465219:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.109216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036842043182251:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42233
2026-01-08T17:00:55.109215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507825837:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.109318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036838983497845:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.109608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036844938649355:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.109860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036840643681980:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.110072Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036839212858533:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.110112Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036839212858533:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.120390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507825832:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.120441Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036843507825832:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.121739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036843507825842:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62216
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.121994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036843507825843:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62216
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.122189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036843507825844:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62216
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.122933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036843507825841:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62216
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.123998Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036843507825832:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:55.124079Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036844938649357:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48918
2026-01-08T17:00:55.124872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507825842:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.125496Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036844938649355:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:55.125854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036839212858528:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.126076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036840643681980:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.126142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:55.126222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:55.126247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036839212858528:2107] [node 5] ICP22 created new session: [1:7593036843507825850:2107]
2026-01-08T17:00:55.126303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036840643681980:2048] [node 1] ICP22 created new session: [5:7593036844938649358:2048]
2026-01-08T17:00:55.126353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036843507825850:2107] [node 5] ICS09 handshake done sender: [1:7593036843507825832:2112] self: [1:7593036843507825831:0] peer: [5:7593036844938649356:0] socket: 49 qp: -1
2026-01-08T17:00:55.126390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036844938649358:2048] [node 1] ICS09 handshake done sender: [5:7593036844938649355:2116] self: [5:7593036844938649356:0] peer: [1:7593036843507825831:0] socket: 55 qp: -1
2026-01-08T17:00:55.126411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036843507825850:2107] [node 5] ICS10 traffic start
2026-01-08T17:00:55.126438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036844938649358:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:55.126515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:55.126501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:55.130845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036839212858533:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:55.132863Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036845281732741:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.133451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036839212858466:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.133476Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036845281732739:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.134127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036840986765365:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.134239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036842043182250:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.133842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:55.133904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036839212858466:2049] [node 3] ICP22 created new session: [1:7593036843507825852:2049]
2026-01-08T17:00:55.133960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036843507825852:2049] [node 3] ICS09 handshake done sender: [1:7593036839212858533:2111] self: [1:7593036839212858532:0] peer: [3:7593036843278465226:0] socket: 46 qp: -1
2026-01-08T17:00:55.134554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036842043182252:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42233
2026-01-08T17:00:55.134007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036843507825852:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:55.134080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:55.134816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036837748214877:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.134572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036845281732743:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50538
2026-01-08T17:00:55.134751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036845281732738:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.135082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036842043182252:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.135149Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036845281732732:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.135074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507825841:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.135190Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036845281732732:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.135215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036839212858530:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.135237Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036839212858530:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.137259Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036845281732732:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:55.137084Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036844938649353:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.138034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036842036532098:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57640
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.138455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036845281732744:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.138517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036840986765430:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.138607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:55.138658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036840986765430:2107] [node 4] ICP22 created new session: [2:7593036845281732750:2107]
2026-01-08T17:00:55.138721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036845281732750:2107] [node 4] ICS09 handshake done sender: [2:7593036845281732732:2112] self: [2:7593036845281732731:0] peer: [4:7593036842043182253:0] socket: 71 qp: -1
2026-01-08T17:00:55.138765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036845281732750:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:55.139112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.141342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036844938649362:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48918
2026-01-08T17:00:55.138465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507825844:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.138309Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036842043182255:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42233
2026-01-08T17:00:55.145068Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036839212858530:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:55.145741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036844938649362:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.146107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036845281732752:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50538
2026-01-08T17:00:55.146247Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036843278465221:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.148337Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036845281732743:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.148436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036845281732730:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.149673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036840643681981:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.148452Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036845281732730:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.149021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036845281732739:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:55.146542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036838983497846:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.146290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036839212858465:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.146400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:55.150209Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036843278465227:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13364
2026-01-08T17:00:55.146465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036839212858465:2048] [node 2] ICP22 created new session: [1:7593036843507825858:2048]
2026-01-08T17:00:55.146535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036843507825858:2048] [node 2] ICS09 handshake done sender: [1:7593036839212858530:2110] self: [1:7593036839212858529:0] peer: [2:7593036845281732746:0] socket: 43 qp: -1
2026-01-08T17:00:55.146569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036843507825858:2048] [node 2] ICS10 traffic start
2026-01-08T17:00:55.146627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:55.150437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036845281732734:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.150467Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036845281732734:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.150365Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036837748214877:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27333) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036842043182250:2115] held: no
2026-01-08T17:00:55.150588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036842043182251:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.150709Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036842043182250:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:55.151562Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036845281732734:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:55.151756Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036843278465219:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.152226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036840986765431:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.152412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:55.152527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036837748214877:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.152461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036840986765431:2108] [node 5] ICP22 created new session: [2:7593036845281732756:2108]
2026-01-08T17:00:55.152439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036844938649364:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48918
2026-01-08T17:00:55.152288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036838983497845:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.152612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036845281732756:2108] [node 5] ICS09 handshake done sender: [2:7593036845281732734:2113] self: [2:7593036845281732733:0] peer: [5:7593036844938649363:0] socket: 85 qp: -1
2026-01-08T17:00:55.152706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036845281732756:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:55.152688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:55.152815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:55.152572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:55.152987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507825843:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.152763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036838983497845:2048] [node 1] ICP22 created new session: [3:7593036843278465229:2048]
2026-01-08T17:00:55.152952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036837748214877:2049] [node 2] ICP22 created new session: [4:7593036842043182257:2049]
2026-01-08T17:00:55.153287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036842043182257:2049] [node 2] ICS09 handshake done sender: [4:7593036842043182250:2115] self: [4:7593036842043182253:0] peer: [2:7593036845281732731:0] socket: 76 qp: -1
2026-01-08T17:00:55.153314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036842043182257:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:55.153346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:55.153239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036839212858466:2049] [node 3] ICP18 handshake (actor [1:7593036843507825843:2118]) is too old
2026-01-08T17:00:55.153387Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036844938649362:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:55.152825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036843278465229:2048] [node 1] ICS09 handshake done sender: [3:7593036843278465219:2116] self: [3:7593036843278465226:0] peer: [1:7593036839212858532:0] socket: 59 qp: -1
2026-01-08T17:00:55.152868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036843278465229:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:55.152900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.154704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036840643681981:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.154869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036842043182256:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42233
2026-01-08T17:00:55.154810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:55.154846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036840643681981:2049] [node 2] ICP22 created new session: [5:7593036844938649365:2049]
2026-01-08T17:00:55.154891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036844938649365:2049] [node 2] ICS09 handshake done sender: [5:7593036844938649362:2118] self: [5:7593036844938649363:0] peer: [2:7593036845281732733:0] socket: 87 qp: -1
2026-01-08T17:00:55.154920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036844938649365:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:55.154968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:55.155691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036837748214878:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.156477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036842036532098:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.157699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036837741564724:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.159011Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036842043182256:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.159366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036842036532100:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57640
2026-01-08T17:00:55.158191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507825834:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.158231Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036843507825834:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.162445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036837748214876:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.162606Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036843278465212:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.162490Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036843507825834:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:55.162660Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036843278465212:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.170893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036840986765365:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.170995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:55.171049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036840986765365:2048] [node 1] ICP22 created new session: [2:7593036845281732758:2048]
2026-01-08T17:00:55.174218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507825836:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.173827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036845281732758:2048] [node 1] ICS09 handshake done sender: [2:7593036845281732739:2116] self: [2:7593036845281732746:0] peer: [1:7593036839212858529:0] socket: 45 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.174342Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036843507825836:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.174002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036845281732758:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:55.180315Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036842043182262:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42233
2026-01-08T17:00:55.174117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:55.180450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036839212858531:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.180557Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036842036532098:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:55.180518Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036840986765365:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:00:55.180682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:55.180741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036839212858531:2108] [node 6] ICP22 created new session: [1:7593036843507825861:2108]
2026-01-08T17:00:55.180804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036843507825861:2108] [node 6] ICS09 handshake done sender: [1:7593036843507825834:2113] self: [1:7593036843507825833:0] peer: [6:7593036842036532099:0] socket: 81 qp: -1
2026-01-08T17:00:55.180987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036843507825861:2108] [node 6] ICS10 traffic start
2026-01-08T17:00:55.181072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:55.180966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036843278465212:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:55.181069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036837741564724:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.181342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036845281732730:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.181466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:55.181519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036837741564724:2048] [node 1] ICP22 created new session: [6:7593036842036532101:2048]
2026-01-08T17:00:55.181730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036844938649367:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48918
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:00:55.181804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036842036532101:2048] [node 1] ICS09 handshake done sender: [6:7593036842036532098:2115] self: [6:7593036842036532099:0] peer: [1:7593036843507825833:0] socket: 83 qp: -1
2026-01-08T17:00:55.181839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036842036532101:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:55.181872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:55.181938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036844938649368:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48918
2026-01-08T17:00:55.182235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036842043182251:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:55.182258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036840986765366:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.182347Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036844938649367:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.182393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:55.182538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036840986765366:2049] [node 3] ICP22 created new session: [2:7593036845281732762:2049]
2026-01-08T17:00:55.182553Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036844938649368:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.182588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036845281732762:2049] [node 3] ICS09 handshake done sender: [2:7593036845281732730:2111] self: [2:7593036845281732729:0] peer: [3:7593036843278465228:0] socket: 56 qp: -1
2026-01-08T17:00:55.182661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036845281732762:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:55.182723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:55.182622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036837748214878:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.182738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:55.182857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036840643682047:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.182798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036837748214878:2050] [node 3] ICP22 created new session: [4:7593036842043182263:2050]
2026-01-08T17:00:55.182881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036842043182263:2050] [node 3] ICS09 handshake done sender: [4:7593036842043182251:2116] self: [4:7593036842043182260:0] peer: [3:7593036843278465211:0] socket: 77 qp: -1
2026-01-08T17:00:55.182910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036842043182263:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:55.182920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036840643681982:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.185006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036838983497910:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.182943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:55.185499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:55.185547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036838983497910:2107] [node 4] ICP22 created new session: [3:7593036843278465235:2107]
2026-01-08T17:00:55.185564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036843507825836:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:55.185613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036843278465235:2107] [node 4] ICS09 handshake done sender: [3:7593036843278465212:2112] self: [3:7593036843278465211:0] peer: [4:7593036842043182260:0] socket: 75 qp: -1
2026-01-08T17:00:55.185650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036843278465235:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:55.185708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:55.185745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036842043182244:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.185777Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036842043182244:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.185944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036843507825830:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.186027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:55.186063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036843507825830:2109] [node 4] ICP22 created new session: [1:7593036843507825864:2109]
2026-01-08T17:00:55.186393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036843507825864:2109] [node 4] ICS09 handshake done sender: [1:7593036843507825836:2114] self: [1:7593036843507825835:0] peer: [4:7593036842043182261:0] socket: 88 qp: -1
2026-01-08T17:00:55.186488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036843507825864:2109] [node 4] ICS10 traffic start
2026-01-08T17:00:55.186613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.186712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036842036532103:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57640
2026-01-08T17:00:55.186743Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036843278465214:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.186761Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036843278465214:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.190025Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036844938649372:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48918
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.190795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036842036532104:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57640
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.190831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036842043182244:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:55.191042Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036842036532105:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57640
2026-01-08T17:00:55.191395Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036838983497846:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27333) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036843278465221:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.191522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036844938649367:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:55.191602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036843278465233:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13364
2026-01-08T17:00:55.192772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036837748214941:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.192802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036840643682047:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.192887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:55.192944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:55.192962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036840643682047:2109] [node 4] ICP22 created new session: [5:7593036844938649374:2109]
2026-01-08T17:00:55.192780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036842036532103:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.192999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036837748214941:2108] [node 5] ICP22 created new session: [4:7593036842043182267:2108]
2026-01-08T17:00:55.193062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036842043182267:2108] [node 5] ICS09 handshake done sender: [4:7593036842043182244:2113] self: [4:7593036842043182243:0] peer: [5:7593036844938649370:0] socket: 50 qp: -1
2026-01-08T17:00:55.192870Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036842036532105:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.192982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036842036532104:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.193161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036837741564726:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.193147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036842043182267:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:55.193143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036844938649374:2109] [node 4] ICS09 handshake done sender: [5:7593036844938649367:2120] self: [5:7593036844938649370:0] peer: [4:7593036842043182243:0] socket: 47 qp: -1
2026-01-08T17:00:55.193186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:55.193179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036844938649374:2109] [node 4] ICS10 traffic start
2026-01-08T17:00:55.193213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036837741564725:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.193227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:55.193280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036837741564786:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.193550Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036837748214876:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036842043182256:2119] held: no
2026-01-08T17:00:55.193650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036845281732736:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.193688Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036845281732736:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.193808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036843278465216:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.193831Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036843278465216:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.195238Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036845281732736:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:55.195454Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036843278465214:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.195770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036840986765432:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.198371Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036844938649352:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.197331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036842043182265:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42233
2026-01-08T17:00:55.201988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:55.198001Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036842043182256:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:55.202957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036838983497911:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.202989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036840986765432:2109] [node 6] ICP22 created new session: [2:7593036845281732765:2109]
2026-01-08T17:00:55.198614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036837748214876:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.198405Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036844938649352:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.198701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:55.198786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036837748214876:2048] [node 1] ICP22 created new session: [4:7593036842043182270:2048]
2026-01-08T17:00:55.203412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036845281732765:2109] [node 6] ICS09 handshake done sender: [2:7593036845281732736:2114] self: [2:7593036845281732735:0] peer: [6:7593036842036532108:0] socket: 98 qp: -1
2026-01-08T17:00:55.198857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036842043182270:2048] [node 1] ICS09 handshake done sender: [4:7593036842043182256:2119] self: [4:7593036842043182261:0] peer: [1:7593036843507825835:0] socket: 61 qp: -1
2026-01-08T17:00:55.203453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036845281732765:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:55.198894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036842043182270:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:55.198924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:55.203856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:55.203919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036838983497911:2108] [node 5] ICP22 created new session: [3:7593036843278465239:2108]
2026-01-08T17:00:55.203973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036843278465239:2108] [node 5] ICS09 handshake done sender: [3:7593036843278465214:2113] self: [3:7593036843278465213:0] peer: [5:7593036844938649371:0] socket: 63 qp: -1
2026-01-08T17:00:55.204004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036843278465239:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:55.204057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.204033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:55.204460Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036844938649373:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48918
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.204727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036843278465237:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13364
2026-01-08T17:00:55.205713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036843278465237:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.205891Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036843278465221:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:55.204459Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036842036532110:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57640
2026-01-08T17:00:55.208077Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036844938649368:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:55.208119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036842036532105:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:55.208173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036838983497846:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.208388Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036837741564725:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27333) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036842036532105:2119] held: no
2026-01-08T17:00:55.208398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:55.208483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036837741564725:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.208463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036838983497846:2049] [node 2] ICP22 created new session: [3:7593036843278465243:2049]
2026-01-08T17:00:55.208539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036840643681982:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13364) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036844938649368:2121] held: no
2026-01-08T17:00:55.208515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036843278465243:2049] [node 2] ICS09 handshake done sender: [3:7593036843278465221:2118] self: [3:7593036843278465228:0] peer: [2:7593036845281732729:0] socket: 62 qp: -1
2026-01-08T17:00:55.208546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:55.208553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036843278465243:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:55.208596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036837741564725:2049] [node 2] ICP22 created new session: [6:7593036842036532112:2049]
2026-01-08T17:00:55.208645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036840643681982:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.208609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:55.208684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036842036532112:2049] [node 2] ICS09 handshake done sender: [6:7593036842036532105:2119] self: [6:7593036842036532108:0] peer: [2:7593036845281732735:0] socket: 100 qp: -1
2026-01-08T17:00:55.208723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:55.208724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036842036532112:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:55.208773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:55.208816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036840643681982:2050] [node 3] ICP22 created new session: [5:7593036844938649377:2050]
2026-01-08T17:00:55.208870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036844938649377:2050] [node 3] ICS09 handshake done sender: [5:7593036844938649368:2121] self: [5:7593036844938649371:0] peer: [3:7593036843278465213:0] socket: 44 qp: -1
2026-01-08T17:00:55.208899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036844938649377:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:55.208928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.209256Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036843278465216:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:55.209323Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036842036532111:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57640
2026-01-08T17:00:55.209346Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036844938649352:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:55.209562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036843278465208:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.209922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036840643682048:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.209954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:55.209996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:55.210038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036843278465208:2109] [node 6] ICP22 created new session: [3:7593036843278465245:2109]
2026-01-08T17:00:55.210037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036840643682048:2110] [node 6] ICP22 created new session: [5:7593036844938649379:2110]
2026-01-08T17:00:55.210085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036843278465245:2109] [node 6] ICS09 handshake done sender: [3:7593036843278465216:2114] self: [3:7593036843278465215:0] peer: [6:7593036842036532107:0] socket: 38 qp: -1
2026-01-08T17:00:55.210105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036844938649379:2110] [node 6] ICS09 handshake done sender: [5:7593036844938649352:2114] self: [5:7593036844938649351:0] peer: [6:7593036842036532109:0] socket: 97 qp: -1
2026-01-08T17:00:55.210117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036842036532111:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.210155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036844938649379:2110] [node 6] ICS10 traffic start
2026-01-08T17:00:55.210150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036843278465245:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.210205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:55.210211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:55.210262Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036842036532114:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57640
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.210842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036842036532115:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57640
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.211915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036842043182272:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42233
2026-01-08T17:00:55.213444Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036837741564726:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13364) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036842036532103:2117] held: no
2026-01-08T17:00:55.213591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036837741564790:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.213665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036842036532104:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:55.213878Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036837741564786:2104] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5823) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036842036532104:2118] held: no
2026-01-08T17:00:55.213943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036837741564786:2104] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.214014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:55.214075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036837741564786:2104] [node 5] ICP22 created new session: [6:7593036842036532118:2104]
2026-01-08T17:00:55.214124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036842036532118:2104] [node 5] ICS09 handshake done sender: [6:7593036842036532104:2118] self: [6:7593036842036532109:0] peer: [5:7593036844938649351:0] socket: 99 qp: -1
2026-01-08T17:00:55.214155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036842036532118:2104] [node 5] ICS10 traffic start
2026-01-08T17:00:55.214187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:55.214488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036842036532103:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:55.214748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036837741564726:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.214822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:55.214862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036837741564726:2050] [node 3] ICP22 created new session: [6:7593036842036532120:2050]
2026-01-08T17:00:55.214895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036842036532120:2050] [node 3] ICS09 handshake done sender: [6:7593036842036532103:2117] self: [6:7593036842036532107:0] peer: [3:7593036843278465215:0] socket: 66 qp: -1
2026-01-08T17:00:55.214924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036842036532120:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:55.214973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:55.218583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036842043182246:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.218622Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036842043182246:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.220048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036842043182272:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.220173Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036842043182246:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.220540Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036842036532122:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57640
2026-01-08T17:00:55.221005Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036842036532111:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:55.221191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036837741564790:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.221291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:55.221338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036837741564790:2110] [node 4] ICP22 created new session: [6:7593036842036532123:2110]
2026-01-08T17:00:55.221390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036842036532123:2110] [node 4] ICS09 handshake done sender: [6:7593036842036532111:2121] self: [6:7593036842036532117:0] peer: [4:7593036842043182245:0] socket: 65 qp: -1
2026-01-08T17:00:55.221426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036842036532123:2110] [node 4] ICS10 traffic start
2026-01-08T17:00:55.221489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:55.221729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036837748214942:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.221807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:55.221843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036837748214942:2109] [node 6] ICP22 created new session: [4:7593036842043182274:2109]
2026-01-08T17:00:55.221892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036842043182274:2109] [node 6] ICS09 handshake done sender: [4:7593036842043182246:2114] self: [4:7593036842043182245:0] peer: [6:7593036842036532117:0] socket: 58 qp: -1
2026-01-08T17:00:55.221959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036842043182274:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:55.221999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:55.222979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593036837748214942:2109] [node 6] ICP18 handshake (actor [4:7593036842043182272:2122]) is too old
2026-01-08T17:00:55.242562Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:00:55.242736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036845281732758:2048] [node 1] ICS07 socket disconnect 45 reason# EndOfStream
2026-01-08T17:00:55.242781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036845281732758:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.242867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:55.242944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036845281732758:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:55.243368Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:00:55.243501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036843278465229:2048] [node 1] ICS07 socket disconnect 59 reason# EndOfStream
2026-01-08T17:00:55.243520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036843278465229:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.243580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:55.243635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036843278465229:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:55.244351Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036838983497845:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.244480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036843278465229:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.244603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036838983497845:2048] [node 1] ICP30 unregister session Session# [3:7593036843278465229:2048] VirtualId# [3:7593036843278465226:0]
2026-01-08T17:00:55.244635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:55.244665Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036838983497845:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.244675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.245542Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036840986765365:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:00:55.245568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036845281732758:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:55.245762Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:00:55.246014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036844938649358:2048] [node 1] ICS07 socket disconnect 55 reason# EndOfStream
2026-01-08T17:00:55.246068Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036840986765365:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.246105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036845281732758:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.246054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036844938649358:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.246142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036840986765365:2048] [node 1] ICP30 unregister session Session# [2:7593036845281732758:2048] VirtualId# [2:7593036845281732746:0]
2026-01-08T17:00:55.246155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:55.246181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:55.246194Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036840986765365:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.246201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.246229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036844938649358:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:55.246435Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:00:55.246568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036842036532101:2048] [node 1] ICS07 socket disconnect 83 reason# EndOfStream
2026-01-08T17:00:55.246588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036842036532101:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.246631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:55.246705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036842036532101:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:55.247014Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036840643681980:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.247024Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:00:55.247057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036844938649358:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.247080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036840643681980:2048] [node 1] ICP30 unregister session Session# [5:7593036844938649358:2048] VirtualId# [5:7593036844938649356:0]
2026-01-08T17:00:55.247128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:55.247152Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036840643681980:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.247225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036842043182270:2048] [node 1] ICS01 socket: 61 reason# EndOfStream
2026-01-08T17:00:55.247163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.247263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036837748214876:2048] [node 1] ICP30 unregister session Session# [4:7593036842043182270:2048] VirtualId# [4:7593036842043182261:0]
2026-01-08T17:00:55.247359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036842043182270:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.247426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:55.247434Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036837741564724:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.247485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:55.247559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036842036532101:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.247599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036837741564724:2048] [node 1] ICP30 unregister session Session# [6:7593036842036532101:2048] VirtualId# [6:7593036842036532099:0]
2026-01-08T17:00:55.247638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:55.247660Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036837741564724:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.247668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2291) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.254088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036838983497845:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:55.257153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036840643681980:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:55.257148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036837741564724:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:55.262760Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:00:55.262932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036843278465243:2049] [node 2] ICS01 socket: 62 reason# EndOfStream
2026-01-08T17:00:55.262961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036838983497846:2049] [node 2] ICP30 unregister session Session# [3:7593036843278465243:2049] VirtualId# [3:7593036843278465228:0]
2026-01-08T17:00:55.262988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036843278465243:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.263059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:55.263117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:55.264862Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:00:55.264978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036842043182257:2049] [node 2] ICS01 socket: 76 reason# EndOfStream
2026-01-08T17:00:55.265021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036837748214877:2049] [node 2] ICP30 unregister session Session# [4:7593036842043182257:2049] VirtualId# [4:7593036842043182253:0]
2026-01-08T17:00:55.265042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036842043182257:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.265111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:55.265154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:55.265374Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:00:55.265504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036844938649365:2049] [node 2] ICS07 socket disconnect 87 reason# EndOfStream
2026-01-08T17:00:55.265530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036844938649365:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.265588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:55.265619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036844938649365:2049] [node 2] ICS15 start handshake
2026-01-08T17:00:55.265815Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:00:55.265928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036842036532112:2049] [node 2] ICS01 socket: 100 reason# EndOfStream
2026-01-08T17:00:55.265951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036837741564725:2049] [node 2] ICP30 unregister session Session# [6:7593036842036532112:2049] VirtualId# [6:7593036842036532108:0]
2026-01-08T17:00:55.265965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036842036532112:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.266014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:55.266053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:55.266218Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036840643681981:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27333) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.266254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036844938649365:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.266281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036840643681981:2049] [node 2] ICP30 unregister session Session# [5:7593036844938649365:2049] VirtualId# [5:7593036844938649363:0]
2026-01-08T17:00:55.266309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:55.266345Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036840643681981:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27333) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.266352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27333) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.276615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036840643681981:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:00:55.283104Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:00:55.283258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036842043182263:2050] [node 3] ICS07 socket disconnect 77 reason# EndOfStream
2026-01-08T17:00:55.283284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036842043182263:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.283342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:55.283382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036842043182263:2050] [node 3] ICS15 start handshake
2026-01-08T17:00:55.283666Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:00:55.283826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036844938649377:2050] [node 3] ICS01 socket: 44 reason# EndOfStream
2026-01-08T17:00:55.283867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036840643681982:2050] [node 3] ICP30 unregister session Session# [5:7593036844938649377:2050] VirtualId# [5:7593036844938649371:0]
2026-01-08T17:00:55.283908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036844938649377:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.283973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:55.283986Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036837748214878:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13364) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.284028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:55.284021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036842043182263:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.284079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036837748214878:2050] [node 3] ICP30 unregister session Session# [4:7593036842043182263:2050] VirtualId# [4:7593036842043182260:0]
2026-01-08T17:00:55.284114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:55.284138Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036837748214878:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13364) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.284144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13364) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.284371Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:00:55.284479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036842036532120:2050] [node 3] ICS01 socket: 66 reason# EndOfStream
2026-01-08T17:00:55.284501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036837741564726:2050] [node 3] ICP30 unregister session Session# [6:7593036842036532120:2050] VirtualId# [6:7593036842036532107:0]
2026-01-08T17:00:55.284528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036842036532120:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.284573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:55.284600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:55.302540Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:00:55.302685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036844938649374:2109] [node 4] ICS07 socket disconnect 47 reason# EndOfStream
2026-01-08T17:00:55.302709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036844938649374:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.302783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:55.302838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036844938649374:2109] [node 4] ICS15 start handshake
2026-01-08T17:00:55.303144Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:00:55.303296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036842036532123:2110] [node 4] ICS07 socket disconnect 65 reason# EndOfStream
2026-01-08T17:00:55.303331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036842036532123:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.303414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:55.303451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036842036532123:2110] [node 4] ICS15 start handshake
2026-01-08T17:00:55.303491Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036840643682047:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63908) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.303557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036844938649374:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.303586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036840643682047:2109] [node 4] ICP30 unregister session Session# [5:7593036844938649374:2109] VirtualId# [5:7593036844938649370:0]
2026-01-08T17:00:55.303635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:55.303678Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036840643682047:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63908) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.303693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63908) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.304036Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036837741564790:2110] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63908) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.304069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036842036532123:2110] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.304085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036837741564790:2110] [node 4] ICP30 unregister session Session# [6:7593036842036532123:2110] VirtualId# [6:7593036842036532117:0]
2026-01-08T17:00:55.304108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:55.304122Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036837741564790:2110] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63908) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.304128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63908) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.313477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036837741564790:2110] [node 4] ICP33 wake up from error state
2026-01-08T17:00:55.329329Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:00:55.329638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036842036532118:2104] [node 5] ICS01 socket: 99 reason# EndOfStream
2026-01-08T17:00:55.329738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036837741564786:2104] [node 5] ICP30 unregister session Session# [6:7593036842036532118:2104] VirtualId# [6:7593036842036532109:0]
2026-01-08T17:00:55.329818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036842036532118:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.329953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:00:55.330018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:00:55.375029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036843507690198:2048] [node 2] ICP01 ready to work
2026-01-08T17:00:55.375076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036843507690199:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:55.382277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036841148782005:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:55.382360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036841148782006:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:55.389639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036841217337983:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:55.389670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036841217337984:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:55.397472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036844576646910:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:55.397519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036844576646911:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:55.397544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036844576646912:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:55.405573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036842418124071:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:55.405611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036842418124072:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:55.405687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036842418124073:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:55.413538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036841341570571:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:55.413562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036841341570572:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:55.413598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036841341570573:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:55.521134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036841341570634:2104] [node 5] ICP01 ready to work
2026-01-08T17:00:55.521879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036841217338054:2117] [node 6] ICP01 ready to work
2026-01-08T17:00:55.521874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036842418124135:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:55.521917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036844576646973:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:55.522072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036841148782073:2112] [node 6] ICP01 ready to work
2026-01-08T17:00:55.522122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036842418124136:2108] [node 4] ICP01 ready to work
2026-01-08T17:00:55.522121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036841148782072:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:55.522285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036841341570635:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:55.522381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036841217338055:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:55.522377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036844576646974:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:55.522445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036841148782074:2113] [node 5] ICP01 ready to work
2026-01-08T17:00:55.522932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036841217338056:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:55.525520Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036843507690198:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(51605125ns) {Configure:104(51595374ns) {ProcessConfigured:135(284328ns) {StartInitialHandshake:157(283220ns) {DropHandshakes:470(791ns) {DropIncomingHandshake:442(209ns) DropOutgoingHandshake:457(192ns)} GenerateSessionVirtualId:992(451ns) PrepareNewSessionHandshake:477(52388ns) {SwitchToState:179(947ns)}}}}}
2026-01-08T17:00:55.525720Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036843507690199:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(51732304ns) {Configure:104(51728426ns) {ProcessConfigured:135(405895ns) {StartInitialHandshake:157(404238ns) {DropHandshakes:470(4377ns) {DropIncomingHandshake:442(336ns) DropOutgoingHandshake:457(3206ns)} GenerateSessionVirtualId:992(910ns) PrepareNewSessionHandshake:477(65370ns) {SwitchToState:179(1358ns)}}}}}
2026-01-08T17:00:55.526945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036843507690290:2132] [node 5] ICP01 ready to work
2026-01-08T17:00:55.527573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036843507690291:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:55.527720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036843507690292:2134] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.531053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036841217338068:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5183
2026-01-08T17:00:55.531044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036841341570648:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34925
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.532080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036844576646988:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50806
2026-01-08T17:00:55.532893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036841217338071:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5183
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.533675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036841341570650:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34925
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.537787Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036841148782083:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12044
2026-01-08T17:00:55.538302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036841148782085:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12044
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.540171Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036844576646989:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50806
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.541224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036842418124150:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29265
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.542376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036843507690299:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30542
2026-01-08T17:00:55.543087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036843507690298:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30542
2026-01-08T17:00:55.543491Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036843507690297:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30542
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.553407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036843507690303:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30542
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.554846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036841148782090:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12044
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.599189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036841341570651:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34925
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.600165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036841341570652:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34925
2026-01-08T17:00:55.601638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036844576646989:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.601787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036841341570648:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.608109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036841341570635:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.608665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507690299:2141] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.608806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036841341570652:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.608767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036842418124151:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29265
2026-01-08T17:00:55.608788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036844576646978:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.608841Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036844576646978:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.608883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036841217338071:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.609138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036841341570634:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.609288Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036841341570650:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.609380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036841217338068:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.609535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036842418124142:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.609568Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036842418124142:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.609963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036841341570573:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.610974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036844576646988:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.611304Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036842418124142:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:55.617379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036841217338064:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.617418Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036841217338064:2121] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.618400Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036844576646978:2111] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.619467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036841217338072:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5183
2026-01-08T17:00:55.619701Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036841341570657:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34925
2026-01-08T17:00:55.619769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036841341570656:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34925
2026-01-08T17:00:55.619798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036842418124135:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.620174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:55.619993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036841217338064:2121] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:55.620248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036842418124135:2109] [node 6] ICP22 created new session: [5:7593036842418124153:2109]
2026-01-08T17:00:55.620776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036844576646974:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.620435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036842418124153:2109] [node 6] ICS09 handshake done sender: [5:7593036842418124142:2113] self: [5:7593036842418124141:0] peer: [6:7593036841341570654:0] socket: 74 qp: -1
2026-01-08T17:00:55.620711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036842418124153:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:55.620889Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036841341570652:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:55.620978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036841217338054:2117] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.621009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:55.621288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:55.621596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036844576646974:2109] [node 6] ICP22 created new session: [4:7593036844576646993:2109]
2026-01-08T17:00:55.621660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036841341570634:2104] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.621912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:55.621921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036844576646993:2109] [node 6] ICS09 handshake done sender: [4:7593036844576646978:2111] self: [4:7593036844576646977:0] peer: [6:7593036841341570653:0] socket: 44 qp: -1
2026-01-08T17:00:55.622000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036844576646993:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:55.621989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036841217338054:2117] [node 6] ICP22 created new session: [3:7593036841217338076:2117]
2026-01-08T17:00:55.622016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:55.622047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:55.622062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036841217338076:2117] [node 6] ICS09 handshake done sender: [3:7593036841217338064:2121] self: [3:7593036841217338063:0] peer: [6:7593036841341570655:0] socket: 59 qp: -1
2026-01-08T17:00:55.622230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036841341570634:2104] [node 5] ICP22 created new session: [6:7593036841341570659:2104]
2026-01-08T17:00:55.622101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036841217338076:2117] [node 6] ICS10 traffic start
2026-01-08T17:00:55.622539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:55.622528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036841341570659:2104] [node 5] ICS09 handshake done sender: [6:7593036841341570652:2118] self: [6:7593036841341570654:0] peer: [5:7593036842418124141:0] socket: 82 qp: -1
2026-01-08T17:00:55.622566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036841341570659:2104] [node 5] ICS10 traffic start
2026-01-08T17:00:55.623242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:55.623340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036841341570648:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.626659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036841341570658:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34925
2026-01-08T17:00:55.626668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036841341570635:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.626753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:55.626801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036841341570635:2107] [node 4] ICP22 created new session: [6:7593036841341570661:2107]
2026-01-08T17:00:55.626846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036841341570661:2107] [node 4] ICS09 handshake done sender: [6:7593036841341570648:2115] self: [6:7593036841341570653:0] peer: [4:7593036844576646977:0] socket: 49 qp: -1
2026-01-08T17:00:55.626883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036841341570661:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:55.627026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.627868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036844576646995:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50806
2026-01-08T17:00:55.627975Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036841341570573:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16148) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036841341570650:2116] held: no
2026-01-08T17:00:55.628197Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036841341570650:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:55.628701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036841341570573:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.628738Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036844576646995:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.628793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:55.629012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036841341570573:2050] [node 3] ICP22 created new session: [6:7593036841341570664:2050]
2026-01-08T17:00:55.629150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036844576646912:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.629226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036841341570664:2050] [node 3] ICS09 handshake done sender: [6:7593036841341570650:2116] self: [6:7593036841341570655:0] peer: [3:7593036841217338063:0] socket: 61 qp: -1
2026-01-08T17:00:55.629273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036841341570664:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:55.629326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:55.631802Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036841217338062:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.631848Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036841217338062:2120] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.635385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036841217338062:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:55.636276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036841217338055:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.636546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:55.636724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036841217338055:2107] [node 4] ICP22 created new session: [3:7593036841217338080:2107]
2026-01-08T17:00:55.636996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036841217338080:2107] [node 4] ICS09 handshake done sender: [3:7593036841217338062:2120] self: [3:7593036841217338061:0] peer: [4:7593036844576646997:0] socket: 90 qp: -1
2026-01-08T17:00:55.637079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036841217338080:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:55.637168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:55.636945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036844576646998:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50806
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.640785Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036842418124156:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29265
2026-01-08T17:00:55.641003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036844576646995:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:55.641357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036842418124156:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.641547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036842418124073:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.641520Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036844576646912:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16148) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036844576646995:2117] held: no
2026-01-08T17:00:55.641702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036844576646912:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.641792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:55.641857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036844576646912:2050] [node 3] ICP22 created new session: [4:7593036844576647000:2050]
2026-01-08T17:00:55.641913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036844576647000:2050] [node 3] ICS09 handshake done sender: [4:7593036844576646995:2117] self: [4:7593036844576646997:0] peer: [3:7593036841217338061:0] socket: 91 qp: -1
2026-01-08T17:00:55.641965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036844576647000:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:55.641946Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036841217338066:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.642004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:55.642114Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036841217338066:2122] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.642832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036842418124158:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29265
2026-01-08T17:00:55.643980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036842418124158:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.644347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036842418124136:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.644286Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036841217338066:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:55.644599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036841217338056:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.644628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036844576646984:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.645117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:55.644667Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036844576646984:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.645188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036841217338056:2108] [node 5] ICP22 created new session: [3:7593036841217338084:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.645235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036841217338084:2108] [node 5] ICS09 handshake done sender: [3:7593036841217338066:2122] self: [3:7593036841217338065:0] peer: [5:7593036842418124157:0] socket: 48 qp: -1
2026-01-08T17:00:55.645350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036841217338084:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:55.645398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:55.645477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036842418124159:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29265
2026-01-08T17:00:55.645599Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036844576646984:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:55.645398Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036841148782083:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.645933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036844576646973:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.645961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036842418124150:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.646083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036841148782085:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.646106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:55.646163Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036842418124156:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:55.646177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036844576646973:2108] [node 5] ICP22 created new session: [4:7593036844576647003:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.646218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036844576647003:2108] [node 5] ICS09 handshake done sender: [4:7593036844576646984:2114] self: [4:7593036844576646983:0] peer: [5:7593036842418124160:0] socket: 46 qp: -1
2026-01-08T17:00:55.646390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036844576647003:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:55.646617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036842418124161:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29265
2026-01-08T17:00:55.646422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:55.647693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036842418124073:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.648239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:55.648318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036842418124073:2050] [node 3] ICP22 created new session: [5:7593036842418124162:2050]
2026-01-08T17:00:55.648449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036842418124162:2050] [node 3] ICS09 handshake done sender: [5:7593036842418124156:2118] self: [5:7593036842418124157:0] peer: [3:7593036841217338065:0] socket: 93 qp: -1
2026-01-08T17:00:55.648429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036841217338072:2125] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.648492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036842418124162:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:55.648574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036841217337983:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.648602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:55.648550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507690297:2139] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.648684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507690298:2140] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.648576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036841148782090:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.648631Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036842418124136:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30406) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036842418124158:2119] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.648784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036842418124072:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.648864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507690303:2143] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.649158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507690289:2136] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.648994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036841148782091:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12044
2026-01-08T17:00:55.649190Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036843507690289:2136] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.649516Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036842418124158:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:55.649514Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036841148782092:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12044
2026-01-08T17:00:55.650710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036842418124136:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.650802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:55.650872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036842418124136:2108] [node 4] ICP22 created new session: [5:7593036842418124165:2108]
2026-01-08T17:00:55.650816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036841148782092:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.650928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036842418124165:2108] [node 4] ICS09 handshake done sender: [5:7593036842418124158:2119] self: [5:7593036842418124160:0] peer: [4:7593036844576646983:0] socket: 94 qp: -1
2026-01-08T17:00:55.651015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036842418124165:2108] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.651061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:55.651232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036841148782005:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.651239Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036843507690307:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30542
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.651506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036841217338087:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5183
2026-01-08T17:00:55.651539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036841148782078:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.651550Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036843507690289:2136] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:55.651607Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036841148782078:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.652567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036841148782091:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.652852Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036841217338072:2125] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:55.653386Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507690307:2144] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.653318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036841217337983:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.653558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:55.653513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036843507690199:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.653655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:55.653663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036841217337983:2048] [node 1] ICP22 created new session: [3:7593036841217338088:2048]
2026-01-08T17:00:55.653738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036843507690199:2049] [node 3] ICP22 created new session: [1:7593036843507690312:2049]
2026-01-08T17:00:55.653767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036841217338088:2048] [node 1] ICS09 handshake done sender: [3:7593036841217338072:2125] self: [3:7593036841217338086:0] peer: [1:7593036843507690287:0] socket: 83 qp: -1
2026-01-08T17:00:55.653918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036841217338088:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:55.653920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036843507690312:2049] [node 3] ICS09 handshake done sender: [1:7593036843507690289:2136] self: [1:7593036843507690287:0] peer: [3:7593036841217338086:0] socket: 77 qp: -1
2026-01-08T17:00:55.653959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:55.654725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036843507690312:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: 2026-01-08T17:00:55.654014Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036841148782078:2115] [node 5] ICH04 handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:00:55.657132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:55.657733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036842418124167:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29265
2026-01-08T17:00:55.658084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036841148782074:2113] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.658142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036842418124150:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:55.658196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:55.658556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036841148782074:2113] [node 5] ICP22 created new session: [2:7593036841148782099:2113]
2026-01-08T17:00:55.658674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036842418124072:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.658833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036841341570651:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.658848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:55.658777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036841148782099:2113] [node 5] ICS09 handshake done sender: [2:7593036841148782078:2115] self: [2:7593036841148782076:0] peer: [5:7593036842418124164:0] socket: 67 qp: -1
2026-01-08T17:00:55.658944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036842418124072:2049] [node 2] ICP22 created new session: [5:7593036842418124168:2049]
2026-01-08T17:00:55.658842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036841148782099:2113] [node 5] ICS10 traffic start
2026-01-08T17:00:55.658920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:55.659025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036842418124168:2049] [node 2] ICS09 handshake done sender: [5:7593036842418124150:2116] self: [5:7593036842418124164:0] peer: [2:7593036841148782076:0] socket: 70 qp: -1
2026-01-08T17:00:55.659078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036842418124168:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:55.659121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:55.659099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036841341570572:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.659463Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507690288:2135] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.659536Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036843507690288:2135] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.659558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036841148782080:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.659588Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036841148782080:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.661837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036843507690288:2135] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:55.661964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036842418124151:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.662143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036843507690198:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.662225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036842418124071:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.662365Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036841148782080:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:55.662298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:55.662350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036843507690198:2048] [node 2] ICP22 created new session: [1:7593036843507690317:2048]
2026-01-08T17:00:55.662519Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036841148782101:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12044
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.662464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036843507690317:2048] [node 2] ICS09 handshake done sender: [1:7593036843507690288:2135] self: [1:7593036843507690286:0] peer: [2:7593036841148782095:0] socket: 76 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.662563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036843507690317:2048] [node 2] ICS10 traffic start
2026-01-08T17:00:55.662595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:55.662957Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036841341570667:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34925
2026-01-08T17:00:55.662912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036844576647005:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50806
2026-01-08T17:00:55.662902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036841148782073:2112] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.663025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:55.663144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036841148782073:2112] [node 6] ICP22 created new session: [2:7593036841148782103:2112]
2026-01-08T17:00:55.663230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036841148782103:2112] [node 6] ICS09 handshake done sender: [2:7593036841148782080:2116] self: [2:7593036841148782079:0] peer: [6:7593036841341570666:0] socket: 69 qp: -1
2026-01-08T17:00:55.663312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036841148782103:2112] [node 6] ICS10 traffic start
2026-01-08T17:00:55.663297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507690295:2137] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.663317Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036843507690295:2137] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.663377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:55.663326Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036841341570651:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:55.664112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036841341570572:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.664204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:55.664251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036841341570572:2049] [node 2] ICP22 created new session: [6:7593036841341570668:2049]
2026-01-08T17:00:55.664286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036841341570668:2049] [node 2] ICS09 handshake done sender: [6:7593036841341570651:2117] self: [6:7593036841341570666:0] peer: [2:7593036841148782079:0] socket: 71 qp: -1
2026-01-08T17:00:55.664310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036841341570668:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:55.664331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:55.664408Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036843507690295:2137] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:55.666450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036843507690290:2132] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.666646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.666859Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036841148782090:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:55.667022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036843507690290:2132] [node 5] ICP22 created new session: [1:7593036843507690321:2132]
2026-01-08T17:00:55.667108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036843507690321:2132] [node 5] ICS09 handshake done sender: [1:7593036843507690295:2137] self: [1:7593036843507690293:0] peer: [5:7593036842418124170:0] socket: 79 qp: -1
2026-01-08T17:00:55.667046Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036841148782005:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20087) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036841148782090:2121] held: no
2026-01-08T17:00:55.667192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036843507690321:2132] [node 5] ICS10 traffic start
2026-01-08T17:00:55.667222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:55.667178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036842418124171:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29265
2026-01-08T17:00:55.667306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036841148782005:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.667495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:55.667683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036842418124151:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:55.667706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036841341570670:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34925
2026-01-08T17:00:55.667679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036841148782005:2048] [node 1] ICP22 created new session: [2:7593036841148782105:2048]
2026-01-08T17:00:55.667816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036841148782105:2048] [node 1] ICS09 handshake done sender: [2:7593036841148782090:2121] self: [2:7593036841148782095:0] peer: [1:7593036843507690286:0] socket: 78 qp: -1
2026-01-08T17:00:55.668009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036842418124071:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.667902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036841148782105:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:55.668159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:55.668429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:55.670692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036844576647005:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.670945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036841341570670:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.671031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036844576646910:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.668483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036842418124071:2048] [node 1] ICP22 created new session: [5:7593036842418124172:2048]
2026-01-08T17:00:55.670548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036842418124172:2048] [node 1] ICS09 handshake done sender: [5:7593036842418124151:2117] self: [5:7593036842418124170:0] peer: [1:7593036843507690293:0] socket: 81 qp: -1
2026-01-08T17:00:55.670585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036842418124172:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:55.672204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036841341570571:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.670620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:55.672254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507690296:2138] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.672293Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036843507690296:2138] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.673391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036843507690301:2142] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.673421Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036843507690301:2142] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.674247Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036843507690296:2138] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:55.674276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036844576647007:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50806
2026-01-08T17:00:55.674366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036841217338090:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5183
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.674669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036843507690291:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.675147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:55.675206Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036843507690301:2142] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:55.675413Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036841217338090:2127] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.675421Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036844576647008:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50806
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:00:55.675277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036843507690291:2107] [node 4] ICP22 created new session: [1:7593036843507690325:2107]
2026-01-08T17:00:55.675702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036843507690325:2107] [node 4] ICS09 handshake done sender: [1:7593036843507690296:2138] self: [1:7593036843507690294:0] peer: [4:7593036844576647006:0] socket: 56 qp: -1
2026-01-08T17:00:55.675736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036843507690325:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:55.675779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:55.675771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036841341570672:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34925
2026-01-08T17:00:55.675761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036841217337984:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.675914Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036844576647005:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:55.676142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036841341570670:2123] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:55.676316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036843507690292:2134] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.676427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:55.677083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036844576646910:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.676399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036841148782082:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.677242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036843507690292:2134] [node 6] ICP22 created new session: [1:7593036843507690327:2134]
2026-01-08T17:00:55.677416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:55.677427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036843507690327:2134] [node 6] ICS09 handshake done sender: [1:7593036843507690301:2142] self: [1:7593036843507690300:0] peer: [6:7593036841341570671:0] socket: 65 qp: -1
2026-01-08T17:00:55.676435Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036841148782082:2117] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.677186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036841341570571:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.677474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036843507690327:2134] [node 6] ICS10 traffic start
2026-01-08T17:00:55.678028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036841148782082:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:55.677545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036844576646910:2048] [node 1] ICP22 created new session: [4:7593036844576647009:2048]
2026-01-08T17:00:55.677497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:55.677987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:55.677972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036841341570571:2048] [node 1] ICP22 created new session: [6:7593036841341570673:2048]
2026-01-08T17:00:55.678013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036844576647009:2048] [node 1] ICS09 handshake done sender: [4:7593036844576647005:2119] self: [4:7593036844576647006:0] peer: [1:7593036843507690294:0] socket: 104 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.678143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036841341570673:2048] [node 1] ICS09 handshake done sender: [6:7593036841341570670:2123] self: [6:7593036841341570671:0] peer: [1:7593036843507690300:0] socket: 42 qp: -1
2026-01-08T17:00:55.678523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036841341570673:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:55.678167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036844576647009:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:55.678917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036841217338092:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5183
2026-01-08T17:00:55.678490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:55.678907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:55.679255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036841148782006:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.679491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036844576647007:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.679524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036841217338090:2127] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:55.679949Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036844576646910:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:00:55.679677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:55.680075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036844576646911:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:55.680021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036841148782006:2049] [node 3] ICP22 created new session: [2:7593036841148782110:2049]
2026-01-08T17:00:55.680213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036841148782110:2049] [node 3] ICS09 handshake done sender: [2:7593036841148782082:2117] self: [2:7593036841148782081:0] peer: [3:7593036841217338091:0] socket: 45 qp: -1
2026-01-08T17:00:55.680400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036841217337984:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.680329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036841148782110:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:55.680407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:55.680593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:55.680615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036841148782087:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:55.680653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036841217337984:2049] [node 2] ICP22 created new session: [3:7593036841217338093:2049]
2026-01-08T17:00:55.680632Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036841148782087:2120] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:55.680793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036841217338093:2049] [node 2] ICS09 handshake done sender: [3:7593036841217338090:2127] self: [3:7593036841217338091:0] peer: [2:7593036841148782081:0] socket: 75 qp: -1
2026-01-08T17:00:55.680830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036841217338093:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:55.681293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:55.681767Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036841148782087:2120] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:55.681863Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036841217337984:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:00:55.682085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036844576647012:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50806
2026-01-08T17:00:55.682212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036841148782072:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:55.682282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:55.682338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036841148782072:2107] [node 4] ICP22 created new session: [2:7593036841148782113:2107]
2026-01-08T17:00:55.682292Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036844576647007:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:55.682388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036841148782113:2107] [node 4] ICS09 handshake done sender: [2:7593036841148782087:2120] self: [2:7593036841148782086:0] peer: [4:7593036844576647011:0] socket: 51 qp: -1
2026-01-08T17:00:55.682589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036841148782113:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:55.682601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036844576646911:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:55.682617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:55.682721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:55.682766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036844576646911:2049] [node 2] ICP22 created new session: [4:7593036844576647013:2049]
2026-01-08T17:00:55.682810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036844576647013:2049] [node 2] ICS09 handshake done sender: [4:7593036844576647007:2120] self: [4:7593036844576647011:0] peer: [2:7593036841148782086:0] socket: 73 qp: -1
2026-01-08T17:00:55.682845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036844576647013:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:55.682873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:55.716250Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:00:55.716430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036841148782105:2048] [node 1] ICS01 socket: 78 reason# EndOfStream
2026-01-08T17:00:55.716461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036841148782005:2048] [node 1] ICP30 unregister session Session# [2:7593036841148782105:2048] VirtualId# [2:7593036841148782095:0]
2026-01-08T17:00:55.716483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036841148782105:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.716597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:55.716643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:55.717262Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:00:55.717510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036841217338088:2048] [node 1] ICS01 socket: 83 reason# EndOfStream
2026-01-08T17:00:55.717554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036841217337983:2048] [node 1] ICP30 unregister session Session# [3:7593036841217338088:2048] VirtualId# [3:7593036841217338086:0]
2026-01-08T17:00:55.717611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036841217338088:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.717737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:55.717797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:55.719155Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:00:55.719382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036844576647009:2048] [node 1] ICS07 socket disconnect 104 reason# EndOfStream
2026-01-08T17:00:55.719426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036844576647009:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.719528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:55.719574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036844576647009:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:55.719798Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:00:55.720001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036842418124172:2048] [node 1] ICS07 socket disconnect 81 reason# EndOfStream
2026-01-08T17:00:55.720075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036842418124172:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.720144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:55.720195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036842418124172:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:55.720270Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036844576646910:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20087) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.720357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036844576647009:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.720451Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:00:55.720439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036844576646910:2048] [node 1] ICP30 unregister session Session# [4:7593036844576647009:2048] VirtualId# [4:7593036844576647006:0]
2026-01-08T17:00:55.720497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:55.720539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036844576646910:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20087) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.720571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20087) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.720696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036841341570673:2048] [node 1] ICS01 socket: 42 reason# EndOfStream
2026-01-08T17:00:55.720783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036841341570571:2048] [node 1] ICP30 unregister session Session# [6:7593036841341570673:2048] VirtualId# [6:7593036841341570671:0]
2026-01-08T17:00:55.720834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036841341570673:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.720831Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036842418124071:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20087) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.720934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:55.721121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:55.721008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036842418124172:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.721164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036842418124071:2048] [node 1] ICP30 unregister session Session# [5:7593036842418124172:2048] VirtualId# [5:7593036842418124170:0]
2026-01-08T17:00:55.721207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:55.721232Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036842418124071:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20087) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.721243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20087) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.730276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036844576646910:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:55.731306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036842418124071:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:55.758843Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:00:55.759086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036841217338093:2049] [node 2] ICS07 socket disconnect 75 reason# EndOfStream
2026-01-08T17:00:55.759134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036841217338093:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.759259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:55.759309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036841217338093:2049] [node 2] ICS15 start handshake
2026-01-08T17:00:55.760206Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036841217337984:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3119) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.760301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036841217338093:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.760380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036841217337984:2049] [node 2] ICP30 unregister session Session# [3:7593036841217338093:2049] VirtualId# [3:7593036841217338091:0]
2026-01-08T17:00:55.760738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:55.760774Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036841217337984:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3119) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.760794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3119) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.760943Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:00:55.761101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036844576647013:2049] [node 2] ICS07 socket disconnect 73 reason# EndOfStream
2026-01-08T17:00:55.761127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036844576647013:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.761187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:55.761228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036844576647013:2049] [node 2] ICS15 start handshake
2026-01-08T17:00:55.761633Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:00:55.761848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036841341570668:2049] [node 2] ICS01 socket: 71 reason# EndOfStream
2026-01-08T17:00:55.761898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036841341570572:2049] [node 2] ICP30 unregister session Session# [6:7593036841341570668:2049] VirtualId# [6:7593036841341570666:0]
2026-01-08T17:00:55.761935Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036844576646911:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3119) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.761938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036841341570668:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.761977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036844576647013:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.761999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036844576646911:2049] [node 2] ICP30 unregister session Session# [4:7593036844576647013:2049] VirtualId# [4:7593036844576647011:0]
2026-01-08T17:00:55.762032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:55.762073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:55.762059Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036844576646911:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3119) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.762073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3119) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.762191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:55.762264Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:00:55.762501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036842418124168:2049] [node 2] ICS01 socket: 70 reason# EndOfStream
2026-01-08T17:00:55.762540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036842418124072:2049] [node 2] ICP30 unregister session Session# [5:7593036842418124168:2049] VirtualId# [5:7593036842418124164:0]
2026-01-08T17:00:55.762563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036842418124168:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.762629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:55.762666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:55.772299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036844576646911:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:00:55.803156Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:00:55.803415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036844576647000:2050] [node 3] ICS01 socket: 91 reason# EndOfStream
2026-01-08T17:00:55.803464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036844576646912:2050] [node 3] ICP30 unregister session Session# [4:7593036844576647000:2050] VirtualId# [4:7593036844576646997:0]
2026-01-08T17:00:55.803507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036844576647000:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.803604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:55.803658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:55.803712Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:00:55.803850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036842418124162:2050] [node 3] ICS07 socket disconnect 93 reason# EndOfStream
2026-01-08T17:00:55.803872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036842418124162:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.803955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:55.803999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036842418124162:2050] [node 3] ICS15 start handshake
2026-01-08T17:00:55.804285Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:00:55.804410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036841341570664:2050] [node 3] ICS01 socket: 61 reason# EndOfStream
2026-01-08T17:00:55.804446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036841341570573:2050] [node 3] ICP30 unregister session Session# [6:7593036841341570664:2050] VirtualId# [6:7593036841341570655:0]
2026-01-08T17:00:55.804467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036841341570664:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.804526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:55.804573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:55.804576Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036842418124073:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16148) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.804637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036842418124162:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.804732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036842418124073:2050] [node 3] ICP30 unregister session Session# [5:7593036842418124162:2050] VirtualId# [5:7593036842418124157:0]
2026-01-08T17:00:55.804772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:55.804804Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036842418124073:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16148) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.804813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16148) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.814265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036842418124073:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:00:55.851215Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:00:55.851374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036842418124165:2108] [node 4] ICS01 socket: 94 reason# EndOfStream
2026-01-08T17:00:55.851421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036842418124136:2108] [node 4] ICP30 unregister session Session# [5:7593036842418124165:2108] VirtualId# [5:7593036842418124160:0]
2026-01-08T17:00:55.851442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036842418124165:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.851507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:55.851546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:55.851818Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:00:55.851952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036841341570661:2107] [node 4] ICS07 socket disconnect 49 reason# EndOfStream
2026-01-08T17:00:55.851971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036841341570661:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.852040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:55.852081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036841341570661:2107] [node 4] ICS15 start handshake
2026-01-08T17:00:55.852772Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036841341570635:2107] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30406) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.852826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036841341570661:2107] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.852892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036841341570635:2107] [node 4] ICP30 unregister session Session# [6:7593036841341570661:2107] VirtualId# [6:7593036841341570653:0]
2026-01-08T17:00:55.852931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:55.852952Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036841341570635:2107] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30406) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.852964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30406) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.862376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036841341570635:2107] [node 4] ICP33 wake up from error state
2026-01-08T17:00:55.884211Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:00:55.884361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036841341570659:2104] [node 5] ICS07 socket disconnect 82 reason# EndOfStream
2026-01-08T17:00:55.884385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036841341570659:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:55.884454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:00:55.884526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036841341570659:2104] [node 5] ICS15 start handshake
2026-01-08T17:00:55.885184Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036841341570634:2104] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20850) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:55.885222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036841341570659:2104] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:55.885300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036841341570634:2104] [node 5] ICP30 unregister session Session# [6:7593036841341570659:2104] VirtualId# [6:7593036841341570654:0]
2026-01-08T17:00:55.885332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:00:55.885385Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036841341570634:2104] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20850) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:55.885403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20850) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:00:55.945324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036842329927979:2048] [node 2] ICP01 ready to work
2026-01-08T17:00:55.945351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036842329927980:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:55.953176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036842800744854:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:55.953316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036842800744855:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:55.961661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036842257212265:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:55.961941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036842257212266:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:55.969812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036845182022386:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:55.969839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036845182022387:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:55.969861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036845182022388:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:55.981697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036843125189855:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:55.981750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036843125189856:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:55.981834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036843125189854:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:55.987776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036842723702896:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:55.987843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036842723702898:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:55.988091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036842723702897:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:56.060792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036847095712230:2114] [node 6] ICP01 ready to work
2026-01-08T17:00:56.060573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036847018670254:2104] [node 5] ICP01 ready to work
2026-01-08T17:00:56.064233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036846552179639:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:56.065732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036846624895347:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:56.065224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036846552179638:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:56.067945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036846552179640:2123] [node 6] ICP01 ready to work
2026-01-08T17:00:56.067962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036846624895349:2117] [node 6] ICP01 ready to work
2026-01-08T17:00:56.068276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036847095712232:2112] [node 5] ICP01 ready to work
2026-01-08T17:00:56.068066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036846624895348:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:56.072509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036847095712231:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:56.085895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036849476989747:2110] [node 6] ICP01 ready to work
2026-01-08T17:00:56.096756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036849476989746:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:56.104585Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036842329927979:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(57258635ns) {Configure:104(47626289ns) {ProcessConfigured:135(26002082ns) {StartInitialHandshake:157(26000271ns) {DropHandshakes:470(6040599ns) {DropIncomingHandshake:442(1985ns) DropOutgoingHandshake:457(460ns)} GenerateSessionVirtualId:992(2112ns) PrepareNewSessionHandshake:477(3070ns) {SwitchToState:179(1122ns)}}}}}
2026-01-08T17:00:56.105054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036847420157215:2108] [node 4] ICP01 ready to work
2026-01-08T17:00:56.105334Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036842800744854:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(47804641ns) {Configure:104(47354456ns) {ProcessConfigured:135(317206ns) {StartInitialHandshake:157(315437ns) {DropHandshakes:470(2216ns) {DropIncomingHandshake:442(415ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:992(4758ns) PrepareNewSessionHandshake:477(1729ns) {SwitchToState:179(720ns)}}}}}
2026-01-08T17:00:56.105742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036847420157216:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:56.105784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036847018670257:2109] [node 4] ICP01 ready to work
2026-01-08T17:00:56.106183Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036847018670254:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(43921874ns) {Configure:104(43917292ns) {ProcessConfigured:135(141035ns) {StartInitialHandshake:157(140053ns) {DropHandshakes:470(886ns) {DropIncomingHandshake:442(237ns) DropOutgoingHandshake:457(230ns)} GenerateSessionVirtualId:992(377ns) PrepareNewSessionHandshake:477(1066ns) {SwitchToState:179(611ns)}}}}}
2026-01-08T17:00:56.106653Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036847095712232:2112] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(33580264ns) {Configure:104(33577721ns) {ProcessConfigured:135(244719ns) {StartInitialHandshake:157(239218ns) {DropHandshakes:470(1469ns) {DropIncomingHandshake:442(312ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:992(1055ns) PrepareNewSessionHandshake:477(2619ns) {SwitchToState:179(1087ns)}}}}}
2026-01-08T17:00:56.106760Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036846624895347:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(33577004ns) {Configure:104(33572260ns) {ProcessConfigured:135(309896ns) {StartInitialHandshake:157(308313ns) {DropHandshakes:470(2243ns) {DropIncomingHandshake:442(505ns) DropOutgoingHandshake:457(514ns)} GenerateSessionVirtualId:992(978ns) PrepareNewSessionHandshake:477(1858ns) {SwitchToState:179(658ns)}}}}}
2026-01-08T17:00:56.107107Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036842257212266:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(41189509ns) {Configure:104(41186257ns) {ProcessConfigured:135(243730ns) {StartInitialHandshake:157(242696ns) {DropHandshakes:470(541ns) {DropIncomingHandshake:442(100ns) DropOutgoingHandshake:457(105ns)} GenerateSessionVirtualId:992(371ns) PrepareNewSessionHandshake:477(1099ns) {SwitchToState:179(576ns)}}}}}
2026-01-08T17:00:56.107241Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036842257212265:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(40096861ns) {Configure:104(40092490ns) {ProcessConfigured:135(282675ns) {StartInitialHandshake:157(281151ns) {DropHandshakes:470(1272ns) {DropIncomingHandshake:442(214ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:992(270ns) PrepareNewSessionHandshake:477(666ns) {SwitchToState:179(337ns)}}}}}
2026-01-08T17:00:56.107568Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036842329927980:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(34248852ns) {Configure:104(34240406ns) {ProcessConfigured:135(99037ns) {StartInitialHandshake:157(97514ns) {DropHandshakes:470(1212ns) {DropIncomingHandshake:442(300ns) DropOutgoingHandshake:457(341ns)} GenerateSessionVirtualId:992(553ns) PrepareNewSessionHandshake:477(928ns) {SwitchToState:179(417ns)}}}}}
2026-01-08T17:00:56.107393Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036846552179639:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38682401ns) {Configure:104(38680247ns) {ProcessConfigured:135(214996ns) {StartInitialHandshake:157(214063ns) {DropHandshakes:470(812ns) {DropIncomingHandshake:442(158ns) DropOutgoingHandshake:457(287ns)} GenerateSessionVirtualId:992(320ns) PrepareNewSessionHandshake:477(943ns) {SwitchToState:179(472ns)}}}}}
2026-01-08T17:00:56.107810Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036842800744855:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(34321546ns) {Configure:104(32291854ns) {ProcessConfigured:135(352877ns) {StartInitialHandshake:157(351337ns) {DropHandshakes:470(42309ns) {DropIncomingHandshake:442(187ns) DropOutgoingHandshake:457(241ns)} GenerateSessionVirtualId:992(393ns) PrepareNewSessionHandshake:477(1341ns) {SwitchToState:179(570ns)}}}}}
2026-01-08T17:00:56.108854Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036842723702896:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(22579293ns) {Configure:104(22573151ns) {ProcessConfigured:135(816994ns) {StartInitialHandshake:157(815174ns) {DropHandshakes:470(3625ns) {DropIncomingHandshake:442(239ns) DropOutgoingHandshake:457(240ns)} GenerateSessionVirtualId:992(868ns) PrepareNewSessionHandshake:477(294273ns) {SwitchToState:179(1079ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.112637Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036843125189854:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(44341572ns) {Configure:104(44079875ns) {ProcessConfigured:135(250124ns) {StartInitialHandshake:157(249182ns) {DropHandshakes:470(6043ns) {DropIncomingHandshake:442(715ns) DropOutgoingHandshake:457(223ns)} GenerateSessionVirtualId:992(580ns) PrepareNewSessionHandshake:477(1002ns) {SwitchToState:179(443ns)}}}}}
2026-01-08T17:00:56.114474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036847095712245:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17668
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.113066Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036843125189855:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(44058654ns) {Configure:104(43893688ns) {ProcessConfigured:135(194500ns) {StartInitialHandshake:157(192942ns) {DropHandshakes:470(1170ns) {DropIncomingHandshake:442(395ns) DropOutgoingHandshake:457(206ns)} GenerateSessionVirtualId:992(922ns) PrepareNewSessionHandshake:477(1297ns) {SwitchToState:179(687ns)}}}}}
2026-01-08T17:00:56.114897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036846552179652:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63781
2026-01-08T17:00:56.116007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036847095712246:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17668
2026-01-08T17:00:56.117876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036846624895362:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46615
2026-01-08T17:00:56.117882Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036846624895364:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46615
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.123004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036847018670270:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:819
No RDMA context found for GID: 2026-01-08T17:00:56.123216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847420157223:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13332
::ffff:127.1.0.0
2026-01-08T17:00:56.123378Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036846624895365:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46615
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.124531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036846552179655:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63781
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.124887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847420157224:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13332
2026-01-08T17:00:56.125506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847420157226:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13332
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:00:56.126651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847420157225:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13332
::ffff:127.1.0.0
2026-01-08T17:00:56.126930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036846552179656:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63781
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.128115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036849476989761:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51535
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.171579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036846624895362:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.171619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036846624895366:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46615
2026-01-08T17:00:56.172603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036846624895367:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46615
2026-01-08T17:00:56.172594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847095712245:2132] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.172742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036842800744854:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.173251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036846624895351:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2026-01-08T17:00:56.173282Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036846624895351:2119] [node 2] ICRDMA Non success qp response from remote side
::ffff:127.1.0.0
2026-01-08T17:00:56.173551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036847095712248:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17668
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.180572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036847095712249:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17668
2026-01-08T17:00:56.180374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036846624895364:2125] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.180376Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036846552179652:2128] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.181214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036842257212265:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.181383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847095712246:2133] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.181524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036846624895355:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.181567Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036846624895355:2121] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.185622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036846624895351:2119] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.192463Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036847018670270:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.194499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036842723702897:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.192858Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036847095712252:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17668
2026-01-08T17:00:56.192511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036842329927979:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.194690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:56.194796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036842329927979:2048] [node 2] ICP22 created new session: [1:7593036846624895371:2048]
2026-01-08T17:00:56.194813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036846552179655:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.198806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036846624895371:2048] [node 2] ICS09 handshake done sender: [1:7593036846624895351:2119] self: [1:7593036846624895350:0] peer: [2:7593036847095712250:0] socket: 51 qp: -1
2026-01-08T17:00:56.198884Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036847095712245:2132] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:56.198887Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847095712240:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.198999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036846624895371:2048] [node 2] ICS10 traffic start
2026-01-08T17:00:56.198929Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036847095712240:2130] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.202500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036842800744854:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.203802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:56.202127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:56.203872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036842800744854:2048] [node 1] ICP22 created new session: [2:7593036847095712253:2048]
2026-01-08T17:00:56.203843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036846624895355:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:56.205424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036847095712253:2048] [node 1] ICS09 handshake done sender: [2:7593036847095712245:2132] self: [2:7593036847095712250:0] peer: [1:7593036846624895350:0] socket: 57 qp: -1
2026-01-08T17:00:56.213688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036842329927980:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.205532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036847095712253:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:56.214544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.214600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036842329927980:2049] [node 3] ICP22 created new session: [1:7593036846624895375:2049]
2026-01-08T17:00:56.214918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036846624895375:2049] [node 3] ICS09 handshake done sender: [1:7593036846624895355:2121] self: [1:7593036846624895354:0] peer: [3:7593036846552179657:0] socket: 49 qp: -1
2026-01-08T17:00:56.211872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:56.214949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036846624895375:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:56.214969Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036847095712240:2130] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:56.215348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:56.215485Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036842800744854:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:00:56.215625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036842329927979:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(21951041ns) {HandleHandshakeStatus:329(21864251ns) {DropIncomingHandshake:442(12423ns) DropOutgoingHandshake:457(600ns) SwitchToState:179(1019ns) ProcessPendingSessionEvents:495(10430808ns) {ForwardSessionEventToSession:616(1429292ns) ForwardSessionEventToSession:616(96838ns) ForwardSessionEventToSession:616(5764366ns) ForwardSessionEventToSession:616(9389ns) ForwardSessionEventToSession:616(637565ns) ForwardSessionEventToSession:616(1795ns) ForwardSessionEventToSession:616(1229ns) ForwardSessionEventToSession:616(1828628ns) ForwardSessionEventToSession:616(1329ns) ForwardSessionEventToSession:616(649773ns)}}}
2026-01-08T17:00:56.215697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036846552179659:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63781
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0::ffff:127.1.0.0
2026-01-08T17:00:56.224040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036846552179660:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63781
2026-01-08T17:00:56.224053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036847018670272:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:819
2026-01-08T17:00:56.225150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036847095712230:2114] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.226462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:56.226523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036847095712230:2114] [node 6] ICP22 created new session: [2:7593036847095712257:2114]
2026-01-08T17:00:56.227315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036847095712257:2114] [node 6] ICS09 handshake done sender: [2:7593036847095712240:2130] self: [2:7593036847095712239:0] peer: [6:7593036847018670271:0] socket: 68 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.227192Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036847018670270:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:56.228152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036847095712257:2114] [node 6] ICS10 traffic start
2026-01-08T17:00:56.225135Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036842257212265:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6070) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036846552179652:2128] held: no
2026-01-08T17:00:56.228274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036847420157225:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.228450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:56.226962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036846552179652:2128] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:56.228477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036847420157226:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.228558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036847420157224:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.228543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036847018670273:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:819
2026-01-08T17:00:56.227890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036842257212265:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.228980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036847420157223:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.229157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036842723702897:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.228411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:56.228540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036842257212265:2048] [node 1] ICP22 created new session: [3:7593036846552179662:2048]
2026-01-08T17:00:56.229013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036846552179662:2048] [node 1] ICS09 handshake done sender: [3:7593036846552179652:2128] self: [3:7593036846552179657:0] peer: [1:7593036846624895354:0] socket: 64 qp: -1
2026-01-08T17:00:56.229655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:56.229969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036843125189856:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.229445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036846552179662:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:56.230016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036842723702897:2049] [node 2] ICP22 created new session: [6:7593036847018670274:2049]
2026-01-08T17:00:56.230129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036843125189855:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.229635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:56.230158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036843125189854:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.230027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036846552179660:2133] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.230174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036847018670274:2049] [node 2] ICS09 handshake done sender: [6:7593036847018670270:2115] self: [6:7593036847018670271:0] peer: [2:7593036847095712239:0] socket: 73 qp: -1
2026-01-08T17:00:56.230303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036847018670274:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:56.230880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036842257212266:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.230844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:56.231158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847095712236:2128] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.230861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036847018670273:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.231254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036846552179645:2125] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.231355Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036847095712236:2128] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.232268Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036846624895357:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.231281Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036846552179645:2125] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.232308Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036846624895357:2122] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.233287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036842723702896:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.233919Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036847095712236:2128] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:56.233921Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036846552179645:2125] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:56.233982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847095712238:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.234002Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036847095712238:2129] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.234817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036847095712232:2112] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.234719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036846624895363:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.234122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036846552179639:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.234764Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036846624895363:2124] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.236638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.236707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036847095712232:2112] [node 5] ICP22 created new session: [2:7593036847095712262:2112]
2026-01-08T17:00:56.236726Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036847095712238:2129] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:56.236952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:56.237137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847420157238:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13332
2026-01-08T17:00:56.236843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036847095712262:2112] [node 5] ICS09 handshake done sender: [2:7593036847095712236:2128] self: [2:7593036847095712235:0] peer: [5:7593036847420157236:0] socket: 53 qp: -1
2026-01-08T17:00:56.237136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036847095712262:2112] [node 5] ICS10 traffic start
2026-01-08T17:00:56.237476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036846552179639:2108] [node 5] ICP22 created new session: [3:7593036846552179667:2108]
2026-01-08T17:00:56.237188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:56.237519Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036846624895363:2124] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:56.237463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036842800744855:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.237567Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036846624895357:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:56.237755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:56.237843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036846552179667:2108] [node 5] ICS09 handshake done sender: [3:7593036846552179645:2125] self: [3:7593036846552179643:0] peer: [5:7593036847420157235:0] socket: 58 qp: -1
2026-01-08T17:00:56.238292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036846624895348:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.238308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036842800744855:2049] [node 3] ICP22 created new session: [2:7593036847095712264:2049]
2026-01-08T17:00:56.238330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036846624895349:2117] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.238045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036846552179667:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:56.239066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036847095712264:2049] [node 3] ICS09 handshake done sender: [2:7593036847095712238:2129] self: [2:7593036847095712237:0] peer: [3:7593036846552179664:0] socket: 94 qp: -1
2026-01-08T17:00:56.238312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:56.239097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:56.239317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036846624895349:2117] [node 6] ICP22 created new session: [1:7593036846624895380:2117]
2026-01-08T17:00:56.239106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036847095712264:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:56.239317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:56.238813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036846552179668:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63781
2026-01-08T17:00:56.239372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:56.240121Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036846552179660:2133] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:56.239523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036846624895348:2108] [node 5] ICP22 created new session: [1:7593036846624895381:2108]
2026-01-08T17:00:56.240171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036847420157224:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.239762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036846624895380:2117] [node 6] ICS09 handshake done sender: [1:7593036846624895363:2124] self: [1:7593036846624895361:0] peer: [6:7593036847018670277:0] socket: 59 qp: -1
2026-01-08T17:00:56.240500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036842257212266:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.240831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036847018670278:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:819
2026-01-08T17:00:56.240846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:56.239981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036846624895380:2117] [node 6] ICS10 traffic start
2026-01-08T17:00:56.240131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036846624895381:2108] [node 5] ICS09 handshake done sender: [1:7593036846624895357:2122] self: [1:7593036846624895356:0] peer: [5:7593036847420157237:0] socket: 50 qp: -1
2026-01-08T17:00:56.241925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036842257212266:2049] [node 2] ICP22 created new session: [3:7593036846552179670:2049]
2026-01-08T17:00:56.240168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036846624895381:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:56.242160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036847018670279:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:819
2026-01-08T17:00:56.240192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:56.242302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036846552179670:2049] [node 2] ICS09 handshake done sender: [3:7593036846552179660:2133] self: [3:7593036846552179664:0] peer: [2:7593036847095712237:0] socket: 96 qp: -1
2026-01-08T17:00:56.240341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:56.242349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036846552179670:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:56.242542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:56.242634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036843125189855:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.242734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:56.242924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036843125189855:2049] [node 2] ICP22 created new session: [5:7593036847420157241:2049]
2026-01-08T17:00:56.243072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036847420157241:2049] [node 2] ICS09 handshake done sender: [5:7593036847420157224:2116] self: [5:7593036847420157236:0] peer: [2:7593036847095712235:0] socket: 65 qp: -1
2026-01-08T17:00:56.243124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036847420157241:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:56.243100Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036847018670278:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.243320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:56.243513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036847018670273:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:56.244268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036842723702896:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.244431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036842723702898:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.244559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:56.244599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036842723702896:2048] [node 1] ICP22 created new session: [6:7593036847018670281:2048]
2026-01-08T17:00:56.244634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036847018670281:2048] [node 1] ICS09 handshake done sender: [6:7593036847018670273:2117] self: [6:7593036847018670277:0] peer: [1:7593036846624895361:0] socket: 97 qp: -1
2026-01-08T17:00:56.244661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036847018670281:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:56.244726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:56.244836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036846552179654:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.244873Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036846552179654:2129] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.246090Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847420157239:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13332
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.246949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847420157240:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13332
2026-01-08T17:00:56.246873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036846552179654:2129] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:56.247775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036846552179640:2123] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.247928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:56.248580Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036847420157226:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:56.248102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036846552179640:2123] [node 6] ICP22 created new session: [3:7593036846552179673:2123]
2026-01-08T17:00:56.248163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036847018670283:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:819
2026-01-08T17:00:56.248356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036846552179673:2123] [node 6] ICS09 handshake done sender: [3:7593036846552179654:2129] self: [3:7593036846552179653:0] peer: [6:7593036847018670280:0] socket: 105 qp: -1
2026-01-08T17:00:56.248526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036846552179673:2123] [node 6] ICS10 traffic start
2026-01-08T17:00:56.248596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:56.249528Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036842723702898:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9721) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036847018670278:2118] held: no
2026-01-08T17:00:56.249862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036843125189856:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.249936Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036847018670278:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:56.249945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:56.249976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036843125189856:2050] [node 3] ICP22 created new session: [5:7593036847420157243:2050]
2026-01-08T17:00:56.250025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036847420157243:2050] [node 3] ICS09 handshake done sender: [5:7593036847420157226:2118] self: [5:7593036847420157235:0] peer: [3:7593036846552179643:0] socket: 67 qp: -1
2026-01-08T17:00:56.250059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036847420157243:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:56.250083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:56.250947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036842723702898:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.251065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:56.251141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036842723702898:2050] [node 3] ICP22 created new session: [6:7593036847018670284:2050]
2026-01-08T17:00:56.251229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036847018670284:2050] [node 3] ICS09 handshake done sender: [6:7593036847018670278:2118] self: [6:7593036847018670280:0] peer: [3:7593036846552179653:0] socket: 109 qp: -1
2026-01-08T17:00:56.251287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036847018670284:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:56.251342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036847420157223:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:56.251374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:56.252687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036843125189854:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.252751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:56.252804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036843125189854:2048] [node 1] ICP22 created new session: [5:7593036847420157245:2048]
2026-01-08T17:00:56.252852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036847420157245:2048] [node 1] ICS09 handshake done sender: [5:7593036847420157223:2115] self: [5:7593036847420157237:0] peer: [1:7593036846624895356:0] socket: 61 qp: -1
2026-01-08T17:00:56.252882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036847420157245:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:56.252927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.254875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036847018670286:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:819
2026-01-08T17:00:56.256327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036847018670286:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.256603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036847018670254:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.256817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036847420157228:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.256847Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036847420157228:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.258407Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036847420157228:2119] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.259147Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036847018670288:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:819
2026-01-08T17:00:56.259378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036847420157216:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.259498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:56.259576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036847420157216:2109] [node 6] ICP22 created new session: [5:7593036847420157249:2109]
2026-01-08T17:00:56.259640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036847420157249:2109] [node 6] ICS09 handshake done sender: [5:7593036847420157228:2119] self: [5:7593036847420157227:0] peer: [6:7593036847018670287:0] socket: 71 qp: -1
2026-01-08T17:00:56.259715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036847420157249:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:56.259763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:56.259754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036847018670286:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:56.260387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036847018670254:2104] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.260779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:56.260909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036847018670254:2104] [node 5] ICP22 created new session: [6:7593036847018670289:2104]
2026-01-08T17:00:56.261165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036847018670289:2104] [node 5] ICS09 handshake done sender: [6:7593036847018670286:2121] self: [6:7593036847018670287:0] peer: [5:7593036847420157227:0] socket: 72 qp: -1
2026-01-08T17:00:56.261559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036847018670289:2104] [node 5] ICS10 traffic start
2026-01-08T17:00:56.261778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:56.265218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036846624895365:2126] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.265460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036846624895349:2117] [node 6] ICP18 handshake (actor [1:7593036846624895365:2126]) is too old
2026-01-08T17:00:56.265618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847095712248:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.267682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036849476989761:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.267894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036849476989765:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51535
2026-01-08T17:00:56.268040Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036846624895366:2127] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.268287Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847095712249:2135] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.268487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036849476989765:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.268570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036849476989763:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51535
2026-01-08T17:00:56.268909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036847095712232:2112] [node 5] ICP18 handshake (actor [2:7593036847095712249:2135]) is too old
2026-01-08T17:00:56.268898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036849476989762:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51535
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.269176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036849476989763:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.269823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036849476989764:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51535
2026-01-08T17:00:56.269966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036849476989762:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.270100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036845182022387:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.270236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036845182022386:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.270437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036849476989764:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.270474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036846624895353:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.270495Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036846624895353:2120] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.270500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847095712244:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.270560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036845182022388:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.270583Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036847095712244:2131] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.271351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036846624895367:2128] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.271497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036846624895348:2108] [node 5] ICP18 handshake (actor [1:7593036846624895367:2128]) is too old
2026-01-08T17:00:56.271449Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036846552179651:2127] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.271462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036846552179656:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.272606Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036846624895353:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:56.273360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036846624895347:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.271514Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036846552179651:2127] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.273390Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036846552179651:2127] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:56.273562Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036847095712244:2131] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:56.273604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.273645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036846624895347:2107] [node 4] ICP22 created new session: [1:7593036846624895386:2107]
2026-01-08T17:00:56.273809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036847095712231:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.273792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036846624895386:2107] [node 4] ICS09 handshake done sender: [1:7593036846624895353:2120] self: [1:7593036846624895352:0] peer: [4:7593036849476989769:0] socket: 93 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.273655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036846552179638:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.273970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036846624895386:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:56.273769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036849476989771:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51535
2026-01-08T17:00:56.274279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:56.274363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036849476989773:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51535
2026-01-08T17:00:56.274232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:56.274397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:56.274436Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036849476989772:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51535
2026-01-08T17:00:56.274419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036846552179638:2107] [node 4] ICP22 created new session: [3:7593036846552179677:2107]
2026-01-08T17:00:56.274455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036847095712231:2107] [node 4] ICP22 created new session: [2:7593036847095712268:2107]
2026-01-08T17:00:56.274661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036847095712268:2107] [node 4] ICS09 handshake done sender: [2:7593036847095712244:2131] self: [2:7593036847095712243:0] peer: [4:7593036849476989768:0] socket: 55 qp: -1
2026-01-08T17:00:56.274695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036846552179677:2107] [node 4] ICS09 handshake done sender: [3:7593036846552179651:2127] self: [3:7593036846552179650:0] peer: [4:7593036849476989770:0] socket: 98 qp: -1
2026-01-08T17:00:56.274686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036847095712268:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:56.274928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036846552179677:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:56.274955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:56.275035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:56.276820Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036845182022387:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1093) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036849476989763:2118] held: no
2026-01-08T17:00:56.276821Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036845182022386:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6070) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036849476989762:2117] held: no
2026-01-08T17:00:56.276919Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036845182022388:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9721) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036849476989764:2119] held: no
2026-01-08T17:00:56.277010Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036849476989762:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:56.277016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036849476989763:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:56.277291Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036849476989764:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:56.277357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036845182022386:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.277383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036845182022387:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.277458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:56.277467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:56.277487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036845182022387:2049] [node 2] ICP22 created new session: [4:7593036849476989774:2049]
2026-01-08T17:00:56.277495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036845182022386:2048] [node 1] ICP22 created new session: [4:7593036849476989775:2048]
2026-01-08T17:00:56.277521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036849476989774:2049] [node 2] ICS09 handshake done sender: [4:7593036849476989763:2118] self: [4:7593036849476989768:0] peer: [2:7593036847095712243:0] socket: 66 qp: -1
2026-01-08T17:00:56.277536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036849476989775:2048] [node 1] ICS09 handshake done sender: [4:7593036849476989762:2117] self: [4:7593036849476989769:0] peer: [1:7593036846624895352:0] socket: 56 qp: -1
2026-01-08T17:00:56.277546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036849476989774:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:56.277586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:56.277588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036849476989775:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:56.277627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:56.278056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036845182022388:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.278128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:56.278160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036845182022388:2050] [node 3] ICP22 created new session: [4:7593036849476989780:2050]
2026-01-08T17:00:56.278183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036849476989780:2050] [node 3] ICS09 handshake done sender: [4:7593036849476989764:2119] self: [4:7593036849476989770:0] peer: [3:7593036846552179650:0] socket: 114 qp: -1
2026-01-08T17:00:56.278201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036849476989780:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:56.278167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036847018670291:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:819
2026-01-08T17:00:56.278218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.278794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847420157251:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13332
2026-01-08T17:00:56.279148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036847018670291:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.279491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036847018670257:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.279679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036849476989758:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.279700Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036849476989758:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.280095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036847420157251:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.280228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036847420157215:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.280304Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036849476989758:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:56.280411Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036849476989760:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.280429Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036849476989760:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.280523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036849476989747:2110] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.280752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036847018670293:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:819
2026-01-08T17:00:56.280768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:56.280832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036849476989747:2110] [node 6] ICP22 created new session: [4:7593036849476989783:2110]
2026-01-08T17:00:56.280905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036849476989783:2110] [node 6] ICS09 handshake done sender: [4:7593036849476989758:2114] self: [4:7593036849476989755:0] peer: [6:7593036847018670292:0] socket: 76 qp: -1
2026-01-08T17:00:56.280967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036849476989783:2110] [node 6] ICS10 traffic start
2026-01-08T17:00:56.281016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:56.281071Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036847018670291:2123] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:56.281216Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036849476989760:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:56.281595Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036847018670257:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20425) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036847018670291:2123] held: no
2026-01-08T17:00:56.281629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036849476989746:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.281958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036847018670257:2109] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: 2026-01-08T17:00:56.282254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
::ffff:127.1.0.0
2026-01-08T17:00:56.282246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:56.282347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036849476989746:2108] [node 5] ICP22 created new session: [4:7593036849476989786:2108]
2026-01-08T17:00:56.282394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036849476989786:2108] [node 5] ICS09 handshake done sender: [4:7593036849476989760:2115] self: [4:7593036849476989759:0] peer: [5:7593036847420157252:0] socket: 78 qp: -1
2026-01-08T17:00:56.282359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036847018670257:2109] [node 4] ICP22 created new session: [6:7593036847018670294:2109]
2026-01-08T17:00:56.282419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036849476989786:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:56.282385Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847420157253:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13332
2026-01-08T17:00:56.282445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:56.282467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036847018670294:2109] [node 4] ICS09 handshake done sender: [6:7593036847018670291:2123] self: [6:7593036847018670292:0] peer: [4:7593036849476989755:0] socket: 77 qp: -1
2026-01-08T17:00:56.282457Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036847420157215:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20425) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036847420157251:2124] held: no
2026-01-08T17:00:56.283272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036847018670294:2109] [node 4] ICS10 traffic start
2026-01-08T17:00:56.283312Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036847420157251:2124] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:56.283552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:56.283609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036847420157215:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.283806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:56.283846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036847420157215:2108] [node 4] ICP22 created new session: [5:7593036847420157254:2108]
2026-01-08T17:00:56.283875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036847420157254:2108] [node 4] ICS09 handshake done sender: [5:7593036847420157251:2124] self: [5:7593036847420157252:0] peer: [4:7593036849476989759:0] socket: 79 qp: -1
2026-01-08T17:00:56.283914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036847420157254:2108] [node 4] ICS10 traffic start
2026-01-08T17:00:56.283971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:56.319883Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:00:56.320068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036847095712253:2048] [node 1] ICS01 socket: 57 reason# EndOfStream
2026-01-08T17:00:56.320103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036842800744854:2048] [node 1] ICP30 unregister session Session# [2:7593036847095712253:2048] VirtualId# [2:7593036847095712250:0]
2026-01-08T17:00:56.320132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036847095712253:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.320200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:56.320238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:56.320608Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:00:56.320863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036846552179662:2048] [node 1] ICS01 socket: 64 reason# EndOfStream
2026-01-08T17:00:56.320907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036842257212265:2048] [node 1] ICP30 unregister session Session# [3:7593036846552179662:2048] VirtualId# [3:7593036846552179657:0]
2026-01-08T17:00:56.320938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036846552179662:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.321014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:56.321069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:56.322387Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:00:56.322656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036849476989775:2048] [node 1] ICS01 socket: 56 reason# EndOfStream
2026-01-08T17:00:56.322722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036845182022386:2048] [node 1] ICP30 unregister session Session# [4:7593036849476989775:2048] VirtualId# [4:7593036849476989769:0]
2026-01-08T17:00:56.322753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036849476989775:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.322850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:56.322937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:56.323045Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:00:56.323240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036847420157245:2048] [node 1] ICS07 socket disconnect 61 reason# EndOfStream
2026-01-08T17:00:56.323292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036847420157245:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.323380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:56.323441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036847420157245:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:56.323649Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:00:56.323942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036847018670281:2048] [node 1] ICS07 socket disconnect 97 reason# EndOfStream
2026-01-08T17:00:56.323985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036847018670281:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.324081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:56.324134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036847018670281:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:56.324245Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036843125189854:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6070) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:56.324313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036847420157245:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:56.324365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036843125189854:2048] [node 1] ICP30 unregister session Session# [5:7593036847420157245:2048] VirtualId# [5:7593036847420157237:0]
2026-01-08T17:00:56.324420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:56.324451Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036843125189854:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6070) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.324465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6070) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.324995Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036842723702896:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6070) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:56.325116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036847018670281:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:56.325180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036842723702896:2048] [node 1] ICP30 unregister session Session# [6:7593036847018670281:2048] VirtualId# [6:7593036847018670277:0]
2026-01-08T17:00:56.325252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:56.325321Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036842723702896:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6070) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.325350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6070) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.334458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036843125189854:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:56.335500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036842723702896:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:56.382859Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:00:56.383110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036846552179670:2049] [node 2] ICS07 socket disconnect 96 reason# EndOfStream
2026-01-08T17:00:56.383165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036846552179670:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.383294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:56.383353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036846552179670:2049] [node 2] ICS15 start handshake
2026-01-08T17:00:56.384168Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036842257212266:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1093) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:56.384229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036846552179670:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:56.384460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036842257212266:2049] [node 2] ICP30 unregister session Session# [3:7593036846552179670:2049] VirtualId# [3:7593036846552179664:0]
2026-01-08T17:00:56.384519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:56.384580Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036842257212266:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1093) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.384601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1093) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.385322Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:00:56.385480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036849476989774:2049] [node 2] ICS01 socket: 66 reason# EndOfStream
2026-01-08T17:00:56.385506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036845182022387:2049] [node 2] ICP30 unregister session Session# [4:7593036849476989774:2049] VirtualId# [4:7593036849476989768:0]
2026-01-08T17:00:56.385527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036849476989774:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.385627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:56.385663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:56.385979Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:00:56.386111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036847420157241:2049] [node 2] ICS07 socket disconnect 65 reason# EndOfStream
2026-01-08T17:00:56.386136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036847420157241:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.386222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:56.386267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036847420157241:2049] [node 2] ICS15 start handshake
2026-01-08T17:00:56.386525Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:00:56.386706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036847018670274:2049] [node 2] ICS07 socket disconnect 73 reason# EndOfStream
2026-01-08T17:00:56.386742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036847018670274:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.386871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:56.386940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036847018670274:2049] [node 2] ICS15 start handshake
2026-01-08T17:00:56.386961Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036843125189855:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1093) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:56.387015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036847420157241:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:56.387090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036843125189855:2049] [node 2] ICP30 unregister session Session# [5:7593036847420157241:2049] VirtualId# [5:7593036847420157236:0]
2026-01-08T17:00:56.387128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:56.387167Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036843125189855:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1093) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.387183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1093) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.387644Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036842723702897:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1093) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:56.387744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036847018670274:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:56.387775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036842723702897:2049] [node 2] ICP30 unregister session Session# [6:7593036847018670274:2049] VirtualId# [6:7593036847018670271:0]
2026-01-08T17:00:56.387828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:56.387880Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036842723702897:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1093) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.387914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1093) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.396892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036843125189855:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:00:56.397912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036842723702897:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:00:56.438961Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:00:56.439153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036849476989780:2050] [node 3] ICS01 socket: 114 reason# EndOfStream
2026-01-08T17:00:56.439181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036845182022388:2050] [node 3] ICP30 unregister session Session# [4:7593036849476989780:2050] VirtualId# [4:7593036849476989770:0]
2026-01-08T17:00:56.439203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036849476989780:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.439289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:56.439327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:56.439887Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:00:56.440056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036847420157243:2050] [node 3] ICS07 socket disconnect 67 reason# EndOfStream
2026-01-08T17:00:56.440082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036847420157243:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.440145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:56.440180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036847420157243:2050] [node 3] ICS15 start handshake
2026-01-08T17:00:56.440678Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:00:56.440782Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036843125189856:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9721) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:56.440831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036847420157243:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:56.440866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036843125189856:2050] [node 3] ICP30 unregister session Session# [5:7593036847420157243:2050] VirtualId# [5:7593036847420157235:0]
2026-01-08T17:00:56.440856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036847018670284:2050] [node 3] ICS01 socket: 109 reason# EndOfStream
2026-01-08T17:00:56.440915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:56.440940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036842723702898:2050] [node 3] ICP30 unregister session Session# [6:7593036847018670284:2050] VirtualId# [6:7593036847018670280:0]
2026-01-08T17:00:56.440965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036847018670284:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.441023Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036843125189856:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9721) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.441038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:56.441101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:56.441068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9721) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.451195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036843125189856:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:00:56.490482Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:00:56.490644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036847420157254:2108] [node 4] ICS01 socket: 79 reason# EndOfStream
2026-01-08T17:00:56.490671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036847420157215:2108] [node 4] ICP30 unregister session Session# [5:7593036847420157254:2108] VirtualId# [5:7593036847420157252:0]
2026-01-08T17:00:56.490697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036847420157254:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.490788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:56.490826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:56.491419Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:00:56.491563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036847018670294:2109] [node 4] ICS01 socket: 77 reason# EndOfStream
2026-01-08T17:00:56.491590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036847018670257:2109] [node 4] ICP30 unregister session Session# [6:7593036847018670294:2109] VirtualId# [6:7593036847018670292:0]
2026-01-08T17:00:56.491611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036847018670294:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.491684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:56.491718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:56.547177Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:00:56.547337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036847018670289:2104] [node 5] ICS07 socket disconnect 72 reason# EndOfStream
2026-01-08T17:00:56.547391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036847018670289:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.547465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:00:56.547523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036847018670289:2104] [node 5] ICS15 start handshake
2026-01-08T17:00:56.548057Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036847018670254:2104] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5172) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:56.548101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036847018670289:2104] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:56.548155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036847018670254:2104] [node 5] ICP30 unregister session Session# [6:7593036847018670289:2104] VirtualId# [6:7593036847018670287:0]
2026-01-08T17:00:56.548222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:00:56.548258Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036847018670254:2104] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5172) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.548269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5172) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:00:56.631138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036849259593958:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:56.631214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036849259593957:2048] [node 2] ICP01 ready to work
2026-01-08T17:00:56.639499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036847220595148:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:56.639544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036847220595149:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:56.648870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036847166581366:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:56.649129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036847166581367:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:56.658271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036847886998030:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:56.658393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036847886998028:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:56.658463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036847886998029:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:56.665234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036847840885464:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:56.665256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036847840885465:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:56.665286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036847840885466:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:56.671971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036848257289007:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:56.671997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036848257289009:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:56.672104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036848257289008:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:56.750953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036847220595229:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:56.755040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036847166581433:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:56.760171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036847166581432:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:56.759920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036847886998099:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:56.760635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036847840885530:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:56.760654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036849259594027:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:56.760224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036847886998100:2117] [node 6] ICP01 ready to work
2026-01-08T17:00:56.761077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036849259594029:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:56.761373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036849259594028:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:56.761433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036847220595230:2115] [node 6] ICP01 ready to work
2026-01-08T17:00:56.761462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036848257289070:2107] [node 5] ICP01 ready to work
2026-01-08T17:00:56.761544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036847166581434:2110] [node 6] ICP01 ready to work
2026-01-08T17:00:56.761882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036847840885531:2108] [node 4] ICP01 ready to work
2026-01-08T17:00:56.762131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036847220595231:2126] [node 5] ICP01 ready to work
2026-01-08T17:00:56.762136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036848257289071:2109] [node 4] ICP01 ready to work
2026-01-08T17:00:56.764427Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036849259593957:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(26636872ns) {Configure:104(26628759ns) {ProcessConfigured:135(140089ns) {StartInitialHandshake:157(129457ns) {DropHandshakes:470(2426ns) {DropIncomingHandshake:442(575ns) DropOutgoingHandshake:457(311ns)} GenerateSessionVirtualId:992(666ns) PrepareNewSessionHandshake:477(791ns) {SwitchToState:179(234ns)}}}}}
2026-01-08T17:00:56.766648Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036847840885464:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(27457138ns) {Configure:104(27454442ns) {ProcessConfigured:135(227052ns) {StartInitialHandshake:157(225550ns) {DropHandshakes:470(986ns) {DropIncomingHandshake:442(179ns) DropOutgoingHandshake:457(242ns)} GenerateSessionVirtualId:992(509ns) PrepareNewSessionHandshake:477(835ns) {SwitchToState:179(370ns)}}}}}
2026-01-08T17:00:56.767733Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036847840885466:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(24725331ns) {Configure:104(24683950ns) {ProcessConfigured:135(509049ns) {StartInitialHandshake:157(507668ns) {DropHandshakes:470(1182ns) {DropIncomingHandshake:442(440ns) DropOutgoingHandshake:457(225ns)} GenerateSessionVirtualId:992(549ns) PrepareNewSessionHandshake:477(1227ns) {SwitchToState:179(507ns)}}}}}
2026-01-08T17:00:56.767309Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036847886998028:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(28789728ns) {Configure:104(28643501ns) {ProcessConfigured:135(83410ns) {StartInitialHandshake:157(82647ns) {DropHandshakes:470(716ns) {DropIncomingHandshake:442(190ns) DropOutgoingHandshake:457(168ns)} GenerateSessionVirtualId:992(561ns) PrepareNewSessionHandshake:477(648ns) {SwitchToState:179(243ns)}}}}}
2026-01-08T17:00:56.768288Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036848257289007:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(25192468ns) {Configure:104(25171349ns) {ProcessConfigured:135(557927ns) {StartInitialHandshake:157(556485ns) {DropHandshakes:470(117808ns) {DropIncomingHandshake:442(460ns) DropOutgoingHandshake:457(181ns)} GenerateSessionVirtualId:992(519ns) PrepareNewSessionHandshake:477(625ns) {SwitchToState:179(160ns)}}}}}
2026-01-08T17:00:56.767439Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036847886998030:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(24825399ns) {Configure:104(24821988ns) {ProcessConfigured:135(348501ns) {StartInitialHandshake:157(346233ns) {DropHandshakes:470(995ns) {DropIncomingHandshake:442(315ns) DropOutgoingHandshake:457(203ns)} GenerateSessionVirtualId:992(716ns) PrepareNewSessionHandshake:477(889ns) {SwitchToState:179(354ns)}}}}}
2026-01-08T17:00:56.771741Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036848257289009:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(25193898ns) {Configure:104(25177415ns) {ProcessConfigured:135(494138ns) {StartInitialHandshake:157(492765ns) {DropHandshakes:470(894ns) {DropIncomingHandshake:442(198ns) DropOutgoingHandshake:457(235ns)} GenerateSessionVirtualId:992(363ns) PrepareNewSessionHandshake:477(922ns) {SwitchToState:179(347ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.777605Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036847220595242:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55856
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.778839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036849259594043:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7151
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.781981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036847220595240:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55856
2026-01-08T17:00:56.782432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847840885542:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59756
2026-01-08T17:00:56.782131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036847886998112:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28459
2026-01-08T17:00:56.782128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036848257289080:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26977
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.783579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036849259594044:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7151
2026-01-08T17:00:56.783063Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847840885545:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59756
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.785249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036847166581444:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28539
2026-01-08T17:00:56.785248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036847886998115:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28459
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.785790Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036848257289086:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26977
2026-01-08T17:00:56.785728Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036847166581445:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28539
2026-01-08T17:00:56.786008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036849259594045:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7151
2026-01-08T17:00:56.787293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036847166581446:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28539
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.787553Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036847220595247:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55856
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.789076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036847166581449:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28539
2026-01-08T17:00:56.789227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847840885547:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59756
2026-01-08T17:00:56.789231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036847220595248:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55856
2026-01-08T17:00:56.850675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847220595242:2133] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.852675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036848257289080:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.852875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036848257289070:2107] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.852988Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036847886998112:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.853151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036847886998028:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.853179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036847840885534:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.853217Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036847840885534:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.853990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036849259594037:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.854186Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036849259594037:2120] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.854964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036847886998115:2124] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.855540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036847886998030:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.857097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036847166581438:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.857124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036847166581449:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.857463Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036847840885534:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:56.857141Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036847166581438:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.857622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036849259594044:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.857800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036847166581367:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.858227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036848257289088:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26977
2026-01-08T17:00:56.859035Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036849259594037:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:56.859617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036847840885530:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.859714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036849259594043:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.858984Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847220595238:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.859853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:56.859027Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036847220595238:2130] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.860144Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036847166581438:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:56.859722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847220595240:2132] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.859908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036847840885530:2109] [node 6] ICP22 created new session: [5:7593036847840885550:2109]
2026-01-08T17:00:56.860349Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036847220595238:2130] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:56.860317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036847886998118:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28459
2026-01-08T17:00:56.860531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036849259594029:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.860496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036847220595148:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.860310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036847840885550:2109] [node 6] ICS09 handshake done sender: [5:7593036847840885534:2113] self: [5:7593036847840885533:0] peer: [6:7593036848257289087:0] socket: 60 qp: -1
2026-01-08T17:00:56.861111Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036848257289080:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:56.860775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036847840885550:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:56.861547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:56.861328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:56.861827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036848257289070:2107] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.861818Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036847166581445:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.861770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036847220595149:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.861862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036849259594029:2107] [node 4] ICP22 created new session: [1:7593036849259594050:2107]
2026-01-08T17:00:56.861878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036847166581432:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.862306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:56.862439Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847220595247:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.862437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:56.862560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036847840885545:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.863516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036848257289070:2107] [node 5] ICP22 created new session: [6:7593036848257289089:2107]
2026-01-08T17:00:56.863216Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036847886998112:2122] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: 2026-01-08T17:00:56.863546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036847220595149:2049] [node 3] ICP22 created new session: [2:7593036847220595252:2049]
::ffff:127.1.0.0
2026-01-08T17:00:56.863546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:56.863748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036848257289089:2107] [node 5] ICS09 handshake done sender: [6:7593036848257289080:2114] self: [6:7593036848257289087:0] peer: [5:7593036847840885533:0] socket: 69 qp: -1
2026-01-08T17:00:56.862430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036849259594050:2107] [node 4] ICS09 handshake done sender: [1:7593036849259594037:2120] self: [1:7593036849259594035:0] peer: [4:7593036847886998116:0] socket: 56 qp: -1
2026-01-08T17:00:56.863610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036847166581432:2107] [node 4] ICP22 created new session: [3:7593036847166581455:2107]
2026-01-08T17:00:56.863800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036847220595252:2049] [node 3] ICS09 handshake done sender: [2:7593036847220595238:2130] self: [2:7593036847220595235:0] peer: [3:7593036847166581452:0] socket: 86 qp: -1
2026-01-08T17:00:56.862557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036849259594031:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.863826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036847840885531:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.863843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036847220595252:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:56.863540Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036847886998028:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61211) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036847886998112:2122] held: no
2026-01-08T17:00:56.863775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036848257289089:2107] [node 5] ICS10 traffic start
2026-01-08T17:00:56.862572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036849259594050:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:56.863788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036847166581455:2107] [node 4] ICS09 handshake done sender: [3:7593036847166581438:2113] self: [3:7593036847166581435:0] peer: [4:7593036847886998117:0] socket: 88 qp: -1
2026-01-08T17:00:56.863889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:56.864416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036847886998028:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.864425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036848257289086:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.862580Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036849259594031:2117] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.864567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847220595248:2136] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.863823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036847166581455:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:56.863416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:56.864415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:56.864765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:56.864548Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036847166581446:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.864776Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036847886998108:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.864251Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036849259594049:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7151
2026-01-08T17:00:56.864797Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036847886998108:2121] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.865902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036849259594049:2125] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.867406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:56.865955Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036849259594031:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:56.867676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036847886998028:2048] [node 1] ICP22 created new session: [4:7593036847886998121:2048]
2026-01-08T17:00:56.867414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036849259593957:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.867640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036847220595256:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55856
2026-01-08T17:00:56.867630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036848257289008:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.867442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036847840885542:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.867467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036847166581454:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28539
No RDMA context found for GID: 2026-01-08T17:00:56.867702Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036847886998119:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28459
No RDMA context found for GID: 2026-01-08T17:00:56.868091Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036849259594045:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.02026-01-08T17:00:56.867681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036847220595149:2049] [node 3] ICP18 handshake (actor [2:7593036847220595247:2135]) is too old
2026-01-08T17:00:56.868005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036847166581444:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.868051Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036847840885547:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.868230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:56.868282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036847886998121:2048] [node 1] ICS09 handshake done sender: [4:7593036847886998112:2122] self: [4:7593036847886998116:0] peer: [1:7593036849259594035:0] socket: 65 qp: -1
2026-01-08T17:00:56.868268Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847220595239:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.02026-01-08T17:00:56.868509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036847840885466:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.868534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036847886998121:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:56.868288Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036847220595239:2131] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.868527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036849259593957:2048] [node 2] ICP22 created new session: [1:7593036849259594055:2048]
2026-01-08T17:00:56.868552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036847840885464:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.868631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:56.869922Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036847220595240:2132] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:56.868591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847840885553:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59756
2026-01-08T17:00:56.868578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036849259594055:2048] [node 2] ICS09 handshake done sender: [1:7593036849259594031:2117] self: [1:7593036849259594030:0] peer: [2:7593036847220595251:0] socket: 54 qp: -1
2026-01-08T17:00:56.869320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036847886998108:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:56.869174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036847166581458:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28539
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.869348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036847166581439:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.869191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036849259594055:2048] [node 2] ICS10 traffic start
2026-01-08T17:00:56.870055Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036847886998115:2124] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:56.869960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036847166581432:2107] [node 4] ICP18 handshake (actor [3:7593036847166581444:2117]) is too old
2026-01-08T17:00:56.870204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:56.870020Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036847166581439:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.870805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036847886998030:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.871822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036847886998122:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28459
2026-01-08T17:00:56.870237Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036847166581449:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:56.871869Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036847840885545:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:56.871830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.871878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036847886998030:2050] [node 3] ICP22 created new session: [4:7593036847886998126:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.871841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036849259594036:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.871818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036847220595148:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.871915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036847886998126:2050] [node 3] ICS09 handshake done sender: [4:7593036847886998115:2124] self: [4:7593036847886998117:0] peer: [3:7593036847166581435:0] socket: 92 qp: -1
2026-01-08T17:00:56.871869Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036849259594036:2119] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.871946Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036847220595239:2131] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:56.875572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036847840885531:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.871831Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036847166581367:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12506) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036847166581449:2120] held: no
2026-01-08T17:00:56.875569Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036849259594056:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7151
2026-01-08T17:00:56.871917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036847166581367:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.872086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036847886998126:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:56.875608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036847220595230:2115] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.876544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:56.872114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:56.876643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036849259594036:2119] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.874865Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036847166581458:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.877069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036849259594028:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.875939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:56.876530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:56.874614Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036847886998123:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28459
2026-01-08T17:00:56.876837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036847166581439:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:56.876665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036847220595148:2048] [node 1] ICP22 created new session: [2:7593036847220595259:2048]
2026-01-08T17:00:56.874987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036847886998099:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.876710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036847840885531:2108] [node 4] ICP22 created new session: [5:7593036847840885557:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.876698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:56.877717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036847840885557:2108] [node 4] ICS09 handshake done sender: [5:7593036847840885545:2118] self: [5:7593036847840885552:0] peer: [4:7593036847886998101:0] socket: 73 qp: -1
2026-01-08T17:00:56.877022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036847220595230:2115] [node 6] ICP22 created new session: [2:7593036847220595260:2115]
2026-01-08T17:00:56.876555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:56.876946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036847166581367:2049] [node 2] ICP22 created new session: [3:7593036847166581462:2049]
2026-01-08T17:00:56.879230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:56.877119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036847220595259:2048] [node 1] ICS09 handshake done sender: [2:7593036847220595240:2132] self: [2:7593036847220595251:0] peer: [1:7593036849259594030:0] socket: 57 qp: -1
2026-01-08T17:00:56.878286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036848257289093:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26977
2026-01-08T17:00:56.878274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036847840885557:2108] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.877375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036847166581366:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.879697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036849259594028:2108] [node 5] ICP22 created new session: [1:7593036849259594061:2108]
2026-01-08T17:00:56.877159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036847220595259:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:56.877010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036847886998099:2108] [node 5] ICP22 created new session: [4:7593036847886998128:2108]
2026-01-08T17:00:56.878362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:56.877549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036847166581462:2049] [node 2] ICS09 handshake done sender: [3:7593036847166581449:2120] self: [3:7593036847166581452:0] peer: [2:7593036847220595235:0] socket: 91 qp: -1
2026-01-08T17:00:56.877280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036847220595260:2115] [node 6] ICS09 handshake done sender: [2:7593036847220595239:2131] self: [2:7593036847220595237:0] peer: [6:7593036848257289091:0] socket: 80 qp: -1
2026-01-08T17:00:56.879764Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847840885556:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59756
2026-01-08T17:00:56.879723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036849259594056:2126] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.877064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036847886998122:2127] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.879738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036849259594061:2108] [node 5] ICS09 handshake done sender: [1:7593036849259594036:2119] self: [1:7593036849259594034:0] peer: [5:7593036847840885554:0] socket: 55 qp: -1
2026-01-08T17:00:56.877344Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036847886998123:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.879831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036849259594061:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:56.877691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036847886998128:2108] [node 5] ICS09 handshake done sender: [4:7593036847886998108:2121] self: [4:7593036847886998101:0] peer: [5:7593036847840885552:0] socket: 68 qp: -1
2026-01-08T17:00:56.878299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036847166581462:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:56.877509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036847220595260:2115] [node 6] ICS10 traffic start
2026-01-08T17:00:56.879315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036847166581433:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.877956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036847886998128:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:56.888184Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036847840885464:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61211) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036847840885542:2117] held: no
2026-01-08T17:00:56.882085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036849259594033:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.887459Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036848257289008:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12506) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036848257289086:2116] held: no
2026-01-08T17:00:56.877552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2026-01-08T17:00:56.888617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036848257289095:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26977
2026-01-08T17:00:56.879698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:56.882115Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036849259594033:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.878338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:56.887982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036847886998029:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.881438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:56.878254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:56.882369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036847166581433:2108] [node 5] ICP22 created new session: [3:7593036847166581466:2108]
2026-01-08T17:00:56.882147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:56.885824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036847220595258:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55856
2026-01-08T17:00:56.886012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036847166581466:2108] [node 5] ICS09 handshake done sender: [3:7593036847166581439:2114] self: [3:7593036847166581437:0] peer: [5:7593036847840885555:0] socket: 93 qp: -1
2026-01-08T17:00:56.889727Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036847840885466:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31599) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036847840885547:2120] held: no
2026-01-08T17:00:56.886742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036847166581466:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:56.895263Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847220595234:2128] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.889703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036848257289096:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26977
2026-01-08T17:00:56.888543Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036849259594033:2118] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.895309Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036847220595234:2128] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.889717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036848257289094:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26977
2026-01-08T17:00:56.888526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:56.888712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036849259593958:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.895396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:56.889767Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036848257289086:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:56.899129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036847840885547:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:56.899343Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847840885558:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59756
2026-01-08T17:00:56.897941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036849259593958:2049] [node 3] ICP22 created new session: [1:7593036849259594065:2049]
2026-01-08T17:00:56.895507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036848257289008:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.897934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036847220595148:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16931720ns) {HandleHandshakeStatus:329(16929585ns) {DropIncomingHandshake:442(1170ns) DropOutgoingHandshake:457(5067ns) SwitchToState:179(319ns) ProcessPendingSessionEvents:495(7150689ns) {ForwardSessionEventToSession:616(4336391ns) ForwardSessionEventToSession:616(459254ns) ForwardSessionEventToSession:616(1147722ns) ForwardSessionEventToSession:616(801191ns) ForwardSessionEventToSession:616(9752ns) ForwardSessionEventToSession:616(2782ns) ForwardSessionEventToSession:616(217900ns) ForwardSessionEventToSession:616(2553ns) ForwardSessionEventToSession:616(2209ns) ForwardSessionEventToSession:616(155329ns)}}}
2026-01-08T17:00:56.902071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036847840885466:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.902149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036847166581468:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28539
2026-01-08T17:00:56.899488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036849259594065:2049] [node 3] ICS09 handshake done sender: [1:7593036849259594033:2118] self: [1:7593036849259594032:0] peer: [3:7593036847166581463:0] socket: 108 qp: -1
2026-01-08T17:00:56.898667Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036847220595148:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:00:56.902186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:56.901976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036847220595234:2128] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:56.902301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036849259594065:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:56.899102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:56.903570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036847840885466:2050] [node 3] ICP22 created new session: [5:7593036847840885560:2050]
2026-01-08T17:00:56.903576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036847220595229:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.903587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:56.899154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036848257289096:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.903749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036847840885560:2050] [node 3] ICS09 handshake done sender: [5:7593036847840885547:2120] self: [5:7593036847840885555:0] peer: [3:7593036847166581437:0] socket: 94 qp: -1
2026-01-08T17:00:56.904164Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036847886998114:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.904184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:56.904045Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036847166581366:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61211) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036847166581458:2123] held: no
2026-01-08T17:00:56.904349Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036847886998114:2123] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.904174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036847840885560:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:56.903725Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036849259594028:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(18333579ns) {HandleHandshakeStatus:329(18331052ns) {DropIncomingHandshake:442(10054ns) DropOutgoingHandshake:457(371ns) SwitchToState:179(119ns) ProcessPendingSessionEvents:495(7168876ns) {ForwardSessionEventToSession:616(514312ns) ForwardSessionEventToSession:616(603107ns) ForwardSessionEventToSession:616(6166ns) ForwardSessionEventToSession:616(181539ns) ForwardSessionEventToSession:616(2485ns) ForwardSessionEventToSession:616(199973ns) ForwardSessionEventToSession:616(5421815ns) ForwardSessionEventToSession:616(17274ns) ForwardSessionEventToSession:616(197074ns) ForwardSessionEventToSession:616(3043ns)}}}
2026-01-08T17:00:56.899379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036848257289094:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.904223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:56.904240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036847220595229:2107] [node 4] ICP22 created new session: [2:7593036847220595265:2107]
2026-01-08T17:00:56.904640Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036847166581458:2123] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:56.905087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036849259594042:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.899486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036848257289095:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.905620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036847840885542:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:56.905189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036847886998133:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28459
2026-01-08T17:00:56.904974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036847220595265:2107] [node 4] ICS09 handshake done sender: [2:7593036847220595234:2128] self: [2:7593036847220595232:0] peer: [4:7593036847886998131:0] socket: 64 qp: -1
2026-01-08T17:00:56.907597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036847166581366:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.910922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036847840885464:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.905117Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036849259594042:2121] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.902199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036848257289008:2049] [node 2] ICP22 created new session: [6:7593036848257289097:2049]
2026-01-08T17:00:56.905593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036847220595265:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:56.911341Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036847886998122:2127] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.909005Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036849259594042:2121] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:56.909075Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036847166581451:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.907707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:56.910964Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036847166581451:2121] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.911790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:56.911122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:56.902217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036848257289009:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.913046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036847840885464:2048] [node 1] ICP22 created new session: [5:7593036847840885563:2048]
2026-01-08T17:00:56.913488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036847886998029:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.902371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036848257289007:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.913560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:56.913567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847840885562:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59756
2026-01-08T17:00:56.902400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036848257289071:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.911153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036847166581433:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(24530822ns) {HandleHandshakeStatus:329(24528627ns) {DropIncomingHandshake:442(14081ns) DropOutgoingHandshake:457(363ns) SwitchToState:179(274ns) ProcessPendingSessionEvents:495(3846889ns) {ForwardSessionEventToSession:616(3470772ns) ForwardSessionEventToSession:616(4361ns) ForwardSessionEventToSession:616(8192ns) ForwardSessionEventToSession:616(121830ns) ForwardSessionEventToSession:616(20220ns) ForwardSessionEventToSession:616(5833ns) ForwardSessionEventToSession:616(2363ns) ForwardSessionEventToSession:616(92527ns) ForwardSessionEventToSession:616(108056ns) ForwardSessionEventToSession:616(2576ns)}}}
2026-01-08T17:00:56.913571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036847840885563:2048] [node 1] ICS09 handshake done sender: [5:7593036847840885542:2117] self: [5:7593036847840885554:0] peer: [1:7593036849259594034:0] socket: 62 qp: -1
2026-01-08T17:00:56.913597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036849259594027:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.913597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036847886998029:2049] [node 2] ICP22 created new session: [4:7593036847886998135:2049]
2026-01-08T17:00:56.902519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036848257289097:2049] [node 2] ICS09 handshake done sender: [6:7593036848257289086:2116] self: [6:7593036848257289091:0] peer: [2:7593036847220595237:0] socket: 81 qp: -1
2026-01-08T17:00:56.911660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036847166581366:2048] [node 1] ICP22 created new session: [3:7593036847166581469:2048]
2026-01-08T17:00:56.913613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036847840885563:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:56.903573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036848257289097:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:56.903609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:56.913666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:56.913830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036847886998135:2049] [node 2] ICS09 handshake done sender: [4:7593036847886998122:2127] self: [4:7593036847886998131:0] peer: [2:7593036847220595232:0] socket: 111 qp: -1
2026-01-08T17:00:56.913370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036848257289102:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26977
2026-01-08T17:00:56.914414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:56.911944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036847166581469:2048] [node 1] ICS09 handshake done sender: [3:7593036847166581458:2123] self: [3:7593036847166581463:0] peer: [1:7593036849259594032:0] socket: 109 qp: -1
2026-01-08T17:00:56.913839Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036848257289094:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:56.914588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036847840885562:2124] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.913845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036847886998114:2123] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:56.914671Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036849259593958:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(23050689ns) {HandleHandshakeStatus:329(23048410ns) {DropIncomingHandshake:442(14975ns) DropOutgoingHandshake:457(202ns) SwitchToState:179(474ns) ProcessPendingSessionEvents:495(6753870ns) {ForwardSessionEventToSession:616(2686065ns) ForwardSessionEventToSession:616(775851ns) ForwardSessionEventToSession:616(2676ns) ForwardSessionEventToSession:616(2423921ns) ForwardSessionEventToSession:616(5454ns) ForwardSessionEventToSession:616(1974ns) ForwardSessionEventToSession:616(193393ns) ForwardSessionEventToSession:616(2180ns) ForwardSessionEventToSession:616(531524ns) ForwardSessionEventToSession:616(113591ns)}}}
2026-01-08T17:00:56.913048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036847166581469:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:56.913885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036847886998135:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:56.914394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036848257289007:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.914688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036849259594027:2109] [node 6] ICP22 created new session: [1:7593036849259594068:2109]
2026-01-08T17:00:56.913577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:56.915244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:56.915465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036847840885465:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:56.915255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036849259594068:2109] [node 6] ICS09 handshake done sender: [1:7593036849259594042:2121] self: [1:7593036849259594041:0] peer: [6:7593036848257289100:0] socket: 74 qp: -1
2026-01-08T17:00:56.915910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036848257289007:2048] [node 1] ICP22 created new session: [6:7593036848257289105:2048]
2026-01-08T17:00:56.915878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036849259594068:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:56.914061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:56.916231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:56.916228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036848257289105:2048] [node 1] ICS09 handshake done sender: [6:7593036848257289094:2119] self: [6:7593036848257289100:0] peer: [1:7593036849259594041:0] socket: 118 qp: -1
2026-01-08T17:00:56.914115Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036847166581451:2121] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:56.916267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036848257289105:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:56.914990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036847886998100:2117] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.916287Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847220595244:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.914757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036847166581434:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.916352Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036847220595244:2134] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:56.916322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:56.915544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:56.915877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:56.917378Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036848257289009:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31599) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036848257289095:2120] held: no
2026-01-08T17:00:56.916219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036847166581434:2110] [node 6] ICP22 created new session: [3:7593036847166581472:2110]
2026-01-08T17:00:56.916245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036847886998100:2117] [node 6] ICP22 created new session: [4:7593036847886998137:2117]
2026-01-08T17:00:56.916380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036847166581472:2110] [node 6] ICS09 handshake done sender: [3:7593036847166581451:2121] self: [3:7593036847166581450:0] peer: [6:7593036848257289098:0] socket: 67 qp: -1
2026-01-08T17:00:56.916416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036847166581472:2110] [node 6] ICS10 traffic start
2026-01-08T17:00:56.916294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036847886998137:2117] [node 6] ICS09 handshake done sender: [4:7593036847886998114:2123] self: [4:7593036847886998113:0] peer: [6:7593036848257289099:0] socket: 90 qp: -1
2026-01-08T17:00:56.918072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:56.918572Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036847220595244:2134] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:56.916327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036847886998137:2117] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.916411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:56.919008Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036848257289007:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:00:56.919164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036847220595231:2126] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:56.919254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036848257289103:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26977
2026-01-08T17:00:56.919589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:56.919417Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036848257289104:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26977
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:56.920009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036847220595231:2126] [node 5] ICP22 created new session: [2:7593036847220595268:2126]
2026-01-08T17:00:56.920873Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036847840885465:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12506) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036847840885562:2124] held: no
2026-01-08T17:00:56.921039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036847220595268:2126] [node 5] ICS09 handshake done sender: [2:7593036847220595244:2134] self: [2:7593036847220595243:0] peer: [5:7593036847840885565:0] socket: 75 qp: -1
2026-01-08T17:00:56.921382Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036848257289095:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:56.921023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036847840885566:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59756
2026-01-08T17:00:56.921136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036847220595268:2126] [node 5] ICS10 traffic start
2026-01-08T17:00:56.922548Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036847840885562:2124] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:56.922289Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036848257289071:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11119) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036848257289096:2121] held: no
2026-01-08T17:00:56.921319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:56.922457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036848257289009:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.922624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:56.922761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036847840885465:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.922717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036848257289009:2050] [node 3] ICP22 created new session: [6:7593036848257289107:2050]
2026-01-08T17:00:56.922911Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036848257289096:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:56.923395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:56.922917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036848257289107:2050] [node 3] ICS09 handshake done sender: [6:7593036848257289095:2120] self: [6:7593036848257289098:0] peer: [3:7593036847166581450:0] socket: 121 qp: -1
2026-01-08T17:00:56.923060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036848257289107:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:56.923486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036847840885465:2049] [node 2] ICP22 created new session: [5:7593036847840885567:2049]
2026-01-08T17:00:56.923569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036847840885567:2049] [node 2] ICS09 handshake done sender: [5:7593036847840885562:2124] self: [5:7593036847840885565:0] peer: [2:7593036847220595243:0] socket: 70 qp: -1
2026-01-08T17:00:56.923092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:56.923605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036847840885567:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:56.923274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036848257289071:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:56.923476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:56.923568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036848257289071:2109] [node 4] ICP22 created new session: [6:7593036848257289109:2109]
2026-01-08T17:00:56.923623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036848257289109:2109] [node 4] ICS09 handshake done sender: [6:7593036848257289096:2121] self: [6:7593036848257289099:0] peer: [4:7593036847886998113:0] socket: 104 qp: -1
2026-01-08T17:00:56.923661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:56.923660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036848257289109:2109] [node 4] ICS10 traffic start
2026-01-08T17:00:56.923690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:56.929708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036847220595258:2138] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:56.929891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036847220595229:2107] [node 4] ICP18 handshake (actor [2:7593036847220595258:2138]) is too old
2026-01-08T17:00:56.982477Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:00:56.982711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036847220595259:2048] [node 1] ICS07 socket disconnect 57 reason# EndOfStream
2026-01-08T17:00:56.982743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036847220595259:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.982871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:56.982928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036847220595259:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:56.983859Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:00:56.984112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036847166581469:2048] [node 1] ICS01 socket: 109 reason# EndOfStream
2026-01-08T17:00:56.984159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036847166581366:2048] [node 1] ICP30 unregister session Session# [3:7593036847166581469:2048] VirtualId# [3:7593036847166581463:0]
2026-01-08T17:00:56.984192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036847166581469:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.984266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:56.984322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:56.985082Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036847220595148:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61211) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:00:56.985124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036847220595259:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:56.986133Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036847220595148:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61211) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:56.986182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036847220595259:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:56.986219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036847220595148:2048] [node 1] ICP30 unregister session Session# [2:7593036847220595259:2048] VirtualId# [2:7593036847220595251:0]
2026-01-08T17:00:56.986273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:56.986302Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036847220595148:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61211) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.986331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61211) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:56.986532Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:00:56.986795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036847886998121:2048] [node 1] ICS01 socket: 65 reason# EndOfStream
2026-01-08T17:00:56.986832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036847886998028:2048] [node 1] ICP30 unregister session Session# [4:7593036847886998121:2048] VirtualId# [4:7593036847886998116:0]
2026-01-08T17:00:56.986859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036847886998121:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.986956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:56.987009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:56.987437Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:00:56.987636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036847840885563:2048] [node 1] ICS01 socket: 62 reason# EndOfStream
2026-01-08T17:00:56.987690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036847840885464:2048] [node 1] ICP30 unregister session Session# [5:7593036847840885563:2048] VirtualId# [5:7593036847840885554:0]
2026-01-08T17:00:56.987733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036847840885563:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.987814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:56.987867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:56.987922Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:00:56.988040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036848257289105:2048] [node 1] ICS01 socket: 118 reason# EndOfStream
2026-01-08T17:00:56.988058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036848257289007:2048] [node 1] ICP30 unregister session Session# [6:7593036848257289105:2048] VirtualId# [6:7593036848257289100:0]
2026-01-08T17:00:56.988071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036848257289105:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:56.988135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:56.988203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:57.043927Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:00:57.044173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036847166581462:2049] [node 2] ICS01 socket: 91 reason# EndOfStream
2026-01-08T17:00:57.044213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036847166581367:2049] [node 2] ICP30 unregister session Session# [3:7593036847166581462:2049] VirtualId# [3:7593036847166581452:0]
2026-01-08T17:00:57.044249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036847166581462:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.044331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:57.044389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:57.046042Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:00:57.046197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036847886998135:2049] [node 2] ICS07 socket disconnect 111 reason# EndOfStream
2026-01-08T17:00:57.046235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036847886998135:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.046334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:57.046385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036847886998135:2049] [node 2] ICS15 start handshake
2026-01-08T17:00:57.047089Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036847886998029:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12506) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:57.047136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036847886998135:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:57.047171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036847886998029:2049] [node 2] ICP30 unregister session Session# [4:7593036847886998135:2049] VirtualId# [4:7593036847886998131:0]
2026-01-08T17:00:57.047229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:57.047251Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036847886998029:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12506) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.047268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12506) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.047282Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:00:57.047436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036848257289097:2049] [node 2] ICS01 socket: 81 reason# EndOfStream
2026-01-08T17:00:57.047495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036848257289008:2049] [node 2] ICP30 unregister session Session# [6:7593036848257289097:2049] VirtualId# [6:7593036848257289091:0]
2026-01-08T17:00:57.047524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036848257289097:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.047627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:57.047661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:57.047936Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:00:57.048082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036847840885567:2049] [node 2] ICS01 socket: 70 reason# EndOfStream
2026-01-08T17:00:57.048105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036847840885465:2049] [node 2] ICP30 unregister session Session# [5:7593036847840885567:2049] VirtualId# [5:7593036847840885565:0]
2026-01-08T17:00:57.048135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036847840885567:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.048212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:57.048266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:57.057406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036847886998029:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:00:57.102895Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:00:57.103077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036847886998126:2050] [node 3] ICS07 socket disconnect 92 reason# EndOfStream
2026-01-08T17:00:57.103119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036847886998126:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.103218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:57.103273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036847886998126:2050] [node 3] ICS15 start handshake
2026-01-08T17:00:57.103579Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:00:57.103770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036847840885560:2050] [node 3] ICS01 socket: 94 reason# EndOfStream
2026-01-08T17:00:57.103824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036847840885466:2050] [node 3] ICP30 unregister session Session# [5:7593036847840885560:2050] VirtualId# [5:7593036847840885555:0]
2026-01-08T17:00:57.103897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036847840885560:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.103982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:57.103992Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036847886998030:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31599) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:57.104056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036847886998126:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:57.104130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:57.104145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036847886998030:2050] [node 3] ICP30 unregister session Session# [4:7593036847886998126:2050] VirtualId# [4:7593036847886998117:0]
2026-01-08T17:00:57.104197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:57.104249Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036847886998030:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31599) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.104266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31599) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.104306Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:00:57.104555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036848257289107:2050] [node 3] ICS01 socket: 121 reason# EndOfStream
2026-01-08T17:00:57.104596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036848257289009:2050] [node 3] ICP30 unregister session Session# [6:7593036848257289107:2050] VirtualId# [6:7593036848257289098:0]
2026-01-08T17:00:57.104633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036848257289107:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.104722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:57.104767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:57.185415Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:00:57.185679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036847840885557:2108] [node 4] ICS07 socket disconnect 73 reason# EndOfStream
2026-01-08T17:00:57.185731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036847840885557:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.185827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:57.185877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036847840885557:2108] [node 4] ICS15 start handshake
2026-01-08T17:00:57.186074Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:00:57.186219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036848257289109:2109] [node 4] ICS01 socket: 104 reason# EndOfStream
2026-01-08T17:00:57.186250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036848257289071:2109] [node 4] ICP30 unregister session Session# [6:7593036848257289109:2109] VirtualId# [6:7593036848257289099:0]
2026-01-08T17:00:57.186271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036848257289109:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.186339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:57.186384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:57.186652Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036847840885531:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11119) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:57.186701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036847840885557:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:57.186808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036847840885531:2108] [node 4] ICP30 unregister session Session# [5:7593036847840885557:2108] VirtualId# [5:7593036847840885552:0]
2026-01-08T17:00:57.186855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:57.186893Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036847840885531:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11119) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.186910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11119) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.235511Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:00:57.235667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036848257289089:2107] [node 5] ICS07 socket disconnect 69 reason# EndOfStream
2026-01-08T17:00:57.235689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036848257289089:2107] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.235772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:00:57.235818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036848257289089:2107] [node 5] ICS15 start handshake
2026-01-08T17:00:57.236568Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036848257289070:2107] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27881) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:57.236627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036848257289089:2107] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:57.236658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036848257289070:2107] [node 5] ICP30 unregister session Session# [6:7593036848257289089:2107] VirtualId# [6:7593036848257289087:0]
2026-01-08T17:00:57.236691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:00:57.236753Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036848257289070:2107] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27881) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.236767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27881) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:00:57.348360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036852235336107:2048] [node 2] ICP01 ready to work
2026-01-08T17:00:57.348710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036852235336108:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:57.354004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036852158431564:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:57.354050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036852158431565:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:57.360891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036850459444712:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:57.360942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036850459444713:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:57.367737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036851883210245:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:57.367759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036851883210246:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:57.367830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036851883210247:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:57.374637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036850970390422:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:57.374661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036850970390423:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:57.374686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036850970390424:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:57.381560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036850573745423:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:57.381578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036850573745424:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:57.381595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036850573745425:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:57.472824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036850573745483:2104] [node 5] ICP01 ready to work
2026-01-08T17:00:57.474987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036851883210310:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:57.475652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036852235336171:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:57.475669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036850970390485:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:57.475695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036852235336172:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:57.475702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036852235336170:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:57.475456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036850459444775:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:57.475824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036851883210311:2110] [node 6] ICP01 ready to work
2026-01-08T17:00:57.475951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036852158431642:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:57.476003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036852158431643:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:57.476017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036852158431644:2115] [node 6] ICP01 ready to work
2026-01-08T17:00:57.476340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036850573745487:2106] [node 4] ICP01 ready to work
2026-01-08T17:00:57.476430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036850970390486:2108] [node 4] ICP01 ready to work
2026-01-08T17:00:57.476454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036850459444776:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:57.476490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036850459444777:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:57.480182Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036850459444713:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(26588795ns) {Configure:104(18774223ns) {ProcessConfigured:135(322292ns) {StartInitialHandshake:157(320834ns) {DropHandshakes:470(1879ns) {DropIncomingHandshake:442(396ns) DropOutgoingHandshake:457(298ns)} GenerateSessionVirtualId:992(632ns) PrepareNewSessionHandshake:477(546ns) {SwitchToState:179(118ns)}}}}}
2026-01-08T17:00:57.480690Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036850459444712:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(43100801ns) {Configure:104(43094956ns) {ProcessConfigured:135(277265ns) {StartInitialHandshake:157(275111ns) {DropHandshakes:470(2380ns) {DropIncomingHandshake:442(437ns) DropOutgoingHandshake:457(457ns)} GenerateSessionVirtualId:992(601ns) PrepareNewSessionHandshake:477(1916ns) {SwitchToState:179(754ns)}}}}}
2026-01-08T17:00:57.482237Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036852235336108:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(20005542ns) {Configure:104(19996707ns) {ProcessConfigured:135(364721ns) {StartInitialHandshake:157(363673ns) {DropHandshakes:470(922ns) {DropIncomingHandshake:442(322ns) DropOutgoingHandshake:457(210ns)} GenerateSessionVirtualId:992(309ns) PrepareNewSessionHandshake:477(13401ns) {SwitchToState:179(111ns)}}}}}
2026-01-08T17:00:57.483004Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036852235336107:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(49870325ns) {Configure:104(49865099ns) {ProcessConfigured:135(588912ns) {StartInitialHandshake:157(587192ns) {DropHandshakes:470(1133ns) {DropIncomingHandshake:442(225ns) DropOutgoingHandshake:457(215ns)} GenerateSessionVirtualId:992(662ns) PrepareNewSessionHandshake:477(1455ns) {SwitchToState:179(567ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.487202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036851883210317:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44621
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.488418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036852158431655:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29226
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.486100Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036850970390422:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(22289582ns) {Configure:104(22284601ns) {ProcessConfigured:135(385843ns) {StartInitialHandshake:157(385392ns) {DropHandshakes:470(336ns) {DropIncomingHandshake:442(122ns) DropOutgoingHandshake:457(36ns)} GenerateSessionVirtualId:992(105ns) PrepareNewSessionHandshake:477(609ns) {SwitchToState:179(248ns)}}}}}
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2026-01-08T17:00:57.489450Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036852235336186:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49971
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0::ffff:127.1.0.0
2026-01-08T17:00:57.491969Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036850459444791:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10863
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.493157Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036852158431656:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29226
2026-01-08T17:00:57.493189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036852235336188:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49971
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.493165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036850459444792:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10863
2026-01-08T17:00:57.494061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036851883210326:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44621
2026-01-08T17:00:57.493174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036852158431660:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29226
2026-01-08T17:00:57.496294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036850573745501:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18423
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.496736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036852235336187:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49971
2026-01-08T17:00:57.493288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036850459444793:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10863
2026-01-08T17:00:57.495811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036851883210327:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44621
2026-01-08T17:00:57.497313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036850573745502:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18423
2026-01-08T17:00:57.497544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036850573745504:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18423
2026-01-08T17:00:57.498361Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036850573745503:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18423
2026-01-08T17:00:57.498346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036850970390501:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
2026-01-08T17:00:57.498381Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036850970390500:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
2026-01-08T17:00:57.523858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036852235336186:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.538864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036852158431655:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.551312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036850459444791:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.551625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036850459444712:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.551897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036852235336179:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.552091Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036852235336179:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.554678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036851883210317:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.555034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036851883210247:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.554639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036852235336179:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:57.555379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036852235336108:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.555955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:57.556119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036852235336108:2049] [node 3] ICP22 created new session: [1:7593036852235336191:2049]
2026-01-08T17:00:57.556285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036852235336191:2049] [node 3] ICS09 handshake done sender: [1:7593036852235336179:2111] self: [1:7593036852235336176:0] peer: [3:7593036850459444794:0] socket: 65 qp: -1
2026-01-08T17:00:57.556557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036852235336191:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:57.556663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.558000Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036850459444795:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10863
2026-01-08T17:00:57.558273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036850459444781:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.558308Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036850459444781:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.558590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036850459444792:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.562619Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036850459444712:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036850459444791:2115] held: no
2026-01-08T17:00:57.562890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036850459444791:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:57.564859Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036851883210329:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44621
2026-01-08T17:00:57.565262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036850459444712:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.565471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036851883210329:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.566013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:57.565967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036851883210245:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.566221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036852235336180:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.566404Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036852235336180:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.566375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036850459444712:2048] [node 1] ICP22 created new session: [3:7593036850459444799:2048]
2026-01-08T17:00:57.566455Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036850459444781:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:57.568754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036850459444799:2048] [node 1] ICS09 handshake done sender: [3:7593036850459444791:2115] self: [3:7593036850459444794:0] peer: [1:7593036852235336176:0] socket: 66 qp: -1
2026-01-08T17:00:57.568809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036850459444799:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.570640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:57.571723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036852235336180:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:57.571447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036850459444775:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.571513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:57.572086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036851883210331:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44621
2026-01-08T17:00:57.572294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036850970390502:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.572144Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036852158431656:2131] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.572137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036850459444775:2107] [node 4] ICP22 created new session: [3:7593036850459444801:2107]
2026-01-08T17:00:57.572794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036852235336171:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.572946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036850459444801:2107] [node 4] ICS09 handshake done sender: [3:7593036850459444781:2110] self: [3:7593036850459444780:0] peer: [4:7593036851883210328:0] socket: 60 qp: -1
2026-01-08T17:00:57.572430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036852158431564:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.573157Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036851883210332:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44621
2026-01-08T17:00:57.573249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036850459444801:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:57.573431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.573480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036852235336171:2107] [node 4] ICP22 created new session: [1:7593036852235336195:2107]
2026-01-08T17:00:57.575204Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036850970390502:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.575232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:57.574057Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036852235336181:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.576859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036850970390424:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.575243Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036851883210247:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28458) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036851883210317:2114] held: no
2026-01-08T17:00:57.574074Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036852235336181:2113] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.577296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036850573745505:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18423
2026-01-08T17:00:57.576293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036852235336195:2107] [node 4] ICS09 handshake done sender: [1:7593036852235336180:2112] self: [1:7593036852235336175:0] peer: [4:7593036851883210330:0] socket: 104 qp: -1
2026-01-08T17:00:57.577042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036851883210329:2120] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.576614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036852235336195:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:57.577340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036851883210317:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:57.578023Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036852158431660:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.578650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036851883210245:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.578000Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036850573745501:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.576846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:57.578904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036850970390503:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
2026-01-08T17:00:57.578663Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036850573745505:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.579381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036851883210247:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.579150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036850459444788:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.577799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036852235336181:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:57.579076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036850573745423:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.579184Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036850459444788:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.579655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036851883210327:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.578696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036852235336107:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.579154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036850573745425:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.580230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036850970390503:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.580431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:57.579429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036850459444787:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.578981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:57.580469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036851883210245:2048] [node 1] ICP22 created new session: [4:7593036851883210333:2048]
2026-01-08T17:00:57.579223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036852235336107:2048] [node 2] ICP22 created new session: [1:7593036852235336199:2048]
2026-01-08T17:00:57.581529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036851883210333:2048] [node 1] ICS09 handshake done sender: [4:7593036851883210329:2120] self: [4:7593036851883210330:0] peer: [1:7593036852235336175:0] socket: 105 qp: -1
2026-01-08T17:00:57.579450Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036850459444787:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.581795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036850970390422:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.581788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:57.581784Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036852158431663:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29226
2026-01-08T17:00:57.579670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036852235336199:2048] [node 2] ICS09 handshake done sender: [1:7593036852235336181:2113] self: [1:7593036852235336174:0] peer: [2:7593036852158431662:0] socket: 70 qp: -1
2026-01-08T17:00:57.582044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036850459444787:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:57.581796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036851883210333:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:57.582365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036850970390501:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.580326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036852235336178:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.582011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036851883210247:2050] [node 3] ICP22 created new session: [4:7593036851883210334:2050]
2026-01-08T17:00:57.582258Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036850459444788:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:57.582247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:57.580344Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036852235336178:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.582253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036851883210334:2050] [node 3] ICS09 handshake done sender: [4:7593036851883210317:2114] self: [4:7593036851883210328:0] peer: [3:7593036850459444780:0] socket: 63 qp: -1
2026-01-08T17:00:57.581180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036852235336199:2048] [node 2] ICS10 traffic start
2026-01-08T17:00:57.582902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036851883210334:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.581233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:57.582531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036850970390486:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.583348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:57.583361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036852235336187:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.583686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036851883210316:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.583387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036852235336182:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.583715Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036851883210316:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.583809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036850573745508:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18423
2026-01-08T17:00:57.583724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036851883210326:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.583409Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036852235336182:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.583812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036850459444776:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.583804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036852235336107:2048] [node 2] ICP18 handshake (actor [1:7593036852235336187:2116]) is too old
2026-01-08T17:00:57.586004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036850459444777:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.585183Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036852158431656:2131] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:57.586341Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036852235336178:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.586040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:57.586501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036852235336188:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.586177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036850459444776:2109] [node 6] ICP22 created new session: [3:7593036850459444806:2109]
2026-01-08T17:00:57.586960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036851883210316:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.587103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036850970390507:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.586348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:57.587337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036852235336172:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.586964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036852158431564:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.586395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036850459444777:2108] [node 5] ICP22 created new session: [3:7593036850459444807:2108]
2026-01-08T17:00:57.588682Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036850573745505:2119] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.588212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:57.587357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036852235336182:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:57.586603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036850459444806:2109] [node 6] ICS09 handshake done sender: [3:7593036850459444787:2113] self: [3:7593036850459444785:0] peer: [6:7593036850573745507:0] socket: 83 qp: -1
2026-01-08T17:00:57.588809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036852158431564:2048] [node 1] ICP22 created new session: [2:7593036852158431666:2048]
2026-01-08T17:00:57.588648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:57.586641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036850459444806:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:57.588903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036852235336172:2109] [node 6] ICP22 created new session: [1:7593036852235336203:2109]
2026-01-08T17:00:57.588875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036851883210310:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.588778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036850573745509:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18423
2026-01-08T17:00:57.589264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036850970390509:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.587307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:57.588996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036852235336170:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.589536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036850573745425:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.589480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:57.589436Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036850970390508:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
2026-01-08T17:00:57.589482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036852158431666:2048] [node 1] ICS09 handshake done sender: [2:7593036852158431656:2131] self: [2:7593036852158431662:0] peer: [1:7593036852235336174:0] socket: 71 qp: -1
2026-01-08T17:00:57.589344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:57.590141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036851883210310:2108] [node 5] ICP22 created new session: [4:7593036851883210341:2108]
2026-01-08T17:00:57.589663Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036850573745503:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.589533Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036850970390500:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.587819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036850459444807:2108] [node 5] ICS09 handshake done sender: [3:7593036850459444788:2114] self: [3:7593036850459444784:0] peer: [5:7593036850970390504:0] socket: 106 qp: -1
2026-01-08T17:00:57.589654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036852158431666:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:57.590164Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036850573745502:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.589436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036852235336170:2108] [node 5] ICP22 created new session: [1:7593036852235336204:2108]
2026-01-08T17:00:57.593925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036851883210341:2108] [node 5] ICS09 handshake done sender: [4:7593036851883210316:2113] self: [4:7593036851883210314:0] peer: [5:7593036850970390506:0] socket: 91 qp: -1
2026-01-08T17:00:57.589863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036850970390502:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:57.588201Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036850459444793:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.590127Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036852158431665:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29226
2026-01-08T17:00:57.595492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036851883210341:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:57.594134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036850970390423:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.590362Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036850573745501:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:57.589459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036852235336203:2109] [node 6] ICS09 handshake done sender: [1:7593036852235336178:2110] self: [1:7593036852235336177:0] peer: [6:7593036850573745506:0] socket: 64 qp: -1
2026-01-08T17:00:57.590227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:57.595526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:57.594475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036850970390503:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:57.594711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036852158431649:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.588239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036850459444807:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:57.593943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036850573745424:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.596151Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036851883210318:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.588848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:57.594741Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036852158431649:2125] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.596180Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036851883210318:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.589622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036852235336204:2108] [node 5] ICS09 handshake done sender: [1:7593036852235336182:2114] self: [1:7593036852235336173:0] peer: [5:7593036850970390505:0] socket: 111 qp: -1
2026-01-08T17:00:57.594970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036850970390424:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.594137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:57.594444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036850459444777:2108] [node 5] ICP18 handshake (actor [3:7593036850459444793:2117]) is too old
2026-01-08T17:00:57.596163Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036852158431665:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.589623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036852235336203:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:57.594155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036850573745487:2106] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.598936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036852158431652:2127] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2026-01-08T17:00:57.598977Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036852158431652:2127] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.601444Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036851883210318:2115] [node 6] ICH04 handshake succeeded
::ffff:127.1.0.02026-01-08T17:00:57.589901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:57.595471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:57.600173Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036852158431649:2125] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:57.594591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036850573745425:2050] [node 3] ICP22 created new session: [6:7593036850573745512:2050]
2026-01-08T17:00:57.593321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036852235336204:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:57.596220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036850970390501:2116] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.600209Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036852158431564:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:00:57.594743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036850573745512:2050] [node 3] ICS09 handshake done sender: [6:7593036850573745505:2119] self: [6:7593036850573745507:0] peer: [3:7593036850459444785:0] socket: 110 qp: -1
2026-01-08T17:00:57.601798Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036850459444810:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10863
2026-01-08T17:00:57.593574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.602008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036852158431644:2115] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.594990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036850573745423:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.602513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:57.596776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036850970390424:2050] [node 3] ICP22 created new session: [5:7593036850970390511:2050]
2026-01-08T17:00:57.602332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036851883210311:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.603082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036852158431644:2115] [node 6] ICP22 created new session: [2:7593036852158431672:2115]
2026-01-08T17:00:57.603140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036852158431672:2115] [node 6] ICS09 handshake done sender: [2:7593036852158431649:2125] self: [2:7593036852158431645:0] peer: [6:7593036850573745510:0] socket: 79 qp: -1
2026-01-08T17:00:57.602431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:57.602689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036850459444810:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.595042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036850573745512:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:57.598572Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036850970390486:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19886) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036850970390501:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.600347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036852235336172:2109] [node 6] ICP18 handshake (actor [1:7593036852235336188:2117]) is too old
2026-01-08T17:00:57.603304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036850459444713:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.603208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036852158431672:2115] [node 6] ICS10 traffic start
2026-01-08T17:00:57.598611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036850970390511:2050] [node 3] ICS09 handshake done sender: [5:7593036850970390502:2117] self: [5:7593036850970390504:0] peer: [3:7593036850459444784:0] socket: 107 qp: -1
2026-01-08T17:00:57.595452Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036850573745504:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.603230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036851883210311:2110] [node 6] ICP22 created new session: [4:7593036851883210344:2110]
2026-01-08T17:00:57.596209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:57.603554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:57.598653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036850970390511:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:57.596207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:57.603738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036851883210344:2110] [node 6] ICS09 handshake done sender: [4:7593036851883210318:2115] self: [4:7593036851883210313:0] peer: [6:7593036850573745511:0] socket: 77 qp: -1
2026-01-08T17:00:57.598064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036850573745423:2048] [node 1] ICP22 created new session: [6:7593036850573745514:2048]
2026-01-08T17:00:57.603862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036851883210344:2110] [node 6] ICS10 traffic start
2026-01-08T17:00:57.599688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036850970390422:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.604552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036852158431650:2126] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.598100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036850573745514:2048] [node 1] ICS09 handshake done sender: [6:7593036850573745501:2115] self: [6:7593036850573745506:0] peer: [1:7593036852235336177:0] socket: 74 qp: -1
2026-01-08T17:00:57.604015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:57.599965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:57.604588Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036852158431650:2126] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.598951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036850573745514:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:57.600165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:57.600227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036850573745483:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.600142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036850970390486:2108] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.600177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:57.603155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036850573745517:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18423
2026-01-08T17:00:57.600181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:57.603846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036850573745519:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18423
2026-01-08T17:00:57.608478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036851883210346:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44621
2026-01-08T17:00:57.600233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036850970390422:2048] [node 1] ICP22 created new session: [5:7593036850970390513:2048]
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:00:57.601322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036850970390486:2108] [node 4] ICP22 created new session: [5:7593036850970390515:2108]
2026-01-08T17:00:57.609191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036851883210346:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.601507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036850970390513:2048] [node 1] ICS09 handshake done sender: [5:7593036850970390503:2118] self: [5:7593036850970390505:0] peer: [1:7593036852235336173:0] socket: 112 qp: -1
2026-01-08T17:00:57.608575Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036850573745424:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10866) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036850573745503:2117] held: no
2026-01-08T17:00:57.608580Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036850573745503:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:57.601648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036850970390515:2108] [node 4] ICS09 handshake done sender: [5:7593036850970390501:2116] self: [5:7593036850970390506:0] peer: [4:7593036851883210314:0] socket: 100 qp: -1
2026-01-08T17:00:57.601786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036850970390515:2108] [node 4] ICS10 traffic start
2026-01-08T17:00:57.608833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036850573745487:2106] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19886) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036850573745502:2116] held: no
2026-01-08T17:00:57.601790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036850970390513:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:57.609201Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036850573745502:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:57.609250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036850573745424:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.609658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036851883210246:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:57.602088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:57.609265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036850573745520:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18423
2026-01-08T17:00:57.602114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:57.609647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036850573745487:2106] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.609856Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036852158431654:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.609667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:57.609887Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036852158431654:2129] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.602550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036850970390512:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
2026-01-08T17:00:57.609728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036850573745424:2049] [node 2] ICP22 created new session: [6:7593036850573745521:2049]
2026-01-08T17:00:57.602585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036850970390492:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.609734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:57.602603Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036850970390492:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:57.609860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036850573745521:2049] [node 2] ICS09 handshake done sender: [6:7593036850573745503:2117] self: [6:7593036850573745510:0] peer: [2:7593036852158431645:0] socket: 89 qp: -1
2026-01-08T17:00:57.603886Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036850970390512:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.603938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036850970390492:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:57.607332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036850970390485:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.609907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036850573745521:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:57.608579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:57.608828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036850970390485:2109] [node 6] ICP22 created new session: [5:7593036850970390521:2109]
2026-01-08T17:00:57.609915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036850573745487:2106] [node 4] ICP22 created new session: [6:7593036850573745522:2106]
2026-01-08T17:00:57.609185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036850970390521:2109] [node 6] ICS09 handshake done sender: [5:7593036850970390492:2111] self: [5:7593036850970390490:0] peer: [6:7593036850573745516:0] socket: 92 qp: -1
2026-01-08T17:00:57.609941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:57.610535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036850573745522:2106] [node 4] ICS09 handshake done sender: [6:7593036850573745502:2116] self: [6:7593036850573745511:0] peer: [4:7593036851883210313:0] socket: 82 qp: -1
2026-01-08T17:00:57.610570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036850573745522:2106] [node 4] ICS10 traffic start
2026-01-08T17:00:57.609228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036850970390521:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:57.610571Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036850573745483:2104] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14603) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036850573745504:2118] held: no
2026-01-08T17:00:57.609264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:57.610602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:57.611097Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036852158431654:2129] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:57.610718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036850573745504:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:57.611676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036852158431642:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.611067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036850573745483:2104] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.611481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:57.611817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:57.611518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036850573745483:2104] [node 5] ICP22 created new session: [6:7593036850573745525:2104]
2026-01-08T17:00:57.611994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036852158431642:2107] [node 4] ICP22 created new session: [2:7593036852158431677:2107]
2026-01-08T17:00:57.611645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036850573745525:2104] [node 5] ICS09 handshake done sender: [6:7593036850573745504:2118] self: [6:7593036850573745516:0] peer: [5:7593036850970390490:0] socket: 97 qp: -1
2026-01-08T17:00:57.612124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036852158431677:2107] [node 4] ICS09 handshake done sender: [2:7593036852158431654:2129] self: [2:7593036852158431648:0] peer: [4:7593036851883210347:0] socket: 75 qp: -1
2026-01-08T17:00:57.612064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036850573745525:2104] [node 5] ICS10 traffic start
2026-01-08T17:00:57.612151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036852158431677:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:57.612110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:57.612218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:57.612726Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036851883210246:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10866) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036851883210346:2123] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.698834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036852158431652:2127] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:57.698843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036852158431650:2126] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.698907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036852158431679:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29226
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:57.698902Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036851883210348:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44621
2026-01-08T17:00:57.698989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036850970390523:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2873
2026-01-08T17:00:57.699117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036851883210346:2123] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:57.699112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036852158431565:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.699123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036852158431643:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:57.699307Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036850970390500:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:57.699393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:57.699068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036850459444812:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10863
2026-01-08T17:00:57.699460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:57.699938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036850970390423:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.699758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036851883210246:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.700385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036850459444810:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:57.699754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036852158431643:2108] [node 5] ICP22 created new session: [2:7593036852158431681:2108]
2026-01-08T17:00:57.700389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:57.699768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036852158431565:2049] [node 3] ICP22 created new session: [2:7593036852158431680:2049]
2026-01-08T17:00:57.699904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:57.700559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036850970390423:2049] [node 2] ICP22 created new session: [5:7593036850970390524:2049]
2026-01-08T17:00:57.700520Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036850459444713:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10866) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036850459444810:2119] held: no
2026-01-08T17:00:57.699942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036852158431681:2108] [node 5] ICS09 handshake done sender: [2:7593036852158431652:2127] self: [2:7593036852158431646:0] peer: [5:7593036850970390510:0] socket: 86 qp: -1
2026-01-08T17:00:57.700740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036850970390524:2049] [node 2] ICS09 handshake done sender: [5:7593036850970390500:2115] self: [5:7593036850970390510:0] peer: [2:7593036852158431646:0] socket: 99 qp: -1
2026-01-08T17:00:57.700153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036851883210246:2049] [node 2] ICP22 created new session: [4:7593036851883210349:2049]
2026-01-08T17:00:57.700071Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036852158431679:2135] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:57.700986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036850970390524:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:57.700160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036852158431680:2049] [node 3] ICS09 handshake done sender: [2:7593036852158431650:2126] self: [2:7593036852158431647:0] peer: [3:7593036850459444811:0] socket: 78 qp: -1
2026-01-08T17:00:57.701699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036850459444713:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:57.701022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:57.700321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036851883210349:2049] [node 2] ICS09 handshake done sender: [4:7593036851883210346:2123] self: [4:7593036851883210347:0] peer: [2:7593036852158431648:0] socket: 88 qp: -1
2026-01-08T17:00:57.700191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036852158431680:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:57.700300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036852158431681:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:57.700474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036851883210349:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:57.702263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:57.702396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036850459444713:2049] [node 2] ICP22 created new session: [3:7593036850459444813:2049]
2026-01-08T17:00:57.700534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:57.700331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:57.700347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:57.702463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036850459444813:2049] [node 2] ICS09 handshake done sender: [3:7593036850459444810:2119] self: [3:7593036850459444811:0] peer: [2:7593036852158431647:0] socket: 125 qp: -1
2026-01-08T17:00:57.702508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036850459444813:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:57.702611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:57.702831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036852158431643:2108] [node 5] ICP18 handshake (actor [2:7593036852158431679:2135]) is too old
2026-01-08T17:00:57.757994Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:00:57.758218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036852158431666:2048] [node 1] ICS07 socket disconnect 71 reason# EndOfStream
2026-01-08T17:00:57.758242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036852158431666:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.758350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:57.758404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036852158431666:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:57.760790Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:00:57.761966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036850459444799:2048] [node 1] ICS01 socket: 66 reason# EndOfStream
2026-01-08T17:00:57.762018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036850459444712:2048] [node 1] ICP30 unregister session Session# [3:7593036850459444799:2048] VirtualId# [3:7593036850459444794:0]
2026-01-08T17:00:57.762052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036850459444799:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.762181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:57.762250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:57.763350Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036852158431564:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:00:57.763418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036852158431666:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:57.765020Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:00:57.765118Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036852158431564:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:57.765195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036852158431666:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:57.765221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036852158431564:2048] [node 1] ICP30 unregister session Session# [2:7593036852158431666:2048] VirtualId# [2:7593036852158431662:0]
2026-01-08T17:00:57.765317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:57.765353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036851883210333:2048] [node 1] ICS07 socket disconnect 105 reason# EndOfStream
2026-01-08T17:00:57.765336Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036852158431564:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.765406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036851883210333:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.765344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.765515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:57.765586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036851883210333:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:57.765962Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:00:57.766166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036850970390513:2048] [node 1] ICS07 socket disconnect 112 reason# EndOfStream
2026-01-08T17:00:57.766194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036850970390513:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.766208Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036851883210245:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:57.766272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:57.766250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036851883210333:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:57.766385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036850970390513:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:57.766372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036851883210245:2048] [node 1] ICP30 unregister session Session# [4:7593036851883210333:2048] VirtualId# [4:7593036851883210330:0]
2026-01-08T17:00:57.766413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:57.766437Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036851883210245:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.766456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.767147Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:00:57.767278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036850573745514:2048] [node 1] ICS07 socket disconnect 74 reason# EndOfStream
2026-01-08T17:00:57.767306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036850573745514:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.767360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:57.767391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036850573745514:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:57.767864Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036850970390422:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:57.767964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036850970390513:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:57.768496Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036850573745423:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:57.768556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036850970390422:2048] [node 1] ICP30 unregister session Session# [5:7593036850970390513:2048] VirtualId# [5:7593036850970390505:0]
2026-01-08T17:00:57.768602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036850573745514:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:57.768640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:57.768632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036850573745423:2048] [node 1] ICP30 unregister session Session# [6:7593036850573745514:2048] VirtualId# [6:7593036850573745506:0]
2026-01-08T17:00:57.768670Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036850970390422:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.768668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:57.768683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.768684Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036850573745423:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.768692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13251) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.775316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593036852158431564:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:57.776206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036851883210245:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:57.778239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036850970390422:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:57.778281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036850573745423:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:57.827864Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:00:57.828128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036850459444813:2049] [node 2] ICS01 socket: 125 reason# EndOfStream
2026-01-08T17:00:57.828182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036850459444713:2049] [node 2] ICP30 unregister session Session# [3:7593036850459444813:2049] VirtualId# [3:7593036850459444811:0]
2026-01-08T17:00:57.828229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036850459444813:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.828318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:57.828370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:57.830300Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:00:57.830499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036851883210349:2049] [node 2] ICS01 socket: 88 reason# EndOfStream
2026-01-08T17:00:57.830534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036851883210246:2049] [node 2] ICP30 unregister session Session# [4:7593036851883210349:2049] VirtualId# [4:7593036851883210347:0]
2026-01-08T17:00:57.830564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036851883210349:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.830631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:57.830685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:57.831187Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:00:57.831368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036850970390524:2049] [node 2] ICS07 socket disconnect 99 reason# EndOfStream
2026-01-08T17:00:57.831395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036850970390524:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.831488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:57.831542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036850970390524:2049] [node 2] ICS15 start handshake
2026-01-08T17:00:57.832197Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:00:57.832342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036850573745521:2049] [node 2] ICS01 socket: 89 reason# EndOfStream
2026-01-08T17:00:57.832354Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036850970390423:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10866) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:57.832376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036850573745424:2049] [node 2] ICP30 unregister session Session# [6:7593036850573745521:2049] VirtualId# [6:7593036850573745510:0]
2026-01-08T17:00:57.832403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036850573745521:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.832543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036850970390524:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:57.832589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036850970390423:2049] [node 2] ICP30 unregister session Session# [5:7593036850970390524:2049] VirtualId# [5:7593036850970390510:0]
2026-01-08T17:00:57.832493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:57.832531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:57.832672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:57.832730Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036850970390423:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10866) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.832760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10866) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.842768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036850970390423:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:00:57.891845Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:00:57.892090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036851883210334:2050] [node 3] ICS01 socket: 63 reason# EndOfStream
2026-01-08T17:00:57.892140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036851883210247:2050] [node 3] ICP30 unregister session Session# [4:7593036851883210334:2050] VirtualId# [4:7593036851883210328:0]
2026-01-08T17:00:57.892177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036851883210334:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.892256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:57.892306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:57.892787Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:00:57.892926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036850970390511:2050] [node 3] ICS07 socket disconnect 107 reason# EndOfStream
2026-01-08T17:00:57.892951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036850970390511:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.893005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:57.893038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036850970390511:2050] [node 3] ICS15 start handshake
2026-01-08T17:00:57.893714Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036850970390424:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28458) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:57.893697Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:00:57.893778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036850970390511:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:57.893809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036850970390424:2050] [node 3] ICP30 unregister session Session# [5:7593036850970390511:2050] VirtualId# [5:7593036850970390504:0]
2026-01-08T17:00:57.893858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036850573745512:2050] [node 3] ICS07 socket disconnect 110 reason# EndOfStream
2026-01-08T17:00:57.893864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:57.893881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036850573745512:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.893888Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036850970390424:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28458) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.893901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28458) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.893959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:57.893995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036850573745512:2050] [node 3] ICS15 start handshake
2026-01-08T17:00:57.894645Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036850573745425:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28458) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:57.894727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036850573745512:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:57.894772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036850573745425:2050] [node 3] ICP30 unregister session Session# [6:7593036850573745512:2050] VirtualId# [6:7593036850573745507:0]
2026-01-08T17:00:57.894834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:57.894867Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036850573745425:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28458) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.894885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28458) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:57.904198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036850573745425:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:00:57.904217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036850970390424:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:00:57.946079Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:00:57.946260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036850970390515:2108] [node 4] ICS01 socket: 100 reason# EndOfStream
2026-01-08T17:00:57.946298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036850970390486:2108] [node 4] ICP30 unregister session Session# [5:7593036850970390515:2108] VirtualId# [5:7593036850970390506:0]
2026-01-08T17:00:57.946342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036850970390515:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.946417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:57.946459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:57.946700Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:00:57.946859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036850573745522:2106] [node 4] ICS01 socket: 82 reason# EndOfStream
2026-01-08T17:00:57.946884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036850573745487:2106] [node 4] ICP30 unregister session Session# [6:7593036850573745522:2106] VirtualId# [6:7593036850573745511:0]
2026-01-08T17:00:57.946906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036850573745522:2106] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.946979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:57.947021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:57.990525Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:00:57.990701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036850573745525:2104] [node 5] ICS01 socket: 97 reason# EndOfStream
2026-01-08T17:00:57.990732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036850573745483:2104] [node 5] ICP30 unregister session Session# [6:7593036850573745525:2104] VirtualId# [6:7593036850573745516:0]
2026-01-08T17:00:57.990753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036850573745525:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:57.990839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:00:57.990877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:00:58.058839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036857302484458:2048] [node 2] ICP01 ready to work
2026-01-08T17:00:58.058871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036857302484459:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:58.062814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036858099654793:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.062870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036858099654794:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:58.067011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036855267443089:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.067034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036855267443090:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:58.071438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036856049689736:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.071461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036856049689737:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:58.071483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036856049689738:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:58.075590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857083663552:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.075614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857083663553:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:58.075637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857083663554:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:58.079698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036855732467545:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.079715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036855732467546:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:58.079738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036855732467547:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:58.171572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036857302484523:2111] [node 6] ICP01 ready to work
2026-01-08T17:00:58.172694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036856049689799:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:58.172707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036858099654856:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:58.172960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036857302484524:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:58.173026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036855732467608:2106] [node 5] ICP01 ready to work
2026-01-08T17:00:58.173072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036858099654857:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:58.173036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857083663616:2108] [node 4] ICP01 ready to work
2026-01-08T17:00:58.173127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036856049689800:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:58.173314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036858099654858:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:58.173317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036857302484525:2109] [node 5] ICP01 ready to work
2026-01-08T17:00:58.173364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857083663617:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:58.173747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036855732467609:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:58.174233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036855267443155:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:58.174611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036855267443156:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:58.174827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036855267443157:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.182284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036858099654872:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27218
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.183048Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036857302484536:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35831
2026-01-08T17:00:58.183129Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036857302484537:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35831
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.183404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036857302484541:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35831
2026-01-08T17:00:58.183454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036857302484542:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35831
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.183780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036856049689811:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53865
2026-01-08T17:00:58.183777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036855267443169:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19777
2026-01-08T17:00:58.183915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036856049689812:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53865
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.188984Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036858099654875:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27218
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.190258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036857302484543:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35831
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.190502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036855732467620:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3674
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.194359Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857083663631:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40718
2026-01-08T17:00:58.194587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036858099654875:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.194985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036858099654873:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27218
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.195258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036858099654876:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27218
2026-01-08T17:00:58.195255Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036857302484542:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.195299Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036858099654874:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27218
2026-01-08T17:00:58.195308Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036857302484537:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.195391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036858099654872:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.195493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036857302484536:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.195499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036858099654873:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.195556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036858099654793:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.195681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036857302484527:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.195700Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036857302484527:2112] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.195752Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036855267443169:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.199210Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036857302484527:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:58.199304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036855267443170:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19777
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.199475Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036858099654880:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27218
2026-01-08T17:00:58.199493Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036855267443171:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19777
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.199642Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036855267443172:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19777
2026-01-08T17:00:58.199736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036857302484458:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.199794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.199810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036855267443170:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.199816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036856049689811:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.199843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036857302484458:2048] [node 2] ICP22 created new session: [1:7593036857302484548:2048]
2026-01-08T17:00:58.199928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036855267443090:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.199893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036857302484548:2048] [node 2] ICS09 handshake done sender: [1:7593036857302484527:2112] self: [1:7593036857302484526:0] peer: [2:7593036858099654879:0] socket: 76 qp: -1
2026-01-08T17:00:58.199920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036857302484548:2048] [node 2] ICS10 traffic start
2026-01-08T17:00:58.199960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:58.200079Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036858099654874:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.200075Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036856049689812:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.200183Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036858099654873:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:58.200163Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036855267443172:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.200262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036855267443171:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.200358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036855267443089:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.200416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036856049689737:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.200480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036856049689738:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.200477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036857302484541:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.200503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036858099654862:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.200522Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036858099654862:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.200719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036855267443161:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.200745Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036855267443161:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.201516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036857302484531:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.201541Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036857302484531:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.202643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036855267443161:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.203015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036855267443155:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.202997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036856049689818:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53865
2026-01-08T17:00:58.203059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.203091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036855267443155:2107] [node 4] ICP22 created new session: [3:7593036855267443178:2107]
2026-01-08T17:00:58.203095Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036857302484531:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.203117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036858099654862:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.203124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036855267443178:2107] [node 4] ICS09 handshake done sender: [3:7593036855267443161:2113] self: [3:7593036855267443160:0] peer: [4:7593036856049689817:0] socket: 70 qp: -1
2026-01-08T17:00:58.203149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036855267443178:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:58.203204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.203473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036857302484459:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.203513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:58.203540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036857302484459:2049] [node 3] ICP22 created new session: [1:7593036857302484553:2049]
2026-01-08T17:00:58.203576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036857302484553:2049] [node 3] ICS09 handshake done sender: [1:7593036857302484531:2114] self: [1:7593036857302484530:0] peer: [3:7593036855267443174:0] socket: 84 qp: -1
2026-01-08T17:00:58.203603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036857302484553:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:58.203622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:58.203786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036858099654794:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.203839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:58.203942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036858099654794:2049] [node 3] ICP22 created new session: [2:7593036858099654884:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.203990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036858099654884:2049] [node 3] ICS09 handshake done sender: [2:7593036858099654862:2111] self: [2:7593036858099654861:0] peer: [3:7593036855267443173:0] socket: 69 qp: -1
2026-01-08T17:00:58.204032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036858099654884:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:58.204063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:58.204070Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036856049689812:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.204082Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857083663632:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40718
2026-01-08T17:00:58.204467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036856049689738:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.204516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:58.204586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036856049689738:2050] [node 3] ICP22 created new session: [4:7593036856049689820:2050]
2026-01-08T17:00:58.204647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036856049689820:2050] [node 3] ICS09 handshake done sender: [4:7593036856049689812:2116] self: [4:7593036856049689817:0] peer: [3:7593036855267443160:0] socket: 78 qp: -1
2026-01-08T17:00:58.204693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036856049689820:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:58.204731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.205194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036858099654793:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.205224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.205244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036858099654793:2048] [node 1] ICP22 created new session: [2:7593036858099654886:2048]
2026-01-08T17:00:58.205266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036858099654886:2048] [node 1] ICS09 handshake done sender: [2:7593036858099654873:2116] self: [2:7593036858099654879:0] peer: [1:7593036857302484526:0] socket: 94 qp: -1
2026-01-08T17:00:58.205234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857083663633:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40718
2026-01-08T17:00:58.205285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036858099654886:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:58.205375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.205524Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036858099654793:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:00:58.206016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036858099654864:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.206036Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036858099654864:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.207051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857083663634:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40718
2026-01-08T17:00:58.207120Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036856049689738:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:00:58.207517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036858099654864:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.210419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036856049689819:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53865
2026-01-08T17:00:58.210801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036858099654856:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.210852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.210887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036858099654856:2107] [node 4] ICP22 created new session: [2:7593036858099654890:2107]
2026-01-08T17:00:58.210926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036858099654890:2107] [node 4] ICS09 handshake done sender: [2:7593036858099654864:2112] self: [2:7593036858099654863:0] peer: [4:7593036856049689816:0] socket: 71 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:00:58.210958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036858099654890:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:58.210980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.211027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036856049689822:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53865
2026-01-08T17:00:58.211174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857083663634:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.211309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036857083663552:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.211519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857083663631:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.211599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036855732467620:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.211720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036857302484535:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.211761Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036857302484535:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.211802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036856049689811:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:58.212360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036856049689737:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.212468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036857302484543:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.212476Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036855267443090:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21098) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036855267443169:2116] held: no
2026-01-08T17:00:58.212473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.212720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036856049689737:2049] [node 2] ICP22 created new session: [4:7593036856049689824:2049]
2026-01-08T17:00:58.212689Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036855267443089:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63371) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036855267443170:2117] held: no
2026-01-08T17:00:58.212602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857083663633:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.212813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036856049689824:2049] [node 2] ICS09 handshake done sender: [4:7593036856049689811:2115] self: [4:7593036856049689816:0] peer: [2:7593036858099654863:0] socket: 77 qp: -1
2026-01-08T17:00:58.212704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036857083663554:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.212868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036856049689824:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:58.212914Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036855267443180:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19777
2026-01-08T17:00:58.212931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:58.212944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036855732467545:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.213071Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036857302484535:2116] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.213284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036855732467624:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3674
No RDMA context found for GID: 2026-01-08T17:00:58.213121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857083663638:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40718
::ffff:127.1.0.0
2026-01-08T17:00:58.213633Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036855267443181:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19777
2026-01-08T17:00:58.213663Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036857302484529:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.213691Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036857302484529:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.214070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036855732467624:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.214522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036857302484525:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.214562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.214591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036857302484525:2109] [node 5] ICP22 created new session: [1:7593036857302484558:2109]
2026-01-08T17:00:58.214571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036855732467546:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.214561Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857083663634:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:58.214628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036857302484558:2109] [node 5] ICS09 handshake done sender: [1:7593036857302484535:2116] self: [1:7593036857302484534:0] peer: [5:7593036857083663635:0] socket: 72 qp: -1
2026-01-08T17:00:58.214650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036855267443163:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.214661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036857302484558:2109] [node 5] ICS10 traffic start
2026-01-08T17:00:58.214681Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036855267443163:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.214697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:58.215898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036857083663552:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.216227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036855267443169:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:58.216050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.216091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857083663552:2048] [node 1] ICP22 created new session: [5:7593036857083663639:2048]
2026-01-08T17:00:58.216289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857083663639:2048] [node 1] ICS09 handshake done sender: [5:7593036857083663634:2119] self: [5:7593036857083663635:0] peer: [1:7593036857302484534:0] socket: 73 qp: -1
2026-01-08T17:00:58.216320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857083663639:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:58.216356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.216470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036858099654868:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.216488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036855267443170:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:58.216500Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036858099654868:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.217148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036855267443090:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.217198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.217236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036855267443090:2049] [node 2] ICP22 created new session: [3:7593036855267443185:2049]
2026-01-08T17:00:58.217203Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036856049689819:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.217281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036855267443185:2049] [node 2] ICS09 handshake done sender: [3:7593036855267443169:2116] self: [3:7593036855267443173:0] peer: [2:7593036858099654861:0] socket: 75 qp: -1
2026-01-08T17:00:58.217320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036855267443185:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:58.217322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036856049689736:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.217346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.217413Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036858099654868:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:58.217497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036855732467627:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3674
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:00:58.217953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036855267443089:2048] [node 1] ICP19 incoming handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:00:58.217935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036855732467628:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3674
2026-01-08T17:00:58.217984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.218030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036855267443089:2048] [node 1] ICP22 created new session: [3:7593036855267443187:2048]
2026-01-08T17:00:58.217995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036857302484533:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.218030Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036857302484533:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.218062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036858099654858:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.218066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036855267443187:2048] [node 1] ICS09 handshake done sender: [3:7593036855267443170:2117] self: [3:7593036855267443174:0] peer: [1:7593036857302484530:0] socket: 93 qp: -1
2026-01-08T17:00:58.218056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857083663641:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40718
2026-01-08T17:00:58.218096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.218096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036855267443187:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:58.218142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036858099654858:2109] [node 6] ICP22 created new session: [2:7593036858099654893:2109]
2026-01-08T17:00:58.218857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.219073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036858099654893:2109] [node 6] ICS09 handshake done sender: [2:7593036858099654868:2114] self: [2:7593036858099654867:0] peer: [6:7593036855732467626:0] socket: 87 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.219123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036858099654893:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:58.219223Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036857302484529:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:58.219328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.219338Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036855732467629:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3674
2026-01-08T17:00:58.219814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036857302484523:2111] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.219885Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036855267443163:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:58.219869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.220410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036858099654876:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.220247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036857302484523:2111] [node 6] ICP22 created new session: [1:7593036857302484562:2111]
2026-01-08T17:00:58.220428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036857302484562:2111] [node 6] ICS09 handshake done sender: [1:7593036857302484529:2113] self: [1:7593036857302484528:0] peer: [6:7593036855732467625:0] socket: 80 qp: -1
2026-01-08T17:00:58.220464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036857302484562:2111] [node 6] ICS10 traffic start
2026-01-08T17:00:58.220490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.220816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036855267443156:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.220859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.220889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036855267443156:2108] [node 5] ICP22 created new session: [3:7593036855267443189:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.220868Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036855732467624:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:58.220928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036855267443189:2108] [node 5] ICS09 handshake done sender: [3:7593036855267443163:2114] self: [3:7593036855267443162:0] peer: [5:7593036857083663637:0] socket: 96 qp: -1
2026-01-08T17:00:58.220957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036855267443189:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:58.221058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:58.220960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857083663642:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40718
2026-01-08T17:00:58.221178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036855732467546:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.221230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.221316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036855732467546:2049] [node 2] ICP22 created new session: [6:7593036855732467631:2049]
2026-01-08T17:00:58.221374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036858099654858:2109] [node 6] ICP18 handshake (actor [2:7593036858099654876:2119]) is too old
2026-01-08T17:00:58.221352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036855732467631:2049] [node 2] ICS09 handshake done sender: [6:7593036855732467624:2116] self: [6:7593036855732467626:0] peer: [2:7593036858099654867:0] socket: 66 qp: -1
2026-01-08T17:00:58.221382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036855732467631:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:58.221421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.221585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857083663641:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.221763Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857083663632:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.221835Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036856049689828:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53865
2026-01-08T17:00:58.221900Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857083663633:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.222276Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036857302484533:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:58.222253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036857083663554:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.222290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:58.222578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857083663554:2050] [node 3] ICP22 created new session: [5:7593036857083663644:2050]
2026-01-08T17:00:58.222605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857083663644:2050] [node 3] ICS09 handshake done sender: [5:7593036857083663633:2118] self: [5:7593036857083663637:0] peer: [3:7593036855267443162:0] socket: 118 qp: -1
2026-01-08T17:00:58.222634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857083663644:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:58.222672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:58.223062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036857302484524:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.223150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.223190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036857302484524:2107] [node 4] ICP22 created new session: [1:7593036857302484564:2107]
2026-01-08T17:00:58.223299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036857302484564:2107] [node 4] ICS09 handshake done sender: [1:7593036857302484533:2115] self: [1:7593036857302484532:0] peer: [4:7593036856049689827:0] socket: 111 qp: -1
2026-01-08T17:00:58.223331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036857302484564:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:58.223371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.223454Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036856049689819:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.224083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036856049689829:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53865
2026-01-08T17:00:58.224170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036856049689736:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.224227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.224260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036856049689736:2048] [node 1] ICP22 created new session: [4:7593036856049689830:2048]
2026-01-08T17:00:58.224299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036856049689830:2048] [node 1] ICS09 handshake done sender: [4:7593036856049689819:2118] self: [4:7593036856049689827:0] peer: [1:7593036857302484532:0] socket: 117 qp: -1
2026-01-08T17:00:58.224283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036857083663616:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.224328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036856049689830:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:58.224343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036857083663553:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.224371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.224359Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036855732467545:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63371) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036855732467620:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.224559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036855732467630:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3674
2026-01-08T17:00:58.225163Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036855732467628:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.225395Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036855732467620:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:58.226194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036855732467545:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.226224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.226248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036855732467545:2048] [node 1] ICP22 created new session: [6:7593036855732467635:2048]
2026-01-08T17:00:58.226269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036855732467635:2048] [node 1] ICS09 handshake done sender: [6:7593036855732467620:2115] self: [6:7593036855732467625:0] peer: [1:7593036857302484528:0] socket: 100 qp: -1
2026-01-08T17:00:58.226304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036855267443191:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19777
2026-01-08T17:00:58.226287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036855732467635:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:58.226347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.226634Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036858099654866:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.226692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036855732467627:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.226661Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036858099654866:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.226825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036855732467609:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.226818Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036856049689808:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.226854Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036856049689808:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.226928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036855732467547:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.228280Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036858099654866:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:58.228363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036856049689810:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.228396Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036856049689810:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.229259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036858099654857:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.229308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.229292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857083663649:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40718
2026-01-08T17:00:58.229347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036858099654857:2108] [node 5] ICP22 created new session: [2:7593036858099654896:2108]
2026-01-08T17:00:58.229386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036858099654896:2108] [node 5] ICS09 handshake done sender: [2:7593036858099654866:2113] self: [2:7593036858099654865:0] peer: [5:7593036857083663647:0] socket: 113 qp: -1
2026-01-08T17:00:58.229411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036858099654896:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:58.229431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.229559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036856049689832:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53865
2026-01-08T17:00:58.229588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036855267443165:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.229614Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036855267443165:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.229806Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036856049689808:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:58.229860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036855732467639:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3674
2026-01-08T17:00:58.230414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036856049689810:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:58.230481Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036855267443165:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:58.231285Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036856049689829:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.231321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036856049689799:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.231381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.231412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036855267443157:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.231416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036855732467640:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3674
2026-01-08T17:00:58.231476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036856049689799:2108] [node 5] ICP22 created new session: [4:7593036856049689835:2108]
2026-01-08T17:00:58.231491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.231539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036856049689835:2108] [node 5] ICS09 handshake done sender: [4:7593036856049689808:2113] self: [4:7593036856049689807:0] peer: [5:7593036857083663646:0] socket: 123 qp: -1
2026-01-08T17:00:58.231563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036855267443157:2109] [node 6] ICP22 created new session: [3:7593036855267443193:2109]
2026-01-08T17:00:58.231584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036856049689835:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:58.231642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:58.231630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036855267443193:2109] [node 6] ICS09 handshake done sender: [3:7593036855267443165:2115] self: [3:7593036855267443164:0] peer: [6:7593036855732467638:0] socket: 95 qp: -1
2026-01-08T17:00:58.231661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036855267443193:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:58.231718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.231609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857083663632:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:58.232167Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036855732467627:2117] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.232355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036855732467641:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3674
2026-01-08T17:00:58.232427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036856049689832:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.232495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036856049689800:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.232541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.232608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036855732467609:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.232613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036856049689800:2109] [node 6] ICP22 created new session: [4:7593036856049689837:2109]
2026-01-08T17:00:58.232646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.232663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036856049689837:2109] [node 6] ICS09 handshake done sender: [4:7593036856049689810:2114] self: [4:7593036856049689809:0] peer: [6:7593036855732467637:0] socket: 85 qp: -1
2026-01-08T17:00:58.232671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036855732467609:2107] [node 4] ICP22 created new session: [6:7593036855732467642:2107]
2026-01-08T17:00:58.232697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036855732467642:2107] [node 4] ICS09 handshake done sender: [6:7593036855732467627:2117] self: [6:7593036855732467637:0] peer: [4:7593036856049689809:0] socket: 122 qp: -1
2026-01-08T17:00:58.232699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036856049689837:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:58.232715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036855732467642:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:58.232736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.232745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.233283Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036857083663553:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21098) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036857083663632:2117] held: no
2026-01-08T17:00:58.233378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036857083663553:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.233405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.233438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857083663553:2049] [node 2] ICP22 created new session: [5:7593036857083663651:2049]
2026-01-08T17:00:58.233471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857083663651:2049] [node 2] ICS09 handshake done sender: [5:7593036857083663632:2117] self: [5:7593036857083663647:0] peer: [2:7593036858099654865:0] socket: 114 qp: -1
2026-01-08T17:00:58.233508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857083663651:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:58.233530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:58.233661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036855267443191:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.233736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036855267443157:2109] [node 6] ICP18 handshake (actor [3:7593036855267443191:2122]) is too old
2026-01-08T17:00:58.233722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593036856049689799:2108] [node 5] ICP18 handshake (actor [4:7593036856049689829:2121]) is too old
2026-01-08T17:00:58.233874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593036856049689800:2109] [node 6] ICP18 handshake (actor [4:7593036856049689832:2122]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.234238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857083663650:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40718
2026-01-08T17:00:58.234408Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036855732467628:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.235741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036855732467547:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.235849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857083663641:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:58.235773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:58.235794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036855732467547:2050] [node 3] ICP22 created new session: [6:7593036855732467644:2050]
2026-01-08T17:00:58.235824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036855732467644:2050] [node 3] ICS09 handshake done sender: [6:7593036855732467628:2118] self: [6:7593036855732467638:0] peer: [3:7593036855267443164:0] socket: 124 qp: -1
2026-01-08T17:00:58.235845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036855732467644:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:58.235874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:58.236088Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036855732467547:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:00:58.236149Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036857083663616:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27090) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036857083663641:2121] held: no
2026-01-08T17:00:58.236216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036857083663616:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.236241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.236263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857083663616:2108] [node 4] ICP22 created new session: [5:7593036857083663653:2108]
2026-01-08T17:00:58.236295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857083663653:2108] [node 4] ICS09 handshake done sender: [5:7593036857083663641:2121] self: [5:7593036857083663646:0] peer: [4:7593036856049689807:0] socket: 129 qp: -1
2026-01-08T17:00:58.236312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857083663653:2108] [node 4] ICS10 traffic start
2026-01-08T17:00:58.236331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.236379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036855732467639:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.236518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036855732467608:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.236731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857083663627:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.236750Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036857083663627:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: 2026-01-08T17:00:58.237513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857083663627:2115] [node 6] ICH04 handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:00:58.237615Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036855732467647:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3674
2026-01-08T17:00:58.237720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036857083663617:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.237750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.237775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857083663617:2109] [node 6] ICP22 created new session: [5:7593036857083663656:2109]
2026-01-08T17:00:58.237796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857083663656:2109] [node 6] ICS09 handshake done sender: [5:7593036857083663627:2115] self: [5:7593036857083663626:0] peer: [6:7593036855732467646:0] socket: 132 qp: -1
2026-01-08T17:00:58.237809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857083663656:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:58.237940Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036855732467639:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:58.237826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.238097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036855732467608:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.238120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.238141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036855732467608:2106] [node 5] ICP22 created new session: [6:7593036855732467648:2106]
2026-01-08T17:00:58.238178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036855732467648:2106] [node 5] ICS09 handshake done sender: [6:7593036855732467639:2121] self: [6:7593036855732467646:0] peer: [5:7593036857083663626:0] socket: 133 qp: -1
2026-01-08T17:00:58.238200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036855732467648:2106] [node 5] ICS10 traffic start
2026-01-08T17:00:58.238220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:58.252997Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:00:58.253200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036858099654886:2048] [node 1] ICS07 socket disconnect 94 reason# EndOfStream
2026-01-08T17:00:58.253226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036858099654886:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.253354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:58.253404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036858099654886:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:58.253825Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:00:58.253983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036855267443187:2048] [node 1] ICS01 socket: 93 reason# EndOfStream
2026-01-08T17:00:58.254014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036855267443089:2048] [node 1] ICP30 unregister session Session# [3:7593036855267443187:2048] VirtualId# [3:7593036855267443174:0]
2026-01-08T17:00:58.254042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036855267443187:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.254107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:58.254169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:58.256338Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:00:58.256419Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036858099654793:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63371) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:00:58.256451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036858099654886:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:58.256529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036856049689830:2048] [node 1] ICS07 socket disconnect 117 reason# EndOfStream
2026-01-08T17:00:58.256571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036856049689830:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.256647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:58.256723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036856049689830:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:58.257058Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036858099654793:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63371) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:58.257094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036858099654886:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:58.257115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036858099654793:2048] [node 1] ICP30 unregister session Session# [2:7593036858099654886:2048] VirtualId# [2:7593036858099654879:0]
2026-01-08T17:00:58.257025Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:00:58.257148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:58.257169Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036858099654793:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63371) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.257163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036857083663639:2048] [node 1] ICS01 socket: 73 reason# EndOfStream
2026-01-08T17:00:58.257179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63371) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.257209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036857083663552:2048] [node 1] ICP30 unregister session Session# [5:7593036857083663639:2048] VirtualId# [5:7593036857083663635:0]
2026-01-08T17:00:58.257236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036857083663639:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.257336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:58.257384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:58.257658Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036856049689736:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63371) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:58.257716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036856049689830:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:58.257670Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:00:58.257765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036856049689736:2048] [node 1] ICP30 unregister session Session# [4:7593036856049689830:2048] VirtualId# [4:7593036856049689827:0]
2026-01-08T17:00:58.257813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:58.257837Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036856049689736:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63371) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.257850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63371) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.257917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036855732467635:2048] [node 1] ICS01 socket: 100 reason# EndOfStream
2026-01-08T17:00:58.257958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036855732467545:2048] [node 1] ICP30 unregister session Session# [6:7593036855732467635:2048] VirtualId# [6:7593036855732467625:0]
2026-01-08T17:00:58.257988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036855732467635:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.258054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:58.258103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:58.267794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036856049689736:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:58.276132Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:00:58.276297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036855267443185:2049] [node 2] ICS01 socket: 75 reason# EndOfStream
2026-01-08T17:00:58.276326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036855267443090:2049] [node 2] ICP30 unregister session Session# [3:7593036855267443185:2049] VirtualId# [3:7593036855267443173:0]
2026-01-08T17:00:58.276354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036855267443185:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.276437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:58.276493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:58.279174Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:00:58.279406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036856049689824:2049] [node 2] ICS01 socket: 77 reason# EndOfStream
2026-01-08T17:00:58.279446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036856049689737:2049] [node 2] ICP30 unregister session Session# [4:7593036856049689824:2049] VirtualId# [4:7593036856049689816:0]
2026-01-08T17:00:58.279488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036856049689824:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.279573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:58.279617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:58.279798Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:00:58.279987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036857083663651:2049] [node 2] ICS01 socket: 114 reason# EndOfStream
2026-01-08T17:00:58.280011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036857083663553:2049] [node 2] ICP30 unregister session Session# [5:7593036857083663651:2049] VirtualId# [5:7593036857083663647:0]
2026-01-08T17:00:58.280029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036857083663651:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.280085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:58.280124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:58.280343Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:00:58.280466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036855732467631:2049] [node 2] ICS07 socket disconnect 66 reason# EndOfStream
2026-01-08T17:00:58.280485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036855732467631:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.280540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:58.280588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036855732467631:2049] [node 2] ICS15 start handshake
2026-01-08T17:00:58.281113Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036855732467546:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21098) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:58.281146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036855732467631:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:58.281166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036855732467546:2049] [node 2] ICP30 unregister session Session# [6:7593036855732467631:2049] VirtualId# [6:7593036855732467626:0]
2026-01-08T17:00:58.281195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:58.281212Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036855732467546:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21098) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.281219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21098) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.291297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036855732467546:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:00:58.309293Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:00:58.309455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036856049689820:2050] [node 3] ICS01 socket: 78 reason# EndOfStream
2026-01-08T17:00:58.309496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036856049689738:2050] [node 3] ICP30 unregister session Session# [4:7593036856049689820:2050] VirtualId# [4:7593036856049689817:0]
2026-01-08T17:00:58.309525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036856049689820:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.309604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:58.309644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:58.309900Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:00:58.310022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036857083663644:2050] [node 3] ICS01 socket: 118 reason# EndOfStream
2026-01-08T17:00:58.310068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036857083663554:2050] [node 3] ICP30 unregister session Session# [5:7593036857083663644:2050] VirtualId# [5:7593036857083663637:0]
2026-01-08T17:00:58.310082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036857083663644:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.310140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:58.310179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:58.310444Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:00:58.310576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036855732467644:2050] [node 3] ICS07 socket disconnect 124 reason# EndOfStream
2026-01-08T17:00:58.310600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036855732467644:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.310645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:58.310697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036855732467644:2050] [node 3] ICS15 start handshake
2026-01-08T17:00:58.311223Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036855732467547:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16717) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:58.311254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036855732467644:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:58.311273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036855732467547:2050] [node 3] ICP30 unregister session Session# [6:7593036855732467644:2050] VirtualId# [6:7593036855732467638:0]
2026-01-08T17:00:58.311298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:58.311320Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036855732467547:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16717) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.311329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16717) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.320986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036855732467547:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:00:58.328875Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:00:58.329034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036857083663653:2108] [node 4] ICS01 socket: 129 reason# EndOfStream
2026-01-08T17:00:58.329061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036857083663616:2108] [node 4] ICP30 unregister session Session# [5:7593036857083663653:2108] VirtualId# [5:7593036857083663646:0]
2026-01-08T17:00:58.329082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036857083663653:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.329141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:58.329186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:58.329672Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:00:58.329827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036855732467642:2107] [node 4] ICS01 socket: 122 reason# EndOfStream
2026-01-08T17:00:58.329851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036855732467609:2107] [node 4] ICP30 unregister session Session# [6:7593036855732467642:2107] VirtualId# [6:7593036855732467637:0]
2026-01-08T17:00:58.329869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036855732467642:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.329927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:58.329952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:58.350234Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:00:58.350419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036855732467648:2106] [node 5] ICS07 socket disconnect 133 reason# EndOfStream
2026-01-08T17:00:58.350440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036855732467648:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.350505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:00:58.350544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036855732467648:2106] [node 5] ICS15 start handshake
2026-01-08T17:00:58.351399Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036855732467608:2106] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3743) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:58.351437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036855732467648:2106] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:58.351458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036855732467608:2106] [node 5] ICP30 unregister session Session# [6:7593036855732467648:2106] VirtualId# [6:7593036855732467646:0]
2026-01-08T17:00:58.351488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:00:58.351513Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036855732467608:2106] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3743) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.351526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3743) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.360972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036855732467608:2106] [node 5] ICP33 wake up from error state
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:00:58.391073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036856744116712:2048] [node 2] ICP01 ready to work
2026-01-08T17:00:58.391116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036856744116713:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:58.395395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036855809499450:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.395449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036855809499451:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:58.399518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036857310898661:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.399538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036857310898662:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:58.404615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036854220542003:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.404649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036854220542004:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:58.404681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036854220542005:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:58.409489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857902680142:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.409538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857902680143:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:58.409712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857902680144:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:58.414182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036854463316461:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.414218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036854463316462:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:58.414249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036854463316463:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:58.498374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036854463316520:2105] [node 5] ICP01 ready to work
2026-01-08T17:00:58.499126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036856744116775:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:58.499430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036857310898724:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:58.499760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036854220542066:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:58.499677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036854463316525:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:58.499679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036856744116776:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:58.499855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036857310898725:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:58.500044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036857310898726:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:58.499903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036855809499532:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:58.500067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036854220542067:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:58.500295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036855809499533:2109] [node 5] ICP01 ready to work
2026-01-08T17:00:58.500646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036855809499534:2118] [node 6] ICP01 ready to work
2026-01-08T17:00:58.501275Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036855809499450:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(38329468ns) {Configure:104(33355652ns) {ProcessConfigured:135(75210ns) {StartInitialHandshake:157(73576ns) {DropHandshakes:470(1575ns) {DropIncomingHandshake:442(380ns) DropOutgoingHandshake:457(463ns)} GenerateSessionVirtualId:992(463ns) PrepareNewSessionHandshake:477(5451ns) {SwitchToState:179(264ns)}}}}}
2026-01-08T17:00:58.501752Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036854463316461:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37322432ns) {Configure:104(37319949ns) {ProcessConfigured:135(64177ns) {StartInitialHandshake:157(62989ns) {DropHandshakes:470(4549ns) {DropIncomingHandshake:442(270ns) DropOutgoingHandshake:457(204ns)} GenerateSessionVirtualId:992(2309ns) PrepareNewSessionHandshake:477(615ns) {SwitchToState:179(172ns)}}}}}
2026-01-08T17:00:58.502522Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036856744116712:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(46958458ns) {Configure:104(46952478ns) {ProcessConfigured:135(216650ns) {StartInitialHandshake:157(215431ns) {DropHandshakes:470(834ns) {DropIncomingHandshake:442(218ns) DropOutgoingHandshake:457(230ns)} GenerateSessionVirtualId:992(311ns) PrepareNewSessionHandshake:477(699ns) {SwitchToState:179(279ns)}}}}}
2026-01-08T17:00:58.504538Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036857902680142:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(36118708ns) {Configure:104(25007478ns) {ProcessConfigured:135(204104ns) {StartInitialHandshake:157(202294ns) {DropHandshakes:470(1885ns) {DropIncomingHandshake:442(327ns) DropOutgoingHandshake:457(681ns)} GenerateSessionVirtualId:992(959ns) PrepareNewSessionHandshake:477(1887ns) {SwitchToState:179(237ns)}}}}}
2026-01-08T17:00:58.504975Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036857902680143:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(25189286ns) {Configure:104(25179741ns) {ProcessConfigured:135(125085ns) {StartInitialHandshake:157(123630ns) {DropHandshakes:470(944ns) {DropIncomingHandshake:442(275ns) DropOutgoingHandshake:457(255ns)} GenerateSessionVirtualId:992(357ns) PrepareNewSessionHandshake:477(662ns) {SwitchToState:179(305ns)}}}}}
2026-01-08T17:00:58.505656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857902680209:2108] [node 4] ICP01 ready to work
2026-01-08T17:00:58.505744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036856744116785:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:58.505781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857902680210:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.507772Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036854463316537:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9037
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.508372Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036855809499548:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38210
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.510130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036856744116787:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11323
2026-01-08T17:00:58.510449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036856744116788:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11323
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.511224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036856744116786:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11323
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.514069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036854463316540:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9037
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.515582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036857310898739:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29261
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.517506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036857310898741:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29261
2026-01-08T17:00:58.517444Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857902680215:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62739
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.517884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036857310898742:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29261
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.517903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857902680216:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62739
2026-01-08T17:00:58.517981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036856744116794:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11323
2026-01-08T17:00:58.521221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036854463316537:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.521631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036854463316462:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.521851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857902680215:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.521847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036855809499549:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38210
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.521978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036857902680143:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.522018Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036855809499550:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38210
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.522188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036855809499551:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38210
2026-01-08T17:00:58.522618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036855809499540:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.522645Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036855809499540:2131] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.522985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036855809499538:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.523004Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036855809499538:2130] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.523202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036855809499549:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.523581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036855809499552:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38210
2026-01-08T17:00:58.523689Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036855809499540:2131] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.523783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036855809499548:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.523824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036854463316542:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9037
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.523958Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036855809499538:2130] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:58.524124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036855809499534:2118] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.524120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857902680223:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62739
2026-01-08T17:00:58.524227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036854463316537:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:58.524155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.524252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036855809499534:2118] [node 6] ICP22 created new session: [2:7593036855809499556:2118]
2026-01-08T17:00:58.524676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036854463316462:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.524495Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036857310898739:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.524730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.524899Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857902680215:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:58.524763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036854463316462:2049] [node 2] ICP22 created new session: [6:7593036854463316543:2049]
2026-01-08T17:00:58.524288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036855809499556:2118] [node 6] ICS09 handshake done sender: [2:7593036855809499540:2131] self: [2:7593036855809499539:0] peer: [6:7593036854463316541:0] socket: 77 qp: -1
2026-01-08T17:00:58.524893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036854463316543:2049] [node 2] ICS09 handshake done sender: [6:7593036854463316537:2115] self: [6:7593036854463316541:0] peer: [2:7593036855809499539:0] socket: 79 qp: -1
2026-01-08T17:00:58.524929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036857310898741:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.524311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036855809499556:2118] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.524931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036854463316543:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:58.524611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.524965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:58.524868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036855809499533:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.525519Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036857310898743:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29261
2026-01-08T17:00:58.524902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.524943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036855809499533:2109] [node 5] ICP22 created new session: [2:7593036855809499558:2109]
2026-01-08T17:00:58.525000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036855809499558:2109] [node 5] ICS09 handshake done sender: [2:7593036855809499538:2130] self: [2:7593036855809499537:0] peer: [5:7593036857902680222:0] socket: 76 qp: -1
2026-01-08T17:00:58.525769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036857902680143:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.525035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036855809499558:2109] [node 5] ICS10 traffic start
2026-01-08T17:00:58.525058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:58.525128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036855809499534:2118] [node 6] ICP18 handshake (actor [2:7593036855809499548:2134]) is too old
2026-01-08T17:00:58.525856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.525896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857902680143:2049] [node 2] ICP22 created new session: [5:7593036857902680224:2049]
2026-01-08T17:00:58.525938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857902680224:2049] [node 2] ICS09 handshake done sender: [5:7593036857902680215:2114] self: [5:7593036857902680222:0] peer: [2:7593036855809499537:0] socket: 88 qp: -1
2026-01-08T17:00:58.525994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857902680224:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:58.526025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:58.526097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036855809499551:2137] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.526232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854220542081:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15216
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.526792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854220542082:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15216
2026-01-08T17:00:58.526797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036857310898746:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29261
2026-01-08T17:00:58.526895Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036857310898742:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.526995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036857310898661:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.527072Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036856744116794:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.527189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036856744116788:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.527249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036854463316540:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.527265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036856744116786:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.527307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036856744116784:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.527322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036854463316461:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.527332Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036856744116784:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.527417Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036854220542081:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.527475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036856744116787:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.527538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036856744116795:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11323
2026-01-08T17:00:58.528347Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036856744116780:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.528333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036855809499550:2136] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.528362Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036856744116780:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.528468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036854220542082:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.528478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036855809499450:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.528565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036854220542004:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.528677Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036855809499544:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.528699Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036855809499544:2133] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.528696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036857310898746:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.528892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036857310898662:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.528872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036856744116778:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.528899Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036856744116778:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.529226Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036856744116784:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.529698Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036855809499542:2132] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.529724Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036855809499542:2132] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.529829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036857310898748:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29261
2026-01-08T17:00:58.530124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036856744116713:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.530126Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036855809499544:2133] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:58.530221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:58.530279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036856744116713:2049] [node 3] ICP22 created new session: [1:7593036856744116803:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.530887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036856744116803:2049] [node 3] ICS09 handshake done sender: [1:7593036856744116784:2113] self: [1:7593036856744116783:0] peer: [3:7593036857310898747:0] socket: 100 qp: -1
2026-01-08T17:00:58.531255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036855809499532:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.530908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036856744116803:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:58.531324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.530972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:58.531287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036854463316547:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9037
2026-01-08T17:00:58.531382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036855809499532:2107] [node 4] ICP22 created new session: [2:7593036855809499567:2107]
2026-01-08T17:00:58.531371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854220542085:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15216
2026-01-08T17:00:58.531452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036855809499567:2107] [node 4] ICS09 handshake done sender: [2:7593036855809499544:2133] self: [2:7593036855809499543:0] peer: [4:7593036854220542084:0] socket: 85 qp: -1
2026-01-08T17:00:58.531498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036855809499567:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:58.531537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.531754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036854220542082:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:58.531891Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036856744116778:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:58.531665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036857310898742:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:58.531914Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036856744116780:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:58.532513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036854463316540:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:58.532193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036855809499542:2132] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.533418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036856744116712:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.533400Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036857310898661:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15148) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036857310898742:2117] held: no
2026-01-08T17:00:58.533534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036856744116776:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.533446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036854463316461:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.533538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.533587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036857310898661:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.534289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036855809499565:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38210
2026-01-08T17:00:58.533581Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036854220542004:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17045) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036854220542082:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.534819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036855809499552:2138] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.533564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036856744116712:2048] [node 2] ICP22 created new session: [1:7593036856744116806:2048]
2026-01-08T17:00:58.534116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.534138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036854220542004:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.533562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.534345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036857310898661:2048] [node 1] ICP22 created new session: [3:7593036857310898751:2048]
2026-01-08T17:00:58.534863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036855809499451:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.534731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.533571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.534001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036854463316461:2048] [node 1] ICP22 created new session: [6:7593036854463316548:2048]
2026-01-08T17:00:58.534733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036857310898751:2048] [node 1] ICS09 handshake done sender: [3:7593036857310898742:2117] self: [3:7593036857310898747:0] peer: [1:7593036856744116783:0] socket: 106 qp: -1
2026-01-08T17:00:58.534111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036856744116806:2048] [node 2] ICS09 handshake done sender: [1:7593036856744116778:2110] self: [1:7593036856744116777:0] peer: [2:7593036855809499563:0] socket: 91 qp: -1
2026-01-08T17:00:58.534333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036854463316548:2048] [node 1] ICS09 handshake done sender: [6:7593036854463316540:2116] self: [6:7593036854463316546:0] peer: [1:7593036856744116779:0] socket: 98 qp: -1
2026-01-08T17:00:58.534965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:58.534756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036857310898751:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:58.534850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036854220542004:2049] [node 2] ICP22 created new session: [4:7593036854220542087:2049]
2026-01-08T17:00:58.534128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036856744116776:2109] [node 6] ICP22 created new session: [1:7593036856744116807:2109]
2026-01-08T17:00:58.534358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036854463316548:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:58.534920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.535026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036855809499451:2049] [node 3] ICP22 created new session: [2:7593036855809499569:2049]
2026-01-08T17:00:58.534304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036856744116806:2048] [node 2] ICS10 traffic start
2026-01-08T17:00:58.534987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036854220542087:2049] [node 2] ICS09 handshake done sender: [4:7593036854220542082:2116] self: [4:7593036854220542084:0] peer: [2:7593036855809499543:0] socket: 120 qp: -1
2026-01-08T17:00:58.534754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.535475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857902680216:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.535365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036855809499569:2049] [node 3] ICS09 handshake done sender: [2:7593036855809499542:2132] self: [2:7593036855809499541:0] peer: [3:7593036857310898749:0] socket: 119 qp: -1
2026-01-08T17:00:58.534636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036856744116807:2109] [node 6] ICS09 handshake done sender: [1:7593036856744116780:2111] self: [1:7593036856744116779:0] peer: [6:7593036854463316546:0] socket: 96 qp: -1
2026-01-08T17:00:58.535016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036854220542087:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:58.534967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036857310898750:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29261
2026-01-08T17:00:58.535398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036855809499569:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:58.534719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:58.535042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:58.535425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:58.534729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036856744116807:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:58.534873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.536385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036857310898746:2119] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.536432Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036855809499550:2136] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:58.536498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036857902680144:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.536526Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036857310898743:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.536651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036856744116795:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.536651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857902680226:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62739
2026-01-08T17:00:58.537028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036857310898662:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.537095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036855809499450:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.537128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.537140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.537157Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854220542089:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15216
2026-01-08T17:00:58.537149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036855809499450:2048] [node 1] ICP22 created new session: [2:7593036855809499571:2048]
2026-01-08T17:00:58.537212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036855809499571:2048] [node 1] ICS09 handshake done sender: [2:7593036855809499550:2136] self: [2:7593036855809499563:0] peer: [1:7593036856744116777:0] socket: 104 qp: -1
2026-01-08T17:00:58.537231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036855809499571:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:58.537256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.537262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036857310898662:2049] [node 2] ICP22 created new session: [3:7593036857310898753:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.537312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036857310898753:2049] [node 2] ICS09 handshake done sender: [3:7593036857310898746:2119] self: [3:7593036857310898749:0] peer: [2:7593036855809499541:0] socket: 121 qp: -1
2026-01-08T17:00:58.538753Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857902680226:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.539046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036855809499533:2109] [node 5] ICP18 handshake (actor [2:7593036855809499552:2138]) is too old
2026-01-08T17:00:58.539027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854220542090:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15216
2026-01-08T17:00:58.537415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036857310898753:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.537743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:58.539317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857902680229:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62739
2026-01-08T17:00:58.539335Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036854220542089:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.539326Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036857310898662:2049] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:00:58.539399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036857902680209:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.539568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857902680230:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62739
No RDMA context found for GID: 2026-01-08T17:00:58.539702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857902680229:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:00:58.539699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036854220542075:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.539725Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036854220542075:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.539802Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036854463316551:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9037
2026-01-08T17:00:58.539809Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036857310898730:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.539834Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036857310898730:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.541188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854220542092:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15216
2026-01-08T17:00:58.541334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036854220542075:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.541411Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857902680230:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.541498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036854220542090:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.541421Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857902680233:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62739
2026-01-08T17:00:58.541569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036857902680142:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.541613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036854220542003:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.541613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036854220542066:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.541688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.541725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036854220542066:2108] [node 5] ICP22 created new session: [4:7593036854220542095:2108]
2026-01-08T17:00:58.541762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857902680226:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:58.541767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036854220542095:2108] [node 5] ICS09 handshake done sender: [4:7593036854220542075:2113] self: [4:7593036854220542074:0] peer: [5:7593036857902680231:0] socket: 74 qp: -1
2026-01-08T17:00:58.541796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036854220542095:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:58.541759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036856744116782:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.541833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:58.541885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036857902680209:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.541781Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036856744116782:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.542284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.541863Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036856744116793:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.542304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857902680209:2108] [node 4] ICP22 created new session: [5:7593036857902680235:2108]
2026-01-08T17:00:58.541891Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036856744116793:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.543474Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036856744116782:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:58.543258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857902680235:2108] [node 4] ICS09 handshake done sender: [5:7593036857902680226:2118] self: [5:7593036857902680231:0] peer: [4:7593036854220542074:0] socket: 72 qp: -1
2026-01-08T17:00:58.543491Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036857310898730:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:58.543497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036854463316551:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.543282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857902680235:2108] [node 4] ICS10 traffic start
2026-01-08T17:00:58.543616Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036856744116793:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:58.543454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.543602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036854463316463:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.544219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036856744116775:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.544282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.544318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036856744116775:2108] [node 5] ICP22 created new session: [1:7593036856744116814:2108]
2026-01-08T17:00:58.544309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036857310898734:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.544341Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036857310898734:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.544788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036856744116785:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.544805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036856744116814:2108] [node 5] ICS09 handshake done sender: [1:7593036856744116782:2112] self: [1:7593036856744116781:0] peer: [5:7593036857902680234:0] socket: 102 qp: -1
2026-01-08T17:00:58.544850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036856744116814:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:58.544416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036857310898726:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.544852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.544811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: 2026-01-08T17:00:58.544901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036856744116785:2107] [node 4] ICP22 created new session: [1:7593036856744116815:2107]
::ffff:127.1.0.0
2026-01-08T17:00:58.544848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036857310898726:2108] [node 5] ICP22 created new session: [3:7593036857310898759:2108]
2026-01-08T17:00:58.544914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:58.544938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036857310898759:2108] [node 5] ICS09 handshake done sender: [3:7593036857310898730:2111] self: [3:7593036857310898729:0] peer: [5:7593036857902680228:0] socket: 83 qp: -1
2026-01-08T17:00:58.544988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036856744116815:2107] [node 4] ICS09 handshake done sender: [1:7593036856744116793:2117] self: [1:7593036856744116792:0] peer: [4:7593036854220542094:0] socket: 132 qp: -1
2026-01-08T17:00:58.544963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036857310898759:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:58.545031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036856744116815:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:58.545009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:58.545068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854220542097:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15216
2026-01-08T17:00:58.545060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.545208Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036854220542092:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.545409Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036854220542090:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.545768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036854220542003:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.545754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036854463316553:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9037
2026-01-08T17:00:58.545797Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036857310898734:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:58.545890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.545898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036854220542005:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.545916Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036857902680144:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19826) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036857902680216:2115] held: no
2026-01-08T17:00:58.546040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036857310898725:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.545934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036854220542003:2048] [node 1] ICP22 created new session: [4:7593036854220542100:2048]
2026-01-08T17:00:58.546827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036854463316554:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9037
2026-01-08T17:00:58.546076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036854220542100:2048] [node 1] ICS09 handshake done sender: [4:7593036854220542090:2119] self: [4:7593036854220542094:0] peer: [1:7593036856744116792:0] socket: 134 qp: -1
2026-01-08T17:00:58.546879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.546200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036854220542100:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.547101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036857310898725:2109] [node 6] ICP22 created new session: [3:7593036857310898762:2109]
2026-01-08T17:00:58.548436Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036857902680142:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15148) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036857902680230:2120] held: no
2026-01-08T17:00:58.546750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.547427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036857310898762:2109] [node 6] ICS09 handshake done sender: [3:7593036857310898734:2113] self: [3:7593036857310898733:0] peer: [6:7593036854463316552:0] socket: 73 qp: -1
2026-01-08T17:00:58.548673Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857902680237:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62739
2026-01-08T17:00:58.547636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036857310898762:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:58.548720Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857902680238:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62739
2026-01-08T17:00:58.548342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.548863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036854463316551:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.549675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036857310898738:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.549697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857902680230:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:58.549697Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036857310898738:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.550182Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857902680216:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.550190Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036854463316463:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19826) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036854463316551:2119] held: no
2026-01-08T17:00:58.551111Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036857310898738:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:58.550366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036854463316463:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.551165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036857902680142:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.551116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.551348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.551426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036857310898724:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.551130Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036854463316553:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.551425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857902680142:2048] [node 1] ICP22 created new session: [5:7593036857902680240:2048]
2026-01-08T17:00:58.551633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.551183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036854463316463:2050] [node 3] ICP22 created new session: [6:7593036854463316556:2050]
2026-01-08T17:00:58.551546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857902680240:2048] [node 1] ICS09 handshake done sender: [5:7593036857902680230:2120] self: [5:7593036857902680234:0] peer: [1:7593036856744116781:0] socket: 133 qp: -1
2026-01-08T17:00:58.551352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036854463316556:2050] [node 3] ICS09 handshake done sender: [6:7593036854463316551:2119] self: [6:7593036854463316552:0] peer: [3:7593036857310898733:0] socket: 75 qp: -1
2026-01-08T17:00:58.551681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036857310898724:2107] [node 4] ICP22 created new session: [3:7593036857310898765:2107]
2026-01-08T17:00:58.551633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857902680240:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: 2026-01-08T17:00:58.551382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036854463316525:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
::ffff:127.1.0.0
2026-01-08T17:00:58.551664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.551755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036854220542077:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.551771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036857310898765:2107] [node 4] ICS09 handshake done sender: [3:7593036857310898738:2114] self: [3:7593036857310898737:0] peer: [4:7593036854220542099:0] socket: 78 qp: -1
2026-01-08T17:00:58.551433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036854463316556:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:58.551796Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036854220542077:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.551620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:58.551805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036857310898765:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:58.551820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854220542102:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15216
2026-01-08T17:00:58.551650Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036854463316555:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9037
2026-01-08T17:00:58.551931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.552062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036857902680144:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.552112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:58.552147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857902680144:2050] [node 3] ICP22 created new session: [5:7593036857902680242:2050]
2026-01-08T17:00:58.552727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857902680242:2050] [node 3] ICS09 handshake done sender: [5:7593036857902680216:2115] self: [5:7593036857902680228:0] peer: [3:7593036857310898729:0] socket: 94 qp: -1
2026-01-08T17:00:58.552771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857902680242:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:58.552794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:58.552848Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036854220542005:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19826) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036854220542092:2120] held: no
2026-01-08T17:00:58.553023Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036854220542092:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.554188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036854220542005:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.554239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:58.554278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036854220542005:2050] [node 3] ICP22 created new session: [4:7593036854220542104:2050]
2026-01-08T17:00:58.554340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036854220542104:2050] [node 3] ICS09 handshake done sender: [4:7593036854220542092:2120] self: [4:7593036854220542099:0] peer: [3:7593036857310898737:0] socket: 92 qp: -1
2026-01-08T17:00:58.554370Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036854220542077:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:58.554376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036854220542104:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.554396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:58.554447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036854463316555:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.554561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036854463316559:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9037
2026-01-08T17:00:58.554614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036854463316520:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.554678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036854220542067:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.554740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.554761Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036854463316553:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:58.554794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036854220542067:2109] [node 6] ICP22 created new session: [4:7593036854220542106:2109]
2026-01-08T17:00:58.554890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036854220542106:2109] [node 6] ICS09 handshake done sender: [4:7593036854220542077:2114] self: [4:7593036854220542076:0] peer: [6:7593036854463316557:0] socket: 139 qp: -1
2026-01-08T17:00:58.554931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036854220542106:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:58.554835Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857902680218:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.555070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036854463316525:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.554870Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036857902680218:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.554994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.555349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.555406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036854463316525:2107] [node 4] ICP22 created new session: [6:7593036854463316561:2107]
2026-01-08T17:00:58.555470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036854463316561:2107] [node 4] ICS09 handshake done sender: [6:7593036854463316553:2120] self: [6:7593036854463316557:0] peer: [4:7593036854220542076:0] socket: 89 qp: -1
2026-01-08T17:00:58.555538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036854463316561:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:58.555569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.555660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857902680218:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:58.555847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036857902680210:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.556541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.556610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857902680210:2109] [node 6] ICP22 created new session: [5:7593036857902680245:2109]
2026-01-08T17:00:58.556669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857902680245:2109] [node 6] ICS09 handshake done sender: [5:7593036857902680218:2116] self: [5:7593036857902680217:0] peer: [6:7593036854463316560:0] socket: 143 qp: -1
2026-01-08T17:00:58.556707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857902680245:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:58.556741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.557424Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036854463316520:2105] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5109) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036854463316555:2122] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.557584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036854463316563:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9037
2026-01-08T17:00:58.557721Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036854463316555:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:58.557823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036854463316520:2105] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.557860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.557897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036854463316520:2105] [node 5] ICP22 created new session: [6:7593036854463316564:2105]
2026-01-08T17:00:58.557926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036854463316564:2105] [node 5] ICS09 handshake done sender: [6:7593036854463316555:2122] self: [6:7593036854463316560:0] peer: [5:7593036857902680217:0] socket: 109 qp: -1
2026-01-08T17:00:58.557942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036854463316564:2105] [node 5] ICS10 traffic start
2026-01-08T17:00:58.557964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:58.584131Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:00:58.584283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036855809499571:2048] [node 1] ICS07 socket disconnect 104 reason# EndOfStream
2026-01-08T17:00:58.584303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036855809499571:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.584360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:58.584400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036855809499571:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:58.584922Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:00:58.585087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036857310898751:2048] [node 1] ICS01 socket: 106 reason# EndOfStream
2026-01-08T17:00:58.585124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036857310898661:2048] [node 1] ICP30 unregister session Session# [3:7593036857310898751:2048] VirtualId# [3:7593036857310898747:0]
2026-01-08T17:00:58.585156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036857310898751:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.585240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:58.585292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:58.586085Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036855809499450:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15148) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:00:58.586124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036855809499571:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:58.586874Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036855809499450:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15148) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:58.586909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036855809499571:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:58.587052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036855809499450:2048] [node 1] ICP30 unregister session Session# [2:7593036855809499571:2048] VirtualId# [2:7593036855809499563:0]
2026-01-08T17:00:58.587100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:58.587118Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036855809499450:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15148) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.587127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15148) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.587258Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:00:58.587479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036854220542100:2048] [node 1] ICS07 socket disconnect 134 reason# EndOfStream
2026-01-08T17:00:58.587509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036854220542100:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.587592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:58.587639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036854220542100:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:58.587886Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:00:58.588158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036857902680240:2048] [node 1] ICS01 socket: 133 reason# EndOfStream
2026-01-08T17:00:58.588199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036857902680142:2048] [node 1] ICP30 unregister session Session# [5:7593036857902680240:2048] VirtualId# [5:7593036857902680234:0]
2026-01-08T17:00:58.588232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036857902680240:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.588266Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036854220542003:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15148) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:58.588315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036854220542100:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:58.588305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:58.588375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036854220542003:2048] [node 1] ICP30 unregister session Session# [4:7593036854220542100:2048] VirtualId# [4:7593036854220542094:0]
2026-01-08T17:00:58.588386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:58.588424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:58.588457Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036854220542003:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15148) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.588474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15148) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.588487Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:00:58.588601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036854463316548:2048] [node 1] ICS01 socket: 98 reason# EndOfStream
2026-01-08T17:00:58.588636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036854463316461:2048] [node 1] ICP30 unregister session Session# [6:7593036854463316548:2048] VirtualId# [6:7593036854463316546:0]
2026-01-08T17:00:58.588651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036854463316548:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.588710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:58.588743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:58.598499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036854220542003:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:58.614089Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:00:58.614245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036857310898753:2049] [node 2] ICS01 socket: 121 reason# EndOfStream
2026-01-08T17:00:58.614273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036857310898662:2049] [node 2] ICP30 unregister session Session# [3:7593036857310898753:2049] VirtualId# [3:7593036857310898749:0]
2026-01-08T17:00:58.614292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036857310898753:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.614381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:58.614419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:58.616157Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:00:58.616364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036854220542087:2049] [node 2] ICS01 socket: 120 reason# EndOfStream
2026-01-08T17:00:58.616406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036854220542004:2049] [node 2] ICP30 unregister session Session# [4:7593036854220542087:2049] VirtualId# [4:7593036854220542084:0]
2026-01-08T17:00:58.616454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036854220542087:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.616517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:58.616556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:58.616751Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:00:58.616994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036857902680224:2049] [node 2] ICS07 socket disconnect 88 reason# EndOfStream
2026-01-08T17:00:58.617035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036857902680224:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.617106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:58.617157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036857902680224:2049] [node 2] ICS15 start handshake
2026-01-08T17:00:58.617312Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:00:58.617438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036854463316543:2049] [node 2] ICS01 socket: 79 reason# EndOfStream
2026-01-08T17:00:58.617466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036854463316462:2049] [node 2] ICP30 unregister session Session# [6:7593036854463316543:2049] VirtualId# [6:7593036854463316541:0]
2026-01-08T17:00:58.617482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036854463316543:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.617535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:58.617579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:58.617882Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036857902680143:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17045) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:58.617945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036857902680224:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:58.617979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036857902680143:2049] [node 2] ICP30 unregister session Session# [5:7593036857902680224:2049] VirtualId# [5:7593036857902680222:0]
2026-01-08T17:00:58.618054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:58.618098Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036857902680143:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17045) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.618118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17045) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.628238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036857902680143:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:00:58.653681Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:00:58.653904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036854220542104:2050] [node 3] ICS01 socket: 92 reason# EndOfStream
2026-01-08T17:00:58.653951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036854220542005:2050] [node 3] ICP30 unregister session Session# [4:7593036854220542104:2050] VirtualId# [4:7593036854220542099:0]
2026-01-08T17:00:58.653983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036854220542104:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.654057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:58.654091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:58.654399Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:00:58.654639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036857902680242:2050] [node 3] ICS01 socket: 94 reason# EndOfStream
2026-01-08T17:00:58.654742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036857902680144:2050] [node 3] ICP30 unregister session Session# [5:7593036857902680242:2050] VirtualId# [5:7593036857902680228:0]
2026-01-08T17:00:58.654789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036857902680242:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.654864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:58.654911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:58.655121Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:00:58.655258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036854463316556:2050] [node 3] ICS01 socket: 75 reason# EndOfStream
2026-01-08T17:00:58.655280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036854463316463:2050] [node 3] ICP30 unregister session Session# [6:7593036854463316556:2050] VirtualId# [6:7593036854463316552:0]
2026-01-08T17:00:58.655295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036854463316556:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.655340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:58.655373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:58.685139Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:00:58.685415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036857902680235:2108] [node 4] ICS07 socket disconnect 72 reason# EndOfStream
2026-01-08T17:00:58.685450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036857902680235:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.685558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:58.685640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036857902680235:2108] [node 4] ICS15 start handshake
2026-01-08T17:00:58.686100Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:00:58.686223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036854463316561:2107] [node 4] ICS07 socket disconnect 89 reason# EndOfStream
2026-01-08T17:00:58.686246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036854463316561:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.686300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:58.686369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036854463316561:2107] [node 4] ICS15 start handshake
2026-01-08T17:00:58.686389Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036857902680209:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28731) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:58.686514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036857902680235:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:58.686625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036857902680209:2108] [node 4] ICP30 unregister session Session# [5:7593036857902680235:2108] VirtualId# [5:7593036857902680231:0]
2026-01-08T17:00:58.686677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:58.686723Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036857902680209:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28731) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.686738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28731) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.687067Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036854463316525:2107] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28731) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:58.687132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036854463316561:2107] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:58.687305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036854463316525:2107] [node 4] ICP30 unregister session Session# [6:7593036854463316561:2107] VirtualId# [6:7593036854463316557:0]
2026-01-08T17:00:58.687349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:58.687388Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036854463316525:2107] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28731) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.687402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28731) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:58.696825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036854463316525:2107] [node 4] ICP33 wake up from error state
2026-01-08T17:00:58.730492Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:00:58.730653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036854463316564:2105] [node 5] ICS01 socket: 109 reason# EndOfStream
2026-01-08T17:00:58.730691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036854463316520:2105] [node 5] ICP30 unregister session Session# [6:7593036854463316564:2105] VirtualId# [6:7593036854463316560:0]
2026-01-08T17:00:58.730716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036854463316564:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:58.730798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:00:58.730835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:00:58.774060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036854939253750:2048] [node 2] ICP01 ready to work
2026-01-08T17:00:58.774097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036854939253751:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:58.778169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036857718285128:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.778207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036857718285129:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:58.782863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036856446806402:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.782885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036856446806403:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:58.788510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036854080298079:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.788556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036854080298081:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:58.788611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036854080298080:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:58.795070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857561627586:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.795089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857561627587:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:58.795159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857561627588:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:58.801089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036857012800233:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:58.801120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036857012800234:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:58.801166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036857012800235:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:58.888116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036854939253813:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:58.897336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036854939253814:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:58.897866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036856446806466:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:58.898742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857561627649:2108] [node 4] ICP01 ready to work
2026-01-08T17:00:58.898991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036857012800294:2106] [node 5] ICP01 ready to work
2026-01-08T17:00:58.899443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036856446806467:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:58.899571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036857718285191:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:58.899558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036857012800297:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:58.899626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036854080298142:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:58.899978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036856446806468:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:58.899829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036857718285192:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:58.900029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036854939253815:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:58.900385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036857561627650:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:58.900371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036854080298143:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:58.900487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036857718285193:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:58.902515Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036854939253750:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(63091042ns) {Configure:104(51579232ns) {ProcessConfigured:135(69548ns) {StartInitialHandshake:157(68186ns) {DropHandshakes:470(2295ns) {DropIncomingHandshake:442(331ns) DropOutgoingHandshake:457(666ns)} GenerateSessionVirtualId:992(443ns) PrepareNewSessionHandshake:477(908ns) {SwitchToState:179(283ns)}}}}}
2026-01-08T17:00:58.904590Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036854080298080:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(56747341ns) {Configure:104(56737969ns) {ProcessConfigured:135(510061ns) {StartInitialHandshake:157(507946ns) {DropHandshakes:470(1396ns) {DropIncomingHandshake:442(277ns) DropOutgoingHandshake:457(542ns)} GenerateSessionVirtualId:992(418ns) PrepareNewSessionHandshake:477(1537ns) {SwitchToState:179(762ns)}}}}}
2026-01-08T17:00:58.904609Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036854080298079:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(52567492ns) {Configure:104(52560748ns) {ProcessConfigured:135(552453ns) {StartInitialHandshake:157(550892ns) {DropHandshakes:470(27645ns) {DropIncomingHandshake:442(193ns) DropOutgoingHandshake:457(223ns)} GenerateSessionVirtualId:992(425ns) PrepareNewSessionHandshake:477(838ns) {SwitchToState:179(320ns)}}}}}
2026-01-08T17:00:58.905119Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036856446806403:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(53423201ns) {Configure:104(53413227ns) {ProcessConfigured:135(182246ns) {StartInitialHandshake:157(181134ns) {DropHandshakes:470(954ns) {DropIncomingHandshake:442(233ns) DropOutgoingHandshake:457(234ns)} GenerateSessionVirtualId:992(453ns) PrepareNewSessionHandshake:477(748ns) {SwitchToState:179(417ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.911138Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036854939253829:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51772
2026-01-08T17:00:58.911203Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036854939253830:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51772
2026-01-08T17:00:58.910701Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854080298151:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15115
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.911186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036857718285200:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60472
2026-01-08T17:00:58.913404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036856446806480:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7250
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.914585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857561627663:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61188
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.915497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036856446806484:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7250
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.918419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857561627665:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61188
2026-01-08T17:00:58.915832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036856446806481:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7250
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.919112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036857012800304:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48428
2026-01-08T17:00:58.919095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854080298158:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15115
2026-01-08T17:00:58.919515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036857718285208:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60472
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.920402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036857012800312:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48428
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.919844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036854080298151:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.920218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036854080298079:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.920607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036854939253831:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51772
2026-01-08T17:00:58.921018Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036857718285210:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60472
2026-01-08T17:00:58.921063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036854939253819:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.921088Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036854939253819:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.921277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036857718285200:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.923845Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036854939253832:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51772
2026-01-08T17:00:58.924009Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036854939253819:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:58.924363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036854939253813:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.924415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.924367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036856446806480:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.924587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036854939253813:2107] [node 4] ICP22 created new session: [1:7593036854939253834:2107]
2026-01-08T17:00:58.924617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036856446806402:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.924819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036854939253834:2107] [node 4] ICS09 handshake done sender: [1:7593036854939253819:2111] self: [1:7593036854939253818:0] peer: [4:7593036854080298159:0] socket: 80 qp: -1
2026-01-08T17:00:58.924858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036854939253834:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:58.924908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.924916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036854939253821:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.924930Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036854939253821:2112] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.926964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036857012800313:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48428
2026-01-08T17:00:58.927087Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036854939253821:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.927250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036857012800304:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.927597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854080298160:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15115
2026-01-08T17:00:58.927450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036854939253751:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.927464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036857012800313:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.927471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036854939253829:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.927613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:58.927660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036857012800297:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.927680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036854939253751:2049] [node 3] ICP22 created new session: [1:7593036854939253838:2049]
2026-01-08T17:00:58.927877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036854939253838:2049] [node 3] ICS09 handshake done sender: [1:7593036854939253821:2112] self: [1:7593036854939253820:0] peer: [3:7593036856446806485:0] socket: 86 qp: -1
2026-01-08T17:00:58.928186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036854939253838:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:58.928175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036856446806486:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7250
2026-01-08T17:00:58.928222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:58.928201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036857012800233:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.928239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036854080298147:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.928256Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036854080298151:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:58.928299Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036854939253831:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.928262Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036854080298147:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.928499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036854080298079:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.928684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.928918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036854939253824:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.928798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036854080298079:2048] [node 1] ICP22 created new session: [4:7593036854080298161:2048]
2026-01-08T17:00:58.928939Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036854939253824:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.930095Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036856446806480:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:58.929070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036857012800312:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.928867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036854080298161:2048] [node 1] ICS09 handshake done sender: [4:7593036854080298151:2113] self: [4:7593036854080298159:0] peer: [1:7593036854939253818:0] socket: 88 qp: -1
2026-01-08T17:00:58.930082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036854939253813:2107] [node 4] ICP18 handshake (actor [1:7593036854939253831:2117]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.929040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036854080298161:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:58.930471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036857012800235:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.931021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036856446806402:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.930887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857561627666:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61188
2026-01-08T17:00:58.930095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.931534Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036857718285208:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.932357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036854939253832:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.931543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036857718285209:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60472
2026-01-08T17:00:58.932147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036856446806484:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.930912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857561627663:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.932827Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036854939253824:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:58.932144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036857718285128:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.933888Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036854080298158:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.932352Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036856446806472:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.934561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036854939253830:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.931847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036857561627587:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.934707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857561627665:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.932366Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036856446806472:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.934631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036854939253814:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.932774Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036857718285211:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60472
2026-01-08T17:00:58.935409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036857012800317:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48428
2026-01-08T17:00:58.934985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036857561627588:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.933333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036857718285210:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.935287Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036854080298147:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:58.933284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.934681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036854939253817:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.935427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857561627666:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.933625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036856446806402:2048] [node 1] ICP22 created new session: [3:7593036856446806487:2048]
2026-01-08T17:00:58.934684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.933378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036857718285199:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.935771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036857561627586:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.933401Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036857718285199:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.934713Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036854939253817:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.937945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036854080298143:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.933618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036857718285211:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.934822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036854939253814:2109] [node 6] ICP22 created new session: [1:7593036854939253843:2109]
2026-01-08T17:00:58.938082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.934523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036856446806487:2048] [node 1] ICS09 handshake done sender: [3:7593036856446806480:2116] self: [3:7593036856446806485:0] peer: [1:7593036854939253820:0] socket: 90 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.938391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036854080298143:2109] [node 6] ICP22 created new session: [4:7593036854080298166:2109]
2026-01-08T17:00:58.935131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036854939253843:2109] [node 6] ICS09 handshake done sender: [1:7593036854939253824:2113] self: [1:7593036854939253823:0] peer: [6:7593036857012800315:0] socket: 121 qp: -1
2026-01-08T17:00:58.935276Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036857718285199:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:58.939479Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036857012800313:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:58.934812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036856446806487:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.939427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857561627669:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61188
2026-01-08T17:00:58.939560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036854080298166:2109] [node 6] ICS09 handshake done sender: [4:7593036854080298147:2110] self: [4:7593036854080298144:0] peer: [6:7593036857012800314:0] socket: 85 qp: -1
2026-01-08T17:00:58.934843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.935277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036857718285209:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.935298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036854939253843:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:58.935349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.935605Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036856446806481:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.937678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036857718285193:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.939599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036854080298166:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:58.940582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036857012800233:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.938629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036854939253826:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.939454Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036857561627587:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14572) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036857561627663:2115] held: no
2026-01-08T17:00:58.941313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036857012800318:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48428
2026-01-08T17:00:58.937171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036856446806472:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:58.937850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.939647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.938646Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036854939253826:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.943748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857561627663:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.938077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036857718285193:2108] [node 5] ICP22 created new session: [2:7593036857718285219:2108]
2026-01-08T17:00:58.944662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854080298167:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15115
2026-01-08T17:00:58.941854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036857012800319:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48428
2026-01-08T17:00:58.939709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036856446806474:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.945822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036854080298167:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.940038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036854939253814:2109] [node 6] ICP18 handshake (actor [1:7593036854939253832:2118]) is too old
2026-01-08T17:00:58.941910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.939736Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036856446806474:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.946037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857561627671:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61188
2026-01-08T17:00:58.942879Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036854939253817:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:58.940783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036856446806467:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.946053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036854080298080:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.942365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036857012800233:2048] [node 1] ICP22 created new session: [6:7593036857012800320:2048]
2026-01-08T17:00:58.939549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036857718285219:2108] [node 5] ICS09 handshake done sender: [2:7593036857718285199:2112] self: [2:7593036857718285198:0] peer: [5:7593036857561627667:0] socket: 95 qp: -1
2026-01-08T17:00:58.943389Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036854939253826:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:58.940808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.942754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036857012800320:2048] [node 1] ICS09 handshake done sender: [6:7593036857012800313:2117] self: [6:7593036857012800315:0] peer: [1:7593036854939253823:0] socket: 122 qp: -1
2026-01-08T17:00:58.946160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036854939253815:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.943732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036857012800320:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:58.946799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036857561627587:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.946211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.943764Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036857012800304:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:58.939591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036857718285219:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:58.943784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.947054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.939750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:58.946446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036854939253750:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.945835Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036857012800312:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.941390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036856446806467:2109] [node 6] ICP22 created new session: [3:7593036856446806492:2109]
2026-01-08T17:00:58.947094Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036857718285204:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.946502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036857012800297:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.946819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036854939253815:2108] [node 5] ICP22 created new session: [1:7593036854939253848:2108]
2026-01-08T17:00:58.947912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857561627587:2049] [node 2] ICP22 created new session: [5:7593036857561627674:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.947067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.946828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.947959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857561627674:2049] [node 2] ICS09 handshake done sender: [5:7593036857561627663:2115] self: [5:7593036857561627667:0] peer: [2:7593036857718285198:0] socket: 98 qp: -1
2026-01-08T17:00:58.947500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036857012800297:2107] [node 4] ICP22 created new session: [6:7593036857012800322:2107]
2026-01-08T17:00:58.947115Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036857718285204:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.941971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036856446806492:2109] [node 6] ICS09 handshake done sender: [3:7593036856446806472:2112] self: [3:7593036856446806470:0] peer: [6:7593036857012800316:0] socket: 106 qp: -1
2026-01-08T17:00:58.946883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036854939253750:2048] [node 2] ICP22 created new session: [1:7593036854939253849:2048]
2026-01-08T17:00:58.947968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036857012800322:2107] [node 4] ICS09 handshake done sender: [6:7593036857012800304:2113] self: [6:7593036857012800314:0] peer: [4:7593036854080298144:0] socket: 89 qp: -1
2026-01-08T17:00:58.947994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857561627674:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:58.947895Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036857718285221:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60472
2026-01-08T17:00:58.948000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036857012800322:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:58.947091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036854939253849:2048] [node 2] ICS09 handshake done sender: [1:7593036854939253817:2110] self: [1:7593036854939253816:0] peer: [2:7593036857718285212:0] socket: 78 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.942529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036856446806492:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:58.948347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.948021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:58.948371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854080298171:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15115
2026-01-08T17:00:58.947128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036854939253849:2048] [node 2] ICS10 traffic start
2026-01-08T17:00:58.948397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036857012800235:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.948370Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036857718285204:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:58.947313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:58.942552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036856446806474:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:58.948391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036857718285200:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:58.948802Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857561627672:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61188
2026-01-08T17:00:58.942574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.947472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036854939253848:2108] [node 5] ICS09 handshake done sender: [1:7593036854939253826:2114] self: [1:7593036854939253825:0] peer: [5:7593036857561627670:0] socket: 126 qp: -1
2026-01-08T17:00:58.948931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857561627673:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61188
2026-01-08T17:00:58.948366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036856446806490:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7250
2026-01-08T17:00:58.949202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.949219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036857718285128:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.949438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036857012800235:2050] [node 3] ICP22 created new session: [6:7593036857012800324:2050]
2026-01-08T17:00:58.948410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036856446806403:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.947944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036854939253848:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:58.949421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036857718285191:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.949581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036857012800324:2050] [node 3] ICS09 handshake done sender: [6:7593036857012800312:2116] self: [6:7593036857012800316:0] peer: [3:7593036856446806470:0] socket: 116 qp: -1
2026-01-08T17:00:58.949710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854080298172:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15115
2026-01-08T17:00:58.948779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036856446806468:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.949580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.949680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036857012800324:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:58.947975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:58.949777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:58.949612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036857718285191:2107] [node 4] ICP22 created new session: [2:7593036857718285223:2107]
2026-01-08T17:00:58.948805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.949809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036857718285223:2107] [node 4] ICS09 handshake done sender: [2:7593036857718285204:2114] self: [2:7593036857718285202:0] peer: [4:7593036854080298170:0] socket: 136 qp: -1
2026-01-08T17:00:58.950690Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036854080298167:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:58.948947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036856446806468:2108] [node 5] ICP22 created new session: [3:7593036856446806496:2108]
2026-01-08T17:00:58.950843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857561627671:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.949815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.949231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036856446806496:2108] [node 5] ICS09 handshake done sender: [3:7593036856446806474:2113] self: [3:7593036856446806473:0] peer: [5:7593036857561627668:0] socket: 111 qp: -1
2026-01-08T17:00:58.951835Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036857561627586:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036857561627666:2117] held: no
2026-01-08T17:00:58.952325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036854080298080:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.949928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036857718285223:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:58.949383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036856446806467:2109] [node 6] ICP18 handshake (actor [3:7593036856446806481:2117]) is too old
2026-01-08T17:00:58.952332Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857561627666:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:58.949948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.953023Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857561627665:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.950155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036857718285128:2048] [node 1] ICP22 created new session: [2:7593036857718285224:2048]
2026-01-08T17:00:58.949460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036856446806496:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:58.953036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036857561627586:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.953042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.950343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036857718285224:2048] [node 1] ICS09 handshake done sender: [2:7593036857718285200:2113] self: [2:7593036857718285212:0] peer: [1:7593036854939253816:0] socket: 79 qp: -1
2026-01-08T17:00:58.949491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.949566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036856446806490:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.953103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036854080298080:2049] [node 2] ICP22 created new session: [4:7593036854080298173:2049]
2026-01-08T17:00:58.953075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:58.950719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036857718285224:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:58.953898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036854080298173:2049] [node 2] ICS09 handshake done sender: [4:7593036854080298167:2118] self: [4:7593036854080298170:0] peer: [2:7593036857718285202:0] socket: 137 qp: -1
2026-01-08T17:00:58.953093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036857561627649:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.955061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036856446806497:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7250
2026-01-08T17:00:58.951160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.953946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036854080298173:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:58.953120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857561627586:2048] [node 1] ICP22 created new session: [5:7593036857561627678:2048]
2026-01-08T17:00:58.953276Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036857718285197:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.954704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:58.954459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857561627678:2048] [node 1] ICS09 handshake done sender: [5:7593036857561627666:2117] self: [5:7593036857561627670:0] peer: [1:7593036854939253825:0] socket: 127 qp: -1
2026-01-08T17:00:58.953293Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036857718285197:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.954488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857561627678:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:58.955363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036854080298171:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.955191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:58.956183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036854080298081:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.956117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036857561627588:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.956315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036854080298155:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.956254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:58.956350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857561627588:2050] [node 3] ICP22 created new session: [5:7593036857561627682:2050]
2026-01-08T17:00:58.956331Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036854080298155:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.956497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036856446806478:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.956385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857561627682:2050] [node 3] ICS09 handshake done sender: [5:7593036857561627665:2116] self: [5:7593036857561627668:0] peer: [3:7593036856446806473:0] socket: 112 qp: -1
2026-01-08T17:00:58.956521Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036856446806478:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.956519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857561627682:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:58.956539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036857718285197:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.958692Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036854080298155:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:58.959046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036857718285129:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.956546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:00:58.959234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
::ffff:127.1.0.0
2026-01-08T17:00:58.959344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036857718285129:2049] [node 3] ICP22 created new session: [2:7593036857718285229:2049]
2026-01-08T17:00:58.959338Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036857012800327:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48428
2026-01-08T17:00:58.959467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036857718285229:2049] [node 3] ICS09 handshake done sender: [2:7593036857718285197:2111] self: [2:7593036857718285195:0] peer: [3:7593036856446806495:0] socket: 107 qp: -1
2026-01-08T17:00:58.959498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036857718285229:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:58.959521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:58.959464Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036856446806500:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7250
2026-01-08T17:00:58.959476Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036856446806468:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:00:58.959712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036854080298142:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.959607Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036856446806478:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:58.959759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.960026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036856446806466:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.959866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036854080298142:2108] [node 5] ICP22 created new session: [4:7593036854080298178:2108]
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:00:58.960145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
::ffff:127.1.0.0
2026-01-08T17:00:58.960144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036854080298178:2108] [node 5] ICS09 handshake done sender: [4:7593036854080298155:2115] self: [4:7593036854080298154:0] peer: [5:7593036857561627677:0] socket: 97 qp: -1
2026-01-08T17:00:58.960288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036856446806466:2107] [node 4] ICP22 created new session: [3:7593036856446806502:2107]
2026-01-08T17:00:58.960567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857561627681:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61188
2026-01-08T17:00:58.960557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036857012800327:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.960316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036856446806502:2107] [node 4] ICS09 handshake done sender: [3:7593036856446806478:2114] self: [3:7593036856446806475:0] peer: [4:7593036854080298175:0] socket: 143 qp: -1
2026-01-08T17:00:58.960283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036854080298178:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:58.960757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036857012800234:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.960363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036856446806502:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:58.960303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:58.960877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036857012800328:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48428
2026-01-08T17:00:58.961557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857561627681:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.960379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.960780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036854080298177:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15115
2026-01-08T17:00:58.961626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036857718285205:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.961902Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036857561627649:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2875) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036857561627671:2119] held: no
2026-01-08T17:00:58.962791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036857012800328:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.961657Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036857718285205:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.962858Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036856446806403:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14572) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036856446806484:2118] held: no
2026-01-08T17:00:58.963592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036857012800294:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:58.963580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036857561627684:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61188
2026-01-08T17:00:58.963587Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036856446806484:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:58.963221Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036854080298081:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21020) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036854080298171:2119] held: no
2026-01-08T17:00:58.964113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036857718285205:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:58.963949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036856446806403:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.963839Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036854080298171:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:58.964418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036857561627662:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:58.964062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.964020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036854080298081:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.964449Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036857561627662:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:58.964428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036856446806403:2049] [node 2] ICP22 created new session: [3:7593036856446806504:2049]
2026-01-08T17:00:58.964562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036857718285192:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.964431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:58.964857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.964491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036856446806504:2049] [node 2] ICS09 handshake done sender: [3:7593036856446806484:2118] self: [3:7593036856446806495:0] peer: [2:7593036857718285195:0] socket: 110 qp: -1
No RDMA context found for GID: 2026-01-08T17:00:58.964991Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857561627671:2119] [node 4] ICH04 handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:00:58.964987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036857718285192:2109] [node 6] ICP22 created new session: [2:7593036857718285232:2109]
2026-01-08T17:00:58.964509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036856446806504:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:58.965451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036857718285232:2109] [node 6] ICS09 handshake done sender: [2:7593036857718285205:2115] self: [2:7593036857718285203:0] peer: [6:7593036857012800329:0] socket: 87 qp: -1
2026-01-08T17:00:58.964505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036854080298081:2050] [node 3] ICP22 created new session: [4:7593036854080298180:2050]
2026-01-08T17:00:58.965478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036857718285232:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:58.965503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.965596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036857561627649:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.965417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:58.964853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036854080298180:2050] [node 3] ICS09 handshake done sender: [4:7593036854080298171:2119] self: [4:7593036854080298175:0] peer: [3:7593036856446806475:0] socket: 114 qp: -1
2026-01-08T17:00:58.965718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036857012800331:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48428
2026-01-08T17:00:58.965809Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036857561627662:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:58.965758Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036857012800234:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14572) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036857012800327:2121] held: no
2026-01-08T17:00:58.965434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036854080298180:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:58.965966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:58.965562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:58.966044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036857561627650:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:58.966252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857561627649:2108] [node 4] ICP22 created new session: [5:7593036857561627687:2108]
2026-01-08T17:00:58.966257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:58.966286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857561627687:2108] [node 4] ICS09 handshake done sender: [5:7593036857561627671:2119] self: [5:7593036857561627677:0] peer: [4:7593036854080298154:0] socket: 138 qp: -1
2026-01-08T17:00:58.966328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857561627687:2108] [node 4] ICS10 traffic start
2026-01-08T17:00:58.966341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036857561627650:2109] [node 6] ICP22 created new session: [5:7593036857561627688:2109]
2026-01-08T17:00:58.966359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:58.966862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036857561627688:2109] [node 6] ICS09 handshake done sender: [5:7593036857561627662:2114] self: [5:7593036857561627661:0] peer: [6:7593036857012800330:0] socket: 148 qp: -1
2026-01-08T17:00:58.967260Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036857012800327:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:58.966894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036857561627688:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:58.967208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:58.967438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036857012800332:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48428
2026-01-08T17:00:58.967942Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036857012800294:2106] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1263) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036857012800328:2122] held: no
2026-01-08T17:00:58.968385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036857012800234:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.968413Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036857012800328:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:58.968437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:58.968536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036857012800234:2049] [node 2] ICP22 created new session: [6:7593036857012800333:2049]
2026-01-08T17:00:58.968591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036857012800294:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:00:58.968615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:58.968637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036857012800333:2049] [node 2] ICS09 handshake done sender: [6:7593036857012800327:2121] self: [6:7593036857012800329:0] peer: [2:7593036857718285203:0] socket: 99 qp: -1
2026-01-08T17:00:58.968647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036857012800294:2106] [node 5] ICP22 created new session: [6:7593036857012800334:2106]
2026-01-08T17:00:58.968674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036857012800333:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:58.968682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036857012800334:2106] [node 5] ICS09 handshake done sender: [6:7593036857012800328:2122] self: [6:7593036857012800330:0] peer: [5:7593036857561627661:0] socket: 149 qp: -1
2026-01-08T17:00:58.968698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036857012800334:2106] [node 5] ICS10 traffic start
2026-01-08T17:00:58.968715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:58.968749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:59.006000Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:00:59.006234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036857718285224:2048] [node 1] ICS07 socket disconnect 79 reason# EndOfStream
2026-01-08T17:00:59.006266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036857718285224:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.006389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:59.006451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036857718285224:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:59.007304Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:00:59.007456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036856446806487:2048] [node 1] ICS07 socket disconnect 90 reason# EndOfStream
2026-01-08T17:00:59.007475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036856446806487:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.007525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:59.007556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036856446806487:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:59.008597Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036857718285128:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:00:59.008628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036857718285224:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:59.009654Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036856446806402:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:00:59.009689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036856446806487:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:59.010962Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036857718285128:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.011057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036857718285224:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.011084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036857718285128:2048] [node 1] ICP30 unregister session Session# [2:7593036857718285224:2048] VirtualId# [2:7593036857718285212:0]
2026-01-08T17:00:59.011120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:59.011295Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:00:59.011264Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036857718285128:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.011488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.011700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036854080298161:2048] [node 1] ICS07 socket disconnect 88 reason# EndOfStream
2026-01-08T17:00:59.011731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036854080298161:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.011841Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036856446806402:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.011779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:59.011959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036856446806487:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.011806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036854080298161:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:59.012006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036856446806402:2048] [node 1] ICP30 unregister session Session# [3:7593036856446806487:2048] VirtualId# [3:7593036856446806485:0]
2026-01-08T17:00:59.012069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:59.012108Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036856446806402:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.012122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.012544Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036854080298079:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.012573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036854080298161:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.012593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036854080298079:2048] [node 1] ICP30 unregister session Session# [4:7593036854080298161:2048] VirtualId# [4:7593036854080298159:0]
2026-01-08T17:00:59.012645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:59.012665Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036854080298079:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.012675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.012911Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:00:59.013101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036857561627678:2048] [node 1] ICS01 socket: 127 reason# EndOfStream
2026-01-08T17:00:59.013139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036857561627586:2048] [node 1] ICP30 unregister session Session# [5:7593036857561627678:2048] VirtualId# [5:7593036857561627670:0]
2026-01-08T17:00:59.013164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036857561627678:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.013230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:59.013270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:59.013815Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:00:59.013932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036857012800320:2048] [node 1] ICS07 socket disconnect 122 reason# EndOfStream
2026-01-08T17:00:59.013948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036857012800320:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.013986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:59.014015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036857012800320:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:59.014502Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036857012800233:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.014536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036857012800320:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.014556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036857012800233:2048] [node 1] ICP30 unregister session Session# [6:7593036857012800320:2048] VirtualId# [6:7593036857012800315:0]
2026-01-08T17:00:59.014581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:59.014596Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036857012800233:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.014611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15562) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.021408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593036857718285128:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:59.022399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036856446806402:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:59.022401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036854080298079:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:59.024425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036857012800233:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:59.084391Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:00:59.084550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036856446806504:2049] [node 2] ICS01 socket: 110 reason# EndOfStream
2026-01-08T17:00:59.084581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036856446806403:2049] [node 2] ICP30 unregister session Session# [3:7593036856446806504:2049] VirtualId# [3:7593036856446806495:0]
2026-01-08T17:00:59.084600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036856446806504:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.084656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:59.084690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:59.087148Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:00:59.087270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036854080298173:2049] [node 2] ICS07 socket disconnect 137 reason# EndOfStream
2026-01-08T17:00:59.087292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036854080298173:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.087341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:59.087371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036854080298173:2049] [node 2] ICS15 start handshake
2026-01-08T17:00:59.087757Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:00:59.087969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036857561627674:2049] [node 2] ICS01 socket: 98 reason# EndOfStream
2026-01-08T17:00:59.088022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036857561627587:2049] [node 2] ICP30 unregister session Session# [5:7593036857561627674:2049] VirtualId# [5:7593036857561627667:0]
2026-01-08T17:00:59.088007Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036854080298080:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14572) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.088061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036857561627674:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.088131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:59.088093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036854080298173:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.088122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036854080298080:2049] [node 2] ICP30 unregister session Session# [4:7593036854080298173:2049] VirtualId# [4:7593036854080298170:0]
2026-01-08T17:00:59.088177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:59.088164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:59.088184Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036854080298080:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14572) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.088197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14572) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.088278Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:00:59.088384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036857012800333:2049] [node 2] ICS01 socket: 99 reason# EndOfStream
2026-01-08T17:00:59.088407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036857012800234:2049] [node 2] ICP30 unregister session Session# [6:7593036857012800333:2049] VirtualId# [6:7593036857012800329:0]
2026-01-08T17:00:59.088422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036857012800333:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.088474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:59.088535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:59.098170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036854080298080:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:00:59.123929Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:00:59.124081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036854080298180:2050] [node 3] ICS01 socket: 114 reason# EndOfStream
2026-01-08T17:00:59.124103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036854080298081:2050] [node 3] ICP30 unregister session Session# [4:7593036854080298180:2050] VirtualId# [4:7593036854080298175:0]
2026-01-08T17:00:59.124122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036854080298180:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.124171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:59.124199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:59.124891Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:00:59.125111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036857561627682:2050] [node 3] ICS07 socket disconnect 112 reason# EndOfStream
2026-01-08T17:00:59.125143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036857561627682:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.125221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:59.125266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036857561627682:2050] [node 3] ICS15 start handshake
2026-01-08T17:00:59.125492Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:00:59.125680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036857012800324:2050] [node 3] ICS07 socket disconnect 116 reason# EndOfStream
2026-01-08T17:00:59.125736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036857012800324:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.125794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:59.125790Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036857561627588:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21020) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.125825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036857012800324:2050] [node 3] ICS15 start handshake
2026-01-08T17:00:59.125858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036857561627682:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.125886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036857561627588:2050] [node 3] ICP30 unregister session Session# [5:7593036857561627682:2050] VirtualId# [5:7593036857561627668:0]
2026-01-08T17:00:59.125910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:59.125944Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036857561627588:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21020) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.125960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21020) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.126359Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036857012800235:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21020) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.126394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036857012800324:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.126436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036857012800235:2050] [node 3] ICP30 unregister session Session# [6:7593036857012800324:2050] VirtualId# [6:7593036857012800316:0]
2026-01-08T17:00:59.126467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:59.126489Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036857012800235:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21020) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.126496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21020) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.136686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036857561627588:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:00:59.137579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036857012800235:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:00:59.184933Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:00:59.185086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036857561627687:2108] [node 4] ICS01 socket: 138 reason# EndOfStream
2026-01-08T17:00:59.185129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036857561627649:2108] [node 4] ICP30 unregister session Session# [5:7593036857561627687:2108] VirtualId# [5:7593036857561627677:0]
2026-01-08T17:00:59.185165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036857561627687:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.185244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:59.185276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:59.185910Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:00:59.186054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036857012800322:2107] [node 4] ICS07 socket disconnect 89 reason# EndOfStream
2026-01-08T17:00:59.186076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036857012800322:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.186127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:59.186160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036857012800322:2107] [node 4] ICS15 start handshake
2026-01-08T17:00:59.186682Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036857012800297:2107] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2875) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.186777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036857012800322:2107] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.186831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036857012800297:2107] [node 4] ICP30 unregister session Session# [6:7593036857012800322:2107] VirtualId# [6:7593036857012800314:0]
2026-01-08T17:00:59.186878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:59.186916Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036857012800297:2107] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2875) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.186934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2875) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.196508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036857012800297:2107] [node 4] ICP33 wake up from error state
2026-01-08T17:00:59.234207Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:00:59.234386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036857012800334:2106] [node 5] ICS01 socket: 149 reason# EndOfStream
2026-01-08T17:00:59.234437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036857012800294:2106] [node 5] ICP30 unregister session Session# [6:7593036857012800334:2106] VirtualId# [6:7593036857012800330:0]
2026-01-08T17:00:59.234470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036857012800334:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.234535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:00:59.234578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:00:59.289384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036859104445658:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:59.289407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036859104445657:2048] [node 2] ICP01 ready to work
2026-01-08T17:00:59.294144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036861581808298:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:59.294431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036861581808299:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:59.299037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036858463092758:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:59.299192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036858463092759:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:59.303491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036862162321776:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:59.303516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036862162321777:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:59.303571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036862162321778:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:59.308538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036859237959116:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:59.308587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036859237959118:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:59.308829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036859237959117:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:59.313605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036862393718150:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:59.313637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036862393718152:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:59.313913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036862393718151:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:59.398589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036859104445720:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:59.398640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036862393718212:2105] [node 5] ICP01 ready to work
2026-01-08T17:00:59.399144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036859104445721:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:59.399432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036861581808361:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:59.399471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036858463092839:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:59.399456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036859104445722:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:59.399789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036858463092840:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:59.399755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036862162321839:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:59.400226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036859237959179:2108] [node 4] ICP01 ready to work
2026-01-08T17:00:59.400249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036858463092841:2117] [node 6] ICP01 ready to work
2026-01-08T17:00:59.400257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036861581808362:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:59.400306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036859237959180:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:59.400304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036862162321840:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:59.400302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036861581808363:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:59.400293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036862393718215:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:59.403207Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036861581808299:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(49774018ns) {Configure:104(49770225ns) {ProcessConfigured:135(325268ns) {StartInitialHandshake:157(323340ns) {DropHandshakes:470(1538ns) {DropIncomingHandshake:442(338ns) DropOutgoingHandshake:457(489ns)} GenerateSessionVirtualId:992(508ns) PrepareNewSessionHandshake:477(856ns) {SwitchToState:179(333ns)}}}}}
2026-01-08T17:00:59.403246Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036861581808298:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(50633842ns) {Configure:104(50628677ns) {ProcessConfigured:135(306139ns) {StartInitialHandshake:157(304613ns) {DropHandshakes:470(1030ns) {DropIncomingHandshake:442(215ns) DropOutgoingHandshake:457(212ns)} GenerateSessionVirtualId:992(459ns) PrepareNewSessionHandshake:477(645ns) {SwitchToState:179(258ns)}}}}}
2026-01-08T17:00:59.406069Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036859104445658:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(49038162ns) {Configure:104(41425646ns) {ProcessConfigured:135(538683ns) {StartInitialHandshake:157(534169ns) {DropHandshakes:470(1502ns) {DropIncomingHandshake:442(259ns) DropOutgoingHandshake:457(607ns)} GenerateSessionVirtualId:992(485ns) PrepareNewSessionHandshake:477(951ns) {SwitchToState:179(225ns)}}}}}
2026-01-08T17:00:59.407151Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036859237959118:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(34731230ns) {Configure:104(34715401ns) {ProcessConfigured:135(516352ns) {StartInitialHandshake:157(514987ns) {DropHandshakes:470(920ns) {DropIncomingHandshake:442(212ns) DropOutgoingHandshake:457(239ns)} GenerateSessionVirtualId:992(408ns) PrepareNewSessionHandshake:477(829ns) {SwitchToState:179(346ns)}}}}}
2026-01-08T17:00:59.408265Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036859237959116:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(35423592ns) {Configure:104(18828242ns) {ProcessConfigured:135(671909ns) {StartInitialHandshake:157(670896ns) {DropHandshakes:470(520ns) {DropIncomingHandshake:442(77ns) DropOutgoingHandshake:457(148ns)} GenerateSessionVirtualId:992(289ns) PrepareNewSessionHandshake:477(111033ns) {SwitchToState:179(969ns)}}}}}
2026-01-08T17:00:59.408272Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036862162321778:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18972305ns) {Configure:104(18968481ns) {ProcessConfigured:135(590730ns) {StartInitialHandshake:157(589510ns) {DropHandshakes:470(793ns) {DropIncomingHandshake:442(170ns) DropOutgoingHandshake:457(186ns)} GenerateSessionVirtualId:992(398ns) PrepareNewSessionHandshake:477(1076ns) {SwitchToState:179(467ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.410280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036859104445731:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50676
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.415053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036861581808377:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26488
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.415477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036859104445737:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50676
2026-01-08T17:00:59.415230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036862393718224:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36944
2026-01-08T17:00:59.415887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036861581808378:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26488
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.415662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036859237959190:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30200
2026-01-08T17:00:59.415690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036859104445738:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50676
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.416995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036862162321854:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17241
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.419116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036861581808379:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26488
2026-01-08T17:00:59.419603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036858463092852:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25407
2026-01-08T17:00:59.419931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036859237959191:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30200
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.420491Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036858463092850:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25407
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.421246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036858463092853:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25407
2026-01-08T17:00:59.421014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036859104445739:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50676
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.421491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036859104445731:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.421288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036858463092854:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25407
2026-01-08T17:00:59.421796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036858463092857:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25407
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.422472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036859104445740:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50676
2026-01-08T17:00:59.422499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036859237959196:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30200
2026-01-08T17:00:59.423111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036862393718224:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.423268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036862393718150:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.423489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036859104445726:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.423513Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036859104445726:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.425588Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036859104445726:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.426281Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036859104445737:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.426343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036859104445720:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.426617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036862393718231:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36944
2026-01-08T17:00:59.426573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:59.426570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036859237959190:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.426768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036859237959117:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.426752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036859104445720:2109] [node 6] ICP22 created new session: [1:7593036859104445743:2109]
2026-01-08T17:00:59.426812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036859104445743:2109] [node 6] ICS09 handshake done sender: [1:7593036859104445726:2110] self: [1:7593036859104445723:0] peer: [6:7593036862393718230:0] socket: 89 qp: -1
2026-01-08T17:00:59.426850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036859104445743:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:59.426978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:59.427021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036861581808371:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.427048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036862393718224:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:59.427063Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036861581808371:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.428565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036862393718150:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.428812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:59.428642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036858463092852:2133] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.428638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036859104445738:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.428344Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036861581808377:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.428815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036859237959191:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.428872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036862393718150:2048] [node 1] ICP22 created new session: [6:7593036862393718232:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.428900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036858463092758:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.428927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036862393718232:2048] [node 1] ICS09 handshake done sender: [6:7593036862393718224:2115] self: [6:7593036862393718230:0] peer: [1:7593036859104445723:0] socket: 90 qp: -1
2026-01-08T17:00:59.428984Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036861581808378:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.428985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036862162321855:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17241
2026-01-08T17:00:59.429074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036859104445720:2109] [node 6] ICP18 handshake (actor [1:7593036859104445737:2116]) is too old
2026-01-08T17:00:59.428980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036862393718232:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:59.429008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036861581808298:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.429489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036862162321855:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.429539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036859104445727:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.431259Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036858463092850:2132] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.429024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:59.429397Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036861581808371:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:59.429555Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036859104445727:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.429523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036862162321854:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.432057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036858463092759:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.429573Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036859104445729:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.432248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036862162321776:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.433799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036859237959196:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.433404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036861581808366:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.429597Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036859104445729:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.433409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036861581808361:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.434953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036859237959199:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30200
2026-01-08T17:00:59.434892Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036858463092854:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.433439Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036861581808366:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.432363Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036859104445727:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:59.434972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036859237959118:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.435590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036858463092847:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.433467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036861581808379:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.432730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036859104445730:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0No RDMA context found for GID: 2026-01-08T17:00:59.435601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036858463092853:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.432751Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036859104445730:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.437072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036859237959190:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:59.435617Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036858463092847:2129] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.434221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:59.434494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036859104445657:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.438226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036859237959117:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.434810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036861581808361:2108] [node 5] ICP22 created new session: [2:7593036861581808384:2108]
2026-01-08T17:00:59.438874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036858463092857:2137] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.439456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036862162321858:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17241
2026-01-08T17:00:59.438381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:59.435090Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036859104445729:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:59.439056Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036858463092847:2129] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:59.438901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036859237959117:2049] [node 2] ICP22 created new session: [5:7593036859237959201:2049]
2026-01-08T17:00:59.435022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036861581808384:2108] [node 5] ICS09 handshake done sender: [2:7593036861581808371:2112] self: [2:7593036861581808369:0] peer: [5:7593036859237959197:0] socket: 86 qp: -1
2026-01-08T17:00:59.439188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036858463092862:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25407
2026-01-08T17:00:59.435125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036861581808384:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:59.435596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.439992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036859237959201:2049] [node 2] ICS09 handshake done sender: [5:7593036859237959190:2114] self: [5:7593036859237959197:0] peer: [2:7593036861581808369:0] socket: 92 qp: -1
2026-01-08T17:00:59.440960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036858463092840:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.435257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:59.435638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036859104445657:2048] [node 2] ICP22 created new session: [1:7593036859104445750:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.440148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036859237959201:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:59.441432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036862393718235:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36944
2026-01-08T17:00:59.441404Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036858463092852:2133] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:59.438567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036861581808383:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26488
2026-01-08T17:00:59.435661Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036859104445730:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:59.441416Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036862162321855:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:59.440338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:59.441661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036862393718236:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36944
2026-01-08T17:00:59.437580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036859104445750:2048] [node 2] ICS09 handshake done sender: [1:7593036859104445727:2111] self: [1:7593036859104445724:0] peer: [2:7593036861581808381:0] socket: 93 qp: -1
2026-01-08T17:00:59.440601Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036861581808366:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.438113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036859104445750:2048] [node 2] ICS10 traffic start
2026-01-08T17:00:59.441786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036862162321776:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.441666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036859237959202:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30200
2026-01-08T17:00:59.442166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:59.440903Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036861581808298:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62661) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036861581808377:2115] held: no
2026-01-08T17:00:59.442169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036859237959203:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30200
2026-01-08T17:00:59.438367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:59.442215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:59.442200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036858463092758:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.443784Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036859237959196:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:59.441426Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036861581808377:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:59.441477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036861581808299:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.442680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036862162321776:2048] [node 1] ICP22 created new session: [4:7593036862162321859:2048]
2026-01-08T17:00:59.439210Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036859104445739:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.447014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036859237959118:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.442648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036858463092840:2108] [node 5] ICP22 created new session: [3:7593036858463092868:2108]
2026-01-08T17:00:59.441523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:59.447066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:59.441674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036861581808298:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.442677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:59.439593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036859104445658:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.441710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:59.442873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036862162321859:2048] [node 1] ICS09 handshake done sender: [4:7593036862162321855:2116] self: [4:7593036862162321856:0] peer: [1:7593036859104445728:0] socket: 129 qp: -1
2026-01-08T17:00:59.440013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036859104445740:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.442870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036858463092758:2048] [node 1] ICP22 created new session: [3:7593036858463092869:2048]
2026-01-08T17:00:59.441758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036861581808298:2048] [node 1] ICP22 created new session: [2:7593036861581808391:2048]
2026-01-08T17:00:59.443041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036862162321859:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:59.440034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:59.447447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036859237959118:2050] [node 3] ICP22 created new session: [5:7593036859237959206:2050]
2026-01-08T17:00:59.442127Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036861581808388:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26488
2026-01-08T17:00:59.443756Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036858463092866:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25407
2026-01-08T17:00:59.448098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036859237959206:2050] [node 3] ICS09 handshake done sender: [5:7593036859237959196:2117] self: [5:7593036859237959200:0] peer: [3:7593036858463092843:0] socket: 123 qp: -1
2026-01-08T17:00:59.442173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036861581808299:2049] [node 3] ICP22 created new session: [2:7593036861581808390:2049]
2026-01-08T17:00:59.443088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:59.440069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036859104445658:2049] [node 3] ICP22 created new session: [1:7593036859104445753:2049]
2026-01-08T17:00:59.447687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036862393718235:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.442184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036861581808391:2048] [node 1] ICS09 handshake done sender: [2:7593036861581808377:2115] self: [2:7593036861581808381:0] peer: [1:7593036859104445724:0] socket: 94 qp: -1
2026-01-08T17:00:59.440077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036859104445721:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.448540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036859237959206:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:59.448497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036862393718151:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.443783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036858463092869:2048] [node 1] ICS09 handshake done sender: [3:7593036858463092852:2133] self: [3:7593036858463092860:0] peer: [1:7593036859104445725:0] socket: 102 qp: -1
2026-01-08T17:00:59.442829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036861581808391:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:59.440291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:59.448578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:59.444473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036858463092869:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:59.443058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036861581808390:2049] [node 3] ICS09 handshake done sender: [2:7593036861581808366:2110] self: [2:7593036861581808364:0] peer: [3:7593036858463092861:0] socket: 87 qp: -1
2026-01-08T17:00:59.440467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036859104445753:2049] [node 3] ICS09 handshake done sender: [1:7593036859104445729:2112] self: [1:7593036859104445725:0] peer: [3:7593036858463092860:0] socket: 96 qp: -1
2026-01-08T17:00:59.444476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036858463092868:2108] [node 5] ICS09 handshake done sender: [3:7593036858463092847:2129] self: [3:7593036858463092843:0] peer: [5:7593036859237959200:0] socket: 122 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.443065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:59.440489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036859104445721:2107] [node 4] ICP22 created new session: [1:7593036859104445754:2107]
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:00:59.444515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036858463092868:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:59.440567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036859104445753:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:59.445103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:59.443796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036861581808390:2049] [node 3] ICS10 traffic start
2026-01-08T17:00:59.440672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:59.448832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036859237959207:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30200
2026-01-08T17:00:59.446548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:59.448740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036862393718236:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.440910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036859104445754:2107] [node 4] ICS09 handshake done sender: [1:7593036859104445730:2113] self: [1:7593036859104445728:0] peer: [4:7593036862162321856:0] socket: 128 qp: -1
2026-01-08T17:00:59.443827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:59.448876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036859237959203:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.441355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036859104445754:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:59.448894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036862162321862:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17241
2026-01-08T17:00:59.446564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036861581808388:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.449555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036859237959207:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.448463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036858463092759:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30823) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036858463092850:2132] held: no
2026-01-08T17:00:59.441546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:59.448881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036861581808372:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.449533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036862393718212:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.448732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036858463092850:2132] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:59.443928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036859104445658:2049] [node 3] ICP18 handshake (actor [1:7593036859104445740:2119]) is too old
2026-01-08T17:00:59.449534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036858463092759:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.449840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036859237959116:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.449900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:59.448894Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036861581808372:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.449945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036858463092759:2049] [node 2] ICP22 created new session: [3:7593036858463092874:2049]
2026-01-08T17:00:59.450045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036861581808372:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.449985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036858463092874:2049] [node 2] ICS09 handshake done sender: [3:7593036858463092850:2132] self: [3:7593036858463092861:0] peer: [2:7593036861581808364:0] socket: 91 qp: -1
2026-01-08T17:00:59.450393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036859237959194:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.450374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036862162321862:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.450414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036859237959179:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.451452Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036859104445736:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.451462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036862162321777:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.450398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036858463092874:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:59.451478Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036859104445736:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.450422Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036859237959194:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.451699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036862162321863:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17241
2026-01-08T17:00:59.452752Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036862162321848:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.452740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036861581808363:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.450529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:59.452767Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036859237959194:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:59.452770Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036862162321848:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.452786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:59.452897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036861581808363:2109] [node 6] ICP22 created new session: [2:7593036861581808397:2109]
2026-01-08T17:00:59.452930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036861581808376:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.453087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036859237959180:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.452944Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036861581808376:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.453845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036861581808397:2109] [node 6] ICS09 handshake done sender: [2:7593036861581808372:2113] self: [2:7593036861581808368:0] peer: [6:7593036862393718237:0] socket: 139 qp: -1
2026-01-08T17:00:59.453872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036862393718239:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36944
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:00:59.453899Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036859104445736:2115] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.453152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:59.453870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036861581808397:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:59.454088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036862162321863:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.454102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:59.453620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036859237959180:2109] [node 6] ICP22 created new session: [5:7593036859237959212:2109]
2026-01-08T17:00:59.454367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036862162321778:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.454399Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036862393718151:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30823) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036862393718235:2118] held: no
2026-01-08T17:00:59.454747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036859104445722:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.454228Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036861581808376:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:59.454088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036859237959212:2109] [node 6] ICS09 handshake done sender: [5:7593036859237959194:2116] self: [5:7593036859237959193:0] peer: [6:7593036862393718238:0] socket: 84 qp: -1
2026-01-08T17:00:59.454374Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036862162321848:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:59.454804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:59.455558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036862162321839:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.455501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036858463092849:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.454828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036859104445722:2108] [node 5] ICP22 created new session: [1:7593036859104445759:2108]
2026-01-08T17:00:59.454717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036862393718240:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36944
2026-01-08T17:00:59.457374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:59.455538Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036858463092849:2131] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.454536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036861581808362:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.454307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036859237959212:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:59.458400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036859104445759:2108] [node 5] ICS09 handshake done sender: [1:7593036859104445736:2115] self: [1:7593036859104445735:0] peer: [5:7593036859237959209:0] socket: 143 qp: -1
2026-01-08T17:00:59.454750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036862393718241:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36944
2026-01-08T17:00:59.458795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036862162321839:2108] [node 5] ICP22 created new session: [4:7593036862162321868:2108]
2026-01-08T17:00:59.459797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036859104445759:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:59.459847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036858463092849:2131] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:59.454592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:59.454360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.457760Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036862393718236:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:00:59.454983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036861581808362:2107] [node 4] ICP22 created new session: [2:7593036861581808400:2107]
2026-01-08T17:00:59.461203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036862162321868:2108] [node 5] ICS09 handshake done sender: [4:7593036862162321848:2113] self: [4:7593036862162321845:0] peer: [5:7593036859237959210:0] socket: 108 qp: -1
2026-01-08T17:00:59.458424Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036862393718212:2105] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63605) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036862393718236:2119] held: no
2026-01-08T17:00:59.461281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036858463092839:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.459853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:59.455516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036861581808400:2107] [node 4] ICS09 handshake done sender: [2:7593036861581808376:2114] self: [2:7593036861581808375:0] peer: [4:7593036862162321864:0] socket: 114 qp: -1
2026-01-08T17:00:59.459880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036862393718212:2105] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.461229Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036862162321777:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30823) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036862162321862:2118] held: no
2026-01-08T17:00:59.459913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:00:59.461004Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036859237959116:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62661) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036859237959203:2120] held: no
2026-01-08T17:00:59.461245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036862162321868:2108] [node 5] ICS10 traffic start
2026-01-08T17:00:59.457339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036861581808400:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.461208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036862393718212:2105] [node 5] ICP22 created new session: [6:7593036862393718242:2105]
2026-01-08T17:00:59.462076Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036862393718235:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:59.463089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036859237959214:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30200
2026-01-08T17:00:59.457378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:59.461638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:59.463388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036862393718242:2105] [node 5] ICS09 handshake done sender: [6:7593036862393718236:2119] self: [6:7593036862393718238:0] peer: [5:7593036859237959193:0] socket: 145 qp: -1
2026-01-08T17:00:59.463461Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036859237959179:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22851) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036859237959207:2121] held: no
2026-01-08T17:00:59.463693Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036862162321867:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17241
2026-01-08T17:00:59.463479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:59.463441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036862393718242:2105] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.466882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036858463092839:2107] [node 4] ICP22 created new session: [3:7593036858463092877:2107]
2026-01-08T17:00:59.463454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036862393718239:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.468212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036859237959203:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:00:59.463474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:00:59.468348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036858463092877:2107] [node 4] ICS09 handshake done sender: [3:7593036858463092849:2131] self: [3:7593036858463092844:0] peer: [4:7593036862162321866:0] socket: 113 qp: -1
2026-01-08T17:00:59.468370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036859237959215:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30200
2026-01-08T17:00:59.468409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036858463092877:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:59.463514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036862393718151:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.468577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:59.467920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:00:59.468357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036862393718151:2049] [node 2] ICP22 created new session: [6:7593036862393718245:2049]
2026-01-08T17:00:59.468668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036859237959116:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.468358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036862393718152:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.468717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:00:59.469304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036858463092856:2136] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.469435Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036862162321778:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16227) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036862162321863:2119] held: no
2026-01-08T17:00:59.468591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036862393718245:2049] [node 2] ICS09 handshake done sender: [6:7593036862393718235:2118] self: [6:7593036862393718237:0] peer: [2:7593036861581808368:0] socket: 85 qp: -1
2026-01-08T17:00:59.469340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036859237959207:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:59.468694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036862393718245:2049] [node 2] ICS10 traffic start
2026-01-08T17:00:59.469537Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036862162321862:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:00:59.469333Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036858463092856:2136] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.469497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036859237959116:2048] [node 1] ICP22 created new session: [5:7593036859237959216:2048]
2026-01-08T17:00:59.468741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:59.470061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036859237959179:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.470203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036862162321777:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.470113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036859237959216:2048] [node 1] ICS09 handshake done sender: [5:7593036859237959203:2120] self: [5:7593036859237959209:0] peer: [1:7593036859104445735:0] socket: 144 qp: -1
2026-01-08T17:00:59.470603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.470692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036859237959216:2048] [node 1] ICS10 traffic start
2026-01-08T17:00:59.470763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036862162321777:2049] [node 2] ICP22 created new session: [4:7593036862162321873:2049]
2026-01-08T17:00:59.470931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036858463092856:2136] [node 6] ICH04 handshake succeeded
2026-01-08T17:00:59.470714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:59.470733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:00:59.470983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036862162321873:2049] [node 2] ICS09 handshake done sender: [4:7593036862162321862:2118] self: [4:7593036862162321864:0] peer: [2:7593036861581808375:0] socket: 106 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.470745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036859237959179:2108] [node 4] ICP22 created new session: [5:7593036859237959217:2108]
2026-01-08T17:00:59.470985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036862162321870:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17241
2026-01-08T17:00:59.470993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036862162321871:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17241
2026-01-08T17:00:59.470856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036859237959217:2108] [node 4] ICS09 handshake done sender: [5:7593036859237959207:2121] self: [5:7593036859237959210:0] peer: [4:7593036862162321845:0] socket: 107 qp: -1
2026-01-08T17:00:59.471170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036862393718248:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36944
2026-01-08T17:00:59.471037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036862162321873:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.471069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:00:59.471223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036858463092841:2117] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.470939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036859237959217:2108] [node 4] ICS10 traffic start
2026-01-08T17:00:59.471486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:59.471516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036862393718249:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36944
2026-01-08T17:00:59.471609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036862162321863:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:59.470980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:59.471647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036858463092841:2117] [node 6] ICP22 created new session: [3:7593036858463092880:2117]
2026-01-08T17:00:59.471714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036862162321871:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.471779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036862162321778:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.471828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036858463092880:2117] [node 6] ICS09 handshake done sender: [3:7593036858463092856:2136] self: [3:7593036858463092855:0] peer: [6:7593036862393718246:0] socket: 124 qp: -1
2026-01-08T17:00:59.472196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036858463092880:2117] [node 6] ICS10 traffic start
2026-01-08T17:00:59.472190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:59.472213Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036862393718239:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:00:59.472478Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036862393718152:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16227) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036862393718239:2120] held: no
2026-01-08T17:00:59.472233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036862162321778:2050] [node 3] ICP22 created new session: [4:7593036862162321875:2050]
2026-01-08T17:00:59.472236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:59.473364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036862393718152:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.472493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036862162321875:2050] [node 3] ICS09 handshake done sender: [4:7593036862162321863:2119] self: [4:7593036862162321866:0] peer: [3:7593036858463092844:0] socket: 121 qp: -1
2026-01-08T17:00:59.473546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:00:59.472533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036862162321875:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:59.473356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:59.473631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036862393718152:2050] [node 3] ICP22 created new session: [6:7593036862393718250:2050]
2026-01-08T17:00:59.473661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036862393718250:2050] [node 3] ICS09 handshake done sender: [6:7593036862393718239:2120] self: [6:7593036862393718246:0] peer: [3:7593036858463092855:0] socket: 147 qp: -1
2026-01-08T17:00:59.473802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036862393718250:2050] [node 3] ICS10 traffic start
2026-01-08T17:00:59.473831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:00:59.474032Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036862393718248:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.474125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036862393718215:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:00:59.474273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036862162321853:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:00:59.474295Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036862162321853:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:00:59.474989Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036862162321853:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:00:59.475141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036862393718253:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36944
2026-01-08T17:00:59.475188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036862162321840:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:00:59.475246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:00:59.475291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036862162321840:2109] [node 6] ICP22 created new session: [4:7593036862162321879:2109]
2026-01-08T17:00:59.475310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036862393718248:2123] [node 4] ICH04 handshake succeeded
2026-01-08T17:00:59.475344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036862162321879:2109] [node 6] ICS09 handshake done sender: [4:7593036862162321853:2114] self: [4:7593036862162321852:0] peer: [6:7593036862393718252:0] socket: 116 qp: -1
2026-01-08T17:00:59.475415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036862393718215:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:00:59.475454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036862162321879:2109] [node 6] ICS10 traffic start
2026-01-08T17:00:59.475455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:00:59.475502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:00:59.475626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036862393718215:2107] [node 4] ICP22 created new session: [6:7593036862393718254:2107]
2026-01-08T17:00:59.475747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036862393718254:2107] [node 4] ICS09 handshake done sender: [6:7593036862393718248:2123] self: [6:7593036862393718252:0] peer: [4:7593036862162321852:0] socket: 118 qp: -1
2026-01-08T17:00:59.476040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036862393718254:2107] [node 4] ICS10 traffic start
2026-01-08T17:00:59.476062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:00:59.476325Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036862393718215:2107] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:00:59.542802Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:00:59.542970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036861581808391:2048] [node 1] ICS01 socket: 94 reason# EndOfStream
2026-01-08T17:00:59.543003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036861581808298:2048] [node 1] ICP30 unregister session Session# [2:7593036861581808391:2048] VirtualId# [2:7593036861581808381:0]
2026-01-08T17:00:59.543027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036861581808391:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.543102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:59.543143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:59.543959Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:00:59.544093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036858463092869:2048] [node 1] ICS07 socket disconnect 102 reason# EndOfStream
2026-01-08T17:00:59.544120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036858463092869:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.544173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:59.544212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036858463092869:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:59.546598Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036858463092758:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62661) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:00:59.546644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036858463092869:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:59.546845Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:00:59.547071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036862162321859:2048] [node 1] ICS07 socket disconnect 129 reason# EndOfStream
2026-01-08T17:00:59.547119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036862162321859:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.547221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:59.547286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036862162321859:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:59.547471Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036858463092758:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62661) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.547513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036858463092869:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.547535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036858463092758:2048] [node 1] ICP30 unregister session Session# [3:7593036858463092869:2048] VirtualId# [3:7593036858463092860:0]
2026-01-08T17:00:59.547613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:59.547636Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036858463092758:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62661) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.547563Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:00:59.547647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62661) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.547881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036859237959216:2048] [node 1] ICS01 socket: 144 reason# EndOfStream
2026-01-08T17:00:59.547932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036859237959116:2048] [node 1] ICP30 unregister session Session# [5:7593036859237959216:2048] VirtualId# [5:7593036859237959209:0]
2026-01-08T17:00:59.547969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036859237959216:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.548043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:59.548091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:59.548074Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036862162321776:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62661) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.548182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036862162321859:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.548221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036862162321776:2048] [node 1] ICP30 unregister session Session# [4:7593036862162321859:2048] VirtualId# [4:7593036862162321856:0]
2026-01-08T17:00:59.548268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:59.548299Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036862162321776:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62661) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.548316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62661) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.548735Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:00:59.548866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036862393718232:2048] [node 1] ICS07 socket disconnect 90 reason# EndOfStream
2026-01-08T17:00:59.548888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036862393718232:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.548942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:00:59.548980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036862393718232:2048] [node 1] ICS15 start handshake
2026-01-08T17:00:59.549447Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036862393718150:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62661) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.549514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036862393718232:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.549539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036862393718150:2048] [node 1] ICP30 unregister session Session# [6:7593036862393718232:2048] VirtualId# [6:7593036862393718230:0]
2026-01-08T17:00:59.549572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:00:59.549610Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036862393718150:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62661) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.549637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62661) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.556982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036858463092758:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:59.557957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036862162321776:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:59.559003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036862393718150:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:00:59.612528Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:00:59.612721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036858463092874:2049] [node 2] ICS01 socket: 91 reason# EndOfStream
2026-01-08T17:00:59.612756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036858463092759:2049] [node 2] ICP30 unregister session Session# [3:7593036858463092874:2049] VirtualId# [3:7593036858463092861:0]
2026-01-08T17:00:59.612788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036858463092874:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.612890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:59.612934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:59.615058Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:00:59.615224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036862162321873:2049] [node 2] ICS01 socket: 106 reason# EndOfStream
2026-01-08T17:00:59.615255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036862162321777:2049] [node 2] ICP30 unregister session Session# [4:7593036862162321873:2049] VirtualId# [4:7593036862162321864:0]
2026-01-08T17:00:59.615286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036862162321873:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.615339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:59.615378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:59.616123Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:00:59.616277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036859237959201:2049] [node 2] ICS07 socket disconnect 92 reason# EndOfStream
2026-01-08T17:00:59.616305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036859237959201:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.616366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:59.616403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036859237959201:2049] [node 2] ICS15 start handshake
2026-01-08T17:00:59.616921Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:00:59.617056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036862393718245:2049] [node 2] ICS01 socket: 85 reason# EndOfStream
2026-01-08T17:00:59.617084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036862393718151:2049] [node 2] ICP30 unregister session Session# [6:7593036862393718245:2049] VirtualId# [6:7593036862393718237:0]
2026-01-08T17:00:59.617039Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036859237959117:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30823) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.617109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036862393718245:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.617083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036859237959201:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.617169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:00:59.617111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036859237959117:2049] [node 2] ICP30 unregister session Session# [5:7593036859237959201:2049] VirtualId# [5:7593036859237959197:0]
2026-01-08T17:00:59.617200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:59.617184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:00:59.617206Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036859237959117:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30823) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.617219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30823) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.626595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036859237959117:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:00:59.673742Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:00:59.673925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036862162321875:2050] [node 3] ICS01 socket: 121 reason# EndOfStream
2026-01-08T17:00:59.673952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036862162321778:2050] [node 3] ICP30 unregister session Session# [4:7593036862162321875:2050] VirtualId# [4:7593036862162321866:0]
2026-01-08T17:00:59.673976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036862162321875:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.674058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:59.674101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:59.674774Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:00:59.674997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036859237959206:2050] [node 3] ICS07 socket disconnect 123 reason# EndOfStream
2026-01-08T17:00:59.675036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036859237959206:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.675112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:59.675167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036859237959206:2050] [node 3] ICS15 start handshake
2026-01-08T17:00:59.675681Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:00:59.675822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036862393718250:2050] [node 3] ICS01 socket: 147 reason# EndOfStream
2026-01-08T17:00:59.675848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036862393718152:2050] [node 3] ICP30 unregister session Session# [6:7593036862393718250:2050] VirtualId# [6:7593036862393718246:0]
2026-01-08T17:00:59.675867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036862393718250:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.675926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:00:59.675896Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036859237959118:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16227) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.675960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:59.675941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036859237959206:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.675959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036859237959118:2050] [node 3] ICP30 unregister session Session# [5:7593036859237959206:2050] VirtualId# [5:7593036859237959200:0]
2026-01-08T17:00:59.676000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:00:59.676067Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036859237959118:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16227) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.676076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16227) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.685970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036859237959118:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:00:59.726450Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:00:59.726623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036859237959217:2108] [node 4] ICS01 socket: 107 reason# EndOfStream
2026-01-08T17:00:59.726657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036859237959179:2108] [node 4] ICP30 unregister session Session# [5:7593036859237959217:2108] VirtualId# [5:7593036859237959210:0]
2026-01-08T17:00:59.726692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036859237959217:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.726798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:59.726835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:59.727192Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:00:59.727352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036862393718254:2107] [node 4] ICS07 socket disconnect 118 reason# EndOfStream
2026-01-08T17:00:59.727380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036862393718254:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.727447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:00:59.727489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036862393718254:2107] [node 4] ICS15 start handshake
2026-01-08T17:00:59.728048Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036862393718215:2107] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22851) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:00:59.728127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036862393718254:2107] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:00:59.728169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036862393718215:2107] [node 4] ICP30 unregister session Session# [6:7593036862393718254:2107] VirtualId# [6:7593036862393718252:0]
2026-01-08T17:00:59.728210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:00:59.728235Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036862393718215:2107] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22851) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.728246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22851) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:00:59.738219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036862393718215:2107] [node 4] ICP33 wake up from error state
2026-01-08T17:00:59.785063Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:00:59.785233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036862393718242:2105] [node 5] ICS01 socket: 145 reason# EndOfStream
2026-01-08T17:00:59.785264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036862393718212:2105] [node 5] ICP30 unregister session Session# [6:7593036862393718242:2105] VirtualId# [6:7593036862393718238:0]
2026-01-08T17:00:59.785288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036862393718242:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:00:59.785372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:00:59.785416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:00:59.858968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036859026058071:2048] [node 2] ICP01 ready to work
2026-01-08T17:00:59.858984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036859026058072:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:59.865801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036859177223725:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:59.865843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036859177223726:2049] [node 3] ICP01 ready to work
2026-01-08T17:00:59.871843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036861362602290:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:59.871865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036861362602291:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:59.878651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036861618260352:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:59.878680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036861618260354:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:59.878711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036861618260353:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:59.884883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036860459057449:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:59.884908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036860459057450:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:59.884948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036860459057451:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:59.892670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036858921679958:2048] [node 1] ICP01 ready to work
2026-01-08T17:00:59.892694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036858921679959:2049] [node 2] ICP01 ready to work
2026-01-08T17:00:59.892807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036858921679960:2050] [node 3] ICP01 ready to work
2026-01-08T17:00:59.991271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036861618260415:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:59.992438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036858921680020:2107] [node 5] ICP01 ready to work
2026-01-08T17:00:59.993549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036859026058135:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:59.994262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036861618260416:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:59.994013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036858921680022:2108] [node 4] ICP01 ready to work
2026-01-08T17:00:59.993998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036860459057512:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:59.994454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036859026058136:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:59.994303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036861362602354:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:59.994361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036861362602353:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:59.994619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036861362602355:2108] [node 5] ICP01 ready to work
2026-01-08T17:00:59.994635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036859026058137:2109] [node 6] ICP01 ready to work
2026-01-08T17:00:59.994745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036859177223789:2109] [node 5] ICP01 ready to work
2026-01-08T17:00:59.994820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036859177223790:2110] [node 6] ICP01 ready to work
2026-01-08T17:00:59.994915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036859177223791:2107] [node 4] ICP01 ready to work
2026-01-08T17:00:59.995173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036860459057513:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:00.001414Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036861618260352:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(58573167ns) {Configure:104(58568671ns) {ProcessConfigured:135(275708ns) {StartInitialHandshake:157(274084ns) {DropHandshakes:470(603ns) {DropIncomingHandshake:442(143ns) DropOutgoingHandshake:457(138ns)} GenerateSessionVirtualId:992(141ns) PrepareNewSessionHandshake:477(986ns) {SwitchToState:179(223ns)}}}}}
2026-01-08T17:01:00.001825Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036861618260354:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(55569652ns) {Configure:104(55564011ns) {ProcessConfigured:135(281051ns) {StartInitialHandshake:157(279386ns) {DropHandshakes:470(2813ns) {DropIncomingHandshake:442(535ns) DropOutgoingHandshake:457(642ns)} GenerateSessionVirtualId:992(726ns) PrepareNewSessionHandshake:477(919ns) {SwitchToState:179(368ns)}}}}}
2026-01-08T17:01:00.002994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036861618260353:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(21437077ns) {Configure:104(12259874ns) {ProcessConfigured:135(391581ns) {StartInitialHandshake:157(389519ns) {DropHandshakes:470(5661ns) {DropIncomingHandshake:442(466ns) DropOutgoingHandshake:457(297ns)} GenerateSessionVirtualId:992(1173ns) PrepareNewSessionHandshake:477(1048ns) {SwitchToState:179(293ns)}}}}}
2026-01-08T17:01:00.004602Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036861362602290:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(34249284ns) {Configure:104(23041091ns) {ProcessConfigured:135(721593ns) {StartInitialHandshake:157(720589ns) {DropHandshakes:470(142116ns) {DropIncomingHandshake:442(548ns) DropOutgoingHandshake:457(80ns)} GenerateSessionVirtualId:992(311ns) PrepareNewSessionHandshake:477(869ns) {SwitchToState:179(102ns)}}}}}
2026-01-08T17:01:00.004956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036859026058072:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(66755115ns) {Configure:104(57529714ns) {ProcessConfigured:135(1140936ns) {StartInitialHandshake:157(1139839ns) {DropHandshakes:470(948ns) {DropIncomingHandshake:442(314ns) DropOutgoingHandshake:457(179ns)} GenerateSessionVirtualId:992(316ns) PrepareNewSessionHandshake:477(1079ns) {SwitchToState:179(367ns)}}}}}
2026-01-08T17:01:00.006228Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036859177223725:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(24786237ns) {Configure:104(15616301ns) {ProcessConfigured:135(620113ns) {StartInitialHandshake:157(619133ns) {DropHandshakes:470(786ns) {DropIncomingHandshake:442(222ns) DropOutgoingHandshake:457(215ns)} GenerateSessionVirtualId:992(651ns) PrepareNewSessionHandshake:477(710ns) {SwitchToState:179(376ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.008478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036863321025447:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31548
2026-01-08T17:01:00.009679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036863216647329:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15194
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.007279Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036860459057449:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(36752704ns) {Configure:104(36738730ns) {ProcessConfigured:135(900288ns) {StartInitialHandshake:157(896874ns) {DropHandshakes:470(969ns) {DropIncomingHandshake:442(345ns) DropOutgoingHandshake:457(196ns)} GenerateSessionVirtualId:992(394ns) PrepareNewSessionHandshake:477(967ns) {SwitchToState:179(423ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.010460Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036863216647331:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15194
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: No RDMA context found for GID: No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0::ffff:127.1.0.0::ffff:127.1.0.0
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2026-01-08T17:01:00.017976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036863216647330:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15194
2026-01-08T17:01:00.021123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036863472191102:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15144
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.021320Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036863321025448:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31548
2026-01-08T17:01:00.021134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864754024825:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40995
2026-01-08T17:01:00.021132Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036865657569665:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18776
2026-01-08T17:01:00.022174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036863216647334:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15194
2026-01-08T17:01:00.021328Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036863472191101:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15144
2026-01-08T17:01:00.022367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036863216647336:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15194
2026-01-08T17:01:00.022360Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036865913227726:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7178
2026-01-08T17:01:00.021137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864754024824:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40995
2026-01-08T17:01:00.023226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036865657569666:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18776
2026-01-08T17:01:00.021355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864754024823:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40995
2026-01-08T17:01:00.022380Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036865913227727:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7178
2026-01-08T17:01:00.023109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036865913227728:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7178
2026-01-08T17:01:00.024176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036865913227729:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7178
2026-01-08T17:01:00.029301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036863216647330:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.029523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036858921679958:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.029715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036863216647331:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.029721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036863321025442:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.029763Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036863321025442:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.029813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036864754024824:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.029886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036858921679960:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.030081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036860459057451:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.030061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036865657569657:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.030092Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036865657569657:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.030466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036865657569660:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.030504Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036865657569660:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.031133Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036863321025442:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:00.031813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036865657569657:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:00.032497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036859026058137:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.032550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:00.032892Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036863321025447:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.033004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863472191101:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.033757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036861362602353:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.032910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036859026058137:2109] [node 6] ICP22 created new session: [1:7593036863321025450:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.033804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:00.033865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036859177223725:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.033103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036863321025450:2109] [node 6] ICS09 handshake done sender: [1:7593036863321025442:2114] self: [1:7593036863321025436:0] peer: [6:7593036863216647337:0] socket: 92 qp: -1
2026-01-08T17:01:00.033963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036863216647339:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15194
2026-01-08T17:01:00.033805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036865657569665:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.033785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036863321025450:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:00.033986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036861362602353:2109] [node 6] ICP22 created new session: [3:7593036865657569668:2109]
2026-01-08T17:01:00.033826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:00.034403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036865657569668:2109] [node 6] ICS09 handshake done sender: [3:7593036865657569657:2110] self: [3:7593036865657569653:0] peer: [6:7593036863216647338:0] socket: 95 qp: -1
2026-01-08T17:01:00.033994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036863321025448:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.034407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036864754024823:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.034371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036863216647340:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15194
2026-01-08T17:01:00.034602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036865657569668:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:00.034666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036863321025441:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.034649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:00.035043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036860459057449:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.036248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036863216647329:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.034706Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036863321025441:2113] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.036342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036865657569660:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:00.036502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036863216647336:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.036687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036863321025440:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.036708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036863216647334:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.036680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036865913227727:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.036721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036863321025440:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.037625Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036863216647331:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:00.036967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036861618260354:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.036920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036861362602355:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.037832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:00.037596Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036863321025441:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:00.037851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036865913227728:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.037840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036863216647330:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:00.039157Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036863472191104:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15144
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.037877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036865913227730:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7178
2026-01-08T17:01:00.039549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036859026058071:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.037866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036861362602355:2108] [node 5] ICP22 created new session: [3:7593036865657569673:2108]
2026-01-08T17:01:00.040217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036858921679958:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.039943Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036863321025440:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:00.038153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036865657569659:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.039446Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863472191096:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.038395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036861618260353:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.040383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036858921679960:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.040439Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036860459057451:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22601) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036864754024824:2116] held: no
2026-01-08T17:01:00.040198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:00.038183Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036865657569659:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.041703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:00.040243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036859026058071:2048] [node 2] ICP22 created new session: [1:7593036863321025457:2048]
2026-01-08T17:01:00.039471Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036863472191096:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.041629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864754024828:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40995
2026-01-08T17:01:00.038346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036865657569673:2108] [node 5] ICS09 handshake done sender: [3:7593036865657569660:2113] self: [3:7593036865657569655:0] peer: [5:7593036864754024826:0] socket: 103 qp: -1
No RDMA context found for GID: 2026-01-08T17:01:00.041927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.041619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863472191104:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.038916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036865657569673:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:00.042225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036859026058135:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.042502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036863472191105:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15144
2026-01-08T17:01:00.042276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036858921679960:2050] [node 3] ICP22 created new session: [6:7593036863216647342:2050]
2026-01-08T17:01:00.043185Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036864754024824:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:00.042261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:00.043875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036865913227726:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.039576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:00.042536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036859026058135:2108] [node 5] ICP22 created new session: [1:7593036863321025460:2108]
2026-01-08T17:01:00.042293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036858921679958:2048] [node 1] ICP22 created new session: [6:7593036863216647341:2048]
2026-01-08T17:01:00.044680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036865913227733:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7178
2026-01-08T17:01:00.040195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036865657569659:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:00.042805Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036859177223725:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036863472191101:2116] held: no
2026-01-08T17:01:00.044692Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864754024829:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40995
2026-01-08T17:01:00.042538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036863321025457:2048] [node 2] ICS09 handshake done sender: [1:7593036863321025441:2113] self: [1:7593036863321025437:0] peer: [2:7593036863472191103:0] socket: 99 qp: -1
2026-01-08T17:01:00.044719Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036863472191101:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:00.041702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036861362602354:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:00.045357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036860459057451:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.042912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036863216647342:2050] [node 3] ICS09 handshake done sender: [6:7593036863216647331:2117] self: [6:7593036863216647338:0] peer: [3:7593036865657569653:0] socket: 108 qp: -1
::ffff:127.1.0.0
2026-01-08T17:01:00.045453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036859177223725:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.045412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:00.041900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.045714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:00.042261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036861362602354:2107] [node 4] ICP22 created new session: [3:7593036865657569677:2107]
2026-01-08T17:01:00.045807Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036863472191096:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:00.046659Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036865913227727:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:00.043011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036863216647341:2048] [node 1] ICS09 handshake done sender: [6:7593036863216647330:2116] self: [6:7593036863216647337:0] peer: [1:7593036863321025436:0] socket: 101 qp: -1
2026-01-08T17:01:00.045742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036860459057451:2050] [node 3] ICP22 created new session: [5:7593036864754024831:2050]
2026-01-08T17:01:00.042600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036863321025457:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:00.046262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036859177223725:2048] [node 1] ICP22 created new session: [2:7593036863472191108:2048]
2026-01-08T17:01:00.042872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036865657569666:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.043171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036863216647341:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:00.046306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036864754024831:2050] [node 3] ICS09 handshake done sender: [5:7593036864754024824:2116] self: [5:7593036864754024826:0] peer: [3:7593036865657569655:0] socket: 114 qp: -1
2026-01-08T17:01:00.047349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036861618260354:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.042780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036863321025460:2108] [node 5] ICS09 handshake done sender: [1:7593036863321025440:2112] self: [1:7593036863321025435:0] peer: [5:7593036864754024827:0] socket: 100 qp: -1
2026-01-08T17:01:00.046327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036863472191108:2048] [node 1] ICS09 handshake done sender: [2:7593036863472191101:2116] self: [2:7593036863472191103:0] peer: [1:7593036863321025437:0] socket: 116 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.046341Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036864754024823:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:00.042887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036865657569677:2107] [node 4] ICS09 handshake done sender: [3:7593036865657569659:2112] self: [3:7593036865657569652:0] peer: [4:7593036865913227731:0] socket: 105 qp: -1
2026-01-08T17:01:00.050276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:00.043208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:00.042830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036863321025460:2108] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.046595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036864754024831:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:00.046574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036863472191108:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:00.055349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036861618260354:2050] [node 3] ICP22 created new session: [4:7593036865913227736:2050]
2026-01-08T17:01:00.043254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036863216647342:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:00.042925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036865657569677:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:00.042849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:00.046754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:00.046698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036859177223791:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.049362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036860459057449:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.044991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:00.043030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:00.046869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:00.050272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:00.046829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036861362602354:2107] [node 4] ICP18 handshake (actor [3:7593036865657569666:2116]) is too old
2026-01-08T17:01:00.042882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:00.046876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:00.050305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036860459057449:2048] [node 1] ICP22 created new session: [5:7593036864754024834:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.046709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036863321025458:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31548
2026-01-08T17:01:00.047677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036859177223791:2107] [node 4] ICP22 created new session: [2:7593036863472191112:2107]
2026-01-08T17:01:00.047297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036865657569679:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18776
2026-01-08T17:01:00.055839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036864754024834:2048] [node 1] ICS09 handshake done sender: [5:7593036864754024823:2115] self: [5:7593036864754024827:0] peer: [1:7593036863321025435:0] socket: 111 qp: -1
2026-01-08T17:01:00.055844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036863472191112:2107] [node 4] ICS09 handshake done sender: [2:7593036863472191096:2114] self: [2:7593036863472191092:0] peer: [4:7593036865913227732:0] socket: 106 qp: -1
2026-01-08T17:01:00.059193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036858921680022:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.057690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036864754024834:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:00.055839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036865913227736:2050] [node 3] ICS09 handshake done sender: [4:7593036865913227727:2116] self: [4:7593036865913227731:0] peer: [3:7593036865657569652:0] socket: 110 qp: -1
2026-01-08T17:01:00.050298Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036865657569679:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.057705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036863472191112:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.059415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036858921679959:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.059244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036864754024825:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.057695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036865913227736:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:00.058344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036861362602290:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.059256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:00.058357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:00.057736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:00.059393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864754024833:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40995
2026-01-08T17:01:00.058937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036863472191109:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15144
2026-01-08T17:01:00.059881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036863321025443:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.060469Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863472191109:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.060442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036865657569681:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18776
2026-01-08T17:01:00.058274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036865913227735:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7178
2026-01-08T17:01:00.060469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036858921680020:2107] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.059923Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036863321025443:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.059447Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036865913227728:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:00.060813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036864754024833:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.063315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863472191091:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.063499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036864754024820:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.060701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036861618260353:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.063346Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036863472191091:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.063523Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036864754024820:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.064820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036863321025443:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:00.060933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:00.064778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036863472191115:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15144
2026-01-08T17:01:00.064820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036860459057450:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.071886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036859026058072:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.061465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036865913227718:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.064836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863472191102:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.071840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036864754024820:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:00.074156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036860459057512:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.061481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036861618260353:2049] [node 2] ICP22 created new session: [4:7593036865913227739:2049]
No RDMA context found for GID: 2026-01-08T17:01:00.073014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863472191094:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:01:00.071931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:00.061483Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036865913227718:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.074197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:00.073035Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036863472191094:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.064833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036865913227739:2049] [node 2] ICS09 handshake done sender: [4:7593036865913227728:2117] self: [4:7593036865913227732:0] peer: [2:7593036863472191092:0] socket: 121 qp: -1
2026-01-08T17:01:00.073673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036859026058072:2049] [node 3] ICP22 created new session: [1:7593036863321025464:2049]
2026-01-08T17:01:00.074718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036865657569682:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18776
2026-01-08T17:01:00.074443Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036859177223791:2107] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:00.074742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036860459057512:2109] [node 6] ICP22 created new session: [5:7593036864754024840:2109]
2026-01-08T17:01:00.066889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036865913227739:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:00.075136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036863216647348:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15194
2026-01-08T17:01:00.075149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036863472191091:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:00.074343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036863321025464:2049] [node 3] ICS09 handshake done sender: [1:7593036863321025443:2115] self: [1:7593036863321025438:0] peer: [3:7593036865657569680:0] socket: 109 qp: -1
2026-01-08T17:01:00.075689Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036863216647349:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15194
2026-01-08T17:01:00.074951Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036860459057449:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24036990ns) {HandleHandshakeStatus:329(24033759ns) {DropIncomingHandshake:442(1124ns) DropOutgoingHandshake:457(8116ns) SwitchToState:179(105ns) ProcessPendingSessionEvents:495(10966345ns) {ForwardSessionEventToSession:616(2619168ns) ForwardSessionEventToSession:616(176726ns) ForwardSessionEventToSession:616(1252844ns) ForwardSessionEventToSession:616(6191ns) ForwardSessionEventToSession:616(2010659ns) ForwardSessionEventToSession:616(3138ns) ForwardSessionEventToSession:616(2021ns) ForwardSessionEventToSession:616(436237ns) ForwardSessionEventToSession:616(2250ns) ForwardSessionEventToSession:616(4438785ns)}}}
2026-01-08T17:01:00.076147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036865657569679:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:00.066924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:00.074384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036863321025464:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:00.076184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036859177223790:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.076153Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036858921680020:2107] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9120) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036863216647334:2118] held: no
2026-01-08T17:01:00.074434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:00.076655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036863216647334:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:00.067506Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036865913227718:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:00.076231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:00.076977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036861362602290:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.075993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864754024839:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40995
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.077235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036863216647329:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:00.074145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036861618260415:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.077007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:00.077744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036858921680020:2107] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.076294Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036863472191094:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:00.076079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036864754024840:2109] [node 6] ICS09 handshake done sender: [5:7593036864754024820:2114] self: [5:7593036864754024813:0] peer: [6:7593036863216647347:0] socket: 112 qp: -1
2026-01-08T17:01:00.077766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036858921680022:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.074197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:00.077227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036861362602290:2048] [node 1] ICP22 created new session: [3:7593036865657569683:2048]
2026-01-08T17:01:00.076578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036859177223790:2110] [node 6] ICP22 created new session: [2:7593036863472191120:2110]
2026-01-08T17:01:00.076330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036864754024840:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:00.074241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036861618260415:2109] [node 6] ICP22 created new session: [4:7593036865913227743:2109]
2026-01-08T17:01:00.077836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:00.077855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036865657569683:2048] [node 1] ICS09 handshake done sender: [3:7593036865657569679:2117] self: [3:7593036865657569680:0] peer: [1:7593036863321025438:0] socket: 93 qp: -1
2026-01-08T17:01:00.077880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036859177223789:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.075682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036865913227743:2109] [node 6] ICS09 handshake done sender: [4:7593036865913227718:2110] self: [4:7593036865913227715:0] peer: [6:7593036863216647345:0] socket: 90 qp: -1
2026-01-08T17:01:00.076950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:00.078047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036858921680022:2108] [node 4] ICP22 created new session: [6:7593036863216647351:2108]
2026-01-08T17:01:00.077901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036863472191120:2110] [node 6] ICS09 handshake done sender: [2:7593036863472191091:2111] self: [2:7593036863472191088:0] peer: [6:7593036863216647346:0] socket: 124 qp: -1
2026-01-08T17:01:00.077900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036865657569683:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:00.076322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036865913227743:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:00.077891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036864754024839:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2026-01-08T17:01:00.076366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:00.077915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
::ffff:127.1.0.0
2026-01-08T17:01:00.078620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:00.077945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:00.078695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036860459057513:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.079012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864754024841:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40995
2026-01-08T17:01:00.077244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036865913227729:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.079077Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036858921679959:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10299) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036863216647336:2119] held: no
2026-01-08T17:01:00.078079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036863472191120:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:00.079388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036858921680020:2107] [node 5] ICP22 created new session: [6:7593036863216647352:2107]
2026-01-08T17:01:00.079384Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036865913227721:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.078115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036859177223789:2109] [node 5] ICP22 created new session: [2:7593036863472191121:2109]
2026-01-08T17:01:00.079398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036863216647351:2108] [node 4] ICS09 handshake done sender: [6:7593036863216647329:2115] self: [6:7593036863216647345:0] peer: [4:7593036865913227715:0] socket: 94 qp: -1
2026-01-08T17:01:00.078126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:00.079399Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036865913227721:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.079445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036863216647351:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:00.081154Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036860459057450:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10299) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036864754024833:2120] held: no
2026-01-08T17:01:00.079217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036863472191121:2109] [node 5] ICS09 handshake done sender: [2:7593036863472191094:2112] self: [2:7593036863472191090:0] peer: [5:7593036864754024837:0] socket: 152 qp: -1
2026-01-08T17:01:00.079461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593036861618260415:2109] [node 6] ICP18 handshake (actor [4:7593036865913227729:2118]) is too old
2026-01-08T17:01:00.080203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036863216647352:2107] [node 5] ICS09 handshake done sender: [6:7593036863216647334:2118] self: [6:7593036863216647347:0] peer: [5:7593036864754024813:0] socket: 113 qp: -1
2026-01-08T17:01:00.079244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036863472191121:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:00.081350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036865913227721:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:00.080220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:00.079602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:00.080222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036863216647352:2107] [node 5] ICS10 traffic start
2026-01-08T17:01:00.082195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036864754024833:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:00.080918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036863216647350:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15194
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.082284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036861618260416:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.080983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:00.082361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:00.081868Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036863216647336:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:00.082683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036861618260416:2108] [node 5] ICP22 created new session: [4:7593036865913227746:2108]
2026-01-08T17:01:00.082356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036858921679959:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.082883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:00.082834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036860459057450:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.083182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036865913227746:2108] [node 5] ICS09 handshake done sender: [4:7593036865913227721:2113] self: [4:7593036865913227717:0] peer: [5:7593036864754024843:0] socket: 159 qp: -1
2026-01-08T17:01:00.082967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864754024844:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40995
2026-01-08T17:01:00.083219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036865913227746:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:00.083198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036858921679959:2049] [node 2] ICP22 created new session: [6:7593036863216647355:2049]
2026-01-08T17:01:00.083264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:00.082999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:00.083419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036863216647355:2049] [node 2] ICS09 handshake done sender: [6:7593036863216647336:2119] self: [6:7593036863216647346:0] peer: [2:7593036863472191088:0] socket: 128 qp: -1
2026-01-08T17:01:00.083201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036860459057450:2049] [node 2] ICP22 created new session: [5:7593036864754024845:2049]
2026-01-08T17:01:00.083539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036863216647355:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:00.083820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:00.083240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036864754024845:2049] [node 2] ICS09 handshake done sender: [5:7593036864754024833:2120] self: [5:7593036864754024837:0] peer: [2:7593036863472191090:0] socket: 153 qp: -1
2026-01-08T17:01:00.083424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036864754024845:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:00.083533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:00.083612Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036860459057513:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2588) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036864754024839:2121] held: no
2026-01-08T17:01:00.084128Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036864754024839:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:00.084318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036860459057513:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.084370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:00.084457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036860459057513:2108] [node 4] ICP22 created new session: [5:7593036864754024847:2108]
2026-01-08T17:01:00.084558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036864754024847:2108] [node 4] ICS09 handshake done sender: [5:7593036864754024839:2121] self: [5:7593036864754024843:0] peer: [4:7593036865913227717:0] socket: 162 qp: -1
2026-01-08T17:01:00.084595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036864754024847:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:00.084724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:00.089418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036865913227730:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.089643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036861618260352:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.089843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036863321025439:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.089879Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036863321025439:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.091049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036863321025439:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.091204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036859026058136:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.091262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:00.091360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036859026058136:2107] [node 4] ICP22 created new session: [1:7593036863321025467:2107]
2026-01-08T17:01:00.091430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036865913227749:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7178
2026-01-08T17:01:00.091399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036863321025467:2107] [node 4] ICS09 handshake done sender: [1:7593036863321025439:2111] self: [1:7593036863321025434:0] peer: [4:7593036865913227748:0] socket: 136 qp: -1
2026-01-08T17:01:00.091442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036863321025467:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:00.091485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:00.091693Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036865913227730:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:00.091949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036861618260352:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.092122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:00.092173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036861618260352:2048] [node 1] ICP22 created new session: [4:7593036865913227750:2048]
2026-01-08T17:01:00.092308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036865913227750:2048] [node 1] ICS09 handshake done sender: [4:7593036865913227730:2119] self: [4:7593036865913227748:0] peer: [1:7593036863321025434:0] socket: 137 qp: -1
2026-01-08T17:01:00.092352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036865913227750:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:00.092407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:00.092711Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036861618260352:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:00.093317Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036865657569681:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.093468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036861362602291:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.093659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863472191097:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.093683Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036863472191097:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.094513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036863472191097:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.094666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036865657569686:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18776
2026-01-08T17:01:00.094773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036859177223726:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.094918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:00.094949Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036865657569681:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:00.094973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036859177223726:2049] [node 3] ICP22 created new session: [2:7593036863472191125:2049]
2026-01-08T17:01:00.095017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036863472191125:2049] [node 3] ICS09 handshake done sender: [2:7593036863472191097:2115] self: [2:7593036863472191093:0] peer: [3:7593036865657569685:0] socket: 117 qp: -1
2026-01-08T17:01:00.095090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036861362602291:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.095123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036863472191125:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:00.096695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:00.096667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:00.096786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036861362602291:2049] [node 2] ICP22 created new session: [3:7593036865657569687:2049]
2026-01-08T17:01:00.096860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036865657569687:2049] [node 2] ICS09 handshake done sender: [3:7593036865657569681:2118] self: [3:7593036865657569685:0] peer: [2:7593036863472191093:0] socket: 154 qp: -1
2026-01-08T17:01:00.096895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036865657569687:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:00.096985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:00.165289Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:00.165459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036863472191108:2048] [node 1] ICS01 socket: 116 reason# EndOfStream
2026-01-08T17:01:00.165501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036859177223725:2048] [node 1] ICP30 unregister session Session# [2:7593036863472191108:2048] VirtualId# [2:7593036863472191103:0]
2026-01-08T17:01:00.165534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036863472191108:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.165599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:00.165638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:00.165877Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:00.166013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036865657569683:2048] [node 1] ICS07 socket disconnect 93 reason# EndOfStream
2026-01-08T17:01:00.166035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036865657569683:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.166088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:00.166139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036865657569683:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:00.167822Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036861362602290:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:00.167860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036865657569683:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:00.168845Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:00.169041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036865913227750:2048] [node 1] ICS07 socket disconnect 137 reason# EndOfStream
2026-01-08T17:01:00.169079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036865913227750:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.169156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:00.169200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036865913227750:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:00.169294Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036861362602290:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.169380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036865657569683:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.169414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036861362602290:2048] [node 1] ICP30 unregister session Session# [3:7593036865657569683:2048] VirtualId# [3:7593036865657569680:0]
2026-01-08T17:01:00.169478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:00.169512Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036861362602290:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.169528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.169905Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036861618260352:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.169989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036865913227750:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.170012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036861618260352:2048] [node 1] ICP30 unregister session Session# [4:7593036865913227750:2048] VirtualId# [4:7593036865913227748:0]
2026-01-08T17:01:00.170067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:00.170117Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036861618260352:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.170131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.170091Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:00.170327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036864754024834:2048] [node 1] ICS07 socket disconnect 111 reason# EndOfStream
2026-01-08T17:01:00.170372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036864754024834:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.170438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:00.170480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036864754024834:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:00.171067Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036860459057449:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.171110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036864754024834:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.171208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036860459057449:2048] [node 1] ICP30 unregister session Session# [5:7593036864754024834:2048] VirtualId# [5:7593036864754024827:0]
2026-01-08T17:01:00.171252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:00.171276Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036860459057449:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.171210Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:00.171288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.171387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036863216647341:2048] [node 1] ICS07 socket disconnect 101 reason# EndOfStream
2026-01-08T17:01:00.171406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036863216647341:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.171469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:00.171509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036863216647341:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:00.172083Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036858921679958:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.172172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036863216647341:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.172193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036858921679958:2048] [node 1] ICP30 unregister session Session# [6:7593036863216647341:2048] VirtualId# [6:7593036863216647337:0]
2026-01-08T17:01:00.172216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:00.172236Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036858921679958:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.172245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15483) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.179537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036861362602290:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:00.179567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036861618260352:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:00.181583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036858921679958:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:00.181624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036860459057449:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:00.243127Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:00.243360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036865657569687:2049] [node 2] ICS07 socket disconnect 154 reason# EndOfStream
2026-01-08T17:01:00.243391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036865657569687:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.243481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:00.243526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036865657569687:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:00.245836Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:00.245872Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036861362602291:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10299) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:00.245908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036865657569687:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:00.246064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036865913227739:2049] [node 2] ICS07 socket disconnect 121 reason# EndOfStream
2026-01-08T17:01:00.246093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036865913227739:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.246172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:00.246217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036865913227739:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:00.246826Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036861362602291:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10299) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.246930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036865657569687:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.246972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036861362602291:2049] [node 2] ICP30 unregister session Session# [3:7593036865657569687:2049] VirtualId# [3:7593036865657569685:0]
2026-01-08T17:01:00.247021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:00.247052Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036861362602291:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10299) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.247064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10299) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.247059Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036861618260353:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10299) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.247107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036865913227739:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.247169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036861618260353:2049] [node 2] ICP30 unregister session Session# [4:7593036865913227739:2049] VirtualId# [4:7593036865913227732:0]
2026-01-08T17:01:00.247209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:00.247246Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036861618260353:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10299) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.247262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10299) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.247255Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:00.247507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036864754024845:2049] [node 2] ICS01 socket: 153 reason# EndOfStream
2026-01-08T17:01:00.247556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036860459057450:2049] [node 2] ICP30 unregister session Session# [5:7593036864754024845:2049] VirtualId# [5:7593036864754024837:0]
2026-01-08T17:01:00.247587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036864754024845:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.247651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:00.247698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:00.248309Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:00.248442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036863216647355:2049] [node 2] ICS01 socket: 128 reason# EndOfStream
2026-01-08T17:01:00.248468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036858921679959:2049] [node 2] ICP30 unregister session Session# [6:7593036863216647355:2049] VirtualId# [6:7593036863216647346:0]
2026-01-08T17:01:00.248484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036863216647355:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.248532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:00.248563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:00.257397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036861362602291:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:00.257443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036861618260353:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:00.332203Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:00.332430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036865913227736:2050] [node 3] ICS07 socket disconnect 110 reason# EndOfStream
2026-01-08T17:01:00.332471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036865913227736:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.332558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:00.332607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036865913227736:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:00.333298Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036861618260354:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22601) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.333280Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:00.333398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036865913227736:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.333444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036861618260354:2050] [node 3] ICP30 unregister session Session# [4:7593036865913227736:2050] VirtualId# [4:7593036865913227731:0]
2026-01-08T17:01:00.333501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:00.333497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036864754024831:2050] [node 3] ICS01 socket: 114 reason# EndOfStream
2026-01-08T17:01:00.333540Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036861618260354:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22601) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.333533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036860459057451:2050] [node 3] ICP30 unregister session Session# [5:7593036864754024831:2050] VirtualId# [5:7593036864754024826:0]
2026-01-08T17:01:00.333558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22601) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.333561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036864754024831:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.333622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:00.333666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:00.334338Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:00.334492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036863216647342:2050] [node 3] ICS07 socket disconnect 108 reason# EndOfStream
2026-01-08T17:01:00.334513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036863216647342:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.334580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:00.334624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036863216647342:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:00.335146Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036858921679960:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22601) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.335190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036863216647342:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.335218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036858921679960:2050] [node 3] ICP30 unregister session Session# [6:7593036863216647342:2050] VirtualId# [6:7593036863216647338:0]
2026-01-08T17:01:00.335255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:00.335292Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036858921679960:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22601) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.335300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22601) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.345471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036858921679960:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:00.394026Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:00.394253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036864754024847:2108] [node 4] ICS01 socket: 162 reason# EndOfStream
2026-01-08T17:01:00.394332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036860459057513:2108] [node 4] ICP30 unregister session Session# [5:7593036864754024847:2108] VirtualId# [5:7593036864754024843:0]
2026-01-08T17:01:00.394363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036864754024847:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.394441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:00.394486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:00.395043Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:00.395183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036863216647351:2108] [node 4] ICS07 socket disconnect 94 reason# EndOfStream
2026-01-08T17:01:00.395207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036863216647351:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.395259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:00.395290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036863216647351:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:00.395825Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036858921680022:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2588) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.395907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036863216647351:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.395938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036858921680022:2108] [node 4] ICP30 unregister session Session# [6:7593036863216647351:2108] VirtualId# [6:7593036863216647345:0]
2026-01-08T17:01:00.395968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:00.395995Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036858921680022:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2588) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.396023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2588) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.405845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036858921680022:2108] [node 4] ICP33 wake up from error state
2026-01-08T17:01:00.471228Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:00.471403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036863216647352:2107] [node 5] ICS01 socket: 113 reason# EndOfStream
2026-01-08T17:01:00.471436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036858921680020:2107] [node 5] ICP30 unregister session Session# [6:7593036863216647352:2107] VirtualId# [6:7593036863216647347:0]
2026-01-08T17:01:00.471465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036863216647352:2107] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.471538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:00.471581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:00.542954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036864936310653:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:00.542983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036864936310654:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:00.548310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036863953511690:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:00.548338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036863953511691:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:00.553696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036864976375343:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:00.553720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036864976375344:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:00.559102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036866389209185:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:00.559135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036866389209186:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:00.559169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036866389209187:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:00.564752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036864831053104:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:00.564778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036864831053105:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:00.564814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036864831053106:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:00.570041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036866145408811:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:00.570067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036866145408812:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:00.570091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036866145408813:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:00.640935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036866145408872:2107] [node 5] ICP01 ready to work
2026-01-08T17:01:00.650384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036864936310716:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:00.650886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036863953511754:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:00.651007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036864936310717:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:00.651082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036864976375425:2119] [node 6] ICP01 ready to work
2026-01-08T17:01:00.651071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036866145408875:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:00.651168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036866389209248:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:00.651254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036863953511755:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:00.651374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036864936310718:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:00.651394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036864976375426:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:00.651473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036866389209249:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:00.651580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036863953511756:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:00.651630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036864976375427:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:00.652437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036864831053178:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:00.652788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036864831053179:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.658852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036863953511769:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56177
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.661102Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036863953511767:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56177
2026-01-08T17:01:00.661724Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036863953511768:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56177
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.664160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866389209260:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39747
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.665200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864831053191:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57330
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.666465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036864936310732:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4335
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.666703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036864936310733:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4335
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.667035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036864936310729:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4335
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.667114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036864936310730:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4335
2026-01-08T17:01:00.667829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036864936310731:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4335
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.672945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036864936310729:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.673014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036866145408889:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17951
2026-01-08T17:01:00.673420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036864936310731:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.673420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036864831053191:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.675062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036864936310730:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.675166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036864976375441:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10274
2026-01-08T17:01:00.675261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036864976375442:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10274
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.675438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036864976375443:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10274
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.675524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036864976375444:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10274
2026-01-08T17:01:00.675498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036866145408889:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.675588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036866145408813:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.675640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036864976375441:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.675726Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036864976375431:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.675747Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036864976375431:2130] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.676484Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036864976375431:2130] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.676797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036866145408891:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17951
2026-01-08T17:01:00.676863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036864976375425:2119] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.676828Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863953511767:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.676910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:00.676894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863953511768:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.676948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036864976375425:2119] [node 6] ICP22 created new session: [3:7593036864976375447:2119]
2026-01-08T17:01:00.677012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036864976375447:2119] [node 6] ICS09 handshake done sender: [3:7593036864976375431:2130] self: [3:7593036864976375430:0] peer: [6:7593036866145408890:0] socket: 101 qp: -1
2026-01-08T17:01:00.677078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863953511769:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.677042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036864976375447:2119] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.677072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:00.677194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036863953511773:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56177
2026-01-08T17:01:00.677223Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036866145408889:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.677331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036863953511774:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56177
2026-01-08T17:01:00.677377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036866145408813:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.677407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:00.677432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036866145408813:2050] [node 3] ICP22 created new session: [6:7593036866145408892:2050]
2026-01-08T17:01:00.677452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036866145408892:2050] [node 3] ICS09 handshake done sender: [6:7593036866145408889:2115] self: [6:7593036866145408890:0] peer: [3:7593036864976375430:0] socket: 103 qp: -1
2026-01-08T17:01:00.677481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036866145408892:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:00.677479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036864976375442:2135] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.677509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:00.677825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036864976375344:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.678186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863953511760:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.678204Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036863953511760:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.678741Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036863953511760:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:00.679037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036863953511691:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.679198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:00.679279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036863953511691:2049] [node 3] ICP22 created new session: [2:7593036863953511779:2049]
2026-01-08T17:01:00.679329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036863953511779:2049] [node 3] ICS09 handshake done sender: [2:7593036863953511760:2112] self: [2:7593036863953511759:0] peer: [3:7593036864976375450:0] socket: 115 qp: -1
2026-01-08T17:01:00.679566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036863953511779:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:00.679592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.679834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036864976375451:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10274
2026-01-08T17:01:00.680250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036864976375443:2136] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.680459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863953511773:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.680517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866389209260:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.680969Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866389209264:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39747
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.681104Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036864976375442:2135] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:00.681172Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866389209265:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39747
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.681091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864831053193:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57330
2026-01-08T17:01:00.681296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866389209266:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39747
2026-01-08T17:01:00.681316Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036864976375344:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29147) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036864976375442:2135] held: no
2026-01-08T17:01:00.681382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036864976375344:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.681416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:00.681405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036866389209186:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.681445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036864976375344:2049] [node 2] ICP22 created new session: [3:7593036864976375452:2049]
2026-01-08T17:01:00.681486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036864976375452:2049] [node 2] ICS09 handshake done sender: [3:7593036864976375442:2135] self: [3:7593036864976375450:0] peer: [2:7593036863953511759:0] socket: 118 qp: -1
2026-01-08T17:01:00.681519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036864976375452:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:00.681565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:00.681573Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866389209266:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.681872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863953511762:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.681891Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036863953511762:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.682171Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866389209265:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.682243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036866389209187:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.682409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036864976375435:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.682430Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036864976375435:2132] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.682543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036864831053193:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.682637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036864831053105:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.682622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036863953511762:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:00.683229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036863953511754:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.683300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:00.683337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036863953511754:2107] [node 4] ICP22 created new session: [2:7593036863953511784:2107]
2026-01-08T17:01:00.683357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866389209270:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39747
2026-01-08T17:01:00.683376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036863953511784:2107] [node 4] ICS09 handshake done sender: [2:7593036863953511762:2113] self: [2:7593036863953511761:0] peer: [4:7593036866389209267:0] socket: 116 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.683402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036863953511784:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:00.683422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:00.683460Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864831053195:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57330
2026-01-08T17:01:00.683553Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036864976375435:2132] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:00.683833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863953511764:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.683856Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036863953511764:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.683933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036866389209260:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:00.683922Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036864936310732:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.684368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036864936310733:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.684443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036866389209186:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.684512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:00.684555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036866389209186:2049] [node 2] ICP22 created new session: [4:7593036866389209271:2049]
2026-01-08T17:01:00.684646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036866389209271:2049] [node 2] ICS09 handshake done sender: [4:7593036866389209260:2115] self: [4:7593036866389209267:0] peer: [2:7593036863953511761:0] socket: 117 qp: -1
2026-01-08T17:01:00.684681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036866389209271:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:00.684705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:00.684918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863953511774:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.684964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036864976375426:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.685010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:00.685037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036864976375426:2107] [node 4] ICP22 created new session: [3:7593036864976375457:2107]
2026-01-08T17:01:00.685089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036864976375457:2107] [node 4] ICS09 handshake done sender: [3:7593036864976375435:2132] self: [3:7593036864976375434:0] peer: [4:7593036866389209269:0] socket: 140 qp: -1
2026-01-08T17:01:00.685124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036864976375457:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:00.685168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:00.685245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036863953511690:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.685370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864831053196:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57330
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.685467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866389209264:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.685518Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036864976375444:2137] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.685499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036866145408895:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17951
2026-01-08T17:01:00.685623Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036863953511764:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:00.685624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036864936310720:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.685647Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036864936310720:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.686338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036863953511755:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.686707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:00.686758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036863953511755:2108] [node 5] ICP22 created new session: [2:7593036863953511789:2108]
2026-01-08T17:01:00.686806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036863953511789:2108] [node 5] ICS09 handshake done sender: [2:7593036863953511764:2114] self: [2:7593036863953511763:0] peer: [5:7593036864831053194:0] socket: 145 qp: -1
2026-01-08T17:01:00.686826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036863953511789:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:00.686846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:00.687065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036864976375343:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.687048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036864936310720:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:00.687065Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036864831053193:2125] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:00.687951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036864831053195:2126] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.688079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036864831053105:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.688100Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036864936310722:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.688129Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036864936310722:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.688216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:00.688261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036864831053105:2049] [node 2] ICP22 created new session: [5:7593036864831053197:2049]
2026-01-08T17:01:00.688322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036864831053197:2049] [node 2] ICS09 handshake done sender: [5:7593036864831053193:2125] self: [5:7593036864831053194:0] peer: [2:7593036863953511763:0] socket: 146 qp: -1
2026-01-08T17:01:00.688361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036864831053197:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:00.688391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:00.688351Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036866389209187:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8744) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036866389209265:2117] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.689371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036863953511791:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56177
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.689639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036866389209185:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.689709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036866145408896:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17951
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.689769Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036863953511774:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:00.689829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866389209273:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39747
2026-01-08T17:01:00.689079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036864936310653:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.690220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036863953511690:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.689139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:00.689187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036864936310653:2048] [node 2] ICP22 created new session: [1:7593036864936310743:2048]
2026-01-08T17:01:00.690258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:00.690281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036863953511690:2048] [node 1] ICP22 created new session: [2:7593036863953511792:2048]
2026-01-08T17:01:00.689223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036864936310743:2048] [node 2] ICS09 handshake done sender: [1:7593036864936310720:2110] self: [1:7593036864936310719:0] peer: [2:7593036863953511788:0] socket: 129 qp: -1
2026-01-08T17:01:00.689248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036864936310743:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:00.690307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036863953511792:2048] [node 1] ICS09 handshake done sender: [2:7593036863953511774:2120] self: [2:7593036863953511788:0] peer: [1:7593036864936310719:0] socket: 136 qp: -1
2026-01-08T17:01:00.690399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036863953511792:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:00.689278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:00.690435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:00.690687Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036866389209265:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:00.690764Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036864831053105:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:00.690768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036864936310724:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.690812Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036864936310724:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.690972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036866389209187:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.691083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:00.691124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036866389209187:2050] [node 3] ICP22 created new session: [4:7593036866389209277:2050]
2026-01-08T17:01:00.691171Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036864976375460:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10274
2026-01-08T17:01:00.691158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036866389209277:2050] [node 3] ICS09 handshake done sender: [4:7593036866389209265:2117] self: [4:7593036866389209269:0] peer: [3:7593036864976375434:0] socket: 111 qp: -1
2026-01-08T17:01:00.691197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036864831053106:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.691203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036866389209277:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:00.691236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:00.691800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036864976375437:2133] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.691830Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036864976375437:2133] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.692525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036864976375437:2133] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:00.692976Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036863953511690:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:00.693057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036864976375427:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.693128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:00.693164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036864976375427:2109] [node 5] ICP22 created new session: [3:7593036864976375462:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.693201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036864976375462:2109] [node 5] ICS09 handshake done sender: [3:7593036864976375437:2133] self: [3:7593036864976375436:0] peer: [5:7593036864831053200:0] socket: 148 qp: -1
2026-01-08T17:01:00.693226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036864976375462:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:00.693243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:00.693259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864831053199:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57330
2026-01-08T17:01:00.693244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866389209279:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39747
2026-01-08T17:01:00.693286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036866145408895:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.693364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036866145408812:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.693292Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036864936310722:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:00.693522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036863953511766:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.693543Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036863953511766:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.693649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036864936310654:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.693737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:00.693777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036864936310654:2049] [node 3] ICP22 created new session: [1:7593036864936310748:2049]
2026-01-08T17:01:00.693820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036864936310748:2049] [node 3] ICS09 handshake done sender: [1:7593036864936310722:2111] self: [1:7593036864936310721:0] peer: [3:7593036864976375459:0] socket: 132 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.693863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036864936310748:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:00.694039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:00.694068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864831053202:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57330
2026-01-08T17:01:00.694210Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036863953511766:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.695481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036863953511756:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.695451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036866145408898:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17951
2026-01-08T17:01:00.695585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036864976375444:2137] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:00.695612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:00.695554Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036864936310724:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:00.695645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036863953511756:2109] [node 6] ICP22 created new session: [2:7593036863953511795:2109]
2026-01-08T17:01:00.695701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036863953511795:2109] [node 6] ICS09 handshake done sender: [2:7593036863953511766:2115] self: [2:7593036863953511765:0] peer: [6:7593036866145408897:0] socket: 151 qp: -1
2026-01-08T17:01:00.696059Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036866145408895:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:00.695727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036863953511795:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:00.696055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:00.696332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036864976375343:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.696391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:00.696442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036864976375343:2048] [node 1] ICP22 created new session: [3:7593036864976375464:2048]
2026-01-08T17:01:00.696443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036866145408812:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.696638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036864976375464:2048] [node 1] ICS09 handshake done sender: [3:7593036864976375444:2137] self: [3:7593036864976375459:0] peer: [1:7593036864936310721:0] socket: 135 qp: -1
2026-01-08T17:01:00.696612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:00.696672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036864976375464:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:00.696818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:00.696660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036866145408812:2049] [node 2] ICP22 created new session: [6:7593036866145408900:2049]
2026-01-08T17:01:00.696817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036866145408900:2049] [node 2] ICS09 handshake done sender: [6:7593036866145408895:2117] self: [6:7593036866145408897:0] peer: [2:7593036863953511765:0] socket: 153 qp: -1
2026-01-08T17:01:00.697471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036864936310716:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.696842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036866145408900:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:00.697146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:00.697548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:00.697559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866389209279:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.697691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036864936310716:2107] [node 4] ICP22 created new session: [1:7593036864936310750:2107]
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:00.697759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036864936310750:2107] [node 4] ICS09 handshake done sender: [1:7593036864936310724:2112] self: [1:7593036864936310723:0] peer: [4:7593036866389209276:0] socket: 133 qp: -1
2026-01-08T17:01:00.697781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036864936310750:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.697801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:00.697896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864831053203:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57330
2026-01-08T17:01:00.697926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866389209280:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39747
2026-01-08T17:01:00.697958Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036864831053106:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8744) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036864831053195:2126] held: no
2026-01-08T17:01:00.698148Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036864831053195:2126] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:00.698435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036864831053106:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.699300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:00.699333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036864831053106:2050] [node 3] ICP22 created new session: [5:7593036864831053205:2050]
2026-01-08T17:01:00.699355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036864831053205:2050] [node 3] ICS09 handshake done sender: [5:7593036864831053195:2126] self: [5:7593036864831053200:0] peer: [3:7593036864976375436:0] socket: 149 qp: -1
2026-01-08T17:01:00.699376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036864831053205:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:00.699362Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036866389209264:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:00.699725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:00.700019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036866389209185:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.700131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:00.700200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036866389209185:2048] [node 1] ICP22 created new session: [4:7593036866389209282:2048]
2026-01-08T17:01:00.700178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036866145408899:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17951
2026-01-08T17:01:00.700247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036866389209282:2048] [node 1] ICS09 handshake done sender: [4:7593036866389209264:2116] self: [4:7593036866389209276:0] peer: [1:7593036864936310723:0] socket: 137 qp: -1
2026-01-08T17:01:00.700281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036866389209282:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:00.700294Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036866145408896:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.700308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:00.700365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036866145408875:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.700569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036864831053199:2128] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.700623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036866145408899:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.700737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036866145408903:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17951
2026-01-08T17:01:00.700805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036866145408872:2107] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.700881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036864831053178:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.701106Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036864831053187:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.701132Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036864831053187:2123] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.702357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036864831053187:2123] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:00.702352Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866389209257:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.702385Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036866389209257:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.703108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036866145408905:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17951
2026-01-08T17:01:00.703116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036864831053179:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.703200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:00.703256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036864831053179:2109] [node 6] ICP22 created new session: [5:7593036864831053209:2109]
2026-01-08T17:01:00.703301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036864831053209:2109] [node 6] ICS09 handshake done sender: [5:7593036864831053187:2123] self: [5:7593036864831053186:0] peer: [6:7593036866145408904:0] socket: 106 qp: -1
2026-01-08T17:01:00.703329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036864831053209:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:00.703331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866389209259:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.703404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:00.703353Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036866389209259:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.704120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036866145408903:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.704164Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036866145408899:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:00.704207Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036866389209185:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:00.704331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036866145408872:2107] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.704358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:00.704384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036866145408872:2107] [node 5] ICP22 created new session: [6:7593036866145408906:2107]
2026-01-08T17:01:00.704412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036866145408906:2107] [node 5] ICS09 handshake done sender: [6:7593036866145408899:2120] self: [6:7593036866145408904:0] peer: [5:7593036864831053186:0] socket: 164 qp: -1
2026-01-08T17:01:00.704437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036866145408906:2107] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.704457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:00.704491Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864831053211:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57330
2026-01-08T17:01:00.704508Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036866389209257:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:00.704825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036866389209248:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.704867Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036864831053199:2128] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:00.704901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:00.704943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036866389209248:2108] [node 5] ICP22 created new session: [4:7593036866389209286:2108]
2026-01-08T17:01:00.705030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036866389209286:2108] [node 5] ICS09 handshake done sender: [4:7593036866389209257:2113] self: [4:7593036866389209256:0] peer: [5:7593036864831053207:0] socket: 131 qp: -1
2026-01-08T17:01:00.705040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036864831053178:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.705063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036866389209286:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:00.705066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:00.705104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036864831053178:2108] [node 4] ICP22 created new session: [5:7593036864831053212:2108]
2026-01-08T17:01:00.705098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:00.705133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036864831053212:2108] [node 4] ICS09 handshake done sender: [5:7593036864831053199:2128] self: [5:7593036864831053207:0] peer: [4:7593036866389209256:0] socket: 122 qp: -1
2026-01-08T17:01:00.705177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036864831053212:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:00.705196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:00.705968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036866145408811:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.706252Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036864936310728:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.706282Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036864936310728:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.707466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036866145408909:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17951
2026-01-08T17:01:00.707551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036864936310728:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:00.707639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036864831053203:2130] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.707684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036866389209259:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:00.707865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036864936310718:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.707921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:00.707966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036864936310718:2109] [node 6] ICP22 created new session: [1:7593036864936310754:2109]
No RDMA context found for GID: 2026-01-08T17:01:00.708075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036866389209249:2109] [node 6] ICP20 outgoing handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:01:00.708215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036864936310754:2109] [node 6] ICS09 handshake done sender: [1:7593036864936310728:2114] self: [1:7593036864936310727:0] peer: [6:7593036866145408908:0] socket: 97 qp: -1
2026-01-08T17:01:00.708240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036864936310754:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:00.708272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:00.708268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:00.708290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036866145408910:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17951
2026-01-08T17:01:00.708319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036866389209249:2109] [node 6] ICP22 created new session: [4:7593036866389209288:2109]
2026-01-08T17:01:00.708365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036866389209288:2109] [node 6] ICS09 handshake done sender: [4:7593036866389209259:2114] self: [4:7593036866389209258:0] peer: [6:7593036866145408902:0] socket: 154 qp: -1
2026-01-08T17:01:00.708414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036866389209288:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:00.708446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:00.708585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036866145408896:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:00.708734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036866145408875:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.708762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:00.708823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036864831053104:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:00.708785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036866145408875:2108] [node 4] ICP22 created new session: [6:7593036866145408911:2108]
2026-01-08T17:01:00.708810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036866145408911:2108] [node 4] ICS09 handshake done sender: [6:7593036866145408896:2118] self: [6:7593036866145408902:0] peer: [4:7593036866389209258:0] socket: 155 qp: -1
2026-01-08T17:01:00.708827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036866145408911:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:00.708845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:00.709276Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036864936310726:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:00.709294Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036864936310726:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:00.709401Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036866145408903:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:00.710008Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036864936310726:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:00.710823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036864831053215:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57330
2026-01-08T17:01:00.710964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036864936310717:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:00.711028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:00.711068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036864936310717:2108] [node 5] ICP22 created new session: [1:7593036864936310757:2108]
2026-01-08T17:01:00.711115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036864936310757:2108] [node 5] ICS09 handshake done sender: [1:7593036864936310726:2113] self: [1:7593036864936310725:0] peer: [5:7593036864831053214:0] socket: 114 qp: -1
2026-01-08T17:01:00.711193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036864936310757:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:00.711252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:00.711300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036864831053203:2130] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:00.711952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036864831053104:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.712069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:00.712121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036864831053104:2048] [node 1] ICP22 created new session: [5:7593036864831053216:2048]
2026-01-08T17:01:00.712163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036864831053216:2048] [node 1] ICS09 handshake done sender: [5:7593036864831053203:2130] self: [5:7593036864831053214:0] peer: [1:7593036864936310725:0] socket: 162 qp: -1
2026-01-08T17:01:00.712140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036866145408811:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:00.712208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036864831053216:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:00.712184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:00.712251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:00.712218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036866145408811:2048] [node 1] ICP22 created new session: [6:7593036866145408913:2048]
2026-01-08T17:01:00.712247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036866145408913:2048] [node 1] ICS09 handshake done sender: [6:7593036866145408903:2121] self: [6:7593036866145408908:0] peer: [1:7593036864936310727:0] socket: 99 qp: -1
2026-01-08T17:01:00.712281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036866145408913:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:00.712307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:00.712557Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036866145408811:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:00.731254Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:00.731494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036863953511792:2048] [node 1] ICS01 socket: 136 reason# EndOfStream
2026-01-08T17:01:00.731550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036863953511690:2048] [node 1] ICP30 unregister session Session# [2:7593036863953511792:2048] VirtualId# [2:7593036863953511788:0]
2026-01-08T17:01:00.731604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036863953511792:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.731697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:00.731752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:00.732092Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:00.732305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036864976375464:2048] [node 1] ICS01 socket: 135 reason# EndOfStream
2026-01-08T17:01:00.732349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036864976375343:2048] [node 1] ICP30 unregister session Session# [3:7593036864976375464:2048] VirtualId# [3:7593036864976375459:0]
2026-01-08T17:01:00.732376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036864976375464:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.732475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:00.732539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:00.734525Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:00.734697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036866389209282:2048] [node 1] ICS07 socket disconnect 137 reason# EndOfStream
2026-01-08T17:01:00.734728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036866389209282:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.734819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:00.734873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036866389209282:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:00.735181Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:00.735440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036864831053216:2048] [node 1] ICS07 socket disconnect 162 reason# EndOfStream
2026-01-08T17:01:00.735470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036864831053216:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.735592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:00.735666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036864831053216:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:00.735668Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036866389209185:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61200) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.735648Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:00.735713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036866389209282:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.735740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036866389209185:2048] [node 1] ICP30 unregister session Session# [4:7593036866389209282:2048] VirtualId# [4:7593036866389209276:0]
2026-01-08T17:01:00.735775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:00.735805Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036866389209185:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61200) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.735818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61200) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.735887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036866145408913:2048] [node 1] ICS01 socket: 99 reason# EndOfStream
2026-01-08T17:01:00.735939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036866145408811:2048] [node 1] ICP30 unregister session Session# [6:7593036866145408913:2048] VirtualId# [6:7593036866145408908:0]
2026-01-08T17:01:00.735966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036866145408913:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.736039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:00.736089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:00.736571Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036864831053104:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61200) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.736618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036864831053216:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.736644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036864831053104:2048] [node 1] ICP30 unregister session Session# [5:7593036864831053216:2048] VirtualId# [5:7593036864831053214:0]
2026-01-08T17:01:00.736683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:00.736713Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036864831053104:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61200) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.736727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61200) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.745869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036866389209185:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:00.746870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036864831053104:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:00.763590Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:00.763766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036864976375452:2049] [node 2] ICS01 socket: 118 reason# EndOfStream
2026-01-08T17:01:00.763790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036864976375344:2049] [node 2] ICP30 unregister session Session# [3:7593036864976375452:2049] VirtualId# [3:7593036864976375450:0]
2026-01-08T17:01:00.763823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036864976375452:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.763894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:00.763926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:00.765434Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:00.765578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036866389209271:2049] [node 2] ICS07 socket disconnect 117 reason# EndOfStream
2026-01-08T17:01:00.765601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036866389209271:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.765658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:00.765691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036866389209271:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:00.766116Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:00.766305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036864831053197:2049] [node 2] ICS07 socket disconnect 146 reason# EndOfStream
2026-01-08T17:01:00.766347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036864831053197:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.766386Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036866389209186:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29147) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.766426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:00.766426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036866389209271:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.766465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036866389209186:2049] [node 2] ICP30 unregister session Session# [4:7593036866389209271:2049] VirtualId# [4:7593036866389209267:0]
2026-01-08T17:01:00.766486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036864831053197:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:00.766525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:00.766546Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036866389209186:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29147) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.766555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29147) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.766756Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:00.766947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036866145408900:2049] [node 2] ICS07 socket disconnect 153 reason# EndOfStream
2026-01-08T17:01:00.766975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036866145408900:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.767028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:00.767092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036866145408900:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:00.767233Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036864831053105:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29147) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.767273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036864831053197:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.767294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036864831053105:2049] [node 2] ICP30 unregister session Session# [5:7593036864831053197:2049] VirtualId# [5:7593036864831053194:0]
2026-01-08T17:01:00.767329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:00.767346Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036864831053105:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29147) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.767355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29147) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.767855Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036866145408812:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29147) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.767898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036866145408900:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.767924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036866145408812:2049] [node 2] ICP30 unregister session Session# [6:7593036866145408900:2049] VirtualId# [6:7593036866145408897:0]
2026-01-08T17:01:00.767961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:00.767987Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036866145408812:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29147) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.767999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29147) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.776563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036866389209186:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:00.777561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036864831053105:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:00.777561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036866145408812:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:00.807210Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:00.807448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036866389209277:2050] [node 3] ICS01 socket: 111 reason# EndOfStream
2026-01-08T17:01:00.807483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036866389209187:2050] [node 3] ICP30 unregister session Session# [4:7593036866389209277:2050] VirtualId# [4:7593036866389209269:0]
2026-01-08T17:01:00.807514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036866389209277:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.807584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:00.807626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:00.807961Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:00.808134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036864831053205:2050] [node 3] ICS01 socket: 149 reason# EndOfStream
2026-01-08T17:01:00.808167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036864831053106:2050] [node 3] ICP30 unregister session Session# [5:7593036864831053205:2050] VirtualId# [5:7593036864831053200:0]
2026-01-08T17:01:00.808196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036864831053205:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.808287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:00.808326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:00.808606Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:00.808820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036866145408892:2050] [node 3] ICS07 socket disconnect 103 reason# EndOfStream
2026-01-08T17:01:00.808853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036866145408892:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.808928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:00.808975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036866145408892:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:00.809715Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036866145408813:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8744) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:00.809762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036866145408892:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:00.809794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036866145408813:2050] [node 3] ICP30 unregister session Session# [6:7593036866145408892:2050] VirtualId# [6:7593036866145408890:0]
2026-01-08T17:01:00.809833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:00.809858Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036866145408813:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8744) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.809871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8744) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:00.819586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036866145408813:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:00.832214Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:00.832393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036864831053212:2108] [node 4] ICS01 socket: 122 reason# EndOfStream
2026-01-08T17:01:00.832446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036864831053178:2108] [node 4] ICP30 unregister session Session# [5:7593036864831053212:2108] VirtualId# [5:7593036864831053207:0]
2026-01-08T17:01:00.832487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036864831053212:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.832575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:00.832616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:00.832938Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:00.833203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036866145408911:2108] [node 4] ICS01 socket: 155 reason# EndOfStream
2026-01-08T17:01:00.833245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036866145408875:2108] [node 4] ICP30 unregister session Session# [6:7593036866145408911:2108] VirtualId# [6:7593036866145408902:0]
2026-01-08T17:01:00.833278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036866145408911:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.833366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:00.833418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:00.853346Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:00.853608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036866145408906:2107] [node 5] ICS01 socket: 164 reason# EndOfStream
2026-01-08T17:01:00.853663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036866145408872:2107] [node 5] ICP30 unregister session Session# [6:7593036866145408906:2107] VirtualId# [6:7593036866145408904:0]
2026-01-08T17:01:00.853694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036866145408906:2107] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:00.853771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:00.853822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:00.904199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036866716509169:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:00.904247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036866716509170:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:00.909227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036863256521352:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:00.909296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036863256521353:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:00.914173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036865976833467:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:00.914215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036865976833468:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:00.919981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036865474851356:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:00.920030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036865474851357:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:00.920093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036865474851358:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:00.925910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036865852527966:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:00.925969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036865852527967:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:00.926094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036865852527968:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:00.931550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036863200533901:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:00.931579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036863200533902:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:00.931679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036863200533903:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:00.998590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036863200533962:2106] [node 5] ICP01 ready to work
2026-01-08T17:01:01.069229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036869769818715:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:01.074597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036867551488711:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:01.074542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036869769818716:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:01.074542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036871011476546:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:01.075287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036871011476547:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:01.075324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036867551488712:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:01.075538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036867551488713:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:01.075067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036870147495325:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:01.075518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036870271800827:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:01.076163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036871011476549:2118] [node 6] ICP01 ready to work
2026-01-08T17:01:01.076219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036867495501261:2109] [node 4] ICP01 ready to work
2026-01-08T17:01:01.076249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036870147495326:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:01.076695Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036866716509169:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(78948338ns) {Configure:104(78498696ns) {ProcessConfigured:135(237476ns) {StartInitialHandshake:157(234964ns) {DropHandshakes:470(1965ns) {DropIncomingHandshake:442(478ns) DropOutgoingHandshake:457(382ns)} GenerateSessionVirtualId:992(1017ns) PrepareNewSessionHandshake:477(2115ns) {SwitchToState:179(967ns)}}}}}
2026-01-08T17:01:01.077286Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036863200533962:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(77938857ns) {Configure:104(77929126ns) {ProcessConfigured:135(211851ns) {StartInitialHandshake:157(209821ns) {DropHandshakes:470(2319ns) {DropIncomingHandshake:442(560ns) DropOutgoingHandshake:457(214ns)} GenerateSessionVirtualId:992(481ns) PrepareNewSessionHandshake:477(1500ns) {SwitchToState:179(571ns)}}}}}
2026-01-08T17:01:01.077686Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036865976833467:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(74596051ns) {Configure:104(74584390ns) {ProcessConfigured:135(232118ns) {StartInitialHandshake:157(228581ns) {DropHandshakes:470(1878ns) {DropIncomingHandshake:442(480ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:992(836ns) PrepareNewSessionHandshake:477(1233ns) {SwitchToState:179(405ns)}}}}}
2026-01-08T17:01:01.078118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036870271800830:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:01.079462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036870271800833:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.089309Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036867495501275:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3618
2026-01-08T17:01:01.090217Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036867495501276:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3618
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.092443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036867495501277:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3618
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.092829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036870271800843:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32282
2026-01-08T17:01:01.092851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036867551488724:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26403
2026-01-08T17:01:01.092989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036871011476562:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23365
2026-01-08T17:01:01.093295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036870147495336:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.095045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036871011476563:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23365
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.096752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036869769818728:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25094
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.096989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036867551488722:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26403
2026-01-08T17:01:01.097736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036871011476564:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23365
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.099375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036869769818731:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25094
2026-01-08T17:01:01.099542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036870271800844:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32282
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.100656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036867551488727:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26403
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.101290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036870147495341:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
2026-01-08T17:01:01.101443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036870147495342:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
2026-01-08T17:01:01.104687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036870147495336:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.105154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036871011476563:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.105448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036871011476565:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23365
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.105563Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036871011476566:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23365
2026-01-08T17:01:01.105748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036867495501275:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.105851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036863200533962:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.106025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036870147495330:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.106049Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036870147495330:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.106989Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036870147495330:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:01.107045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036871011476564:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.107162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036867495501279:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3618
2026-01-08T17:01:01.107627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036870147495341:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.107673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036870147495325:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.107745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:01.107701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036869769818731:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.107777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036870147495325:2109] [node 6] ICP22 created new session: [5:7593036870147495345:2109]
2026-01-08T17:01:01.107774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036867495501277:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.107812Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036867495501275:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:01.107808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036870147495345:2109] [node 6] ICS09 handshake done sender: [5:7593036870147495330:2111] self: [5:7593036870147495329:0] peer: [6:7593036867495501278:0] socket: 102 qp: -1
2026-01-08T17:01:01.107837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036870147495345:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:01.107864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:01.108067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036863200533962:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.108096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:01.108121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036863200533962:2106] [node 5] ICP22 created new session: [6:7593036867495501280:2106]
2026-01-08T17:01:01.108151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036867495501280:2106] [node 5] ICS09 handshake done sender: [6:7593036867495501275:2115] self: [6:7593036867495501278:0] peer: [5:7593036870147495329:0] socket: 104 qp: -1
2026-01-08T17:01:01.108169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036867495501280:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:01.108190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:01.108432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036871011476562:2133] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.108569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036870271800843:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.108722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036865976833467:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.108827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036867551488722:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.108952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036871011476553:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.108988Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036871011476553:2129] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.109036Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036871011476566:2137] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.109044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036867551488727:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.109030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036863200533901:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.109041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036870147495342:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.109321Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036867551488724:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.109404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036870147495326:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.109907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036863256521352:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.110004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036865852527967:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.110101Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036869769818723:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.110131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036871011476556:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.110157Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036871011476556:2131] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.110130Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036869769818723:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.110822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036867551488721:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.110186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036871011476553:2129] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:01.110845Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036867551488721:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.112586Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036871011476550:2128] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.112621Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036871011476550:2128] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.113298Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036869769818728:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.113675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036870271800844:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.113664Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036867551488721:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:01.113689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036867495501276:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.113678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036866716509170:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:01.113760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036865474851358:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
::ffff:127.1.0.0
2026-01-08T17:01:01.113740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:01.113960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036869769818723:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:01.113795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036866716509170:2049] [node 3] ICP22 created new session: [1:7593036871011476574:2049]
2026-01-08T17:01:01.113980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036863200533902:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.114007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036870271800846:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32282
2026-01-08T17:01:01.113968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036871011476574:2049] [node 3] ICS09 handshake done sender: [1:7593036871011476553:2129] self: [1:7593036871011476552:0] peer: [3:7593036870271800845:0] socket: 122 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.114009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036871011476574:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.114049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:01.114099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036867551488712:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.114429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036869769818715:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.114138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:01.114230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036870271800847:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32282
2026-01-08T17:01:01.114263Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036870147495350:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
2026-01-08T17:01:01.114261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036870271800837:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.114176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036867551488712:2108] [node 5] ICP22 created new session: [2:7593036867551488734:2108]
2026-01-08T17:01:01.114551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:01.114283Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036870271800837:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.114598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036869769818715:2108] [node 5] ICP22 created new session: [4:7593036869769818735:2108]
2026-01-08T17:01:01.114264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036867551488734:2108] [node 5] ICS09 handshake done sender: [2:7593036867551488721:2113] self: [2:7593036867551488720:0] peer: [5:7593036870147495349:0] socket: 141 qp: -1
2026-01-08T17:01:01.114436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036867551488734:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:01.115787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036869769818735:2108] [node 5] ICS09 handshake done sender: [4:7593036869769818723:2112] self: [4:7593036869769818721:0] peer: [5:7593036870147495348:0] socket: 133 qp: -1
2026-01-08T17:01:01.115822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036869769818735:2108] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.116321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:01.114487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:01.115077Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036867551488716:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.117360Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036870271800848:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32282
2026-01-08T17:01:01.115103Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036867551488716:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.117405Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036871011476556:2131] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:01.118878Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036870147495342:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:01.117632Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036865976833467:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17755) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036870271800843:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.119070Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036871011476550:2128] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:01.119083Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036867551488716:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:01.119083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036871011476565:2136] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.118774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036870271800848:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.120172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036867551488713:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.119908Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036867495501285:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3618
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.119722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036870271800846:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.120312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036866716509169:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.120246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:01.120384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036867551488713:2109] [node 6] ICP22 created new session: [2:7593036867551488739:2109]
2026-01-08T17:01:01.119799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036870271800843:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:01.120523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:01.120805Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036867495501286:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3618
2026-01-08T17:01:01.120955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036867551488739:2109] [node 6] ICS09 handshake done sender: [2:7593036867551488716:2110] self: [2:7593036867551488714:0] peer: [6:7593036867495501284:0] socket: 110 qp: -1
2026-01-08T17:01:01.120973Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036870271800837:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:01.120985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036867551488738:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26403
2026-01-08T17:01:01.120977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036866716509169:2048] [node 2] ICP22 created new session: [1:7593036871011476578:2048]
2026-01-08T17:01:01.120933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036865852527967:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.121031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036865976833467:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.120990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036867551488739:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:01.121131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:01.121114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:01.121105Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036867495501277:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:01.121169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036865976833467:2048] [node 1] ICP22 created new session: [3:7593036870271800853:2048]
2026-01-08T17:01:01.120968Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036870147495326:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1634) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036870147495341:2116] held: no
No RDMA context found for GID: 2026-01-08T17:01:01.121217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036870271800853:2048] [node 1] ICS09 handshake done sender: [3:7593036870271800843:2116] self: [3:7593036870271800845:0] peer: [1:7593036871011476552:0] socket: 124 qp: -1
::ffff:127.1.0.0
2026-01-08T17:01:01.121129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036871011476578:2048] [node 2] ICS09 handshake done sender: [1:7593036871011476550:2128] self: [1:7593036871011476548:0] peer: [2:7593036867551488730:0] socket: 103 qp: -1
2026-01-08T17:01:01.120990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:01.121262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036870271800853:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.122196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036863200533901:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.121175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036871011476578:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:01.121304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:01.122255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:01.121032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036865852527967:2049] [node 2] ICP22 created new session: [5:7593036870147495352:2049]
2026-01-08T17:01:01.121214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:01.122662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036870271800830:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.122433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036869769818738:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25094
2026-01-08T17:01:01.122708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036863200533901:2048] [node 1] ICP22 created new session: [6:7593036867495501288:2048]
2026-01-08T17:01:01.122824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:01.121187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036870147495352:2049] [node 2] ICS09 handshake done sender: [5:7593036870147495342:2117] self: [5:7593036870147495349:0] peer: [2:7593036867551488720:0] socket: 142 qp: -1
2026-01-08T17:01:01.122917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036867495501288:2048] [node 1] ICS09 handshake done sender: [6:7593036867495501277:2117] self: [6:7593036867495501282:0] peer: [1:7593036871011476555:0] socket: 121 qp: -1
2026-01-08T17:01:01.122692Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036869769818739:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25094
2026-01-08T17:01:01.122922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036870271800830:2107] [node 4] ICP22 created new session: [3:7593036870271800856:2107]
2026-01-08T17:01:01.121229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036870147495352:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:01.123056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036867495501288:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:01.123092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:01.121276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:01.123082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036870271800856:2107] [node 4] ICS09 handshake done sender: [3:7593036870271800837:2114] self: [3:7593036870271800836:0] peer: [4:7593036869769818734:0] socket: 120 qp: -1
2026-01-08T17:01:01.122877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036870147495351:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
2026-01-08T17:01:01.123408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036870271800856:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:01.124570Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036869769818728:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.123442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:01.124683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036869769818740:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25094
2026-01-08T17:01:01.124901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036871011476549:2118] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.124864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036865474851358:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.125086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.125191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036871011476549:2118] [node 6] ICP22 created new session: [1:7593036871011476581:2118]
2026-01-08T17:01:01.125068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:01.125188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036865474851358:2050] [node 3] ICP22 created new session: [4:7593036869769818741:2050]
2026-01-08T17:01:01.125454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036871011476581:2118] [node 6] ICS09 handshake done sender: [1:7593036871011476556:2131] self: [1:7593036871011476555:0] peer: [6:7593036867495501282:0] socket: 119 qp: -1
2026-01-08T17:01:01.125463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036869769818741:2050] [node 3] ICS09 handshake done sender: [4:7593036869769818728:2115] self: [4:7593036869769818734:0] peer: [3:7593036870271800836:0] socket: 125 qp: -1
2026-01-08T17:01:01.126926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036867495501287:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3618
2026-01-08T17:01:01.125966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036871011476581:2118] [node 6] ICS10 traffic start
2026-01-08T17:01:01.125976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036869769818741:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:01.126010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:01.126004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:01.130139Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036867551488722:2114] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:01.130131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036867495501286:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:01:01.132821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036870147495355:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.132256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036869769818740:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.133023Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036863256521352:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17755) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036867551488722:2114] held: no
2026-01-08T17:01:01.133997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036863256521352:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.132918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036870147495341:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:01.133929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036867495501261:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.134213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:01.133961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036870147495354:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
2026-01-08T17:01:01.134528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036870147495326:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.134419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036863256521352:2048] [node 1] ICP22 created new session: [2:7593036867551488742:2048]
2026-01-08T17:01:01.134631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:01.135927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036867551488742:2048] [node 1] ICS09 handshake done sender: [2:7593036867551488722:2114] self: [2:7593036867551488730:0] peer: [1:7593036871011476548:0] socket: 105 qp: -1
2026-01-08T17:01:01.134203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036865474851356:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.136668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036870147495326:2108] [node 4] ICP22 created new session: [5:7593036870147495356:2108]
2026-01-08T17:01:01.135978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036867551488742:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:01.136165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:01.137146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036870147495356:2108] [node 4] ICS09 handshake done sender: [5:7593036870147495341:2116] self: [5:7593036870147495348:0] peer: [4:7593036869769818721:0] socket: 136 qp: -1
2026-01-08T17:01:01.137194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036870147495356:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:01.137281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:01.137211Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036863200533902:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9063) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036867495501276:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.137473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036870147495354:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2026-01-08T17:01:01.137297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036869769818724:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:01:01.137495Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036871011476559:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.137361Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036867495501276:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:01.137541Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036871011476559:2132] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.137344Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036869769818724:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.137679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036865852527968:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.137613Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036870271800859:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32282
2026-01-08T17:01:01.137612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036869769818744:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25094
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:01.138303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036863200533902:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.138358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:01.138308Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036869769818738:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.138382Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036867495501292:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3618
2026-01-08T17:01:01.138405Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036867551488744:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26403
2026-01-08T17:01:01.138403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036863200533902:2049] [node 2] ICP22 created new session: [6:7593036867495501293:2049]
2026-01-08T17:01:01.138421Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036870271800840:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.138460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036867495501293:2049] [node 2] ICS09 handshake done sender: [6:7593036867495501276:2116] self: [6:7593036867495501284:0] peer: [2:7593036867551488714:0] socket: 117 qp: -1
2026-01-08T17:01:01.138490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036867495501293:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:01.138444Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036870271800840:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.138483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036870147495355:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.138517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:01.138838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036865852527966:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.139004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036867495501292:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.139001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036865474851357:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.139385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036863200533903:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.139055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036867551488744:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.139533Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036869769818744:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.138940Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036871011476559:2132] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:01.140517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036870271800835:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.140524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036867551488719:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.141012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036869769818747:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25094
2026-01-08T17:01:01.139537Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036871011476554:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.140545Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036867551488719:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.140541Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036870271800835:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.141129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036869769818724:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:01.139561Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036871011476554:2130] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.140545Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036870271800840:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:01.140116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036871011476546:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.142145Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036867551488719:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:01.141298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036870271800833:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.141474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:01.140567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.141043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036871011476546:2107] [node 4] ICP22 created new session: [1:7593036871011476584:2107]
2026-01-08T17:01:01.142448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036867495501296:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3618
2026-01-08T17:01:01.141953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036870271800833:2108] [node 5] ICP22 created new session: [3:7593036870271800861:2108]
2026-01-08T17:01:01.141102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036871011476584:2107] [node 4] ICS09 handshake done sender: [1:7593036871011476559:2132] self: [1:7593036871011476557:0] peer: [4:7593036869769818745:0] socket: 162 qp: -1
2026-01-08T17:01:01.142270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036870271800861:2108] [node 5] ICS09 handshake done sender: [3:7593036870271800840:2115] self: [3:7593036870271800838:0] peer: [5:7593036870147495358:0] socket: 163 qp: -1
2026-01-08T17:01:01.142800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036870147495360:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
2026-01-08T17:01:01.142690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036867551488711:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.141130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036871011476584:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:01.143355Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036867495501286:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:01.142832Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036865474851356:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17755) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036869769818740:2119] held: no
2026-01-08T17:01:01.142389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036870271800861:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:01.142749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:01.141304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:01.143319Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036871011476554:2130] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:01.142416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:01.143292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036867551488711:2107] [node 4] ICP22 created new session: [2:7593036867551488747:2107]
2026-01-08T17:01:01.144154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036867495501261:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.144330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:01.144929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036870271800859:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.143332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036867551488747:2107] [node 4] ICS09 handshake done sender: [2:7593036867551488719:2112] self: [2:7593036867551488718:0] peer: [4:7593036869769818746:0] socket: 159 qp: -1
2026-01-08T17:01:01.144992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036871011476547:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.144445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036867495501261:2109] [node 4] ICP22 created new session: [6:7593036867495501297:2109]
2026-01-08T17:01:01.145048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036869769818716:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.145931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:01.143548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036867551488747:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:01.145766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036867495501297:2109] [node 4] ICS09 handshake done sender: [6:7593036867495501286:2120] self: [6:7593036867495501291:0] peer: [4:7593036869769818722:0] socket: 157 qp: -1
2026-01-08T17:01:01.145967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036867495501297:2109] [node 4] ICS10 traffic start
2026-01-08T17:01:01.143862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:01.146345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036871011476547:2108] [node 5] ICP22 created new session: [1:7593036871011476587:2108]
2026-01-08T17:01:01.146340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:01.146395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036871011476587:2108] [node 5] ICS09 handshake done sender: [1:7593036871011476554:2130] self: [1:7593036871011476551:0] peer: [5:7593036870147495359:0] socket: 107 qp: -1
2026-01-08T17:01:01.146336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:01.146397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036865976833468:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.146420Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036870271800835:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:01.146675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036870271800827:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.146426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036871011476587:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:01.147560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036867551488726:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.146619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:01.146381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036869769818716:2109] [node 6] ICP22 created new session: [4:7593036869769818751:2109]
2026-01-08T17:01:01.147593Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036867551488726:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.146500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036869769818751:2109] [node 6] ICS09 handshake done sender: [4:7593036869769818724:2113] self: [4:7593036869769818722:0] peer: [6:7593036867495501291:0] socket: 155 qp: -1
2026-01-08T17:01:01.146527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036869769818751:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:01.148092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:01.146722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.148336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036870271800827:2109] [node 6] ICP22 created new session: [3:7593036870271800865:2109]
2026-01-08T17:01:01.148503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036870271800865:2109] [node 6] ICS09 handshake done sender: [3:7593036870271800835:2113] self: [3:7593036870271800834:0] peer: [6:7593036867495501295:0] socket: 114 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.148527Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036867551488726:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:01.148732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036867495501299:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3618
2026-01-08T17:01:01.148620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036870271800865:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:01.148654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:01.148862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036863256521353:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.149130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:01.149180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036863256521353:2049] [node 3] ICP22 created new session: [2:7593036867551488750:2049]
2026-01-08T17:01:01.149267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036867551488750:2049] [node 3] ICS09 handshake done sender: [2:7593036867551488726:2116] self: [2:7593036867551488725:0] peer: [3:7593036870271800864:0] socket: 140 qp: -1
2026-01-08T17:01:01.149294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036867551488750:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:01.149556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:01.150218Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036863200533903:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6782) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036867495501292:2122] held: no
2026-01-08T17:01:01.150332Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036869769818740:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:01.146347Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036865852527968:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6782) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036870147495354:2120] held: no
2026-01-08T17:01:01.146941Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036865852527966:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17755) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036870147495355:2121] held: no
2026-01-08T17:01:01.150403Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036867495501292:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:01.151502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036863200533903:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.148075Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036870147495354:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:01.151547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:01.149089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036870147495361:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47911
2026-01-08T17:01:01.149197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036865852527968:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.149234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:01.151949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036863200533903:2050] [node 3] ICP22 created new session: [6:7593036867495501300:2050]
2026-01-08T17:01:01.149277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036865852527968:2050] [node 3] ICP22 created new session: [5:7593036870147495362:2050]
2026-01-08T17:01:01.149574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036870147495362:2050] [node 3] ICS09 handshake done sender: [5:7593036870147495354:2120] self: [5:7593036870147495358:0] peer: [3:7593036870271800838:0] socket: 115 qp: -1
2026-01-08T17:01:01.149665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036870147495355:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:01.152025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036867495501300:2050] [node 3] ICS09 handshake done sender: [6:7593036867495501292:2122] self: [6:7593036867495501295:0] peer: [3:7593036870271800834:0] socket: 167 qp: -1
2026-01-08T17:01:01.149611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036870147495362:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:01.152101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036867495501300:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.149790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:01.152179Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036865474851357:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9063) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036869769818738:2117] held: no
2026-01-08T17:01:01.150182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036865852527966:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.151955Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036865976833468:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9063) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036870271800859:2121] held: no
2026-01-08T17:01:01.152135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:01.152352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036870271800867:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32282
2026-01-08T17:01:01.150217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:01.150262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036865852527966:2048] [node 1] ICP22 created new session: [5:7593036870147495364:2048]
2026-01-08T17:01:01.150300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036870147495364:2048] [node 1] ICS09 handshake done sender: [5:7593036870147495355:2121] self: [5:7593036870147495359:0] peer: [1:7593036871011476551:0] socket: 164 qp: -1
2026-01-08T17:01:01.150341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036870147495364:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:01.152829Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036870271800859:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:01.150370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.152983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036865474851356:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.153009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036865976833468:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.153030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:01.153107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036865474851356:2048] [node 1] ICP22 created new session: [4:7593036869769818753:2048]
2026-01-08T17:01:01.153133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036869769818750:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25094
2026-01-08T17:01:01.153154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:01.153150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036869769818753:2048] [node 1] ICS09 handshake done sender: [4:7593036869769818740:2119] self: [4:7593036869769818745:0] peer: [1:7593036871011476557:0] socket: 143 qp: -1
2026-01-08T17:01:01.153221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036865976833468:2049] [node 2] ICP22 created new session: [3:7593036870271800868:2049]
2026-01-08T17:01:01.153178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036869769818753:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:01.153260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036870271800868:2049] [node 2] ICS09 handshake done sender: [3:7593036870271800859:2121] self: [3:7593036870271800864:0] peer: [2:7593036867551488725:0] socket: 166 qp: -1
2026-01-08T17:01:01.153243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:01.153305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036870271800868:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:01.153338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:01.153630Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036869769818738:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:01.153724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036865474851357:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.153781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:01.153811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036865474851357:2049] [node 2] ICP22 created new session: [4:7593036869769818755:2049]
2026-01-08T17:01:01.153841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036869769818755:2049] [node 2] ICS09 handshake done sender: [4:7593036869769818738:2117] self: [4:7593036869769818746:0] peer: [2:7593036867551488718:0] socket: 138 qp: -1
2026-01-08T17:01:01.153862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036869769818755:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:01.153891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:01.198543Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:01.198776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036867551488742:2048] [node 1] ICS01 socket: 105 reason# EndOfStream
2026-01-08T17:01:01.198821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036863256521352:2048] [node 1] ICP30 unregister session Session# [2:7593036867551488742:2048] VirtualId# [2:7593036867551488730:0]
2026-01-08T17:01:01.198854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036867551488742:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.198974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:01.199035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:01.200202Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:01.200445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036870271800853:2048] [node 1] ICS01 socket: 124 reason# EndOfStream
2026-01-08T17:01:01.200509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036865976833467:2048] [node 1] ICP30 unregister session Session# [3:7593036870271800853:2048] VirtualId# [3:7593036870271800845:0]
2026-01-08T17:01:01.200541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036870271800853:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.200621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:01.200678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:01.201561Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:01.201796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036869769818753:2048] [node 1] ICS01 socket: 143 reason# EndOfStream
2026-01-08T17:01:01.201839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036865474851356:2048] [node 1] ICP30 unregister session Session# [4:7593036869769818753:2048] VirtualId# [4:7593036869769818745:0]
2026-01-08T17:01:01.201875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036869769818753:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.201983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:01.202036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:01.202392Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:01.202592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036870147495364:2048] [node 1] ICS01 socket: 164 reason# EndOfStream
2026-01-08T17:01:01.202626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036865852527966:2048] [node 1] ICP30 unregister session Session# [5:7593036870147495364:2048] VirtualId# [5:7593036870147495359:0]
2026-01-08T17:01:01.202651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036870147495364:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.202714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:01.202760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:01.203375Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:01.203617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036867495501288:2048] [node 1] ICS01 socket: 121 reason# EndOfStream
2026-01-08T17:01:01.203666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036863200533901:2048] [node 1] ICP30 unregister session Session# [6:7593036867495501288:2048] VirtualId# [6:7593036867495501282:0]
2026-01-08T17:01:01.203692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036867495501288:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.203773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:01.203830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:01.241706Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:01.241978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036870271800868:2049] [node 2] ICS01 socket: 166 reason# EndOfStream
2026-01-08T17:01:01.242026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036865976833468:2049] [node 2] ICP30 unregister session Session# [3:7593036870271800868:2049] VirtualId# [3:7593036870271800864:0]
2026-01-08T17:01:01.242061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036870271800868:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.242190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:01.242269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:01.244253Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:01.244423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036869769818755:2049] [node 2] ICS01 socket: 138 reason# EndOfStream
2026-01-08T17:01:01.244461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036865474851357:2049] [node 2] ICP30 unregister session Session# [4:7593036869769818755:2049] VirtualId# [4:7593036869769818746:0]
2026-01-08T17:01:01.244489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036869769818755:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.244566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:01.244601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:01.244852Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:01.245028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036870147495352:2049] [node 2] ICS07 socket disconnect 142 reason# EndOfStream
2026-01-08T17:01:01.245072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036870147495352:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.245156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:01.245200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036870147495352:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:01.245437Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:01.245709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036867495501293:2049] [node 2] ICS01 socket: 117 reason# EndOfStream
2026-01-08T17:01:01.245764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036863200533902:2049] [node 2] ICP30 unregister session Session# [6:7593036867495501293:2049] VirtualId# [6:7593036867495501284:0]
2026-01-08T17:01:01.245801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036867495501293:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.245843Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036865852527967:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9063) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:01.245889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036870147495352:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:01.245901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:01.245962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036865852527967:2049] [node 2] ICP30 unregister session Session# [5:7593036870147495352:2049] VirtualId# [5:7593036870147495349:0]
2026-01-08T17:01:01.245979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:01.246015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:01.246051Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036865852527967:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9063) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.246067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9063) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.255832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036865852527967:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:01.302223Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:01.302467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036869769818741:2050] [node 3] ICS07 socket disconnect 125 reason# EndOfStream
2026-01-08T17:01:01.302499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036869769818741:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.302581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:01.302626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036869769818741:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:01.303372Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036865474851358:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6782) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:01.303327Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:01.303421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036869769818741:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:01.303489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036865474851358:2050] [node 3] ICP30 unregister session Session# [4:7593036869769818741:2050] VirtualId# [4:7593036869769818734:0]
2026-01-08T17:01:01.303524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:01.303542Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036865474851358:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6782) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.303551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6782) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.303591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036870147495362:2050] [node 3] ICS01 socket: 115 reason# EndOfStream
2026-01-08T17:01:01.303637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036865852527968:2050] [node 3] ICP30 unregister session Session# [5:7593036870147495362:2050] VirtualId# [5:7593036870147495358:0]
2026-01-08T17:01:01.303668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036870147495362:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.303778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:01.303857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:01.304139Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:01.304310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036867495501300:2050] [node 3] ICS01 socket: 167 reason# EndOfStream
2026-01-08T17:01:01.304338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036863200533903:2050] [node 3] ICP30 unregister session Session# [6:7593036867495501300:2050] VirtualId# [6:7593036867495501295:0]
2026-01-08T17:01:01.304365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036867495501300:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.304427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:01.304471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:01.348937Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:01.349203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036870147495356:2108] [node 4] ICS01 socket: 136 reason# EndOfStream
2026-01-08T17:01:01.349270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036870147495326:2108] [node 4] ICP30 unregister session Session# [5:7593036870147495356:2108] VirtualId# [5:7593036870147495348:0]
2026-01-08T17:01:01.349307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036870147495356:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.349439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:01.349504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:01.349991Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:01.350225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036867495501297:2109] [node 4] ICS01 socket: 157 reason# EndOfStream
2026-01-08T17:01:01.350273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036867495501261:2109] [node 4] ICP30 unregister session Session# [6:7593036867495501297:2109] VirtualId# [6:7593036867495501291:0]
2026-01-08T17:01:01.350307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036867495501297:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.350434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:01.350480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:01.398025Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:01.398185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036867495501280:2106] [node 5] ICS01 socket: 104 reason# EndOfStream
2026-01-08T17:01:01.398215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036863200533962:2106] [node 5] ICP30 unregister session Session# [6:7593036867495501280:2106] VirtualId# [6:7593036867495501278:0]
2026-01-08T17:01:01.398239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036867495501280:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.398303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:01.398352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:01.474403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036868127291708:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:01.474431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036868127291709:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:01.479992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036868191395102:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:01.480025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036868191395103:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:01.486096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036869467151508:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:01.486193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036869467151509:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:01.491638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036866947125655:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:01.491672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036866947125656:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:01.491914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036866947125657:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:01.497137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036869650675844:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:01.497160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036869650675845:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:01.497268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036869650675846:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:01.503326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036868376425872:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:01.503372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036868376425873:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:01.503627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036868376425874:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:01.572289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036869467151588:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:01.582169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036868376425933:2105] [node 5] ICP01 ready to work
2026-01-08T17:01:01.583625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036868127291771:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:01.584200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036868191395166:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:01.584607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036869467151590:2116] [node 6] ICP01 ready to work
2026-01-08T17:01:01.584726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036868127291773:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:01.585243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036868376425935:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:01.584899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036868127291772:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:01.585557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036868191395167:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:01.585535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036869650675907:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:01.585918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036869467151591:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:01.585860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036866947125718:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:01.585912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036869650675908:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:01.585861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036868191395168:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:01.586225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036866947125719:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:01.593697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036868127291708:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(49497764ns) {Configure:104(42825658ns) {ProcessConfigured:135(98735ns) {StartInitialHandshake:157(96686ns) {DropHandshakes:470(1446ns) {DropIncomingHandshake:442(236ns) DropOutgoingHandshake:457(256ns)} GenerateSessionVirtualId:992(544ns) PrepareNewSessionHandshake:477(1309ns) {SwitchToState:179(453ns)}}}}}
2026-01-08T17:01:01.594104Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036869467151508:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(43098034ns) {Configure:104(43092020ns) {ProcessConfigured:135(159352ns) {StartInitialHandshake:157(157564ns) {DropHandshakes:470(1134ns) {DropIncomingHandshake:442(262ns) DropOutgoingHandshake:457(265ns)} GenerateSessionVirtualId:992(817ns) PrepareNewSessionHandshake:477(1380ns) {SwitchToState:179(822ns)}}}}}
2026-01-08T17:01:01.595704Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036868376425872:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(38627526ns) {Configure:104(38616164ns) {ProcessConfigured:135(419760ns) {StartInitialHandshake:157(417736ns) {DropHandshakes:470(1187ns) {DropIncomingHandshake:442(280ns) DropOutgoingHandshake:457(238ns)} GenerateSessionVirtualId:992(444ns) PrepareNewSessionHandshake:477(1498ns) {SwitchToState:179(798ns)}}}}}
2026-01-08T17:01:01.597307Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036866947125655:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(45662839ns) {Configure:104(45656503ns) {ProcessConfigured:135(133525ns) {StartInitialHandshake:157(131868ns) {DropHandshakes:470(1318ns) {DropIncomingHandshake:442(233ns) DropOutgoingHandshake:457(224ns)} GenerateSessionVirtualId:992(773ns) PrepareNewSessionHandshake:477(903ns) {SwitchToState:179(381ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.599141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036868127291786:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26920
2026-01-08T17:01:01.599140Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036868127291787:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26920
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.603938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036868191395174:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41322
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.603749Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036868376425948:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35339
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.606946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036868127291789:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26920
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.606871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036868191395181:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41322
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.607341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036868191395184:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41322
2026-01-08T17:01:01.607778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036868127291790:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26920
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.610280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036868127291791:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26920
2026-01-08T17:01:01.611014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036868191395185:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41322
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.611597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036868376425951:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35339
2026-01-08T17:01:01.611298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866947125733:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61480
2026-01-08T17:01:01.612101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036868376425952:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35339
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.613342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036868376425953:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35339
2026-01-08T17:01:01.613519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036868191395174:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.613662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036868191395102:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.613908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036868127291777:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.613945Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036868127291777:2111] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.615129Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036868191395187:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41322
2026-01-08T17:01:01.615159Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036868127291777:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:01.615458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036868127291708:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.615938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036868191395174:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:01.615518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:01.615625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036868127291708:2048] [node 2] ICP22 created new session: [1:7593036868127291793:2048]
2026-01-08T17:01:01.615944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036868127291793:2048] [node 2] ICS09 handshake done sender: [1:7593036868127291777:2111] self: [1:7593036868127291774:0] peer: [2:7593036868191395186:0] socket: 108 qp: -1
2026-01-08T17:01:01.616072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036868127291793:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:01.617191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036868191395102:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.616111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:01.617243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:01.617297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036868191395102:2048] [node 1] ICP22 created new session: [2:7593036868191395188:2048]
2026-01-08T17:01:01.616971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036868127291787:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2026-01-08T17:01:01.617321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036868191395188:2048] [node 1] ICS09 handshake done sender: [2:7593036868191395174:2113] self: [2:7593036868191395186:0] peer: [1:7593036868127291774:0] socket: 110 qp: -1
::ffff:127.1.0.0
2026-01-08T17:01:01.617346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036868191395188:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:01.617364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:01.617446Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866947125734:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61480
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.617709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036869467151608:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30984
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.617864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036869467151604:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30984
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.617971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036868127291786:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.617988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036869467151605:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30984
2026-01-08T17:01:01.618228Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036869467151607:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30984
2026-01-08T17:01:01.618557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036869467151605:2134] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.618677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036869467151508:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.618901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036868127291779:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.618927Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036868127291779:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.619137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036868376425953:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.619243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036868376425873:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.619303Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036868127291789:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.619429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036868191395175:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.619456Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036868191395175:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.619669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036868127291779:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:01.620005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036868127291709:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.620103Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036868191395175:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:01.620253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:01:01.620300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036868127291709:2049] [node 3] ICP22 created new session: [1:7593036868127291800:2049]
::ffff:127.1.0.0
2026-01-08T17:01:01.620342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036868127291800:2049] [node 3] ICS09 handshake done sender: [1:7593036868127291779:2112] self: [1:7593036868127291778:0] peer: [3:7593036869467151609:0] socket: 117 qp: -1
2026-01-08T17:01:01.620437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036868127291800:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:01.620475Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036869467151610:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30984
2026-01-08T17:01:01.620462Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036868376425955:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35339
2026-01-08T17:01:01.620476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:01.620571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036868191395167:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.620620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:01.620737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036868191395167:2110] [node 6] ICP22 created new session: [2:7593036868191395191:2110]
2026-01-08T17:01:01.620815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036868191395191:2110] [node 6] ICS09 handshake done sender: [2:7593036868191395175:2114] self: [2:7593036868191395173:0] peer: [6:7593036868376425954:0] socket: 147 qp: -1
2026-01-08T17:01:01.620852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036868191395191:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:01.620874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:01.621371Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036868376425953:2118] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:01.621678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036868376425873:2049] [node 2] ICP19 incoming handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:01:01.621717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:01.621745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036868376425873:2049] [node 2] ICP22 created new session: [6:7593036868376425956:2049]
2026-01-08T17:01:01.621709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866947125734:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.621768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036868376425956:2049] [node 2] ICS09 handshake done sender: [6:7593036868376425953:2118] self: [6:7593036868376425954:0] peer: [2:7593036868191395173:0] socket: 149 qp: -1
2026-01-08T17:01:01.621787Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036869650675922:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17695
2026-01-08T17:01:01.621788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036868376425956:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:01.621813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036868127291790:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.621808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:01.621825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036866947125655:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.622905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036868127291782:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.622928Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036868127291782:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.623233Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036869467151508:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10345) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036869467151605:2134] held: no
2026-01-08T17:01:01.623343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036868191395181:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.623438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036869467151605:2134] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:01.623347Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036868127291791:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.623429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036868191395185:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.623490Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036868191395184:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.623594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036869467151508:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.623876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036868127291708:2048] [node 2] ICP18 handshake (actor [1:7593036868127291791:2119]) is too old
2026-01-08T17:01:01.623894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:01.624075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036869467151508:2048] [node 1] ICP22 created new session: [3:7593036869467151612:2048]
2026-01-08T17:01:01.623880Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036869650675922:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.624112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036869467151612:2048] [node 1] ICS09 handshake done sender: [3:7593036869467151605:2134] self: [3:7593036869467151609:0] peer: [1:7593036868127291778:0] socket: 118 qp: -1
2026-01-08T17:01:01.624112Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036868376425952:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.624097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036869650675923:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17695
2026-01-08T17:01:01.624146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036869467151612:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:01.624219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036869650675844:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.625068Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036868127291782:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:01.624225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:01.625228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036868376425951:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.625485Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866947125733:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.625221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036868127291785:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.625243Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036868127291785:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.626523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036868376425933:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.626722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036868127291771:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.626526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036868376425872:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: 2026-01-08T17:01:01.626653Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036869467151607:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:01:01.626875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036869467151604:2133] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.626941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:01.626917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036869650675924:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17695
2026-01-08T17:01:01.626954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036869650675913:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.626985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036868127291776:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.626966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866947125736:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61480
2026-01-08T17:01:01.626975Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036869650675913:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.627006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036868127291771:2107] [node 4] ICP22 created new session: [1:7593036868127291806:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.627037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036869467151509:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.627010Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036868127291776:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.628725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036869650675926:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17695
2026-01-08T17:01:01.628752Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036868191395172:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.628850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036869467151608:2136] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.628268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036868127291806:2107] [node 4] ICS09 handshake done sender: [1:7593036868127291782:2113] self: [1:7593036868127291781:0] peer: [4:7593036866947125735:0] socket: 152 qp: -1
2026-01-08T17:01:01.628758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036869650675924:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.629222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036869650675846:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.628794Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036868191395172:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.629014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036868376425948:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.628587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036868127291806:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.630008Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036869650675926:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.629213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036868376425874:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.628763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.630592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036869467151595:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.630568Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036869650675913:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:01.629900Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036868127291776:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:01.630916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036868191395172:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:01.632221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036869650675923:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.629916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036868127291785:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:01.630658Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036869467151595:2129] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.629952Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036866947125655:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10345) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036866947125734:2116] held: no
2026-01-08T17:01:01.633275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036868191395103:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.632342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036868127291773:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.633096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036869650675927:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17695
2026-01-08T17:01:01.632393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:01.630844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036869467151600:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.632979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036866947125734:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:01.633306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036869650675845:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.633335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:01.632642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036868127291773:2109] [node 6] ICP22 created new session: [1:7593036868127291809:2109]
2026-01-08T17:01:01.633372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036868191395103:2049] [node 3] ICP22 created new session: [2:7593036868191395199:2049]
2026-01-08T17:01:01.633118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866947125738:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61480
2026-01-08T17:01:01.630869Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036869467151600:2131] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.633401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036868191395199:2049] [node 3] ICS09 handshake done sender: [2:7593036868191395172:2112] self: [2:7593036868191395171:0] peer: [3:7593036869467151615:0] socket: 115 qp: -1
2026-01-08T17:01:01.633021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036868127291772:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.633019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036869467151600:2131] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:01.633426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036868191395199:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:01.633713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036866947125655:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.633668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:01.633383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036869467151591:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.633034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036868127291809:2109] [node 6] ICS09 handshake done sender: [1:7593036868127291776:2110] self: [1:7593036868127291775:0] peer: [6:7593036868376425959:0] socket: 124 qp: -1
2026-01-08T17:01:01.633851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.633059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:01.633409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:01.634084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036869650675908:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.634122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036868376425962:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35339
2026-01-08T17:01:01.633062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036868127291809:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:01.634133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: 2026-01-08T17:01:01.634145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036866947125655:2048] [node 1] ICP22 created new session: [4:7593036866947125740:2048]
::ffff:127.1.0.0
2026-01-08T17:01:01.633437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036869467151591:2108] [node 5] ICP22 created new session: [3:7593036869467151620:2108]
2026-01-08T17:01:01.633101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:01.634554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036869650675908:2109] [node 6] ICP22 created new session: [5:7593036869650675933:2109]
2026-01-08T17:01:01.634547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036866947125740:2048] [node 1] ICS09 handshake done sender: [4:7593036866947125734:2116] self: [4:7593036866947125735:0] peer: [1:7593036868127291781:0] socket: 153 qp: -1
2026-01-08T17:01:01.633690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036869467151620:2108] [node 5] ICS09 handshake done sender: [3:7593036869467151600:2131] self: [3:7593036869467151599:0] peer: [5:7593036869650675929:0] socket: 160 qp: -1
2026-01-08T17:01:01.633100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036868127291772:2108] [node 5] ICP22 created new session: [1:7593036868127291810:2108]
2026-01-08T17:01:01.634548Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036868191395178:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.634589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036866947125740:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:01.633713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036869467151620:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:01.634822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036868376425963:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35339
2026-01-08T17:01:01.633403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036868127291810:2108] [node 5] ICS09 handshake done sender: [1:7593036868127291785:2114] self: [1:7593036868127291784:0] peer: [5:7593036869650675925:0] socket: 111 qp: -1
2026-01-08T17:01:01.634617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:01.634097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:01.634583Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036868191395178:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.634856Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036869650675922:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.633430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036868127291810:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:01.636653Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036868191395178:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:01.634148Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036869467151595:2129] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:01.634704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036869467151617:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30984
2026-01-08T17:01:01.633456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:01.636624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036869650675933:2109] [node 6] ICS09 handshake done sender: [5:7593036869650675913:2111] self: [5:7593036869650675911:0] peer: [6:7593036868376425958:0] socket: 128 qp: -1
2026-01-08T17:01:01.637577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036868376425965:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35339
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.637705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866947125738:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.636653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036869650675933:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:01.637581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036868376425964:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35339
2026-01-08T17:01:01.637624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036868191395168:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.637559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:01.639442Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036868376425872:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10345) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036868376425951:2116] held: no
2026-01-08T17:01:01.639078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:01.640818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866947125741:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61480
2026-01-08T17:01:01.639945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036869467151590:2116] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.641276Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036868376425948:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:01.639117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036868191395168:2109] [node 5] ICP22 created new session: [2:7593036868191395202:2109]
2026-01-08T17:01:01.641192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036866947125656:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.640005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:01.641391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036868376425951:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:01.641182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036868191395202:2109] [node 5] ICS09 handshake done sender: [2:7593036868191395178:2115] self: [2:7593036868191395177:0] peer: [5:7593036869650675931:0] socket: 109 qp: -1
2026-01-08T17:01:01.641793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036869650675844:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.641235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036869467151590:2116] [node 6] ICP22 created new session: [3:7593036869467151623:2116]
2026-01-08T17:01:01.641791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036868376425964:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.641340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036868191395202:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:01.645393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866947125741:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.641723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036869467151623:2116] [node 6] ICS09 handshake done sender: [3:7593036869467151595:2129] self: [3:7593036869467151594:0] peer: [6:7593036868376425961:0] socket: 119 qp: -1
2026-01-08T17:01:01.642189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036868376425952:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:01.641391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:01.641850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.642145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036869467151623:2116] [node 6] ICS10 traffic start
2026-01-08T17:01:01.646168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036866947125657:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.642198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036869650675844:2048] [node 1] ICP22 created new session: [5:7593036869650675937:2048]
2026-01-08T17:01:01.642291Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036868376425933:2105] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8005) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036868376425952:2117] held: no
2026-01-08T17:01:01.642179Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036869467151509:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27297) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036869467151604:2133] held: no
2026-01-08T17:01:01.648210Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866947125745:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61480
2026-01-08T17:01:01.642335Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036868191395180:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.642358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036869650675937:2048] [node 1] ICS09 handshake done sender: [5:7593036869650675922:2115] self: [5:7593036869650675925:0] peer: [1:7593036868127291784:0] socket: 158 qp: -1
2026-01-08T17:01:01.642184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:01.645579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036868376425874:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.645929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036869650675937:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:01.645409Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036869467151604:2133] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:01.645937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036868376425872:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.642363Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036868191395180:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.646115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:01.646666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036869467151509:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.645980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:01.646698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:01.649472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036869650675932:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17695
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.646029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036868376425874:2050] [node 3] ICP22 created new session: [6:7593036868376425966:2050]
2026-01-08T17:01:01.650562Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036869650675844:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:01.648892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036869467151509:2049] [node 2] ICP22 created new session: [3:7593036869467151626:2049]
2026-01-08T17:01:01.650745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036868191395180:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:01.646102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036868376425933:2105] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.649455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036869467151626:2049] [node 2] ICS09 handshake done sender: [3:7593036869467151604:2133] self: [3:7593036869467151615:0] peer: [2:7593036868191395171:0] socket: 116 qp: -1
2026-01-08T17:01:01.646136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:01.649611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036869467151626:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:01.646136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:01.649660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:01.646440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036868376425933:2105] [node 5] ICP22 created new session: [6:7593036868376425968:2105]
2026-01-08T17:01:01.650948Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036869650675924:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:01.649711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036869467151603:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.646442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036868376425966:2050] [node 3] ICS09 handshake done sender: [6:7593036868376425948:2115] self: [6:7593036868376425961:0] peer: [3:7593036869467151594:0] socket: 121 qp: -1
2026-01-08T17:01:01.649741Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036869467151603:2132] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.646453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036868376425872:2048] [node 1] ICP22 created new session: [6:7593036868376425967:2048]
2026-01-08T17:01:01.651010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036868191395166:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.648885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036868376425966:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:01.650872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036869467151624:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30984
2026-01-08T17:01:01.651087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:01.648910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036868376425968:2105] [node 5] ICS09 handshake done sender: [6:7593036868376425952:2117] self: [6:7593036868376425958:0] peer: [5:7593036869650675911:0] socket: 135 qp: -1
2026-01-08T17:01:01.651303Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036869467151603:2132] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:01.651319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036869650675846:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.651137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036868191395166:2107] [node 4] ICP22 created new session: [2:7593036868191395205:2107]
2026-01-08T17:01:01.648903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036868376425967:2048] [node 1] ICS09 handshake done sender: [6:7593036868376425951:2116] self: [6:7593036868376425959:0] peer: [1:7593036868127291775:0] socket: 133 qp: -1
2026-01-08T17:01:01.651392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036868191395205:2107] [node 4] ICS09 handshake done sender: [2:7593036868191395180:2116] self: [2:7593036868191395179:0] peer: [4:7593036866947125743:0] socket: 164 qp: -1
2026-01-08T17:01:01.648943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:01.651437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866947125746:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61480
2026-01-08T17:01:01.651468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:01.648954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036868376425967:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:01.651505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036868191395205:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:01.649473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036868376425968:2105] [node 5] ICS10 traffic start
2026-01-08T17:01:01.651527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036869650675846:2050] [node 3] ICP22 created new session: [5:7593036869650675940:2050]
2026-01-08T17:01:01.651546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:01.651661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036869467151588:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.649513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:01.651802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036869650675940:2050] [node 3] ICS09 handshake done sender: [5:7593036869650675924:2117] self: [5:7593036869650675929:0] peer: [3:7593036869467151599:0] socket: 162 qp: -1
2026-01-08T17:01:01.651727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:01.649685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.651766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036869467151588:2107] [node 4] ICP22 created new session: [3:7593036869467151629:2107]
2026-01-08T17:01:01.651925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036869650675940:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:01.651912Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036868376425874:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:01.651968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:01.651941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036868376425935:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.651956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036869467151629:2107] [node 4] ICS09 handshake done sender: [3:7593036869467151603:2132] self: [3:7593036869467151601:0] peer: [4:7593036866947125744:0] socket: 178 qp: -1
2026-01-08T17:01:01.652737Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036866947125656:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27297) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036866947125738:2118] held: no
2026-01-08T17:01:01.653343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866947125730:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.652756Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036869650675936:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17695
2026-01-08T17:01:01.653360Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036866947125730:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.651989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036869467151629:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.652779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:01.655418Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036866947125657:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2169) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036866947125741:2119] held: no
2026-01-08T17:01:01.655717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036866947125747:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61480
2026-01-08T17:01:01.655784Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036866947125738:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:01.656486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036866947125656:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.656526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:01.656557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036866947125656:2049] [node 2] ICP22 created new session: [4:7593036866947125748:2049]
2026-01-08T17:01:01.656594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036866947125748:2049] [node 2] ICS09 handshake done sender: [4:7593036866947125738:2118] self: [4:7593036866947125743:0] peer: [2:7593036868191395179:0] socket: 167 qp: -1
2026-01-08T17:01:01.656537Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036869650675845:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27297) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036869650675923:2116] held: no
2026-01-08T17:01:01.656577Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036869467151591:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:01.656620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036866947125748:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:01.656640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:01.656720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036869650675923:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:01.656716Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036866947125741:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:01.657172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036869650675845:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.657209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:01.657213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036866947125657:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.657256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036869650675845:2049] [node 2] ICP22 created new session: [5:7593036869650675942:2049]
2026-01-08T17:01:01.657256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:01.657283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036869650675942:2049] [node 2] ICS09 handshake done sender: [5:7593036869650675923:2116] self: [5:7593036869650675931:0] peer: [2:7593036868191395177:0] socket: 159 qp: -1
2026-01-08T17:01:01.657284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036866947125657:2050] [node 3] ICP22 created new session: [4:7593036866947125751:2050]
2026-01-08T17:01:01.657305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036869650675942:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:01.657408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:01.657405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036866947125751:2050] [node 3] ICS09 handshake done sender: [4:7593036866947125741:2119] self: [4:7593036866947125744:0] peer: [3:7593036869467151601:0] socket: 125 qp: -1
2026-01-08T17:01:01.657491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036866947125751:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:01.657521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:01.657589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036866947125730:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:01.657808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036866947125719:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.657870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:01.657977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036866947125719:2109] [node 6] ICP22 created new session: [4:7593036866947125754:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.658049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036866947125754:2109] [node 6] ICS09 handshake done sender: [4:7593036866947125730:2114] self: [4:7593036866947125729:0] peer: [6:7593036868376425972:0] socket: 173 qp: -1
2026-01-08T17:01:01.658095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036866947125754:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:01.658132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:01.658100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036869650675944:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17695
2026-01-08T17:01:01.658107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036868376425973:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35339
2026-01-08T17:01:01.658283Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036868376425964:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:01.658608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866947125745:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.658661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036868376425935:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.659065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:01.659224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036868376425935:2107] [node 4] ICP22 created new session: [6:7593036868376425974:2107]
2026-01-08T17:01:01.659916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036868376425974:2107] [node 4] ICS09 handshake done sender: [6:7593036868376425964:2122] self: [6:7593036868376425972:0] peer: [4:7593036866947125729:0] socket: 174 qp: -1
2026-01-08T17:01:01.659961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036868376425974:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:01.659998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:01.660203Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036868376425935:2107] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:01.660242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036869650675944:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.660363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036869650675907:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:01.660535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036866947125727:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:01.660567Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036866947125727:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:01.661482Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036866947125727:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:01.661560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036869650675946:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17695
2026-01-08T17:01:01.661610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036866947125718:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:01.661682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:01.661712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036866947125718:2108] [node 5] ICP22 created new session: [4:7593036866947125758:2108]
2026-01-08T17:01:01.661746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036866947125758:2108] [node 5] ICS09 handshake done sender: [4:7593036866947125727:2113] self: [4:7593036866947125726:0] peer: [5:7593036869650675945:0] socket: 137 qp: -1
2026-01-08T17:01:01.661764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036866947125758:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:01.661785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:01.661805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036869650675944:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:01.662080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036869650675907:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:01.662117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:01.662155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036869650675907:2108] [node 4] ICP22 created new session: [5:7593036869650675947:2108]
2026-01-08T17:01:01.662187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036869650675947:2108] [node 4] ICS09 handshake done sender: [5:7593036869650675944:2122] self: [5:7593036869650675945:0] peer: [4:7593036866947125726:0] socket: 141 qp: -1
2026-01-08T17:01:01.662222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036869650675947:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:01.662258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:01.663486Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036869650675907:2108] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:01.692783Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:01.692949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036868191395188:2048] [node 1] ICS01 socket: 110 reason# EndOfStream
2026-01-08T17:01:01.692981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036868191395102:2048] [node 1] ICP30 unregister session Session# [2:7593036868191395188:2048] VirtualId# [2:7593036868191395186:0]
2026-01-08T17:01:01.693006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036868191395188:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.693091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:01.693151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:01.693683Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:01.693822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036869467151612:2048] [node 1] ICS01 socket: 118 reason# EndOfStream
2026-01-08T17:01:01.693841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036869467151508:2048] [node 1] ICP30 unregister session Session# [3:7593036869467151612:2048] VirtualId# [3:7593036869467151609:0]
2026-01-08T17:01:01.693860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036869467151612:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.693932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:01.693982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:01.695683Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:01.695901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036866947125740:2048] [node 1] ICS01 socket: 153 reason# EndOfStream
2026-01-08T17:01:01.695941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036866947125655:2048] [node 1] ICP30 unregister session Session# [4:7593036866947125740:2048] VirtualId# [4:7593036866947125735:0]
2026-01-08T17:01:01.695970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036866947125740:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.696055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:01.696050Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:01.696110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:01.696183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036869650675937:2048] [node 1] ICS07 socket disconnect 158 reason# EndOfStream
2026-01-08T17:01:01.696211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036869650675937:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.696279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:01.696321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036869650675937:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:01.696577Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:01.696704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036868376425967:2048] [node 1] ICS01 socket: 133 reason# EndOfStream
2026-01-08T17:01:01.696728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036868376425872:2048] [node 1] ICP30 unregister session Session# [6:7593036868376425967:2048] VirtualId# [6:7593036868376425959:0]
2026-01-08T17:01:01.696743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036868376425967:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.696805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:01.696847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:01.696918Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036869650675844:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10345) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:01.696956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036869650675937:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:01.697030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036869650675844:2048] [node 1] ICP30 unregister session Session# [5:7593036869650675937:2048] VirtualId# [5:7593036869650675925:0]
2026-01-08T17:01:01.697070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:01.697089Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036869650675844:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10345) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.697097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10345) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.707401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036869650675844:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:01.760830Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:01.761014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036869467151626:2049] [node 2] ICS01 socket: 116 reason# EndOfStream
2026-01-08T17:01:01.761045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036869467151509:2049] [node 2] ICP30 unregister session Session# [3:7593036869467151626:2049] VirtualId# [3:7593036869467151615:0]
2026-01-08T17:01:01.761067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036869467151626:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.761170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:01.761253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:01.762851Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:01.763052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036866947125748:2049] [node 2] ICS01 socket: 167 reason# EndOfStream
2026-01-08T17:01:01.763095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036866947125656:2049] [node 2] ICP30 unregister session Session# [4:7593036866947125748:2049] VirtualId# [4:7593036866947125743:0]
2026-01-08T17:01:01.763136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036866947125748:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.763215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:01.763259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:01.763498Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:01.763652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036869650675942:2049] [node 2] ICS01 socket: 159 reason# EndOfStream
2026-01-08T17:01:01.763699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036869650675845:2049] [node 2] ICP30 unregister session Session# [5:7593036869650675942:2049] VirtualId# [5:7593036869650675931:0]
2026-01-08T17:01:01.763729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036869650675942:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.763798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:01.763833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:01.764007Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:01.764124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036868376425956:2049] [node 2] ICS07 socket disconnect 149 reason# EndOfStream
2026-01-08T17:01:01.764146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036868376425956:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.764196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:01.764234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036868376425956:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:01.764761Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036868376425873:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27297) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:01.764794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036868376425956:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:01.764816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036868376425873:2049] [node 2] ICP30 unregister session Session# [6:7593036868376425956:2049] VirtualId# [6:7593036868376425954:0]
2026-01-08T17:01:01.764847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:01.764869Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036868376425873:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27297) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.764878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27297) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.774949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036868376425873:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:01.819818Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:01.820101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036866947125751:2050] [node 3] ICS01 socket: 125 reason# EndOfStream
2026-01-08T17:01:01.820154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036866947125657:2050] [node 3] ICP30 unregister session Session# [4:7593036866947125751:2050] VirtualId# [4:7593036866947125744:0]
2026-01-08T17:01:01.820190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036866947125751:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.820274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:01.820326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:01.820536Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:01.820716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036869650675940:2050] [node 3] ICS07 socket disconnect 162 reason# EndOfStream
2026-01-08T17:01:01.820746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036869650675940:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.820824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:01.820874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036869650675940:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:01.821000Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:01.821134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036868376425966:2050] [node 3] ICS07 socket disconnect 121 reason# EndOfStream
2026-01-08T17:01:01.821153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036868376425966:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.821213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:01.821272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036868376425966:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:01.821496Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036869650675846:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2169) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:01.821531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036869650675940:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:01.821589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036869650675846:2050] [node 3] ICP30 unregister session Session# [5:7593036869650675940:2050] VirtualId# [5:7593036869650675929:0]
2026-01-08T17:01:01.821627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:01.821656Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036869650675846:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2169) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.821670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2169) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.821832Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036868376425874:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2169) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:01.821881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036868376425966:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:01.822043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036868376425874:2050] [node 3] ICP30 unregister session Session# [6:7593036868376425966:2050] VirtualId# [6:7593036868376425961:0]
2026-01-08T17:01:01.822083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:01.822106Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036868376425874:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2169) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.822114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2169) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.831265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036869650675846:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:01.832262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036868376425874:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:01.883182Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:01.883439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036869650675947:2108] [node 4] ICS07 socket disconnect 141 reason# EndOfStream
2026-01-08T17:01:01.883471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036869650675947:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.883578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:01.883664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036869650675947:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:01.884120Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:01.884284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036868376425974:2107] [node 4] ICS07 socket disconnect 174 reason# EndOfStream
2026-01-08T17:01:01.884305Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036869650675907:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10480) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:01.884346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036869650675947:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:01.884315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036868376425974:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.884378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036869650675907:2108] [node 4] ICP30 unregister session Session# [5:7593036869650675947:2108] VirtualId# [5:7593036869650675945:0]
2026-01-08T17:01:01.884423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:01.884402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:01.884461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036868376425974:2107] [node 4] ICS15 start handshake
2026-01-08T17:01:01.884453Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036869650675907:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10480) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.884467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10480) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.885274Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036868376425935:2107] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10480) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:01.885316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036868376425974:2107] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:01.885377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036868376425935:2107] [node 4] ICP30 unregister session Session# [6:7593036868376425974:2107] VirtualId# [6:7593036868376425972:0]
2026-01-08T17:01:01.885450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:01.885477Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036868376425935:2107] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10480) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.885487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10480) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:01.895780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036868376425935:2107] [node 4] ICP33 wake up from error state
2026-01-08T17:01:01.940237Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:01.940412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036868376425968:2105] [node 5] ICS01 socket: 135 reason# EndOfStream
2026-01-08T17:01:01.940440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036868376425933:2105] [node 5] ICP30 unregister session Session# [6:7593036868376425968:2105] VirtualId# [6:7593036868376425958:0]
2026-01-08T17:01:01.940462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036868376425968:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:01.940528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:01.940557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:02.006600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036875241865299:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:02.006609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036875241865298:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:02.010746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036871395747048:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:02.010782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036871395747049:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:02.015795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036875012111914:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:02.015814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036875012111915:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:02.020863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036874238220442:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:02.020913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036874238220443:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:02.020962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036874238220444:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:02.027905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036872683938912:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:02.027941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036872683938913:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:02.027943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036872683938914:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:02.034247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036873716742160:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:02.034377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036873716742161:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:02.034422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036873716742162:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:02.080095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036873716742222:2106] [node 5] ICP01 ready to work
2026-01-08T17:01:02.112856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036875241865361:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:02.117498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036875241865362:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:02.119983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036875241865363:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:02.120408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036872683938975:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:02.120401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036871395747111:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:02.120748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036875012111977:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:02.120813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036871395747112:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:02.120822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036874238220505:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:02.120886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036874238220506:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:02.120913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036872683938976:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:02.121048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036875012111978:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:02.121199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036871395747113:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:02.121239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036875012111979:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:02.121261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036873716742224:2109] [node 4] ICP01 ready to work
2026-01-08T17:01:02.123233Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036875241865298:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(43082427ns) {Configure:104(43077736ns) {ProcessConfigured:135(194248ns) {StartInitialHandshake:157(191766ns) {DropHandshakes:470(2532ns) {DropIncomingHandshake:442(755ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:992(896ns) PrepareNewSessionHandshake:477(836ns) {SwitchToState:179(148ns)}}}}}
2026-01-08T17:01:02.123368Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036875241865299:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(16328029ns) {Configure:104(16313553ns) {ProcessConfigured:135(93439ns) {StartInitialHandshake:157(91671ns) {DropHandshakes:470(607ns) {DropIncomingHandshake:442(108ns) DropOutgoingHandshake:457(187ns)} GenerateSessionVirtualId:992(628ns) PrepareNewSessionHandshake:477(1042ns) {SwitchToState:179(415ns)}}}}}
2026-01-08T17:01:02.125742Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036875012111915:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(27462321ns) {Configure:104(18288958ns) {ProcessConfigured:135(303889ns) {StartInitialHandshake:157(302610ns) {DropHandshakes:470(664ns) {DropIncomingHandshake:442(158ns) DropOutgoingHandshake:457(152ns)} GenerateSessionVirtualId:992(283ns) PrepareNewSessionHandshake:477(610ns) {SwitchToState:179(298ns)}}}}}
2026-01-08T17:01:02.126598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036871395747048:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(34008633ns) {Configure:104(27566988ns) {ProcessConfigured:135(428474ns) {StartInitialHandshake:157(426269ns) {DropHandshakes:470(974ns) {DropIncomingHandshake:442(180ns) DropOutgoingHandshake:457(244ns)} GenerateSessionVirtualId:992(451ns) PrepareNewSessionHandshake:477(92652ns) {SwitchToState:179(1481ns)}}}}}
2026-01-08T17:01:02.128491Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036873716742160:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(28744115ns) {Configure:104(28739068ns) {ProcessConfigured:135(229491ns) {StartInitialHandshake:157(228485ns) {DropHandshakes:470(761ns) {DropIncomingHandshake:442(337ns) DropOutgoingHandshake:457(146ns)} GenerateSessionVirtualId:992(1294ns) PrepareNewSessionHandshake:477(723ns) {SwitchToState:179(268ns)}}}}}
2026-01-08T17:01:02.128729Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036873716742161:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(34633441ns) {Configure:104(19704064ns) {ProcessConfigured:135(326429ns) {StartInitialHandshake:157(325092ns) {DropHandshakes:470(686ns) {DropIncomingHandshake:442(153ns) DropOutgoingHandshake:457(234ns)} GenerateSessionVirtualId:992(198ns) PrepareNewSessionHandshake:477(591ns) {SwitchToState:179(169ns)}}}}}
2026-01-08T17:01:02.128795Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036873716742222:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(29069098ns) {Configure:104(29057469ns) {ProcessConfigured:135(256287ns) {StartInitialHandshake:157(254746ns) {DropHandshakes:470(1091ns) {DropIncomingHandshake:442(292ns) DropOutgoingHandshake:457(212ns)} GenerateSessionVirtualId:992(572ns) PrepareNewSessionHandshake:477(807ns) {SwitchToState:179(278ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.130753Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875012111988:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.131337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036875241865377:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28186
2026-01-08T17:01:02.131074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036871395747122:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28538
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.132851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875012111995:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
2026-01-08T17:01:02.131321Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036873716742233:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39663
2026-01-08T17:01:02.134122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875012111994:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.135685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872683938988:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41076
2026-01-08T17:01:02.135364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036874238220518:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22527
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.138809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872683938989:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41076
2026-01-08T17:01:02.137718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036874238220521:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22527
2026-01-08T17:01:02.139715Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036871395747128:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28538
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.139723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036871395747129:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28538
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2026-01-08T17:01:02.140123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036871395747130:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28538
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.140527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036871395747131:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28538
2026-01-08T17:01:02.141169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036875241865378:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28186
2026-01-08T17:01:02.140568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036871395747122:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.141607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872683938990:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41076
2026-01-08T17:01:02.141407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036875241865379:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28186
2026-01-08T17:01:02.141163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036871395747048:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.141791Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036875241865380:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28186
2026-01-08T17:01:02.141797Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875241865365:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.141817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875012111988:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.141868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036873716742233:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.141815Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036875241865365:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.142011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036875012111914:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.142086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036873716742160:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.142725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875241865370:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.142761Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036875241865370:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.142772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875241865367:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.142798Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036875241865367:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.143113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036875241865365:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:02.144825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036875241865298:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.145020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.145860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036871395747133:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28538
2026-01-08T17:01:02.145062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036875241865298:2048] [node 2] ICP22 created new session: [1:7593036875241865384:2048]
2026-01-08T17:01:02.145260Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036875241865367:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:02.145281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036875241865384:2048] [node 2] ICS09 handshake done sender: [1:7593036875241865365:2110] self: [1:7593036875241865364:0] peer: [2:7593036871395747132:0] socket: 114 qp: -1
2026-01-08T17:01:02.145298Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036875241865370:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.145313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036875241865384:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:02.145600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:02.146855Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875012111995:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.145918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036875241865363:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.147220Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875012111997:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
2026-01-08T17:01:02.146917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036873716742240:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39663
2026-01-08T17:01:02.146078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:02.146399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036875241865363:2109] [node 6] ICP22 created new session: [1:7593036875241865387:2109]
2026-01-08T17:01:02.146580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036875241865299:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.148015Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036871395747122:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:02.146619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:02.146656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036875241865299:2049] [node 3] ICP22 created new session: [1:7593036875241865388:2049]
2026-01-08T17:01:02.149939Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036873716742233:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:02.146696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036875241865387:2109] [node 6] ICS09 handshake done sender: [1:7593036875241865367:2111] self: [1:7593036875241865366:0] peer: [6:7593036873716742239:0] socket: 116 qp: -1
2026-01-08T17:01:02.150553Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036875012111988:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:02.150822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036871395747048:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.151232Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036872683938988:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.146728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036875241865387:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:02.150883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:02.151952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875012111994:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.146746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036875241865388:2049] [node 3] ICS09 handshake done sender: [1:7593036875241865370:2112] self: [1:7593036875241865369:0] peer: [3:7593036875012111996:0] socket: 115 qp: -1
2026-01-08T17:01:02.152356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872683938993:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41076
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:02.151231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036871395747048:2048] [node 1] ICP22 created new session: [2:7593036871395747134:2048]
2026-01-08T17:01:02.146757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:02.152522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036872683938989:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.152135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036875012111914:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.152329Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036874238220518:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.151242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036871395747128:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.146778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036875241865388:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:02.152755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036873716742160:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.152903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036872683938976:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.152345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:02.152921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036874238220444:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.146872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:02.151724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036871395747134:2048] [node 1] ICS09 handshake done sender: [2:7593036871395747122:2114] self: [2:7593036871395747132:0] peer: [1:7593036875241865364:0] socket: 118 qp: -1
2026-01-08T17:01:02.153012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:02.152381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036875012111914:2048] [node 1] ICP22 created new session: [3:7593036875012112000:2048]
2026-01-08T17:01:02.152911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036872683938913:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.153128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036874238220522:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22527
2026-01-08T17:01:02.152490Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875241865380:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.154065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036873716742160:2048] [node 1] ICP22 created new session: [6:7593036873716742241:2048]
2026-01-08T17:01:02.151740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036871395747130:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.154900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036872683938993:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.152489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036875012111915:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.154028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036874238220514:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.152570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875241865378:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.152052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036871395747129:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.154949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036873716742241:2048] [node 1] ICS09 handshake done sender: [6:7593036873716742233:2114] self: [6:7593036873716742239:0] peer: [1:7593036875241865366:0] socket: 120 qp: -1
2026-01-08T17:01:02.154049Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036874238220514:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.154925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036872683938990:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.152648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875241865377:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.152630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036875012112000:2048] [node 1] ICS09 handshake done sender: [3:7593036875012111988:2114] self: [3:7593036875012111996:0] peer: [1:7593036875241865369:0] socket: 119 qp: -1
2026-01-08T17:01:02.157026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036872683938912:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.152936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875241865379:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.152073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036871395747134:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:02.155658Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036874238220521:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.152976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036875241865298:2048] [node 2] ICP18 handshake (actor [1:7593036875241865377:2115]) is too old
2026-01-08T17:01:02.152923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036875012112000:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:02.155636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036873716742241:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:02.152361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:02.152962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875012111984:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.158477Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036874238220514:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:02.153107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036875241865299:2049] [node 3] ICP18 handshake (actor [1:7593036875241865378:2116]) is too old
2026-01-08T17:01:02.155699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:02.152887Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036871395747118:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.159954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036874238220522:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.152975Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036875012111984:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.160022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036874238220505:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.152907Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036871395747118:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.160658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872683938999:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41076
2026-01-08T17:01:02.153186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036875241865363:2109] [node 6] ICP18 handshake (actor [1:7593036875241865379:2117]) is too old
2026-01-08T17:01:02.153999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036871395747120:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.160185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:02.160735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872683938998:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41076
2026-01-08T17:01:02.158733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875241865371:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.152979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2026-01-08T17:01:02.160212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036874238220505:2108] [node 5] ICP22 created new session: [4:7593036874238220528:2108]
2026-01-08T17:01:02.154029Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036871395747120:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.158761Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036875241865371:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.160413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036874238220528:2108] [node 5] ICS09 handshake done sender: [4:7593036874238220514:2113] self: [4:7593036874238220512:0] peer: [5:7593036872683938995:0] socket: 128 qp: -1
2026-01-08T17:01:02.157716Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036875012111984:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:02.160775Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036875241865371:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:02.160635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036874238220528:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:02.161570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036873716742244:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39663
2026-01-08T17:01:02.161612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872683939000:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41076
2026-01-08T17:01:02.159998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036875012111977:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.155622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036871395747131:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.160656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:02.161986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872683939001:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41076
2026-01-08T17:01:02.161791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036875241865361:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.160187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:02.157714Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036871395747120:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:02.162302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036874238220442:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.161849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:02.160287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036875012111977:2107] [node 4] ICP22 created new session: [3:7593036875012112005:2107]
2026-01-08T17:01:02.158473Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036871395747118:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:02.163855Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036872683938988:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:02.162057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036875241865361:2108] [node 5] ICP22 created new session: [1:7593036875241865394:2108]
2026-01-08T17:01:02.160996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036875012112005:2107] [node 4] ICS09 handshake done sender: [3:7593036875012111984:2110] self: [3:7593036875012111982:0] peer: [4:7593036874238220523:0] socket: 125 qp: -1
2026-01-08T17:01:02.163854Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036874238220444:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18594) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036874238220518:2114] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.162433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036875241865394:2108] [node 5] ICS09 handshake done sender: [1:7593036875241865371:2113] self: [1:7593036875241865368:0] peer: [5:7593036872683938997:0] socket: 162 qp: -1
2026-01-08T17:01:02.161341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036875012112005:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:02.158848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036871395747049:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.164718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036874238220527:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22527
2026-01-08T17:01:02.163882Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036872683938913:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31343) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036872683938988:2114] held: no
2026-01-08T17:01:02.163841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036875241865394:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:02.158895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:02.159121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036871395747111:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.161366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:02.165801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036874238220526:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22527
2026-01-08T17:01:02.159299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036871395747049:2049] [node 3] ICP22 created new session: [2:7593036871395747143:2049]
2026-01-08T17:01:02.163891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:02.161578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875012112004:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
2026-01-08T17:01:02.166623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036874238220527:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.159392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:02.164674Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036872683938976:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65367) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036872683938989:2115] held: no
2026-01-08T17:01:02.163856Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036875012111915:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31343) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036875012111994:2116] held: no
2026-01-08T17:01:02.159894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036871395747143:2049] [node 3] ICS09 handshake done sender: [2:7593036871395747118:2110] self: [2:7593036871395747114:0] peer: [3:7593036875012111999:0] socket: 126 qp: -1
2026-01-08T17:01:02.164954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875241865376:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.165834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036875012111994:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:02.165403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036872683938913:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.164977Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036875241865376:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.159925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036871395747143:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.168550Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036874238220518:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:02.166643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036875012111915:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.166859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036873716742244:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.168035Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036875241865376:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:02.159959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036871395747111:2108] [node 5] ICP22 created new session: [2:7593036871395747144:2108]
2026-01-08T17:01:02.166691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:02.168715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036873716742161:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.160025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:02.165998Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036872683938989:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:02.169332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036873716742245:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39663
2026-01-08T17:01:02.169184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036874238220444:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.168029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036875012111915:2049] [node 2] ICP22 created new session: [3:7593036875012112008:2049]
2026-01-08T17:01:02.160623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036871395747144:2108] [node 5] ICS09 handshake done sender: [2:7593036871395747120:2112] self: [2:7593036871395747116:0] peer: [5:7593036872683938994:0] socket: 123 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.169221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:02.169378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036874238220444:2050] [node 3] ICP22 created new session: [4:7593036874238220536:2050]
2026-01-08T17:01:02.166447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036872683938999:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.160650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036871395747144:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:02.169585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036874238220536:2050] [node 3] ICS09 handshake done sender: [4:7593036874238220518:2114] self: [4:7593036874238220523:0] peer: [3:7593036875012111982:0] socket: 139 qp: -1
2026-01-08T17:01:02.168551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036875012112008:2049] [node 2] ICS09 handshake done sender: [3:7593036875012111994:2116] self: [3:7593036875012111999:0] peer: [2:7593036871395747114:0] socket: 130 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.166463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:02.169610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036874238220536:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:02.169863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036875241865362:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.160804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:02.169872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:02.166497Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036872683938993:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:02.168592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036875012112008:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:02.169303Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036871395747121:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.170211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036874238220532:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22527
2026-01-08T17:01:02.170277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036875241865396:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28186
2026-01-08T17:01:02.166586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036872683938913:2049] [node 2] ICP22 created new session: [5:7593036872683939002:2049]
2026-01-08T17:01:02.170264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036874238220533:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22527
2026-01-08T17:01:02.168632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:02.169329Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036871395747121:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.166694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036872683939002:2049] [node 2] ICS09 handshake done sender: [5:7593036872683938988:2114] self: [5:7593036872683938994:0] peer: [2:7593036871395747116:0] socket: 140 qp: -1
2026-01-08T17:01:02.170287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:02.166732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036872683939002:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:02.170355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036875241865362:2107] [node 4] ICP22 created new session: [1:7593036875241865398:2107]
2026-01-08T17:01:02.170624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036873716742247:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39663
2026-01-08T17:01:02.170639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036875241865398:2107] [node 4] ICS09 handshake done sender: [1:7593036875241865376:2114] self: [1:7593036875241865375:0] peer: [4:7593036874238220531:0] socket: 164 qp: -1
2026-01-08T17:01:02.168028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:02.168677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036872683938976:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.170956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036874238220532:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.170679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036875241865398:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:02.168708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:02.170971Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036874238220522:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:02.170772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:02.170789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036873716742245:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.170770Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036871395747121:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.168870Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036872683938912:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036872683938993:2118] held: no
2026-01-08T17:01:02.171089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036873716742162:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.170921Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875241865396:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2026-01-08T17:01:02.169132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036872683938976:2108] [node 4] ICP22 created new session: [5:7593036872683939006:2108]
::ffff:127.1.0.0
2026-01-08T17:01:02.171330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036874238220442:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.171454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036873716742248:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39663
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.171481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:02.171471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036873716742247:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.169422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036872683938912:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.171312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036871395747112:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.171438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875012111992:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.171377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:02.171529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036874238220443:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.171512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036873716742249:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39663
2026-01-08T17:01:02.171462Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036875012111992:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.169456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:02.171519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036871395747112:2109] [node 6] ICP22 created new session: [2:7593036871395747149:2109]
2026-01-08T17:01:02.172738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036873716742224:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.171531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036874238220442:2048] [node 1] ICP22 created new session: [4:7593036874238220538:2048]
2026-01-08T17:01:02.171472Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875012111987:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.173436Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036873716742161:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31343) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036873716742244:2117] held: no
2026-01-08T17:01:02.174620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036871395747149:2109] [node 6] ICS09 handshake done sender: [2:7593036871395747121:2113] self: [2:7593036871395747117:0] peer: [6:7593036873716742246:0] socket: 171 qp: -1
2026-01-08T17:01:02.169487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036872683938912:2048] [node 1] ICP22 created new session: [5:7593036872683939007:2048]
2026-01-08T17:01:02.174656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036875241865362:2107] [node 4] ICP18 handshake (actor [1:7593036875241865396:2119]) is too old
2026-01-08T17:01:02.172715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036874238220538:2048] [node 1] ICS09 handshake done sender: [4:7593036874238220522:2117] self: [4:7593036874238220531:0] peer: [1:7593036875241865375:0] socket: 165 qp: -1
2026-01-08T17:01:02.171485Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036875012111987:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.174786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036873716742248:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.173206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036874238220538:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:02.175380Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036873716742244:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:02.173236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:02.172678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875012112010:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
2026-01-08T17:01:02.174665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036871395747149:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:02.169611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036872683939006:2108] [node 4] ICS09 handshake done sender: [5:7593036872683938989:2115] self: [5:7593036872683938995:0] peer: [4:7593036874238220512:0] socket: 146 qp: -1
2026-01-08T17:01:02.176659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036873716742161:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.174652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036874238220520:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.176693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:02.175035Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036875012111992:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:02.169641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036872683939006:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:02.174708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:02.169671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:02.174864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036871395747126:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.169685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036872683939007:2048] [node 1] ICS09 handshake done sender: [5:7593036872683938993:2118] self: [5:7593036872683938997:0] peer: [1:7593036875241865368:0] socket: 163 qp: -1
2026-01-08T17:01:02.174678Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036874238220520:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.175433Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036875012111987:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:02.176722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036873716742161:2049] [node 2] ICP22 created new session: [6:7593036873716742255:2049]
2026-01-08T17:01:02.174885Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036871395747126:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.170274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036872683939007:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:02.176576Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036871395747126:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:02.176738Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036874238220520:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:02.176279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036875012111978:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.170308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:02.177129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036871395747113:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.176953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036874238220506:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.170777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036872683938914:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.176740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036873716742222:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.176569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036875012111979:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.177157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:02.177093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:02.177340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036871395747113:2107] [node 4] ICP22 created new session: [2:7593036871395747152:2107]
2026-01-08T17:01:02.176917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036873716742255:2049] [node 2] ICS09 handshake done sender: [6:7593036873716742244:2117] self: [6:7593036873716742246:0] peer: [2:7593036871395747117:0] socket: 173 qp: -1
2026-01-08T17:01:02.177227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036874238220506:2109] [node 6] ICP22 created new session: [4:7593036874238220543:2109]
2026-01-08T17:01:02.177368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036871395747152:2107] [node 4] ICS09 handshake done sender: [2:7593036871395747126:2115] self: [2:7593036871395747125:0] peer: [4:7593036874238220539:0] socket: 129 qp: -1
2026-01-08T17:01:02.176597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.177544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872683939011:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41076
2026-01-08T17:01:02.177538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036871395747152:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:02.177220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036873716742255:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:02.177545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036874238220543:2109] [node 6] ICS09 handshake done sender: [4:7593036874238220520:2115] self: [4:7593036874238220519:0] peer: [6:7593036873716742251:0] socket: 150 qp: -1
2026-01-08T17:01:02.176704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036875012111979:2109] [node 6] ICP22 created new session: [3:7593036875012112013:2109]
2026-01-08T17:01:02.177287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:02.177679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:02.177745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036872683938992:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.176731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875012112010:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.177567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036874238220543:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:02.176750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:02.176779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036875012112013:2109] [node 6] ICS09 handshake done sender: [3:7593036875012111992:2115] self: [3:7593036875012111991:0] peer: [6:7593036873716742250:0] socket: 124 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.177742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036873716742252:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39663
2026-01-08T17:01:02.177779Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036872683938992:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.176898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036875012111978:2108] [node 5] ICP22 created new session: [3:7593036875012112014:2108]
2026-01-08T17:01:02.177598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:02.178344Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036872683938999:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:02.180052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036872683938914:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.179173Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036873716742224:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65367) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036873716742247:2119] held: no
2026-01-08T17:01:02.176914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036875012112013:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:02.178287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036874238220542:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22527
2026-01-08T17:01:02.180236Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036872683938992:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:02.177068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036875012112014:2108] [node 5] ICS09 handshake done sender: [3:7593036875012111987:2113] self: [3:7593036875012111983:0] peer: [5:7593036872683939010:0] socket: 149 qp: -1
2026-01-08T17:01:02.181187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036873716742254:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39663
2026-01-08T17:01:02.181245Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036874238220443:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31343) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036874238220532:2120] held: no
2026-01-08T17:01:02.180619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:02.181645Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036873716742245:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:02.181815Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036874238220532:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:02.177074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:02.181191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036872683938914:2050] [node 3] ICP22 created new session: [5:7593036872683939013:2050]
2026-01-08T17:01:02.181721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036872683938975:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.182357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036873716742162:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.182145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036872683939013:2050] [node 3] ICS09 handshake done sender: [5:7593036872683938999:2120] self: [5:7593036872683939010:0] peer: [3:7593036875012111983:0] socket: 169 qp: -1
2026-01-08T17:01:02.186137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036874238220443:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.182474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:02.177207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036875012112014:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:02.182145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:02.190507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:02.186180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036873716742162:2050] [node 3] ICP22 created new session: [6:7593036873716742258:2050]
2026-01-08T17:01:02.177236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:02.191495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036874238220443:2049] [node 2] ICP22 created new session: [4:7593036874238220545:2049]
2026-01-08T17:01:02.191798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036873716742258:2050] [node 3] ICS09 handshake done sender: [6:7593036873716742245:2118] self: [6:7593036873716742250:0] peer: [3:7593036875012111991:0] socket: 135 qp: -1
2026-01-08T17:01:02.191561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036874238220545:2049] [node 2] ICS09 handshake done sender: [4:7593036874238220532:2120] self: [4:7593036874238220539:0] peer: [2:7593036871395747125:0] socket: 127 qp: -1
2026-01-08T17:01:02.182352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036872683938975:2109] [node 6] ICP22 created new session: [5:7593036872683939014:2109]
2026-01-08T17:01:02.193752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036873716742258:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:02.177891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036875012111978:2108] [node 5] ICP18 handshake (actor [3:7593036875012112010:2120]) is too old
2026-01-08T17:01:02.182355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036872683939013:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:02.193789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:02.181467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875012112017:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41544
2026-01-08T17:01:02.191800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036874238220545:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:02.193830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036873716742247:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:02.182384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:02.193767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:02.193904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875012112017:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.196056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036873716742224:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.191471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036872683939014:2109] [node 6] ICS09 handshake done sender: [5:7593036872683938992:2117] self: [5:7593036872683938991:0] peer: [6:7593036873716742256:0] socket: 176 qp: -1
2026-01-08T17:01:02.194917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036875012111979:2109] [node 6] ICP18 handshake (actor [3:7593036875012112017:2121]) is too old
2026-01-08T17:01:02.191548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036872683939014:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:02.196353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:02.191818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:02.196388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036873716742224:2109] [node 4] ICP22 created new session: [6:7593036873716742261:2109]
2026-01-08T17:01:02.194653Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036872683938914:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:02.196425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036873716742261:2109] [node 4] ICS09 handshake done sender: [6:7593036873716742247:2119] self: [6:7593036873716742251:0] peer: [4:7593036874238220519:0] socket: 155 qp: -1
2026-01-08T17:01:02.196604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036873716742261:2109] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.196648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:02.196689Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036873716742222:2106] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29856) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036873716742248:2120] held: no
2026-01-08T17:01:02.196913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036873716742259:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39663
2026-01-08T17:01:02.197139Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036873716742248:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:02.197255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036873716742222:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.197355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:02.197419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036873716742222:2106] [node 5] ICP22 created new session: [6:7593036873716742263:2106]
2026-01-08T17:01:02.197468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036873716742263:2106] [node 5] ICS09 handshake done sender: [6:7593036873716742248:2120] self: [6:7593036873716742256:0] peer: [5:7593036872683938991:0] socket: 177 qp: -1
2026-01-08T17:01:02.197502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036873716742263:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:02.197535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:02.243555Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:02.243792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036871395747134:2048] [node 1] ICS07 socket disconnect 118 reason# EndOfStream
2026-01-08T17:01:02.243828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036871395747134:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.243926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:02.243986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036871395747134:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:02.244855Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:02.245072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036875012112000:2048] [node 1] ICS07 socket disconnect 119 reason# EndOfStream
2026-01-08T17:01:02.245103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036875012112000:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.245184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:02.245242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036875012112000:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:02.245898Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036875012111914:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:02.246103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036875012112000:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:02.246289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036875012111914:2048] [node 1] ICP30 unregister session Session# [3:7593036875012112000:2048] VirtualId# [3:7593036875012111996:0]
2026-01-08T17:01:02.246376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:02.246416Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036875012111914:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.246430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.246511Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036871395747048:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:02.246561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036871395747134:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:02.248128Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:02.248417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036874238220538:2048] [node 1] ICS07 socket disconnect 165 reason# EndOfStream
2026-01-08T17:01:02.248455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036874238220538:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.248538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:02.248524Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036871395747048:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:02.248604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036874238220538:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:02.248768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036871395747134:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:02.248948Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:02.248795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036871395747048:2048] [node 1] ICP30 unregister session Session# [2:7593036871395747134:2048] VirtualId# [2:7593036871395747132:0]
2026-01-08T17:01:02.248841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:02.248877Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036871395747048:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.248892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.249135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036872683939007:2048] [node 1] ICS01 socket: 163 reason# EndOfStream
2026-01-08T17:01:02.249186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036872683938912:2048] [node 1] ICP30 unregister session Session# [5:7593036872683939007:2048] VirtualId# [5:7593036872683938997:0]
2026-01-08T17:01:02.249221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036872683939007:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.249292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:02.249333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:02.249695Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036874238220442:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:02.249775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036874238220538:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:02.249813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036874238220442:2048] [node 1] ICP30 unregister session Session# [4:7593036874238220538:2048] VirtualId# [4:7593036874238220531:0]
2026-01-08T17:01:02.249882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:02.249916Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036874238220442:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.249929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.249980Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:02.250189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036873716742241:2048] [node 1] ICS07 socket disconnect 120 reason# EndOfStream
2026-01-08T17:01:02.250221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036873716742241:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.250287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:02.250345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036873716742241:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:02.251022Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036873716742160:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:02.251152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036873716742241:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:02.251205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036873716742160:2048] [node 1] ICP30 unregister session Session# [6:7593036873716742241:2048] VirtualId# [6:7593036873716742239:0]
2026-01-08T17:01:02.251252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:02.251286Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036873716742160:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.251298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.257101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036875012111914:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:02.259308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036874238220442:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:02.261331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036873716742160:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:02.310514Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:02.310813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036875012112008:2049] [node 2] ICS01 socket: 130 reason# EndOfStream
2026-01-08T17:01:02.310859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036875012111915:2049] [node 2] ICP30 unregister session Session# [3:7593036875012112008:2049] VirtualId# [3:7593036875012111999:0]
2026-01-08T17:01:02.310901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036875012112008:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.311035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:02.311092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:02.317836Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:02.318122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036874238220545:2049] [node 2] ICS01 socket: 127 reason# EndOfStream
2026-01-08T17:01:02.318170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036874238220443:2049] [node 2] ICP30 unregister session Session# [4:7593036874238220545:2049] VirtualId# [4:7593036874238220539:0]
2026-01-08T17:01:02.318211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036874238220545:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.318326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:02.318069Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:02.318268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036873716742255:2049] [node 2] ICS01 socket: 173 reason# EndOfStream
2026-01-08T17:01:02.318388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:02.318334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036873716742161:2049] [node 2] ICP30 unregister session Session# [6:7593036873716742255:2049] VirtualId# [6:7593036873716742246:0]
2026-01-08T17:01:02.318367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036873716742255:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.318478Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:02.325338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036872683939002:2049] [node 2] ICS01 socket: 140 reason# EndOfStream
2026-01-08T17:01:02.325404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036872683938913:2049] [node 2] ICP30 unregister session Session# [5:7593036872683939002:2049] VirtualId# [5:7593036872683938994:0]
2026-01-08T17:01:02.325445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036872683939002:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.325581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:02.325639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:02.318447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:02.318493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:02.401760Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:02.401932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036874238220536:2050] [node 3] ICS01 socket: 139 reason# EndOfStream
2026-01-08T17:01:02.401961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036874238220444:2050] [node 3] ICP30 unregister session Session# [4:7593036874238220536:2050] VirtualId# [4:7593036874238220523:0]
2026-01-08T17:01:02.401989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036874238220536:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.402058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:02.402097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:02.402647Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:02.402830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036872683939013:2050] [node 3] ICS07 socket disconnect 169 reason# EndOfStream
2026-01-08T17:01:02.402858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036872683939013:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.402929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:02.402965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036872683939013:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:02.403597Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:02.403778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036873716742258:2050] [node 3] ICS07 socket disconnect 135 reason# EndOfStream
2026-01-08T17:01:02.403667Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036872683938914:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18594) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:02.403808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036873716742258:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.403712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036872683939013:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:02.403772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036872683938914:2050] [node 3] ICP30 unregister session Session# [5:7593036872683939013:2050] VirtualId# [5:7593036872683939010:0]
2026-01-08T17:01:02.403879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:02.403808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:02.403831Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036872683938914:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18594) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.403921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036873716742258:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:02.403841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18594) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.404615Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036873716742162:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18594) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:02.404656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036873716742258:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:02.404731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036873716742162:2050] [node 3] ICP30 unregister session Session# [6:7593036873716742258:2050] VirtualId# [6:7593036873716742250:0]
2026-01-08T17:01:02.404773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:02.404810Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036873716742162:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18594) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.404821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18594) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.413928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036872683938914:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:02.414949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036873716742162:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:02.456985Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:02.457164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036872683939006:2108] [node 4] ICS01 socket: 146 reason# EndOfStream
2026-01-08T17:01:02.457202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036872683938976:2108] [node 4] ICP30 unregister session Session# [5:7593036872683939006:2108] VirtualId# [5:7593036872683938995:0]
2026-01-08T17:01:02.457233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036872683939006:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.457324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:02.457378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:02.457984Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:02.458205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036873716742261:2109] [node 4] ICS01 socket: 155 reason# EndOfStream
2026-01-08T17:01:02.458252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036873716742224:2109] [node 4] ICP30 unregister session Session# [6:7593036873716742261:2109] VirtualId# [6:7593036873716742251:0]
2026-01-08T17:01:02.458273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036873716742261:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.458360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:02.458405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:02.538254Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:02.538536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036873716742263:2106] [node 5] ICS01 socket: 177 reason# EndOfStream
2026-01-08T17:01:02.538661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036873716742222:2106] [node 5] ICP30 unregister session Session# [6:7593036873716742263:2106] VirtualId# [6:7593036873716742256:0]
2026-01-08T17:01:02.538721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036873716742263:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.538819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:02.538871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:02.699990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036874100547325:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:02.700121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036874100547326:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:02.706229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036874382409620:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:02.706263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036874382409621:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:02.713146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036875091978373:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:02.713247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036875091978374:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:02.717949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036875113476900:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:02.717971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036875113476901:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:02.718096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036875113476902:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:02.723448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036872226289623:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:02.723458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036872226289624:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:02.723501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036872226289625:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:02.728768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036872629305867:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:02.728839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036872629305865:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:02.728898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036872629305866:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:02.817271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036874100547388:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:02.821289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036872629305926:2106] [node 5] ICP01 ready to work
2026-01-08T17:01:02.822189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036875091978438:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:02.821938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036872629305927:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:02.822264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036874382409686:2111] [node 6] ICP01 ready to work
2026-01-08T17:01:02.822124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036874100547389:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:02.822118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036874382409685:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:02.824107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036875091978437:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:02.824606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036875113476963:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:02.824622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036872226289686:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:02.824692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036874382409687:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:02.824650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036874100547390:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:02.824116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036872226289687:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:02.825450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036875091978439:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:02.825452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036875113476964:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:02.831603Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036874100547325:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(61980086ns) {Configure:104(56279606ns) {ProcessConfigured:135(116973ns) {StartInitialHandshake:157(114843ns) {DropHandshakes:470(1913ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:992(602ns) PrepareNewSessionHandshake:477(1453ns) {SwitchToState:179(502ns)}}}}}
2026-01-08T17:01:02.834085Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036875113476900:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(22545669ns) {Configure:104(22537510ns) {ProcessConfigured:135(621426ns) {StartInitialHandshake:157(620358ns) {DropHandshakes:470(555ns) {DropIncomingHandshake:442(84ns) DropOutgoingHandshake:457(39ns)} GenerateSessionVirtualId:992(238ns) PrepareNewSessionHandshake:477(581ns) {SwitchToState:179(85ns)}}}}}
2026-01-08T17:01:02.833427Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036872226289623:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(54692243ns) {Configure:104(54684082ns) {ProcessConfigured:135(768402ns) {StartInitialHandshake:157(766700ns) {DropHandshakes:470(4471ns) {DropIncomingHandshake:442(3162ns) DropOutgoingHandshake:457(376ns)} GenerateSessionVirtualId:992(643ns) PrepareNewSessionHandshake:477(1116ns) {SwitchToState:179(459ns)}}}}}
2026-01-08T17:01:02.832240Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036874100547326:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(56241842ns) {Configure:104(56232930ns) {ProcessConfigured:135(137801ns) {StartInitialHandshake:157(135039ns) {DropHandshakes:470(2006ns) {DropIncomingHandshake:442(498ns) DropOutgoingHandshake:457(319ns)} GenerateSessionVirtualId:992(689ns) PrepareNewSessionHandshake:477(2281ns) {SwitchToState:179(604ns)}}}}}
2026-01-08T17:01:02.834050Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036872226289625:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(21893739ns) {Configure:104(21888075ns) {ProcessConfigured:135(709590ns) {StartInitialHandshake:157(707926ns) {DropHandshakes:470(763ns) {DropIncomingHandshake:442(184ns) DropOutgoingHandshake:457(197ns)} GenerateSessionVirtualId:992(410ns) PrepareNewSessionHandshake:477(1048ns) {SwitchToState:179(444ns)}}}}}
2026-01-08T17:01:02.834908Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036872226289624:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(54962426ns) {Configure:104(47493265ns) {ProcessConfigured:135(1276792ns) {StartInitialHandshake:157(1203207ns) {DropHandshakes:470(928ns) {DropIncomingHandshake:442(206ns) DropOutgoingHandshake:457(234ns)} GenerateSessionVirtualId:992(616ns) PrepareNewSessionHandshake:477(1010ns) {SwitchToState:179(518ns)}}}}}
2026-01-08T17:01:02.835962Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036872629305867:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(48392747ns) {Configure:104(48381474ns) {ProcessConfigured:135(614238ns) {StartInitialHandshake:157(612494ns) {DropHandshakes:470(667ns) {DropIncomingHandshake:442(82ns) DropOutgoingHandshake:457(219ns)} GenerateSessionVirtualId:992(503ns) PrepareNewSessionHandshake:477(627ns) {SwitchToState:179(269ns)}}}}}
2026-01-08T17:01:02.836658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036872629305865:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(52440223ns) {Configure:104(52429262ns) {ProcessConfigured:135(595912ns) {StartInitialHandshake:157(594842ns) {DropHandshakes:470(902ns) {DropIncomingHandshake:442(266ns) DropOutgoingHandshake:457(261ns)} GenerateSessionVirtualId:992(347ns) PrepareNewSessionHandshake:477(1242ns) {SwitchToState:179(629ns)}}}}}
2026-01-08T17:01:02.836756Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036872629305866:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(50306291ns) {Configure:104(50296886ns) {ProcessConfigured:135(1965817ns) {StartInitialHandshake:157(1960912ns) {DropHandshakes:470(845ns) {DropIncomingHandshake:442(206ns) DropOutgoingHandshake:457(216ns)} GenerateSessionVirtualId:992(490ns) PrepareNewSessionHandshake:477(2468ns) {SwitchToState:179(974ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.838825Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036875091978374:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(52631840ns) {Configure:104(52624368ns) {ProcessConfigured:135(404933ns) {StartInitialHandshake:157(403212ns) {DropHandshakes:470(1126ns) {DropIncomingHandshake:442(202ns) DropOutgoingHandshake:457(378ns)} GenerateSessionVirtualId:992(364ns) PrepareNewSessionHandshake:477(1625ns) {SwitchToState:179(600ns)}}}}}
2026-01-08T17:01:02.839453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036874382409701:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20247
2026-01-08T17:01:02.841511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036874100547404:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7965
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.839342Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036875091978373:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(17606022ns) {Configure:104(17598275ns) {ProcessConfigured:135(599515ns) {StartInitialHandshake:157(598068ns) {DropHandshakes:470(972ns) {DropIncomingHandshake:442(197ns) DropOutgoingHandshake:457(214ns)} GenerateSessionVirtualId:992(296ns) PrepareNewSessionHandshake:477(1338ns) {SwitchToState:179(648ns)}}}}}
2026-01-08T17:01:02.842445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036874382409702:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20247
2026-01-08T17:01:02.843441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036875113476978:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27674
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.845163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036872629305942:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.845896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872226289701:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15897
2026-01-08T17:01:02.847531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036872629305941:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.847707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036874382409703:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20247
2026-01-08T17:01:02.847807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036872629305944:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:01:02.848361Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036874100547405:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7965
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.849293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875091978454:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.849313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875091978451:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
2026-01-08T17:01:02.849700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875091978452:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
2026-01-08T17:01:02.849706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875091978450:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
2026-01-08T17:01:02.849869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875091978453:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.850081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036874100547406:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7965
2026-01-08T17:01:02.850030Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036875113476979:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27674
2026-01-08T17:01:02.850119Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872226289702:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15897
2026-01-08T17:01:02.858499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036874382409701:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.858714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036874382409620:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.858974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036874100547396:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.859014Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036874100547396:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.859017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036874382409702:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.859230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036872629305942:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.859327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036872629305944:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.859352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036872629305866:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.859410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036872226289701:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.859472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036872629305927:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.859517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036874382409694:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.859544Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036874382409694:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.859595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036872226289624:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.860070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036875113476972:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.860091Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036874382409697:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.860080Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036874100547404:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.860108Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036875113476972:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.860117Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036874382409697:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.860097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875091978451:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.861612Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036874100547396:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:02.861656Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036874382409703:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.862381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036875113476978:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.862761Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036874382409694:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:02.862589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036874100547325:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.862645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:02.862740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875091978452:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.862754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036874100547325:2048] [node 2] ICP22 created new session: [1:7593036874100547409:2048]
2026-01-08T17:01:02.862742Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036875113476972:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:02.862788Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036874382409697:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:02.862911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036875091978374:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.863041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036874100547409:2048] [node 2] ICS09 handshake done sender: [1:7593036874100547396:2111] self: [1:7593036874100547393:0] peer: [2:7593036874382409704:0] socket: 120 qp: -1
2026-01-08T17:01:02.863244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036874100547409:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:02.863048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875091978450:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.863242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036874382409708:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20247
2026-01-08T17:01:02.863254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036875091978373:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.863620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036872629305941:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.863351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:02.863401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036875113476963:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.863387Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872226289704:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15897
2026-01-08T17:01:02.863403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036874382409686:2111] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.863735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036872629305948:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:01:02.863766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:02.863391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036874100547405:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.863921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036872629305865:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.863729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036874382409690:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.863821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036875113476963:2109] [node 6] ICP22 created new session: [4:7593036875113476983:2109]
2026-01-08T17:01:02.863936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036874100547395:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.865933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875091978454:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.866368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036872226289702:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.863750Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036874382409690:2112] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: 2026-01-08T17:01:02.864227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036872629305949:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
::ffff:127.1.0.0
2026-01-08T17:01:02.866148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875091978453:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.863958Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036874100547395:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.865660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036875113476983:2109] [node 6] ICS09 handshake done sender: [4:7593036875113476972:2112] self: [4:7593036875113476966:0] peer: [6:7593036872629305947:0] socket: 134 qp: -1
2026-01-08T17:01:02.863926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:02.866084Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036872629305942:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:02.867523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036872226289625:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.865814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036875113476983:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:02.865934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036874100547397:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.868604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875091978449:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.865976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:02.867815Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036872226289701:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:02.865953Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036874100547397:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.864126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036874382409687:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.869565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036872226289624:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.866887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036874100547395:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:02.868448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036875113476982:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27674
2026-01-08T17:01:02.866282Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036872629305944:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:02.864167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:02.868635Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036875091978449:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.868526Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036875113476979:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.867885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036874100547326:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.869603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:02.870168Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875091978447:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.864253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036874382409686:2111] [node 6] ICP22 created new session: [2:7593036874382409710:2111]
2026-01-08T17:01:02.868498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:02.869635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036872226289624:2049] [node 2] ICP22 created new session: [5:7593036872226289706:2049]
2026-01-08T17:01:02.867140Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036872629305866:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5967) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036872629305942:2116] held: no
2026-01-08T17:01:02.870190Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036875091978447:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.868908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036875113476902:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.870440Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036875113476982:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.868835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036874100547326:2049] [node 3] ICP22 created new session: [1:7593036874100547415:2049]
2026-01-08T17:01:02.871325Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036875091978449:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:02.872691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036875113476900:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.865120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036874382409687:2109] [node 5] ICP22 created new session: [2:7593036874382409711:2109]
2026-01-08T17:01:02.870156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036872226289706:2049] [node 2] ICS09 handshake done sender: [5:7593036872226289701:2115] self: [5:7593036872226289703:0] peer: [2:7593036874382409693:0] socket: 139 qp: -1
2026-01-08T17:01:02.869666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036874100547406:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.871576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875091978463:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.867868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036872629305927:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.865929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036874382409710:2111] [node 6] ICS09 handshake done sender: [2:7593036874382409694:2113] self: [2:7593036874382409689:0] peer: [6:7593036872629305946:0] socket: 132 qp: -1
2026-01-08T17:01:02.871263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036872226289706:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:02.869796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036874100547415:2049] [node 3] ICS09 handshake done sender: [1:7593036874100547395:2110] self: [1:7593036874100547392:0] peer: [3:7593036875091978460:0] socket: 121 qp: -1
2026-01-08T17:01:02.867873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036872629305866:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.865961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036874382409701:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:02.871313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:02.867915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:02.869837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036874100547415:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:02.866082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036874382409710:2111] [node 6] ICS10 traffic start
2026-01-08T17:01:02.868658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036872629305927:2107] [node 4] ICP22 created new session: [6:7593036872629305951:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.870150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.873644Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036875091978450:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.869557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036872629305951:2107] [node 4] ICS09 handshake done sender: [6:7593036872629305944:2117] self: [6:7593036872629305947:0] peer: [4:7593036875113476966:0] socket: 143 qp: -1
2026-01-08T17:01:02.873919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036875091978464:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
2026-01-08T17:01:02.866775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036874382409711:2109] [node 5] ICS09 handshake done sender: [2:7593036874382409697:2116] self: [2:7593036874382409693:0] peer: [5:7593036872226289703:0] socket: 128 qp: -1
2026-01-08T17:01:02.875159Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036875113476988:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27674
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.871377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036874100547397:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:02.874603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036875091978447:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:02.866840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:02.871726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036874100547413:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7965
2026-01-08T17:01:02.869567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:02.875816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036875091978373:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.873873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036874100547326:2049] [node 3] ICP18 handshake (actor [1:7593036874100547406:2117]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.869834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036872629305951:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:02.875917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872226289709:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15897
2026-01-08T17:01:02.866989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036874382409620:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.876636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036875091978437:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.873897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036874100547388:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.873917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036874100547400:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.877351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036875113476989:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27674
2026-01-08T17:01:02.873943Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036874100547400:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.870115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036872629305866:2049] [node 2] ICP22 created new session: [6:7593036872629305952:2049]
2026-01-08T17:01:02.867113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036874382409711:2109] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.877543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872226289710:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15897
2026-01-08T17:01:02.874025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: 2026-01-08T17:01:02.867149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
::ffff:127.1.0.0
2026-01-08T17:01:02.874642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036874100547388:2109] [node 6] ICP22 created new session: [1:7593036874100547420:2109]
2026-01-08T17:01:02.870156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036872629305952:2049] [node 2] ICS09 handshake done sender: [6:7593036872629305942:2116] self: [6:7593036872629305946:0] peer: [2:7593036874382409689:0] socket: 141 qp: -1
2026-01-08T17:01:02.878849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036875113476979:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:02.878643Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036872226289625:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10777) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036872226289702:2116] held: no
2026-01-08T17:01:02.876695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:02.867564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:02.875770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036874100547419:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7965
2026-01-08T17:01:02.876974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036875091978437:2109] [node 5] ICP22 created new session: [3:7593036875091978467:2109]
2026-01-08T17:01:02.867887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036874382409620:2048] [node 1] ICP22 created new session: [2:7593036874382409716:2048]
2026-01-08T17:01:02.870172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:02.879180Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872226289711:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15897
2026-01-08T17:01:02.870394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036872629305952:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:02.868944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036874382409690:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:02.877355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:02.881194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036875113476902:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.880705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036872226289709:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.876436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036874100547420:2109] [node 6] ICS09 handshake done sender: [1:7593036874100547397:2112] self: [1:7593036874100547391:0] peer: [6:7593036872629305950:0] socket: 122 qp: -1
2026-01-08T17:01:02.871458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.881251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:02.880729Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036872226289702:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:02.877379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036875091978439:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.870103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036874382409716:2048] [node 1] ICS09 handshake done sender: [2:7593036874382409701:2117] self: [2:7593036874382409704:0] peer: [1:7593036874100547393:0] socket: 124 qp: -1
2026-01-08T17:01:02.876464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036874100547420:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:02.876137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036872629305956:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:01:02.881531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036875113476902:2050] [node 3] ICP22 created new session: [4:7593036875113476991:2050]
2026-01-08T17:01:02.877413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036875091978373:2048] [node 1] ICP22 created new session: [3:7593036875091978468:2048]
2026-01-08T17:01:02.882570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036872226289711:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.870135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036874382409716:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:02.882581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036872226289625:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.881803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036875113476991:2050] [node 3] ICS09 handshake done sender: [4:7593036875113476979:2116] self: [4:7593036875113476986:0] peer: [3:7593036875091978442:0] socket: 160 qp: -1
2026-01-08T17:01:02.877421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:02.877362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:02.877414Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036872629305865:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7455) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036872629305941:2115] held: no
2026-01-08T17:01:02.881841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036875113476991:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:02.870169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:02.877448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036875091978439:2107] [node 4] ICP22 created new session: [3:7593036875091978469:2107]
2026-01-08T17:01:02.877449Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036874100547400:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:02.882247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:02.880729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036874100547390:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.882933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:02.871445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036874382409621:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.879361Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036872629305941:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:02.881180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:02.883933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036875113476990:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27674
2026-01-08T17:01:02.877557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036875091978467:2109] [node 5] ICS09 handshake done sender: [3:7593036875091978449:2115] self: [3:7593036875091978443:0] peer: [5:7593036872226289705:0] socket: 157 qp: -1
2026-01-08T17:01:02.883066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036872226289625:2050] [node 3] ICP22 created new session: [5:7593036872226289713:2050]
2026-01-08T17:01:02.880488Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036872629305957:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:01:02.871715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:02.883108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036872226289623:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.884712Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036875113476982:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:02.877593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036875091978468:2048] [node 1] ICS09 handshake done sender: [3:7593036875091978450:2116] self: [3:7593036875091978460:0] peer: [1:7593036874100547392:0] socket: 142 qp: -1
2026-01-08T17:01:02.871755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036874382409621:2049] [node 3] ICP22 created new session: [2:7593036874382409719:2049]
2026-01-08T17:01:02.881455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036872629305865:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.884136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036872226289713:2050] [node 3] ICS09 handshake done sender: [5:7593036872226289702:2116] self: [5:7593036872226289705:0] peer: [3:7593036875091978443:0] socket: 158 qp: -1
2026-01-08T17:01:02.881958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036874100547390:2107] [node 4] ICP22 created new session: [1:7593036874100547423:2107]
2026-01-08T17:01:02.878473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036875091978468:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:02.885189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036875113476900:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.873247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036874382409719:2049] [node 3] ICS09 handshake done sender: [2:7593036874382409690:2112] self: [2:7593036874382409688:0] peer: [3:7593036875091978459:0] socket: 125 qp: -1
2026-01-08T17:01:02.878717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036875091978467:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:02.873429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036874382409719:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:02.884176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036872226289713:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:02.881487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:02.882543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036874100547423:2107] [node 4] ICS09 handshake done sender: [1:7593036874100547400:2114] self: [1:7593036874100547398:0] peer: [4:7593036875113476987:0] socket: 170 qp: -1
2026-01-08T17:01:02.878771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:02.885243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:02.873868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:02.882917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036874100547423:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:02.878971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:02.881810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036872629305865:2048] [node 1] ICP22 created new session: [6:7593036872629305958:2048]
2026-01-08T17:01:02.884679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:02.883075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:02.885409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036875113476900:2048] [node 1] ICP22 created new session: [4:7593036875113476994:2048]
2026-01-08T17:01:02.879146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036875091978469:2107] [node 4] ICS09 handshake done sender: [3:7593036875091978447:2113] self: [3:7593036875091978442:0] peer: [4:7593036875113476986:0] socket: 159 qp: -1
2026-01-08T17:01:02.884780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036874100547399:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.882605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036872629305958:2048] [node 1] ICS09 handshake done sender: [6:7593036872629305941:2115] self: [6:7593036872629305950:0] peer: [1:7593036874100547391:0] socket: 130 qp: -1
2026-01-08T17:01:02.885659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036875113476994:2048] [node 1] ICS09 handshake done sender: [4:7593036875113476982:2117] self: [4:7593036875113476987:0] peer: [1:7593036874100547398:0] socket: 171 qp: -1
2026-01-08T17:01:02.884806Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036874100547399:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.879313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036875091978469:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:02.882947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036872629305958:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:02.884980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036874100547413:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.879349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:02.885680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036875113476988:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.883092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:02.880598Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036875091978452:2118] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:02.885684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036875113476994:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:02.882463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036875091978374:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.888097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:02.882612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:02.888707Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036874100547399:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:02.888351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036875113476901:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.883082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036875091978374:2049] [node 2] ICP22 created new session: [3:7593036875091978475:2049]
2026-01-08T17:01:02.888732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036874100547390:2107] [node 4] ICP18 handshake (actor [1:7593036874100547413:2118]) is too old
No RDMA context found for GID: 2026-01-08T17:01:02.888863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872226289716:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15897
2026-01-08T17:01:02.883964Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036875091978373:2048] [node 1] ICP27 obsolete handshake fail ignored
::ffff:127.1.0.0
2026-01-08T17:01:02.888881Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036872629305960:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:01:02.884132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036875091978475:2049] [node 2] ICS09 handshake done sender: [3:7593036875091978452:2118] self: [3:7593036875091978459:0] peer: [2:7593036874382409688:0] socket: 147 qp: -1
2026-01-08T17:01:02.889080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036874100547389:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.884374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036875091978475:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.889140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:02.884413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:02.889362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036874100547389:2108] [node 5] ICP22 created new session: [1:7593036874100547426:2108]
2026-01-08T17:01:02.889359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036872226289716:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.889340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036874382409695:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.889429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036874100547426:2108] [node 5] ICS09 handshake done sender: [1:7593036874100547399:2113] self: [1:7593036874100547394:0] peer: [5:7593036872226289714:0] socket: 184 qp: -1
2026-01-08T17:01:02.889344Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036874382409721:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20247
2026-01-08T17:01:02.889404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872226289717:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15897
2026-01-08T17:01:02.889725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036874100547426:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:02.889744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036872226289686:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.890498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036875113476974:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.890506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:02.890524Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036875113476974:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.890665Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036872226289623:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7455) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036872226289711:2120] held: no
2026-01-08T17:01:02.889380Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036874382409695:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.891648Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036872226289711:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:02.891660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036874382409695:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:02.891669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036872629305960:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.891810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036872226289623:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.891975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:02.891938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036872629305957:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.892329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036874382409685:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.892055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036872629305867:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.892397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:02.892419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036872226289623:2048] [node 1] ICP22 created new session: [5:7593036872226289719:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.892449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036872629305926:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:02.892497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036875091978446:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.892542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036874382409685:2107] [node 4] ICP22 created new session: [2:7593036874382409723:2107]
2026-01-08T17:01:02.892538Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036875113476974:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:02.892554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036872226289719:2048] [node 1] ICS09 handshake done sender: [5:7593036872226289711:2120] self: [5:7593036872226289714:0] peer: [1:7593036874100547394:0] socket: 187 qp: -1
2026-01-08T17:01:02.892533Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036875091978446:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.892577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036875113476998:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27674
2026-01-08T17:01:02.892595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036872226289719:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:02.892666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036874382409723:2107] [node 4] ICS09 handshake done sender: [2:7593036874382409695:2114] self: [2:7593036874382409692:0] peer: [4:7593036875113476996:0] socket: 179 qp: -1
2026-01-08T17:01:02.893563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036875113476964:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.892767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036874382409723:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:02.894602Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036875091978446:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:02.892635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:02.894760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:02.893385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:02.892949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036872226289697:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:02.894916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036875113476964:2108] [node 5] ICP22 created new session: [4:7593036875113476999:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.895188Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036875113476901:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5967) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036875113476988:2118] held: no
2026-01-08T17:01:02.895245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036875091978438:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.892971Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036872226289697:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:02.895248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036872226289697:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:02.895302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:02.895446Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036872226289720:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15897
2026-01-08T17:01:02.895454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036875113476999:2108] [node 5] ICS09 handshake done sender: [4:7593036875113476974:2114] self: [4:7593036875113476968:0] peer: [5:7593036872226289718:0] socket: 126 qp: -1
2026-01-08T17:01:02.895506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036875091978438:2110] [node 6] ICP22 created new session: [3:7593036875091978478:2110]
2026-01-08T17:01:02.896579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036872226289687:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:02.895508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036875113476999:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:02.896660Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036872226289686:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6764) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036872226289716:2121] held: no
2026-01-08T17:01:02.896418Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036872629305867:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10777) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036872629305960:2122] held: no
2026-01-08T17:01:02.896386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036875091978478:2110] [node 6] ICS09 handshake done sender: [3:7593036875091978446:2112] self: [3:7593036875091978441:0] peer: [6:7593036872629305961:0] socket: 146 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:02.895650Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036875113476988:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:02.896693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:02.896672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036875091978478:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:02.896067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:02.897804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036872226289687:2109] [node 6] ICP22 created new session: [5:7593036872226289723:2109]
No RDMA context found for GID: 2026-01-08T17:01:02.896712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
::ffff:127.1.0.0
2026-01-08T17:01:02.897652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036875113476901:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.897856Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036872226289716:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:02.897854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:02.898177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036872226289723:2109] [node 6] ICS09 handshake done sender: [5:7593036872226289697:2114] self: [5:7593036872226289692:0] peer: [6:7593036872629305962:0] socket: 186 qp: -1
2026-01-08T17:01:02.898233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036872629305963:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:01:02.897885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036875113476901:2049] [node 2] ICP22 created new session: [4:7593036875113477001:2049]
2026-01-08T17:01:02.898210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036872226289723:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:02.898274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036872629305964:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:01:02.898205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036875113477001:2049] [node 2] ICS09 handshake done sender: [4:7593036875113476988:2118] self: [4:7593036875113476996:0] peer: [2:7593036874382409692:0] socket: 181 qp: -1
2026-01-08T17:01:02.898248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:02.898240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036875113477001:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:02.898262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036872226289686:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.898507Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036872629305926:2106] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6462) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036872629305957:2121] held: no
2026-01-08T17:01:02.898280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:02.898286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:02.898705Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036872629305957:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:02.898550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036872226289686:2108] [node 4] ICP22 created new session: [5:7593036872226289725:2108]
2026-01-08T17:01:02.898830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036872629305960:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:02.898825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036872226289725:2108] [node 4] ICS09 handshake done sender: [5:7593036872226289716:2121] self: [5:7593036872226289718:0] peer: [4:7593036875113476968:0] socket: 151 qp: -1
2026-01-08T17:01:02.899460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036872629305926:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.898862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036872226289725:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:02.899539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036872629305867:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:02.898895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:02.899684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:02.899740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036872629305926:2106] [node 5] ICP22 created new session: [6:7593036872629305965:2106]
2026-01-08T17:01:02.899851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:02.899925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036872629305965:2106] [node 5] ICS09 handshake done sender: [6:7593036872629305957:2121] self: [6:7593036872629305962:0] peer: [5:7593036872226289692:0] socket: 190 qp: -1
2026-01-08T17:01:02.899931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036872629305867:2050] [node 3] ICP22 created new session: [6:7593036872629305966:2050]
2026-01-08T17:01:02.899980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036872629305965:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:02.899984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036872629305966:2050] [node 3] ICS09 handshake done sender: [6:7593036872629305960:2122] self: [6:7593036872629305961:0] peer: [3:7593036875091978441:0] socket: 148 qp: -1
2026-01-08T17:01:02.900011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036872629305966:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:02.900016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:02.900030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:02.954617Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:02.954878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036874382409716:2048] [node 1] ICS07 socket disconnect 124 reason# EndOfStream
2026-01-08T17:01:02.954918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036874382409716:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.955033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:02.955091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036874382409716:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:02.955769Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:02.956099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036875091978468:2048] [node 1] ICS07 socket disconnect 142 reason# EndOfStream
2026-01-08T17:01:02.956139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036875091978468:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.956234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:02.956298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036875091978468:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:02.957074Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036874382409620:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7455) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:02.957116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036874382409716:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:02.957232Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036875091978373:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7455) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:02.957966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036875091978468:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:02.957989Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:02.957995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036875091978373:2048] [node 1] ICP30 unregister session Session# [3:7593036875091978468:2048] VirtualId# [3:7593036875091978460:0]
2026-01-08T17:01:02.958043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:02.958061Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036875091978373:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7455) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.958071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7455) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.958415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036875113476994:2048] [node 1] ICS07 socket disconnect 171 reason# EndOfStream
2026-01-08T17:01:02.958454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036875113476994:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.958510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:02.958545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036875113476994:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:02.958657Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036874382409620:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7455) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:02.958714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036874382409716:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:02.958898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036874382409620:2048] [node 1] ICP30 unregister session Session# [2:7593036874382409716:2048] VirtualId# [2:7593036874382409704:0]
2026-01-08T17:01:02.958946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:02.958971Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036874382409620:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7455) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.958981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7455) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.959034Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:02.959205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036872226289719:2048] [node 1] ICS01 socket: 187 reason# EndOfStream
2026-01-08T17:01:02.959250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036872226289623:2048] [node 1] ICP30 unregister session Session# [5:7593036872226289719:2048] VirtualId# [5:7593036872226289714:0]
2026-01-08T17:01:02.959271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036872226289719:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.959297Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036875113476900:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7455) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:02.959333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:02.959363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:02.959414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036875113476994:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:02.959458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036875113476900:2048] [node 1] ICP30 unregister session Session# [4:7593036875113476994:2048] VirtualId# [4:7593036875113476987:0]
2026-01-08T17:01:02.959511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:02.959548Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036875113476900:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7455) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.959569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7455) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:02.959902Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:02.960106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036872629305958:2048] [node 1] ICS01 socket: 130 reason# EndOfStream
2026-01-08T17:01:02.960142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036872629305865:2048] [node 1] ICP30 unregister session Session# [6:7593036872629305958:2048] VirtualId# [6:7593036872629305950:0]
2026-01-08T17:01:02.960163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036872629305958:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:02.960240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:02.960284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:02.967945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036875091978373:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:02.968924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036875113476900:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:03.017062Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:03.017331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036875091978475:2049] [node 2] ICS07 socket disconnect 147 reason# EndOfStream
2026-01-08T17:01:03.017384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036875091978475:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.017509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:03.017578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036875091978475:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:03.018375Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036875091978374:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5967) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.018427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036875091978475:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.018483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036875091978374:2049] [node 2] ICP30 unregister session Session# [3:7593036875091978475:2049] VirtualId# [3:7593036875091978459:0]
2026-01-08T17:01:03.018542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:03.018571Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036875091978374:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5967) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.018584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5967) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.019358Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:03.019506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036875113477001:2049] [node 2] ICS01 socket: 181 reason# EndOfStream
2026-01-08T17:01:03.019538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036875113476901:2049] [node 2] ICP30 unregister session Session# [4:7593036875113477001:2049] VirtualId# [4:7593036875113476996:0]
2026-01-08T17:01:03.019560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036875113477001:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.019620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:03.019682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:03.020067Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:03.020288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036872226289706:2049] [node 2] ICS07 socket disconnect 139 reason# EndOfStream
2026-01-08T17:01:03.020323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036872226289706:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.020411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:03.020463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036872226289706:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:03.020788Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:03.020932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036872629305952:2049] [node 2] ICS01 socket: 141 reason# EndOfStream
2026-01-08T17:01:03.020965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036872629305866:2049] [node 2] ICP30 unregister session Session# [6:7593036872629305952:2049] VirtualId# [6:7593036872629305946:0]
2026-01-08T17:01:03.020997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036872629305952:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.021101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:03.021146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:03.021179Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036872226289624:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5967) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.021282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036872226289706:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.021339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036872226289624:2049] [node 2] ICP30 unregister session Session# [5:7593036872226289706:2049] VirtualId# [5:7593036872226289703:0]
2026-01-08T17:01:03.021383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:03.021421Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036872226289624:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5967) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.021441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5967) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.028367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036875091978374:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:03.031359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036872226289624:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:03.085402Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:03.085579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036875113476991:2050] [node 3] ICS07 socket disconnect 160 reason# EndOfStream
2026-01-08T17:01:03.085608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036875113476991:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.085678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:03.085725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036875113476991:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:03.086333Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:03.086479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036872226289713:2050] [node 3] ICS01 socket: 158 reason# EndOfStream
2026-01-08T17:01:03.086512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036872226289625:2050] [node 3] ICP30 unregister session Session# [5:7593036872226289713:2050] VirtualId# [5:7593036872226289705:0]
2026-01-08T17:01:03.086535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036872226289713:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.086607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:03.086654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:03.086617Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036875113476902:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10777) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.086726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036875113476991:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.086754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036875113476902:2050] [node 3] ICP30 unregister session Session# [4:7593036875113476991:2050] VirtualId# [4:7593036875113476986:0]
2026-01-08T17:01:03.086817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:03.086861Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036875113476902:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10777) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.086873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10777) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.087459Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:03.087688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036872629305966:2050] [node 3] ICS01 socket: 148 reason# EndOfStream
2026-01-08T17:01:03.087736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036872629305867:2050] [node 3] ICP30 unregister session Session# [6:7593036872629305966:2050] VirtualId# [6:7593036872629305961:0]
2026-01-08T17:01:03.087763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036872629305966:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.087868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:03.087934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:03.157401Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:03.157567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036872226289725:2108] [node 4] ICS01 socket: 151 reason# EndOfStream
2026-01-08T17:01:03.157598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036872226289686:2108] [node 4] ICP30 unregister session Session# [5:7593036872226289725:2108] VirtualId# [5:7593036872226289718:0]
2026-01-08T17:01:03.157622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036872226289725:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.157685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:03.157717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:03.158439Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:03.158683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036872629305951:2107] [node 4] ICS07 socket disconnect 143 reason# EndOfStream
2026-01-08T17:01:03.158717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036872629305951:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.158840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:03.158936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036872629305951:2107] [node 4] ICS15 start handshake
2026-01-08T17:01:03.159594Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036872629305927:2107] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6764) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.159639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036872629305951:2107] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.159673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036872629305927:2107] [node 4] ICP30 unregister session Session# [6:7593036872629305951:2107] VirtualId# [6:7593036872629305947:0]
2026-01-08T17:01:03.159717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:03.159742Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036872629305927:2107] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6764) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.159751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6764) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.169692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036872629305927:2107] [node 4] ICP33 wake up from error state
2026-01-08T17:01:03.245348Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:03.245528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036872629305965:2106] [node 5] ICS01 socket: 190 reason# EndOfStream
2026-01-08T17:01:03.245567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036872629305926:2106] [node 5] ICP30 unregister session Session# [6:7593036872629305965:2106] VirtualId# [6:7593036872629305962:0]
2026-01-08T17:01:03.245591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036872629305965:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.245651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:03.245690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:03.348979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036879553549970:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:03.349006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036879553549971:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:03.354298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036877156188888:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:03.354374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036877156188889:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:03.359706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036879242298109:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:03.359736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036879242298110:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:03.365389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036876409365571:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:03.365422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036876409365572:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:03.365450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036876409365573:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:03.371038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036877372123538:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:03.371069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036877372123539:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:03.371095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036877372123540:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:03.376483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036877882411210:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:03.376507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036877882411211:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:03.376547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036877882411212:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:03.469957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036877882411272:2106] [node 5] ICP01 ready to work
2026-01-08T17:01:03.474768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036879553550033:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:03.474894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036879242298172:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:03.474881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036877156188978:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:03.475077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036877882411274:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:03.475089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036877372123602:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:03.475420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036879553550034:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:03.475397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036876409365634:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:03.475622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036879242298173:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:03.475623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036877156188979:2136] [node 5] ICP01 ready to work
2026-01-08T17:01:03.475745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036877372123603:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:03.475838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036879553550035:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:03.475883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036876409365635:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:03.475954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036879242298174:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:03.476018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036877156188980:2121] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.485557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036877372123614:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37690
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.487580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036879553550048:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19052
2026-01-08T17:01:03.487593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036877156188992:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57377
2026-01-08T17:01:03.487690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036877156188993:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57377
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.488872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036879242298185:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59951
2026-01-08T17:01:03.489021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036879242298186:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59951
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.489432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036877156188991:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57377
2026-01-08T17:01:03.489472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036879553550047:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19052
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.489618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036877156188997:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57377
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.489639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036879553550052:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19052
2026-01-08T17:01:03.489695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036879553550053:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19052
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.489766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036879553550046:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19052
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.491239Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036879242298190:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59951
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.491437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036877156188998:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57377
2026-01-08T17:01:03.500179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879553550046:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.502449Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879553550047:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.502526Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036877372123614:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.505267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879553550048:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.505340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036876409365649:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24678
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.505596Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036876409365650:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24678
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.505824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036876409365651:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24678
2026-01-08T17:01:03.507798Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877156188991:2142] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.507871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877156188992:2143] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.508054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877156188993:2144] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.508106Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036876409365651:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.508226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036876409365572:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.508344Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036879242298185:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.508438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036879242298186:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.508485Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877156188986:2139] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.508519Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036877156188986:2139] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.508638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036876409365649:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.508734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036876409365573:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.508923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036879242298190:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.509046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036879242298180:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.509071Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036879242298180:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.509121Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877156188997:2145] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.509572Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036877156188986:2139] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.509702Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036879242298191:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59951
2026-01-08T17:01:03.509764Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036876409365654:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24678
2026-01-08T17:01:03.509984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036877156188978:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.510043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:03.510096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036877156188978:2107] [node 4] ICP22 created new session: [2:7593036877156189004:2107]
2026-01-08T17:01:03.510110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036879242298110:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.510150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036877156189004:2107] [node 4] ICS09 handshake done sender: [2:7593036877156188986:2139] self: [2:7593036877156188985:0] peer: [4:7593036876409365652:0] socket: 163 qp: -1
2026-01-08T17:01:03.510230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036877156189004:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:03.510270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:03.510354Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036879242298180:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:03.510564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036876409365651:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:03.510764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036879242298172:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.510847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:03.510890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036879242298172:2107] [node 4] ICP22 created new session: [3:7593036879242298196:2107]
2026-01-08T17:01:03.510880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036876409365572:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.510959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:03.510957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036879242298196:2107] [node 4] ICS09 handshake done sender: [3:7593036879242298180:2112] self: [3:7593036879242298179:0] peer: [4:7593036876409365653:0] socket: 150 qp: -1
2026-01-08T17:01:03.511013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036876409365572:2049] [node 2] ICP22 created new session: [4:7593036876409365656:2049]
2026-01-08T17:01:03.511000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036879242298196:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:03.511032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:03.511052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036876409365656:2049] [node 2] ICS09 handshake done sender: [4:7593036876409365651:2117] self: [4:7593036876409365652:0] peer: [2:7593036877156188985:0] socket: 167 qp: -1
2026-01-08T17:01:03.511159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036876409365656:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:03.511208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:03.511296Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877156188984:2138] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.511315Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036877156188984:2138] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.513319Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036877156188984:2138] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.513761Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036876409365573:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12266) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036876409365649:2115] held: no
2026-01-08T17:01:03.513821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036877156188889:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.513866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: 2026-01-08T17:01:03.513895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036877156188889:2049] [node 3] ICP22 created new session: [2:7593036877156189008:2049]
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.513921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036877156189008:2049] [node 3] ICS09 handshake done sender: [2:7593036877156188984:2138] self: [2:7593036877156188983:0] peer: [3:7593036879242298195:0] socket: 152 qp: -1
2026-01-08T17:01:03.513889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036877372123619:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37690
2026-01-08T17:01:03.513941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036877156189008:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:03.513988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036876409365655:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24678
2026-01-08T17:01:03.513966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:03.513967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036879242298199:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59951
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.514108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036877372123620:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37690
2026-01-08T17:01:03.514440Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036879242298190:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:03.515522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036879242298110:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.515560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:03.515699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036879242298110:2049] [node 2] ICP22 created new session: [3:7593036879242298200:2049]
2026-01-08T17:01:03.515829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036879242298200:2049] [node 2] ICS09 handshake done sender: [3:7593036879242298190:2117] self: [3:7593036879242298195:0] peer: [2:7593036877156188983:0] socket: 156 qp: -1
2026-01-08T17:01:03.515852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036879242298200:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:03.515874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:03.516014Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036879242298110:2049] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.516296Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036877372123620:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.516383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036877372123539:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.516379Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036877882411288:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57924
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.516574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877156188988:2140] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.516568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036877882411289:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57924
2026-01-08T17:01:03.516598Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036877156188988:2140] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.517222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036877882411290:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57924
2026-01-08T17:01:03.517495Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036876409365649:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:03.517713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036877372123619:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.517776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036877372123540:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.517790Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036877882411290:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.517937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036877882411212:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.518016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036876409365573:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.518010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036879242298182:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.518081Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036877882411288:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.518034Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036879242298182:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.518124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.518168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036876409365573:2050] [node 3] ICP22 created new session: [4:7593036876409365660:2050]
2026-01-08T17:01:03.518202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036876409365660:2050] [node 3] ICS09 handshake done sender: [4:7593036876409365649:2115] self: [4:7593036876409365653:0] peer: [3:7593036879242298179:0] socket: 161 qp: -1
2026-01-08T17:01:03.518205Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036877372123623:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37690
2026-01-08T17:01:03.518249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036876409365660:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:03.518248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879553550052:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.518245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036877882411274:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.518523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:03.518591Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036877156188988:2140] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:03.518647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036877882411289:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.518707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036879242298191:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.518754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036877882411211:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.518858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879553550053:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.519079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036877156188979:2136] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.519129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:03.519110Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036879242298182:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:03.519122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036877372123624:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37690
2026-01-08T17:01:03.519175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036877156188979:2136] [node 5] ICP22 created new session: [2:7593036877156189012:2136]
2026-01-08T17:01:03.519231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036877156189012:2136] [node 5] ICS09 handshake done sender: [2:7593036877156188988:2140] self: [2:7593036877156188987:0] peer: [5:7593036877372123621:0] socket: 173 qp: -1
2026-01-08T17:01:03.519274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036877156189012:2136] [node 5] ICS10 traffic start
2026-01-08T17:01:03.519332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:03.519382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036876409365650:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.519548Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036876409365645:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.519580Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036876409365645:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.519566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036879242298173:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.519609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:03.519654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036879242298173:2108] [node 5] ICP22 created new session: [3:7593036879242298204:2108]
2026-01-08T17:01:03.519646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036877372123625:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37690
2026-01-08T17:01:03.519698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036879242298204:2108] [node 5] ICS09 handshake done sender: [3:7593036879242298182:2113] self: [3:7593036879242298181:0] peer: [5:7593036877372123622:0] socket: 142 qp: -1
2026-01-08T17:01:03.519747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036879242298204:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:03.519777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:03.519816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877156188990:2141] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.519835Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036877156188990:2141] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.520365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877156188998:2146] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.520343Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036877372123620:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:03.520495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036879242298109:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.520574Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036877372123619:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.521087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036877882411294:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57924
2026-01-08T17:01:03.521209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036877156188888:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.521378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036877156188990:2141] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:03.521640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036879242298184:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2026-01-08T17:01:03.521707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879553550039:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:01:03.521685Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036879242298184:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.522274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036877156188980:2121] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.521739Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036879553550039:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.522537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:03.523011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036877156188980:2121] [node 6] ICP22 created new session: [2:7593036877156189016:2121]
2026-01-08T17:01:03.523039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036877882411295:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57924
2026-01-08T17:01:03.523063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036877156189016:2121] [node 6] ICS09 handshake done sender: [2:7593036877156188990:2141] self: [2:7593036877156188989:0] peer: [6:7593036877882411293:0] socket: 148 qp: -1
2026-01-08T17:01:03.523098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036877156189016:2121] [node 6] ICS10 traffic start
2026-01-08T17:01:03.523104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879553550037:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.523133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:03.523130Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036879553550037:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.523121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036876409365571:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.523271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036879242298184:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:03.524175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036876409365645:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:03.524190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036879242298174:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.524197Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036879553550037:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:03.524226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:03.524422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036877372123539:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.524331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036879242298174:2109] [node 6] ICP22 created new session: [3:7593036879242298208:2109]
2026-01-08T17:01:03.524469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:03.524375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036879242298208:2109] [node 6] ICS09 handshake done sender: [3:7593036879242298184:2114] self: [3:7593036879242298183:0] peer: [6:7593036877882411291:0] socket: 176 qp: -1
2026-01-08T17:01:03.524775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036879553549970:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.524655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036877372123539:2049] [node 2] ICP22 created new session: [5:7593036877372123627:2049]
2026-01-08T17:01:03.524802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036877882411289:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:03.524396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036879242298208:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:03.524874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:03.524789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036877372123627:2049] [node 2] ICS09 handshake done sender: [5:7593036877372123620:2118] self: [5:7593036877372123621:0] peer: [2:7593036877156188987:0] socket: 174 qp: -1
2026-01-08T17:01:03.524640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:03.524872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036877372123627:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:03.524912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036879553549970:2048] [node 2] ICP22 created new session: [1:7593036879553550061:2048]
2026-01-08T17:01:03.524898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:03.525065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036879553550061:2048] [node 2] ICS09 handshake done sender: [1:7593036879553550037:2110] self: [1:7593036879553550036:0] peer: [2:7593036877156189015:0] socket: 154 qp: -1
2026-01-08T17:01:03.525172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036879553550061:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:03.525203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:03.525490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036876409365635:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.525588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:03.525596Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036877372123623:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.525633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036876409365635:2109] [node 6] ICP22 created new session: [4:7593036876409365665:2109]
2026-01-08T17:01:03.525688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036876409365665:2109] [node 6] ICS09 handshake done sender: [4:7593036876409365645:2114] self: [4:7593036876409365644:0] peer: [6:7593036877882411292:0] socket: 136 qp: -1
2026-01-08T17:01:03.525722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036876409365665:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:03.525752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.527001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036877156189018:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57377
2026-01-08T17:01:03.527213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036877882411211:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.527247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036877372123540:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.527271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:03.527312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036877882411211:2049] [node 2] ICP22 created new session: [6:7593036877882411296:2049]
2026-01-08T17:01:03.527283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:03.527305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036877372123540:2050] [node 3] ICP22 created new session: [5:7593036877372123629:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.527331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036877372123629:2050] [node 3] ICS09 handshake done sender: [5:7593036877372123619:2117] self: [5:7593036877372123622:0] peer: [3:7593036879242298181:0] socket: 172 qp: -1
2026-01-08T17:01:03.527351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036877882411296:2049] [node 2] ICS09 handshake done sender: [6:7593036877882411289:2116] self: [6:7593036877882411293:0] peer: [2:7593036877156188989:0] socket: 175 qp: -1
2026-01-08T17:01:03.527357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036877372123629:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:03.527392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:03.527387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036877882411296:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:03.527417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:03.527495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036876409365664:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24678
2026-01-08T17:01:03.527562Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036877156188998:2146] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:03.527608Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036877372123540:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:03.527623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879553550041:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.527650Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036877882411211:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:03.527652Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036879553550041:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.528414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036877156188888:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.528457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:03.528442Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036877882411288:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:03.528502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036877156188888:2048] [node 1] ICP22 created new session: [2:7593036877156189019:2048]
2026-01-08T17:01:03.528587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036877156189019:2048] [node 1] ICS09 handshake done sender: [2:7593036877156188998:2146] self: [2:7593036877156189015:0] peer: [1:7593036879553550036:0] socket: 157 qp: -1
2026-01-08T17:01:03.528583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036876409365664:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.528619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036877156189019:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:03.528697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.528816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036877882411274:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.528836Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036879242298210:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59951
2026-01-08T17:01:03.528857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:03.528889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036877882411274:2108] [node 4] ICP22 created new session: [6:7593036877882411298:2108]
2026-01-08T17:01:03.528922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036877882411298:2108] [node 4] ICS09 handshake done sender: [6:7593036877882411288:2115] self: [6:7593036877882411292:0] peer: [4:7593036876409365644:0] socket: 155 qp: -1
2026-01-08T17:01:03.528940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036877882411298:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:03.528961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:03.530378Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036877372123539:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:03.530628Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036877156188888:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:03.530775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036877372123602:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.530883Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036879553550039:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:03.531005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036877372123631:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37690
2026-01-08T17:01:03.531122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036876409365643:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.531163Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036876409365643:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.531388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036879242298211:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59951
2026-01-08T17:01:03.531455Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036879242298191:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:03.531419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036877372123631:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.531527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036877372123538:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.531811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036879242298109:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.531932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:03.531978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036879242298109:2048] [node 1] ICP22 created new session: [3:7593036879242298212:2048]
2026-01-08T17:01:03.532019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036879242298212:2048] [node 1] ICS09 handshake done sender: [3:7593036879242298191:2118] self: [3:7593036879242298206:0] peer: [1:7593036879553550038:0] socket: 160 qp: -1
2026-01-08T17:01:03.532050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036879242298212:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:03.532083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.532123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036876409365643:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:03.532256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036877372123635:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37690
2026-01-08T17:01:03.532407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036876409365634:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.532781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036877372123623:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:03.532725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:03.532785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036876409365634:2108] [node 5] ICP22 created new session: [4:7593036876409365669:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.532959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036876409365669:2108] [node 5] ICS09 handshake done sender: [4:7593036876409365643:2113] self: [4:7593036876409365642:0] peer: [5:7593036877372123633:0] socket: 178 qp: -1
2026-01-08T17:01:03.533365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036877372123602:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.532998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036876409365669:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:03.533437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:03.533307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:03.533484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036877372123602:2108] [node 4] ICP22 created new session: [5:7593036877372123636:2108]
2026-01-08T17:01:03.533445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036877882411300:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57924
2026-01-08T17:01:03.533473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879553550043:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.533526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036877372123636:2108] [node 4] ICS09 handshake done sender: [5:7593036877372123623:2119] self: [5:7593036877372123633:0] peer: [4:7593036876409365642:0] socket: 179 qp: -1
2026-01-08T17:01:03.533516Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036879553550043:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.533546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036877372123636:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:03.533565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.534044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036877882411301:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57924
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.534229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036879553549971:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.534242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036877882411303:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57924
2026-01-08T17:01:03.534283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:03.534304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036879242298211:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.534336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036879553549971:2049] [node 3] ICP22 created new session: [1:7593036879553550067:2049]
2026-01-08T17:01:03.534457Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036877882411290:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:03.534542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036879553550067:2049] [node 3] ICS09 handshake done sender: [1:7593036879553550039:2111] self: [1:7593036879553550038:0] peer: [3:7593036879242298206:0] socket: 158 qp: -1
2026-01-08T17:01:03.534568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036879242298174:2109] [node 6] ICP18 handshake (actor [3:7593036879242298211:2121]) is too old
2026-01-08T17:01:03.534584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036879553550067:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:03.535136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:03.535398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036877882411212:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.535466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:03.535516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036877882411212:2050] [node 3] ICP22 created new session: [6:7593036877882411304:2050]
2026-01-08T17:01:03.535564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036877882411304:2050] [node 3] ICS09 handshake done sender: [6:7593036877882411290:2117] self: [6:7593036877882411291:0] peer: [3:7593036879242298183:0] socket: 177 qp: -1
2026-01-08T17:01:03.535602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036877882411304:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:03.535628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.535853Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036876409365671:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24678
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.536173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036877372123638:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37690
2026-01-08T17:01:03.536668Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036879553550043:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:03.536899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036877882411303:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.537016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036877882411210:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.537094Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036877372123631:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:03.537116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036879553550034:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.537225Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036877882411301:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.537168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:03.537222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036879553550034:2108] [node 5] ICP22 created new session: [1:7593036879553550069:2108]
2026-01-08T17:01:03.537310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036879553550069:2108] [node 5] ICS09 handshake done sender: [1:7593036879553550043:2113] self: [1:7593036879553550042:0] peer: [5:7593036877372123634:0] socket: 128 qp: -1
2026-01-08T17:01:03.537297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036877372123538:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.537328Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036877882411212:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:03.537347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036879553550069:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:03.537342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:03.537377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036877372123538:2048] [node 1] ICP22 created new session: [5:7593036877372123639:2048]
2026-01-08T17:01:03.537397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:03.537422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036877372123639:2048] [node 1] ICS09 handshake done sender: [5:7593036877372123631:2122] self: [5:7593036877372123634:0] peer: [1:7593036879553550042:0] socket: 132 qp: -1
2026-01-08T17:01:03.537454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036877372123639:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:03.537486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:03.537495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036877882411272:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.538578Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036879553550041:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:03.539041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879553550045:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.539056Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036876409365650:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:03.539076Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036879553550045:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.539517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036877372123613:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.539558Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036877372123613:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.539599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036879553550033:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.539614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036876409365571:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.539684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:03.539667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:03.539704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036876409365571:2048] [node 1] ICP22 created new session: [4:7593036876409365672:2048]
2026-01-08T17:01:03.539729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036879553550033:2107] [node 4] ICP22 created new session: [1:7593036879553550071:2107]
2026-01-08T17:01:03.539742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036876409365672:2048] [node 1] ICS09 handshake done sender: [4:7593036876409365650:2116] self: [4:7593036876409365663:0] peer: [1:7593036879553550040:0] socket: 162 qp: -1
2026-01-08T17:01:03.539791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036879553550071:2107] [node 4] ICS09 handshake done sender: [1:7593036879553550041:2112] self: [1:7593036879553550040:0] peer: [4:7593036876409365663:0] socket: 159 qp: -1
2026-01-08T17:01:03.539790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036876409365672:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:03.539819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:03.539829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036879553550071:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:03.539866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:03.540612Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036877372123613:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.541040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036877882411308:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57924
2026-01-08T17:01:03.541089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036877372123603:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.541139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:03.541183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036877372123603:2109] [node 6] ICP22 created new session: [5:7593036877372123642:2109]
2026-01-08T17:01:03.541228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036877372123642:2109] [node 6] ICS09 handshake done sender: [5:7593036877372123613:2115] self: [5:7593036877372123612:0] peer: [6:7593036877882411307:0] socket: 190 qp: -1
2026-01-08T17:01:03.541292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036877372123642:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:03.541328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:03.541561Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036877882411301:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:03.541719Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036879553550045:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:03.542029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036877882411272:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.542057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036879553550035:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.542077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:03.542108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:03.542117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036877882411272:2106] [node 5] ICP22 created new session: [6:7593036877882411310:2106]
2026-01-08T17:01:03.542160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036879553550035:2109] [node 6] ICP22 created new session: [1:7593036879553550074:2109]
2026-01-08T17:01:03.542164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036877882411310:2106] [node 5] ICS09 handshake done sender: [6:7593036877882411301:2121] self: [6:7593036877882411307:0] peer: [5:7593036877372123612:0] socket: 191 qp: -1
2026-01-08T17:01:03.542200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036877882411310:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:03.542201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036879553550074:2109] [node 6] ICS09 handshake done sender: [1:7593036879553550045:2114] self: [1:7593036879553550044:0] peer: [6:7593036877882411306:0] socket: 194 qp: -1
2026-01-08T17:01:03.542234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:03.542237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036879553550074:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:03.542268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:03.543689Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036877882411272:2106] [node 5] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.544655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036877882411309:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57924
2026-01-08T17:01:03.544971Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036877882411210:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27722) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036877882411303:2122] held: no
2026-01-08T17:01:03.545106Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036877882411303:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:03.545237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036877882411210:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.545274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:03.545306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036877882411210:2048] [node 1] ICP22 created new session: [6:7593036877882411312:2048]
2026-01-08T17:01:03.545344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036877882411312:2048] [node 1] ICS09 handshake done sender: [6:7593036877882411303:2122] self: [6:7593036877882411306:0] peer: [1:7593036879553550044:0] socket: 197 qp: -1
2026-01-08T17:01:03.545383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036877882411312:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:03.545425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:03.574048Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:03.574296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036877156189019:2048] [node 1] ICS01 socket: 157 reason# EndOfStream
2026-01-08T17:01:03.574354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036877156188888:2048] [node 1] ICP30 unregister session Session# [2:7593036877156189019:2048] VirtualId# [2:7593036877156189015:0]
2026-01-08T17:01:03.574394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036877156189019:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.574471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:03.574522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:03.575195Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:03.575333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036879242298212:2048] [node 1] ICS01 socket: 160 reason# EndOfStream
2026-01-08T17:01:03.575361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036879242298109:2048] [node 1] ICP30 unregister session Session# [3:7593036879242298212:2048] VirtualId# [3:7593036879242298206:0]
2026-01-08T17:01:03.575380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036879242298212:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.575441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:03.575483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:03.578063Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:03.578232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036876409365672:2048] [node 1] ICS01 socket: 162 reason# EndOfStream
2026-01-08T17:01:03.578269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036876409365571:2048] [node 1] ICP30 unregister session Session# [4:7593036876409365672:2048] VirtualId# [4:7593036876409365663:0]
2026-01-08T17:01:03.578301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036876409365672:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.578378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:03.578420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:03.579021Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:03.579259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036877372123639:2048] [node 1] ICS07 socket disconnect 132 reason# EndOfStream
2026-01-08T17:01:03.579294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036877372123639:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.579372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:03.579436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036877372123639:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:03.579815Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:03.579942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036877882411312:2048] [node 1] ICS01 socket: 197 reason# EndOfStream
2026-01-08T17:01:03.579969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036877882411210:2048] [node 1] ICP30 unregister session Session# [6:7593036877882411312:2048] VirtualId# [6:7593036877882411306:0]
2026-01-08T17:01:03.579987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036877882411312:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.580028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:03.580058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:03.580233Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036877372123538:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27722) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.580288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036877372123639:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.580355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036877372123538:2048] [node 1] ICP30 unregister session Session# [5:7593036877372123639:2048] VirtualId# [5:7593036877372123634:0]
2026-01-08T17:01:03.580421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:03.580459Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036877372123538:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27722) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.580481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27722) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.590516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036877372123538:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:03.606938Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:03.607141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036879242298200:2049] [node 2] ICS07 socket disconnect 156 reason# EndOfStream
2026-01-08T17:01:03.607174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036879242298200:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.607265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:03.607313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036879242298200:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:03.609555Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:03.609608Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036879242298110:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8672) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:03.609634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036879242298200:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:03.609701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036876409365656:2049] [node 2] ICS01 socket: 167 reason# EndOfStream
2026-01-08T17:01:03.609738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036876409365572:2049] [node 2] ICP30 unregister session Session# [4:7593036876409365656:2049] VirtualId# [4:7593036876409365652:0]
2026-01-08T17:01:03.609757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036876409365656:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.609806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:03.609835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:03.610177Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036879242298110:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8672) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.610207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036879242298200:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.610225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036879242298110:2049] [node 2] ICP30 unregister session Session# [3:7593036879242298200:2049] VirtualId# [3:7593036879242298195:0]
2026-01-08T17:01:03.610256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:03.610287Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036879242298110:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.610297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.610517Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:03.610626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036877882411296:2049] [node 2] ICS07 socket disconnect 175 reason# EndOfStream
2026-01-08T17:01:03.610648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036877882411296:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.610686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:03.610712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036877882411296:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:03.611216Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036877882411211:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8672) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.611246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036877882411296:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.611263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036877882411211:2049] [node 2] ICP30 unregister session Session# [6:7593036877882411296:2049] VirtualId# [6:7593036877882411293:0]
2026-01-08T17:01:03.611289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:03.611305Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036877882411211:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.611315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.611432Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:03.611605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036877372123627:2049] [node 2] ICS01 socket: 174 reason# EndOfStream
2026-01-08T17:01:03.611643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036877372123539:2049] [node 2] ICP30 unregister session Session# [5:7593036877372123627:2049] VirtualId# [5:7593036877372123621:0]
2026-01-08T17:01:03.611667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036877372123627:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.611747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:03.611792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:03.622235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036877882411211:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:03.635221Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:03.635378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036876409365660:2050] [node 3] ICS01 socket: 161 reason# EndOfStream
2026-01-08T17:01:03.635407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036876409365573:2050] [node 3] ICP30 unregister session Session# [4:7593036876409365660:2050] VirtualId# [4:7593036876409365653:0]
2026-01-08T17:01:03.635431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036876409365660:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.635520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:03.635563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:03.636111Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:03.636286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036877372123629:2050] [node 3] ICS07 socket disconnect 172 reason# EndOfStream
2026-01-08T17:01:03.636315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036877372123629:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.636404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:03.636410Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:03.636443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036877372123629:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:03.636556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036877882411304:2050] [node 3] ICS07 socket disconnect 177 reason# EndOfStream
2026-01-08T17:01:03.636581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036877882411304:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.636632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:03.636684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036877882411304:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:03.637092Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036877372123540:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12266) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.637133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036877372123629:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.637160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036877372123540:2050] [node 3] ICP30 unregister session Session# [5:7593036877372123629:2050] VirtualId# [5:7593036877372123622:0]
2026-01-08T17:01:03.637191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:03.637221Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036877372123540:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12266) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.637231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12266) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.637330Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036877882411212:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12266) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.637363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036877882411304:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.637386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036877882411212:2050] [node 3] ICP30 unregister session Session# [6:7593036877882411304:2050] VirtualId# [6:7593036877882411291:0]
2026-01-08T17:01:03.637429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:03.637465Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036877882411212:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12266) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.637485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12266) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.646771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036877372123540:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:03.646824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036877882411212:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:03.672881Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:03.673055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036877372123636:2108] [node 4] ICS07 socket disconnect 179 reason# EndOfStream
2026-01-08T17:01:03.673083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036877372123636:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.673157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:03.673202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036877372123636:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:03.673840Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036877372123602:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26208) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.673882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036877372123636:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.673909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036877372123602:2108] [node 4] ICP30 unregister session Session# [5:7593036877372123636:2108] VirtualId# [5:7593036877372123633:0]
2026-01-08T17:01:03.673803Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:03.673968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:03.674002Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036877372123602:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26208) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.674013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26208) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.674044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036877882411298:2108] [node 4] ICS07 socket disconnect 155 reason# EndOfStream
2026-01-08T17:01:03.674080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036877882411298:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.674144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:03.674195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036877882411298:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:03.674963Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036877882411274:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26208) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.675018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036877882411298:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.675050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036877882411274:2108] [node 4] ICP30 unregister session Session# [6:7593036877882411298:2108] VirtualId# [6:7593036877882411292:0]
2026-01-08T17:01:03.675093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:03.675117Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036877882411274:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26208) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.675130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26208) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.684723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036877882411274:2108] [node 4] ICP33 wake up from error state
2026-01-08T17:01:03.693875Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:03.694023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036877882411310:2106] [node 5] ICS07 socket disconnect 191 reason# EndOfStream
2026-01-08T17:01:03.694052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036877882411310:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.694113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:03.694157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036877882411310:2106] [node 5] ICS15 start handshake
2026-01-08T17:01:03.694787Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036877882411272:2106] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14995) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.694833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036877882411310:2106] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.694860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036877882411272:2106] [node 5] ICP30 unregister session Session# [6:7593036877882411310:2106] VirtualId# [6:7593036877882411307:0]
2026-01-08T17:01:03.694900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:01:03.694918Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036877882411272:2106] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14995) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.694927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14995) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:03.746941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036875933744334:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:03.746951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036875933744333:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:03.750580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036877403529807:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:03.750618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036877403529808:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:03.754398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036878266734147:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:03.754436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036878266734148:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:03.759685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036879750547845:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:03.759727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036879750547846:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:03.759767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036879750547847:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:03.765202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036875836755229:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:03.765239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036875836755230:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:03.765281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036875836755231:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:03.769881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036878131239946:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:03.769922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036878131239947:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:03.769979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036878131239948:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:03.847887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036877403529870:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:03.850081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036878131240006:2105] [node 4] ICP01 ready to work
2026-01-08T17:01:03.849943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036877403529871:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:03.850594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036878131240008:2106] [node 5] ICP01 ready to work
2026-01-08T17:01:03.851062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036877403529872:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:03.853094Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036879750547846:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(37559779ns) {Configure:104(37555934ns) {ProcessConfigured:135(182059ns) {StartInitialHandshake:157(176417ns) {DropHandshakes:470(6309ns) {DropIncomingHandshake:442(929ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:992(1590ns) PrepareNewSessionHandshake:477(1118ns) {SwitchToState:179(302ns)}}}}}
2026-01-08T17:01:03.853247Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036879750547845:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(35844906ns) {Configure:104(28983513ns) {ProcessConfigured:135(59321ns) {StartInitialHandshake:157(57125ns) {DropHandshakes:470(1328ns) {DropIncomingHandshake:442(303ns) DropOutgoingHandshake:457(315ns)} GenerateSessionVirtualId:992(465ns) PrepareNewSessionHandshake:477(882ns) {SwitchToState:179(359ns)}}}}}
2026-01-08T17:01:03.853431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036879750547912:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:03.853381Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036875836755229:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(29211432ns) {Configure:104(20646786ns) {ProcessConfigured:135(88962ns) {StartInitialHandshake:157(87668ns) {DropHandshakes:470(858ns) {DropIncomingHandshake:442(169ns) DropOutgoingHandshake:457(201ns)} GenerateSessionVirtualId:992(358ns) PrepareNewSessionHandshake:477(820ns) {SwitchToState:179(401ns)}}}}}
2026-01-08T17:01:03.853429Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036875836755230:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(35885405ns) {Configure:104(35882956ns) {ProcessConfigured:135(61495ns) {StartInitialHandshake:157(59073ns) {DropHandshakes:470(6532ns) {DropIncomingHandshake:442(424ns) DropOutgoingHandshake:457(294ns)} GenerateSessionVirtualId:992(585ns) PrepareNewSessionHandshake:477(872ns) {SwitchToState:179(330ns)}}}}}
2026-01-08T17:01:03.853901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036875836755296:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:03.853902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036875836755297:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:03.853946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036879750547913:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:03.854200Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036875933744334:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(45287151ns) {Configure:104(45281910ns) {ProcessConfigured:135(53319ns) {StartInitialHandshake:157(51713ns) {DropHandshakes:470(984ns) {DropIncomingHandshake:442(247ns) DropOutgoingHandshake:457(251ns)} GenerateSessionVirtualId:992(421ns) PrepareNewSessionHandshake:477(712ns) {SwitchToState:179(287ns)}}}}}
2026-01-08T17:01:03.854325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036878266734147:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(43344160ns) {Configure:104(43340445ns) {ProcessConfigured:135(127190ns) {StartInitialHandshake:157(125859ns) {DropHandshakes:470(913ns) {DropIncomingHandshake:442(404ns) DropOutgoingHandshake:457(163ns)} GenerateSessionVirtualId:992(474ns) PrepareNewSessionHandshake:477(655ns) {SwitchToState:179(257ns)}}}}}
2026-01-08T17:01:03.854379Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036875933744333:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(46205061ns) {Configure:104(46201851ns) {ProcessConfigured:135(102436ns) {StartInitialHandshake:157(100498ns) {DropHandshakes:470(1056ns) {DropIncomingHandshake:442(285ns) DropOutgoingHandshake:457(278ns)} GenerateSessionVirtualId:992(760ns) PrepareNewSessionHandshake:477(741ns) {SwitchToState:179(174ns)}}}}}
2026-01-08T17:01:03.854488Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036878266734148:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(37262605ns) {Configure:104(37256013ns) {ProcessConfigured:135(76509ns) {StartInitialHandshake:157(74632ns) {DropHandshakes:470(1078ns) {DropIncomingHandshake:442(268ns) DropOutgoingHandshake:457(280ns)} GenerateSessionVirtualId:992(471ns) PrepareNewSessionHandshake:477(772ns) {SwitchToState:179(361ns)}}}}}
2026-01-08T17:01:03.854560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036875933744400:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:03.854602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036878266734214:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:03.854977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036878266734215:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:03.854972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036875933744401:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:03.854993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036875933744402:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:03.855131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036878266734216:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.859508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036878131240024:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54050
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.862630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036875836755306:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53855
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.863849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036875933744407:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44323
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.864844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036875933744408:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44323
2026-01-08T17:01:03.865346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036875933744409:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44323
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.865847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036878266734221:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34837
2026-01-08T17:01:03.866062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036878266734224:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34837
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.866132Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036878266734226:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34837
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.866191Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036875933744415:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44323
2026-01-08T17:01:03.866422Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036877403529879:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27712
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.866748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036877403529882:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27712
2026-01-08T17:01:03.867730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036877403529883:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27712
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.868279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036877403529887:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27712
2026-01-08T17:01:03.868580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036877403529890:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27712
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.872239Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036878266734229:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34837
2026-01-08T17:01:03.873030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877403529882:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.876737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036875836755306:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.877419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036879750547923:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.877568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036879750547924:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2026-01-08T17:01:03.883512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036878266734221:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.883707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036878266734224:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.883911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036879750547924:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.884014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036875933744416:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44323
2026-01-08T17:01:03.884098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036879750547847:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.884178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875933744407:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.884202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036878266734226:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.884193Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875933744408:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.884257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875933744409:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.884325Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875933744415:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.884318Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036878266734218:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.884319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036878266734147:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.884347Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036878266734218:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.884410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036879750547923:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.884465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875933744397:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.884526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036879750547845:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.884490Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036875933744397:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.884868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875933744406:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.884898Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036875933744406:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.885062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036878266734229:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.885070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877403529879:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.885169Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036878266734218:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:03.885230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877403529883:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.885623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877403529890:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.885651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036878266734148:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.885719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877403529887:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.885764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036878266734214:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.885812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.885872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036878131240024:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.885842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036878266734214:2107] [node 4] ICP22 created new session: [3:7593036878266734235:2107]
2026-01-08T17:01:03.885961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036879750547927:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2026-01-08T17:01:03.885990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877403529878:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.885941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036878266734235:2107] [node 4] ICS09 handshake done sender: [3:7593036878266734218:2112] self: [3:7593036878266734217:0] peer: [4:7593036879750547925:0] socket: 166 qp: -1
2026-01-08T17:01:03.886025Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036877403529878:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.885963Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036875933744406:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:03.886038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036878131239947:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.885973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036878266734235:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:03.885972Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036875933744397:2110] [node 3] ICH04 handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:01:03.885999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:03.886950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036875933744334:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.886739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036879750547928:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2026-01-08T17:01:03.887092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036877403529807:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.887235Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877403529875:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.887262Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036877403529875:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.887074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:03.887121Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875933744416:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.887904Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036879750547847:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5512) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036879750547924:2116] held: no
2026-01-08T17:01:03.888357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036877403529878:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:03.887150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036875933744334:2049] [node 3] ICP22 created new session: [1:7593036875933744423:2049]
2026-01-08T17:01:03.887193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036875933744423:2049] [node 3] ICS09 handshake done sender: [1:7593036875933744397:2110] self: [1:7593036875933744396:0] peer: [3:7593036878266734232:0] socket: 155 qp: -1
2026-01-08T17:01:03.887224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036875933744401:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.887226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036875933744423:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:03.888914Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036879750547923:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:03.887264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:03.888968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036878266734238:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34837
2026-01-08T17:01:03.889049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036879750547924:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:03.887267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:03.889251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036879750547845:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.889070Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036877403529875:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:03.889310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:03.887301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036875933744401:2107] [node 4] ICP22 created new session: [1:7593036875933744425:2107]
2026-01-08T17:01:03.889428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036879750547847:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.889863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036878266734229:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:03.889600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036879750547845:2048] [node 1] ICP22 created new session: [4:7593036879750547930:2048]
2026-01-08T17:01:03.888006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036875933744425:2107] [node 4] ICS09 handshake done sender: [1:7593036875933744406:2113] self: [1:7593036875933744405:0] peer: [4:7593036879750547926:0] socket: 162 qp: -1
2026-01-08T17:01:03.889796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:03.889925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036877403529808:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.890162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036877403529871:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.888664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036875933744425:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: 2026-01-08T17:01:03.889836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036879750547847:2050] [node 3] ICP22 created new session: [4:7593036879750547931:2050]
2026-01-08T17:01:03.890199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:01:03.888691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
::ffff:127.1.0.0
2026-01-08T17:01:03.889928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036879750547930:2048] [node 1] ICS09 handshake done sender: [4:7593036879750547923:2115] self: [4:7593036879750547926:0] peer: [1:7593036875933744405:0] socket: 163 qp: -1
2026-01-08T17:01:03.890201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.890230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036877403529871:2109] [node 6] ICP22 created new session: [2:7593036877403529899:2109]
2026-01-08T17:01:03.889946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036879750547931:2050] [node 3] ICS09 handshake done sender: [4:7593036879750547924:2116] self: [4:7593036879750547925:0] peer: [3:7593036878266734217:0] socket: 167 qp: -1
2026-01-08T17:01:03.890247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036877403529808:2049] [node 3] ICP22 created new session: [2:7593036877403529898:2049]
2026-01-08T17:01:03.891274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036878131240027:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54050
2026-01-08T17:01:03.890374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036877403529898:2049] [node 3] ICS09 handshake done sender: [2:7593036877403529878:2112] self: [2:7593036877403529877:0] peer: [3:7593036878266734234:0] socket: 170 qp: -1
2026-01-08T17:01:03.890195Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875933744399:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.889971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036879750547930:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:03.891289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036877403529898:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:03.890092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036879750547931:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:03.891352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036878131240026:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54050
2026-01-08T17:01:03.891321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:03.891445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036878266734237:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34837
2026-01-08T17:01:03.890215Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036875933744399:2111] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.891336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036877403529899:2109] [node 6] ICS09 handshake done sender: [2:7593036877403529875:2110] self: [2:7593036877403529874:0] peer: [6:7593036878131240025:0] socket: 147 qp: -1
2026-01-08T17:01:03.890120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:03.891462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036877403529899:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:03.890130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:03.891515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:03.891676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036878131240028:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54050
2026-01-08T17:01:03.891813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036878131240024:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:03.891970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036878266734148:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.892506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:03.892598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036878266734148:2049] [node 2] ICP22 created new session: [3:7593036878266734240:2049]
2026-01-08T17:01:03.892827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036878131239947:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.892769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036878266734240:2049] [node 2] ICS09 handshake done sender: [3:7593036878266734229:2118] self: [3:7593036878266734234:0] peer: [2:7593036877403529877:0] socket: 172 qp: -1
2026-01-08T17:01:03.892870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:03.892896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036878131239947:2049] [node 2] ICP22 created new session: [6:7593036878131240030:2049]
2026-01-08T17:01:03.892811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036878266734240:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.892845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:03.892918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036878131240030:2049] [node 2] ICS09 handshake done sender: [6:7593036878131240024:2115] self: [6:7593036878131240025:0] peer: [2:7593036877403529874:0] socket: 148 qp: -1
2026-01-08T17:01:03.892946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036878131240030:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:03.892966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:03.893081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036875836755309:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53855
2026-01-08T17:01:03.893122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036875933744399:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:03.894581Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036878266734147:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9133) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036878266734226:2117] held: no
2026-01-08T17:01:03.894933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036878266734226:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:03.894955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036875933744333:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.895016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.895187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036875933744333:2048] [node 2] ICP22 created new session: [1:7593036875933744431:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.895224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036875933744431:2048] [node 2] ICS09 handshake done sender: [1:7593036875933744399:2111] self: [1:7593036875933744398:0] peer: [2:7593036877403529895:0] socket: 157 qp: -1
2026-01-08T17:01:03.895350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036878266734147:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.895382Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036878131240029:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54050
2026-01-08T17:01:03.895393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:03.895254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036875933744431:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: 2026-01-08T17:01:03.895550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036878266734147:2048] [node 1] ICP22 created new session: [3:7593036878266734242:2048]
::ffff:127.1.0.0
2026-01-08T17:01:03.895349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:03.895593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036878266734242:2048] [node 1] ICS09 handshake done sender: [3:7593036878266734226:2117] self: [3:7593036878266734232:0] peer: [1:7593036875933744396:0] socket: 159 qp: -1
2026-01-08T17:01:03.895541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036875836755310:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53855
2026-01-08T17:01:03.895715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036878266734242:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:03.895712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036877403529902:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27712
2026-01-08T17:01:03.895718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036878131240027:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.895747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:03.895779Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036878131240028:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.895879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036878131240006:2105] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.896452Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036875836755309:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.897109Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036877403529807:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9133) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036877403529887:2118] held: no
2026-01-08T17:01:03.897485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036875836755229:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.897427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036878131239948:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.897469Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036879750547917:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.897506Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036879750547917:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.898424Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036877403529887:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:03.898366Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875933744404:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.898392Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036875933744404:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.898980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036877403529807:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.898524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036875836755310:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.899102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:03.898639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036879750547917:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:03.899126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036877403529807:2048] [node 1] ICP22 created new session: [2:7593036877403529905:2048]
2026-01-08T17:01:03.899152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036877403529905:2048] [node 1] ICS09 handshake done sender: [2:7593036877403529887:2118] self: [2:7593036877403529895:0] peer: [1:7593036875933744398:0] socket: 161 qp: -1
2026-01-08T17:01:03.899173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036877403529905:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.899192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:03.899184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036875836755296:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.899220Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036878131240029:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.899261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036879750547912:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.899245Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036878131240035:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54050
2026-01-08T17:01:03.899349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:03.899555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036878131239946:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.899530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036879750547912:2109] [node 6] ICP22 created new session: [4:7593036879750547936:2109]
2026-01-08T17:01:03.899563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036879750547936:2109] [node 6] ICS09 handshake done sender: [4:7593036879750547917:2113] self: [4:7593036879750547916:0] peer: [6:7593036878131240033:0] socket: 181 qp: -1
2026-01-08T17:01:03.899560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036878266734220:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.899626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036879750547936:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.899659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:03.899588Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036878266734220:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.899708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036878131240027:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:03.899717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036875836755313:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53855
2026-01-08T17:01:03.899622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036875933744404:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:03.900027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036875836755314:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53855
2026-01-08T17:01:03.900441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036878131240006:2105] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.900009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036878266734244:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34837
2026-01-08T17:01:03.900899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036879750547920:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.900887Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036875933744411:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.900949Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036879750547920:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.901099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:03.901956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036878266734220:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:03.900916Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036875933744411:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.902370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036875836755313:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.901509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036878131240006:2105] [node 4] ICP22 created new session: [6:7593036878131240037:2105]
2026-01-08T17:01:03.901534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036875933744400:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.902948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036878266734215:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.902583Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036875836755309:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:03.903003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:03.902494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036878131240037:2105] [node 4] ICS09 handshake done sender: [6:7593036878131240027:2117] self: [6:7593036878131240033:0] peer: [4:7593036879750547916:0] socket: 184 qp: -1
2026-01-08T17:01:03.901570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:03.903145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036878266734215:2109] [node 6] ICP22 created new session: [3:7593036878266734247:2109]
2026-01-08T17:01:03.902614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036878131240037:2105] [node 4] ICS10 traffic start
2026-01-08T17:01:03.903569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036875836755229:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.902948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:03.901610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036875933744400:2108] [node 5] ICP22 created new session: [1:7593036875933744434:2108]
2026-01-08T17:01:03.903595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036878266734247:2109] [node 6] ICS09 handshake done sender: [3:7593036878266734220:2113] self: [3:7593036878266734219:0] peer: [6:7593036878131240034:0] socket: 182 qp: -1
2026-01-08T17:01:03.902504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036875933744434:2108] [node 5] ICS09 handshake done sender: [1:7593036875933744404:2112] self: [1:7593036875933744403:0] peer: [5:7593036875836755311:0] socket: 158 qp: -1
2026-01-08T17:01:03.903642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036878266734247:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:03.902537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036875933744434:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:03.903731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.902573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:03.903773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036875836755229:2048] [node 1] ICP22 created new session: [5:7593036875836755316:2048]
2026-01-08T17:01:03.903723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:03.903729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036878266734244:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.903828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036875836755316:2048] [node 1] ICS09 handshake done sender: [5:7593036875836755309:2116] self: [5:7593036875836755311:0] peer: [1:7593036875933744403:0] socket: 187 qp: -1
2026-01-08T17:01:03.903886Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036875933744411:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:03.903873Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036879750547937:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2026-01-08T17:01:03.903852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036875836755316:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:03.903960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036879750547920:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:03.903870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.904130Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036875836755229:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:03.904191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036878266734215:2109] [node 6] ICP18 handshake (actor [3:7593036878266734244:2121]) is too old
2026-01-08T17:01:03.904407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036878131240039:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54050
2026-01-08T17:01:03.904376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036875933744402:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.904438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036879750547913:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.904429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:03.904491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:03.904538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036879750547913:2108] [node 5] ICP22 created new session: [4:7593036879750547940:2108]
2026-01-08T17:01:03.904480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036875933744402:2109] [node 6] ICP22 created new session: [1:7593036875933744437:2109]
2026-01-08T17:01:03.905095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036879750547937:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.905108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036875933744437:2109] [node 6] ICS09 handshake done sender: [1:7593036875933744411:2117] self: [1:7593036875933744410:0] peer: [6:7593036878131240036:0] socket: 160 qp: -1
2026-01-08T17:01:03.905156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036875933744437:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:03.905321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036879750547940:2108] [node 5] ICS09 handshake done sender: [4:7593036879750547920:2114] self: [4:7593036879750547919:0] peer: [5:7593036875836755312:0] socket: 135 qp: -1
2026-01-08T17:01:03.905200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:03.905693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036879750547846:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.905952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877403529886:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.905368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036879750547940:2108] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.905843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:03.905977Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036877403529886:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.906149Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036878131239948:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5512) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036878131240028:2118] held: no
2026-01-08T17:01:03.907282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036875836755315:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53855
2026-01-08T17:01:03.907544Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036877403529886:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:03.907566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036875836755230:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.907750Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036878131240028:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:03.907761Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036878131239946:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9133) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036878131240029:2119] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.907931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036878131239948:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.907818Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036875836755315:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.908102Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036879750547943:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24081
2026-01-08T17:01:03.907935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036875836755318:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53855
2026-01-08T17:01:03.908131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036878131240040:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54050
2026-01-08T17:01:03.908154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:03.908155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036877403529881:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.908201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036878131239948:2050] [node 3] ICP22 created new session: [6:7593036878131240041:2050]
2026-01-08T17:01:03.908189Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036877403529881:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.908256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036875836755231:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.908720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036878131240041:2050] [node 3] ICS09 handshake done sender: [6:7593036878131240028:2118] self: [6:7593036878131240034:0] peer: [3:7593036878266734219:0] socket: 185 qp: -1
2026-01-08T17:01:03.908842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036878131240041:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:03.908818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036877403529872:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.908821Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036875836755310:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:03.908925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036875836755296:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.908837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036879750547937:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:03.908885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:03.909006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:03.909135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036877403529872:2107] [node 4] ICP22 created new session: [2:7593036877403529909:2107]
2026-01-08T17:01:03.909099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036878266734223:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.909163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:03.909189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036877403529909:2107] [node 4] ICS09 handshake done sender: [2:7593036877403529886:2117] self: [2:7593036877403529885:0] peer: [4:7593036879750547941:0] socket: 190 qp: -1
2026-01-08T17:01:03.909182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036879750547846:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.909131Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036878266734223:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.909801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036875836755296:2108] [node 4] ICP22 created new session: [5:7593036875836755322:2108]
2026-01-08T17:01:03.909801Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036878131240029:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:03.909216Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036877403529881:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:03.909239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:03.909796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036877403529909:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:03.909846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036875836755322:2108] [node 4] ICS09 handshake done sender: [5:7593036875836755310:2117] self: [5:7593036875836755312:0] peer: [4:7593036879750547919:0] socket: 150 qp: -1
2026-01-08T17:01:03.909832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036879750547846:2049] [node 2] ICP22 created new session: [4:7593036879750547944:2049]
2026-01-08T17:01:03.909880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036875836755322:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:03.909891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036879750547944:2049] [node 2] ICS09 handshake done sender: [4:7593036879750547937:2119] self: [4:7593036879750547941:0] peer: [2:7593036877403529885:0] socket: 193 qp: -1
2026-01-08T17:01:03.910229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:03.909868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:03.910226Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036878266734223:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:03.910126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036879750547944:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:03.910162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:03.910943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036878131239946:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.910987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036877403529870:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.911546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036878266734216:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.910991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:03.911183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:03.911608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:03.911255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036878131239946:2048] [node 1] ICP22 created new session: [6:7593036878131240044:2048]
2026-01-08T17:01:03.911531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036877403529870:2108] [node 5] ICP22 created new session: [2:7593036877403529911:2108]
2026-01-08T17:01:03.911735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036878131240044:2048] [node 1] ICS09 handshake done sender: [6:7593036878131240029:2119] self: [6:7593036878131240036:0] peer: [1:7593036875933744410:0] socket: 186 qp: -1
2026-01-08T17:01:03.911729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036877403529911:2108] [node 5] ICS09 handshake done sender: [2:7593036877403529881:2114] self: [2:7593036877403529880:0] peer: [5:7593036875836755319:0] socket: 173 qp: -1
2026-01-08T17:01:03.911734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036878266734216:2108] [node 5] ICP22 created new session: [3:7593036878266734250:2108]
2026-01-08T17:01:03.911770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036877403529911:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:03.911774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036878131240044:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:03.911785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036878266734250:2108] [node 5] ICS09 handshake done sender: [3:7593036878266734223:2115] self: [3:7593036878266734222:0] peer: [5:7593036875836755321:0] socket: 194 qp: -1
2026-01-08T17:01:03.911808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:03.911833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:03.911820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036878266734250:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:03.911862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.912537Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036878131240043:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54050
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.912743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036875836755324:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53855
2026-01-08T17:01:03.914285Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036875836755231:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5512) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036875836755315:2120] held: no
2026-01-08T17:01:03.914450Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036875836755313:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:03.914430Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036878131240043:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.914459Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036875836755230:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16492) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036875836755313:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.914558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036878131240008:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:03.914586Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036875836755325:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53855
2026-01-08T17:01:03.914785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036875836755230:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.914834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:03.914869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036875836755230:2049] [node 2] ICP22 created new session: [5:7593036875836755326:2049]
2026-01-08T17:01:03.914894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036875836755326:2049] [node 2] ICS09 handshake done sender: [5:7593036875836755313:2118] self: [5:7593036875836755319:0] peer: [2:7593036877403529880:0] socket: 189 qp: -1
2026-01-08T17:01:03.914914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036875836755326:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:03.914938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:03.914944Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036875836755301:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:03.914957Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036875836755301:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:03.915354Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036875836755315:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:03.915492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036875836755231:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.915517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:03.915539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036875836755231:2050] [node 3] ICP22 created new session: [5:7593036875836755329:2050]
2026-01-08T17:01:03.915564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036875836755329:2050] [node 3] ICS09 handshake done sender: [5:7593036875836755315:2120] self: [5:7593036875836755321:0] peer: [3:7593036878266734222:0] socket: 196 qp: -1
2026-01-08T17:01:03.915594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036875836755329:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:03.915621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:03.915664Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036875836755301:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:03.915991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036875836755297:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:03.916026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:03.916053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036875836755297:2109] [node 6] ICP22 created new session: [5:7593036875836755331:2109]
2026-01-08T17:01:03.915998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036878131240047:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54050
2026-01-08T17:01:03.916088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036875836755331:2109] [node 6] ICS09 handshake done sender: [5:7593036875836755301:2113] self: [5:7593036875836755300:0] peer: [6:7593036878131240046:0] socket: 139 qp: -1
2026-01-08T17:01:03.916108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036875836755331:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:03.916124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:03.916190Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036878131240043:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:03.916636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036878131240008:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:03.916692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:03.916726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036878131240008:2106] [node 5] ICP22 created new session: [6:7593036878131240048:2106]
2026-01-08T17:01:03.916769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036878131240048:2106] [node 5] ICS09 handshake done sender: [6:7593036878131240043:2123] self: [6:7593036878131240046:0] peer: [5:7593036875836755300:0] socket: 200 qp: -1
2026-01-08T17:01:03.916803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036878131240048:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:03.916827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:03.917071Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036878131240008:2106] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:03.947034Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:03.947264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036877403529905:2048] [node 1] ICS01 socket: 161 reason# EndOfStream
2026-01-08T17:01:03.947322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036877403529807:2048] [node 1] ICP30 unregister session Session# [2:7593036877403529905:2048] VirtualId# [2:7593036877403529895:0]
2026-01-08T17:01:03.947370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036877403529905:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.947465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:03.947515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:03.947984Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:03.948208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036878266734242:2048] [node 1] ICS01 socket: 159 reason# EndOfStream
2026-01-08T17:01:03.948274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036878266734147:2048] [node 1] ICP30 unregister session Session# [3:7593036878266734242:2048] VirtualId# [3:7593036878266734232:0]
2026-01-08T17:01:03.948307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036878266734242:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.948379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:03.948428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:03.949829Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:03.950024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036879750547930:2048] [node 1] ICS07 socket disconnect 163 reason# EndOfStream
2026-01-08T17:01:03.950067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036879750547930:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.950147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:03.950196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036879750547930:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:03.950462Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:03.950587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036875836755316:2048] [node 1] ICS07 socket disconnect 187 reason# EndOfStream
2026-01-08T17:01:03.950619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036875836755316:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.950666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:03.950704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036875836755316:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:03.950908Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036879750547845:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9133) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.950952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036879750547930:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.951017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036879750547845:2048] [node 1] ICP30 unregister session Session# [4:7593036879750547930:2048] VirtualId# [4:7593036879750547926:0]
2026-01-08T17:01:03.951061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:03.951083Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036879750547845:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9133) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.951093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9133) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.951180Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:03.951288Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036875836755229:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9133) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.951345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036875836755316:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.951424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036875836755229:2048] [node 1] ICP30 unregister session Session# [5:7593036875836755316:2048] VirtualId# [5:7593036875836755311:0]
2026-01-08T17:01:03.951422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036878131240044:2048] [node 1] ICS01 socket: 186 reason# EndOfStream
2026-01-08T17:01:03.951466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:03.951468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036878131239946:2048] [node 1] ICP30 unregister session Session# [6:7593036878131240044:2048] VirtualId# [6:7593036878131240036:0]
2026-01-08T17:01:03.951510Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036875836755229:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9133) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.951509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036878131240044:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.951534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9133) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.951601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:03.951660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:03.961195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036875836755229:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:03.961195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036879750547845:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:03.992487Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:03.992757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036878266734240:2049] [node 2] ICS07 socket disconnect 172 reason# EndOfStream
2026-01-08T17:01:03.992797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036878266734240:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.992888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:03.992936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036878266734240:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:03.993678Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036878266734148:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16492) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.993775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036878266734240:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.993858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036878266734148:2049] [node 2] ICP30 unregister session Session# [3:7593036878266734240:2049] VirtualId# [3:7593036878266734234:0]
2026-01-08T17:01:03.993907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:03.993943Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036878266734148:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.993970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.994724Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:03.994924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036879750547944:2049] [node 2] ICS01 socket: 193 reason# EndOfStream
2026-01-08T17:01:03.994965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036879750547846:2049] [node 2] ICP30 unregister session Session# [4:7593036879750547944:2049] VirtualId# [4:7593036879750547941:0]
2026-01-08T17:01:03.994994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036879750547944:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.995061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:03.995118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:03.995616Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:03.995742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036875836755326:2049] [node 2] ICS01 socket: 189 reason# EndOfStream
2026-01-08T17:01:03.995771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036875836755230:2049] [node 2] ICP30 unregister session Session# [5:7593036875836755326:2049] VirtualId# [5:7593036875836755319:0]
2026-01-08T17:01:03.995795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036875836755326:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.995845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:03.995881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:03.996404Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:03.996598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036878131240030:2049] [node 2] ICS07 socket disconnect 148 reason# EndOfStream
2026-01-08T17:01:03.996631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036878131240030:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:03.996695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:03.996739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036878131240030:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:03.997412Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036878131239947:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16492) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:03.997488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036878131240030:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:03.997516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036878131239947:2049] [node 2] ICP30 unregister session Session# [6:7593036878131240030:2049] VirtualId# [6:7593036878131240025:0]
2026-01-08T17:01:03.997549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:03.997584Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036878131239947:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:03.997601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.007272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036878131239947:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:04.060502Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:04.060723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036879750547931:2050] [node 3] ICS01 socket: 167 reason# EndOfStream
2026-01-08T17:01:04.060802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036879750547847:2050] [node 3] ICP30 unregister session Session# [4:7593036879750547931:2050] VirtualId# [4:7593036879750547925:0]
2026-01-08T17:01:04.060849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036879750547931:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.060934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:04.060984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:04.061165Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:04.061296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036875836755329:2050] [node 3] ICS01 socket: 196 reason# EndOfStream
2026-01-08T17:01:04.061318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036875836755231:2050] [node 3] ICP30 unregister session Session# [5:7593036875836755329:2050] VirtualId# [5:7593036875836755321:0]
2026-01-08T17:01:04.061340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036875836755329:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.061397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:04.061427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:04.061789Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:04.062028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036878131240041:2050] [node 3] ICS01 socket: 185 reason# EndOfStream
2026-01-08T17:01:04.062069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036878131239948:2050] [node 3] ICP30 unregister session Session# [6:7593036878131240041:2050] VirtualId# [6:7593036878131240034:0]
2026-01-08T17:01:04.062094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036878131240041:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.062158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:04.062207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:04.107637Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:04.107794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036875836755322:2108] [node 4] ICS07 socket disconnect 150 reason# EndOfStream
2026-01-08T17:01:04.107817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036875836755322:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.107883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:04.107931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036875836755322:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:04.108369Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:04.108629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036878131240037:2105] [node 4] ICS07 socket disconnect 184 reason# EndOfStream
2026-01-08T17:01:04.108573Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036875836755296:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4446) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:04.108699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036878131240037:2105] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.108631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036875836755322:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:04.108698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036875836755296:2108] [node 4] ICP30 unregister session Session# [5:7593036875836755322:2108] VirtualId# [5:7593036875836755312:0]
2026-01-08T17:01:04.108749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:04.108787Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036875836755296:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4446) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.108785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:04.108802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4446) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.108840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036878131240037:2105] [node 4] ICS15 start handshake
2026-01-08T17:01:04.109370Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036878131240006:2105] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4446) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:04.109408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036878131240037:2105] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:04.109462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036878131240006:2105] [node 4] ICP30 unregister session Session# [6:7593036878131240037:2105] VirtualId# [6:7593036878131240033:0]
2026-01-08T17:01:04.109499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:04.109523Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036878131240006:2105] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4446) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.109533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4446) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.118918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036878131240006:2105] [node 4] ICP33 wake up from error state
2026-01-08T17:01:04.150460Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:04.150711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036878131240048:2106] [node 5] ICS07 socket disconnect 200 reason# EndOfStream
2026-01-08T17:01:04.150747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036878131240048:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.150823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:04.150869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036878131240048:2106] [node 5] ICS15 start handshake
2026-01-08T17:01:04.151494Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036878131240008:2106] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24530) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:04.151536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036878131240048:2106] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:04.151601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036878131240008:2106] [node 5] ICP30 unregister session Session# [6:7593036878131240048:2106] VirtualId# [6:7593036878131240046:0]
2026-01-08T17:01:04.151642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:01:04.151668Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036878131240008:2106] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24530) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.151684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24530) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.161942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036878131240008:2106] [node 5] ICP33 wake up from error state
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:04.229525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036879751170381:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:04.229535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036879751170380:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:04.234776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036882388256557:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:04.234821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036882388256558:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:04.240047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036880494355716:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:04.240120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036880494355717:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:04.245419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036880421325265:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:04.245448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036880421325266:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:04.245499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036880421325267:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:04.252582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036881930684894:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:04.252616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036881930684895:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:04.252642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036881930684896:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:04.259481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036883075163220:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:04.259506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036883075163221:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:04.259527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036883075163222:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:04.313188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036883075163280:2105] [node 5] ICP01 ready to work
2026-01-08T17:01:04.339012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036879751170443:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:04.342734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036882388256621:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:04.344107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036882388256620:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:04.344656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036880494355779:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:04.344941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036881930684957:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:04.344946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036879751170444:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:04.345428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036880494355780:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:04.345374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036883075163284:2106] [node 4] ICP01 ready to work
2026-01-08T17:01:04.345126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036882388256622:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:04.345625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036880494355781:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:04.345783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036880421325329:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:04.346266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036881930684958:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:04.346437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036879751170445:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:04.346411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036880421325330:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:04.350912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036881930684894:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37482324ns) {Configure:104(37473851ns) {ProcessConfigured:135(411608ns) {StartInitialHandshake:157(409486ns) {DropHandshakes:470(2672ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(575ns)} GenerateSessionVirtualId:992(1075ns) PrepareNewSessionHandshake:477(4119ns) {SwitchToState:179(326ns)}}}}}
2026-01-08T17:01:04.352187Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036883075163221:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(29119713ns) {Configure:104(29110292ns) {ProcessConfigured:135(367583ns) {StartInitialHandshake:157(365762ns) {DropHandshakes:470(1015ns) {DropIncomingHandshake:442(203ns) DropOutgoingHandshake:457(234ns)} GenerateSessionVirtualId:992(461ns) PrepareNewSessionHandshake:477(1213ns) {SwitchToState:179(625ns)}}}}}
2026-01-08T17:01:04.352704Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036879751170380:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(55294716ns) {Configure:104(49374388ns) {ProcessConfigured:135(209224ns) {StartInitialHandshake:157(207249ns) {DropHandshakes:470(1215ns) {DropIncomingHandshake:442(340ns) DropOutgoingHandshake:457(321ns)} GenerateSessionVirtualId:992(506ns) PrepareNewSessionHandshake:477(1011ns) {SwitchToState:179(396ns)}}}}}
2026-01-08T17:01:04.352962Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036879751170381:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(55545685ns) {Configure:104(49595027ns) {ProcessConfigured:135(370502ns) {StartInitialHandshake:157(368872ns) {DropHandshakes:470(1000ns) {DropIncomingHandshake:442(235ns) DropOutgoingHandshake:457(298ns)} GenerateSessionVirtualId:992(372ns) PrepareNewSessionHandshake:477(970ns) {SwitchToState:179(367ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.359198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036880494355794:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47204
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.368852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036880494355796:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47204
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.391204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036879751170452:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2885
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.391463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036879751170453:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2885
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.380348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036880421325345:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53501
2026-01-08T17:01:04.380038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036883075163297:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:801
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.368903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036880494355797:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47204
2026-01-08T17:01:04.383998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036882388256634:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46970
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.393094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036879751170460:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2885
2026-01-08T17:01:04.393227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036880421325344:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53501
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.402495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036882388256636:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46970
2026-01-08T17:01:04.403694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036880494355794:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.403731Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036882388256635:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46970
2026-01-08T17:01:04.403803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036882388256637:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46970
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.403920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036883075163297:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.403919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036880494355796:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.404250Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036883075163300:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:801
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.404212Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879751170460:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.404887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036883075163280:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:04.404897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036881930684974:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56114
2026-01-08T17:01:04.404458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879751170452:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.405937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036882388256636:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.404910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036881930684972:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56114
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.405695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036881930684973:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56114
2026-01-08T17:01:04.412271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036882388256634:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.411882Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036880494355798:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47204
2026-01-08T17:01:04.405758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036881930684964:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.405775Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036881930684964:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.410930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036881930684964:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:04.413112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036881930684958:2109] [node 6] ICP20 outgoing handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:01:04.413208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:04.413246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036881930684958:2109] [node 6] ICP22 created new session: [5:7593036881930684977:2109]
2026-01-08T17:01:04.413552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036883075163302:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:801
2026-01-08T17:01:04.413366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036881930684977:2109] [node 6] ICS09 handshake done sender: [5:7593036881930684964:2112] self: [5:7593036881930684961:0] peer: [6:7593036883075163301:0] socket: 147 qp: -1
2026-01-08T17:01:04.413410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036881930684977:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:04.413442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.414083Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036883075163297:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:04.414100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036882388256642:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46970
2026-01-08T17:01:04.414839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036883075163280:2105] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.415056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:04.415815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036880421325344:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.415224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036883075163280:2105] [node 5] ICP22 created new session: [6:7593036883075163303:2105]
2026-01-08T17:01:04.416012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036882388256635:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.415783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036883075163303:2105] [node 5] ICS09 handshake done sender: [6:7593036883075163297:2116] self: [6:7593036883075163301:0] peer: [5:7593036881930684961:0] socket: 155 qp: -1
2026-01-08T17:01:04.416022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036881930684972:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.416040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036883075163303:2105] [node 5] ICS10 traffic start
2026-01-08T17:01:04.416088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:04.416152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036881930684896:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:04.416455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036880494355787:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.416499Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036880494355787:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.417950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036883075163300:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.418342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036880494355787:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:04.418375Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036881930684973:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.418423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036883075163284:2106] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:04.418516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036881930684957:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.418739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036881930684980:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56114
2026-01-08T17:01:04.419046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036881930684972:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:04.418740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036880421325334:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.419175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036881930684896:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.418787Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036880421325334:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.419815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:04.419998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036881930684896:2050] [node 3] ICP22 created new session: [5:7593036881930684982:2050]
2026-01-08T17:01:04.419033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036880421325336:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.419055Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036880421325336:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.420311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036881930684982:2050] [node 3] ICS09 handshake done sender: [5:7593036881930684972:2115] self: [5:7593036881930684979:0] peer: [3:7593036880494355784:0] socket: 169 qp: -1
2026-01-08T17:01:04.420414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036880494355781:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:04.420470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:04.419909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036880421325334:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:04.420359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036881930684982:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:04.420463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036880421325329:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:04.420516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036880494355781:2108] [node 5] ICP22 created new session: [3:7593036880494355802:2108]
2026-01-08T17:01:04.421368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036883075163307:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:801
2026-01-08T17:01:04.420401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:04.421001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:04.421522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036880494355802:2108] [node 5] ICS09 handshake done sender: [3:7593036880494355787:2112] self: [3:7593036880494355784:0] peer: [5:7593036881930684979:0] socket: 160 qp: -1
2026-01-08T17:01:04.421568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036880494355802:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:04.421553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036880421325329:2109] [node 6] ICP22 created new session: [4:7593036880421325348:2109]
2026-01-08T17:01:04.421619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:04.421732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036880421325348:2109] [node 6] ICS09 handshake done sender: [4:7593036880421325334:2112] self: [4:7593036880421325333:0] peer: [6:7593036883075163306:0] socket: 157 qp: -1
2026-01-08T17:01:04.422380Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036883075163284:2106] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64976) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036883075163300:2117] held: no
2026-01-08T17:01:04.421766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036880421325348:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:04.421770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036880494355797:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.422168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:04.422778Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036883075163300:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:04.422753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036880421325336:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:04.422678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036880494355717:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:04.423798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036883075163284:2106] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:04.423743Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036882388256626:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:01:04.423948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:04.424558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036880421325330:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:04.423777Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036882388256626:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.424125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036883075163284:2106] [node 4] ICP22 created new session: [6:7593036883075163308:2106]
2026-01-08T17:01:04.424591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.425178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036881930684984:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56114
2026-01-08T17:01:04.425183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036883075163308:2106] [node 4] ICS09 handshake done sender: [6:7593036883075163300:2117] self: [6:7593036883075163306:0] peer: [4:7593036880421325333:0] socket: 165 qp: -1
2026-01-08T17:01:04.425481Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036882388256626:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:04.424971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036880421325330:2108] [node 5] ICP22 created new session: [4:7593036880421325353:2108]
2026-01-08T17:01:04.425773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036882388256558:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:04.425843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:04.425216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036883075163308:2106] [node 4] ICS10 traffic start
2026-01-08T17:01:04.425556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036880421325353:2108] [node 5] ICS09 handshake done sender: [4:7593036880421325336:2113] self: [4:7593036880421325335:0] peer: [5:7593036881930684981:0] socket: 159 qp: -1
2026-01-08T17:01:04.425713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036880494355798:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.425253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:04.425672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036880421325353:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:04.425718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879751170453:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.426135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036882388256558:2049] [node 3] ICP22 created new session: [2:7593036882388256645:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.425856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036880494355716:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:04.425697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:04.425738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036880421325352:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53501
No RDMA context found for GID: 2026-01-08T17:01:04.426337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036882388256645:2049] [node 3] ICS09 handshake done sender: [2:7593036882388256626:2111] self: [2:7593036882388256624:0] peer: [3:7593036880494355805:0] socket: 167 qp: -1
::ffff:127.1.0.0
2026-01-08T17:01:04.426358Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036880494355806:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47204
2026-01-08T17:01:04.426381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036882388256645:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:04.426413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.426421Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036881930684974:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.426505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036879751170464:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2885
2026-01-08T17:01:04.426492Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036881930684973:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:04.426535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879751170451:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.426559Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036879751170451:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.426576Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036880494355797:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:04.426737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036882388256637:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.426751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036880421325352:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.426562Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036879751170465:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2885
2026-01-08T17:01:04.427283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036881930684957:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.426953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036880494355717:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.427239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036880421325345:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.427008Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879751170464:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.427324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:04.426997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:04.428426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036881930684957:2108] [node 4] ICP22 created new session: [5:7593036881930684986:2108]
2026-01-08T17:01:04.428884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036880421325267:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:04.429189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036882388256557:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:04.429228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036880421325266:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:04.427239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036880494355717:2049] [node 2] ICP22 created new session: [3:7593036880494355808:2049]
2026-01-08T17:01:04.428894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036881930684986:2108] [node 4] ICS09 handshake done sender: [5:7593036881930684973:2116] self: [5:7593036881930684981:0] peer: [4:7593036880421325335:0] socket: 174 qp: -1
2026-01-08T17:01:04.428797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036880494355808:2049] [node 2] ICS09 handshake done sender: [3:7593036880494355797:2117] self: [3:7593036880494355805:0] peer: [2:7593036882388256624:0] socket: 168 qp: -1
2026-01-08T17:01:04.429249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036881930684986:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:04.429299Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879751170465:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.429291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:04.428823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036880494355808:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:04.429306Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036879751170451:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:04.429594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036882388256628:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.428890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:04.429617Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036882388256628:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.429621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879751170449:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.431672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036881930684894:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.431634Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036882388256642:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.429645Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036879751170449:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.429361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036880494355790:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.432267Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036882388256628:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.429381Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036880494355790:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.432612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036879751170381:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:04.432561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036880421325357:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53501
2026-01-08T17:01:04.432671Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879751170450:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.432744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036882388256621:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:04.432697Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036879751170450:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.432733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:04.433363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.433393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036879751170381:2049] [node 3] ICP22 created new session: [1:7593036879751170471:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.433684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036880494355812:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47204
2026-01-08T17:01:04.434079Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036880421325359:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53501
2026-01-08T17:01:04.433771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036879751170471:2049] [node 3] ICS09 handshake done sender: [1:7593036879751170451:2112] self: [1:7593036879751170447:0] peer: [3:7593036880494355807:0] socket: 176 qp: -1
2026-01-08T17:01:04.433395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036882388256621:2107] [node 4] ICP22 created new session: [2:7593036882388256651:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.433809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036879751170471:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:04.434290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036881930684989:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56114
2026-01-08T17:01:04.433719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036882388256651:2107] [node 4] ICS09 handshake done sender: [2:7593036882388256628:2112] self: [2:7593036882388256627:0] peer: [4:7593036880421325358:0] socket: 170 qp: -1
2026-01-08T17:01:04.435476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036880494355811:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47204
2026-01-08T17:01:04.433975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:04.435512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036881930684989:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.435089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036883075163310:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:801
2026-01-08T17:01:04.433965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036882388256651:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:04.435761Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036880494355790:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:04.434784Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036879751170449:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:04.434142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:04.436254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036881930684895:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:04.435553Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036879751170450:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.436845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036879751170380:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2026-01-08T17:01:04.437037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:04.437364Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036880494355798:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:04.437246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036881930684990:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56114
2026-01-08T17:01:04.438482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036882388256654:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46970
2026-01-08T17:01:04.438104Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036880421325266:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31415) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036880421325345:2117] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.437074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036879751170380:2048] [node 2] ICP22 created new session: [1:7593036879751170475:2048]
2026-01-08T17:01:04.438850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036881930684974:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:04.438495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036883075163311:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:801
2026-01-08T17:01:04.439253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036882388256632:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.438248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036879751170444:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:04.438526Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036880494355716:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17675) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036880494355798:2118] held: no
2026-01-08T17:01:04.439257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036881930684894:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.439212Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036880421325360:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53501
2026-01-08T17:01:04.438305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:04.440029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036883075163311:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.439415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:04.439302Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036882388256632:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.439233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036880421325361:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53501
2026-01-08T17:01:04.439992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036881930684894:2048] [node 1] ICP22 created new session: [5:7593036881930684992:2048]
2026-01-08T17:01:04.438980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036880494355716:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.438367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036879751170444:2108] [node 5] ICP22 created new session: [1:7593036879751170476:2108]
2026-01-08T17:01:04.440248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036883075163221:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:04.441561Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036882388256637:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:04.439303Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036880421325345:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:04.438490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036879751170475:2048] [node 2] ICS09 handshake done sender: [1:7593036879751170449:2110] self: [1:7593036879751170446:0] peer: [2:7593036882388256648:0] socket: 151 qp: -1
2026-01-08T17:01:04.439234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036880494355780:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:04.441685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036881930684992:2048] [node 1] ICS09 handshake done sender: [5:7593036881930684974:2117] self: [5:7593036881930684988:0] peer: [1:7593036879751170448:0] socket: 177 qp: -1
2026-01-08T17:01:04.442055Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036882388256557:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17675) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036882388256637:2118] held: no
2026-01-08T17:01:04.440003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036880421325266:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.438530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036879751170475:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:04.441722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036881930684992:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:04.439252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:04.438973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:04.442508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036882388256557:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.441598Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036880421325352:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:04.441671Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036883075163310:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.441760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:04.439300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:04.441682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:04.442541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:04.439040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036879751170476:2108] [node 5] ICS09 handshake done sender: [1:7593036879751170450:2111] self: [1:7593036879751170448:0] peer: [5:7593036881930684988:0] socket: 173 qp: -1
2026-01-08T17:01:04.442246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036883075163222:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:04.441730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036880421325266:2049] [node 2] ICP22 created new session: [4:7593036880421325362:2049]
2026-01-08T17:01:04.439504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036880494355716:2048] [node 1] ICP22 created new session: [3:7593036880494355814:2048]
2026-01-08T17:01:04.442715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036882388256557:2048] [node 1] ICP22 created new session: [2:7593036882388256656:2048]
2026-01-08T17:01:04.441758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036880421325267:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.439276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036879751170476:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:04.439514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036880494355780:2107] [node 4] ICP22 created new session: [3:7593036880494355815:2107]
2026-01-08T17:01:04.441791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:04.440009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036880494355814:2048] [node 1] ICS09 handshake done sender: [3:7593036880494355798:2118] self: [3:7593036880494355807:0] peer: [1:7593036879751170447:0] socket: 178 qp: -1
2026-01-08T17:01:04.442951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036882388256633:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.442011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036880421325362:2049] [node 2] ICS09 handshake done sender: [4:7593036880421325345:2117] self: [4:7593036880421325358:0] peer: [2:7593036882388256627:0] socket: 171 qp: -1
2026-01-08T17:01:04.439322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:04.441720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036880494355815:2107] [node 4] ICS09 handshake done sender: [3:7593036880494355790:2113] self: [3:7593036880494355789:0] peer: [4:7593036880421325356:0] socket: 164 qp: -1
2026-01-08T17:01:04.442233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036880421325267:2050] [node 3] ICP22 created new session: [4:7593036880421325363:2050]
2026-01-08T17:01:04.442972Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036882388256633:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.441722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036880494355814:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:04.442458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036880421325362:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.443985Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036882388256632:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:04.441724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036880494355811:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.442554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036880421325363:2050] [node 3] ICS09 handshake done sender: [4:7593036880421325352:2118] self: [4:7593036880421325356:0] peer: [3:7593036880494355789:0] socket: 190 qp: -1
2026-01-08T17:01:04.441760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:04.444364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036882388256656:2048] [node 1] ICS09 handshake done sender: [2:7593036882388256637:2118] self: [2:7593036882388256648:0] peer: [1:7593036879751170446:0] socket: 153 qp: -1
2026-01-08T17:01:04.442709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036880421325363:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:04.442209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036880494355815:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:04.444420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036882388256656:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:04.442852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:04.442588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:04.444459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:04.442876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:04.445967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036881930684994:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56114
2026-01-08T17:01:04.442701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036880494355792:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.442724Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036880494355792:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.444514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036880494355780:2107] [node 4] ICP18 handshake (actor [3:7593036880494355811:2120]) is too old
2026-01-08T17:01:04.446179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036882388256620:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:04.445631Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036880494355792:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:04.446229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:04.446405Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036881930684989:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:04.446396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036880494355779:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:04.446333Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036882388256633:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:04.447435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036880421325361:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.447617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036881930684895:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.446464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:04.448056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:04.447591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036882388256620:2108] [node 5] ICP22 created new session: [2:7593036882388256659:2108]
2026-01-08T17:01:04.448295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036882388256622:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:04.448286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036881930684895:2049] [node 2] ICP22 created new session: [5:7593036881930684995:2049]
2026-01-08T17:01:04.447416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036880494355779:2109] [node 6] ICP22 created new session: [3:7593036880494355819:2109]
2026-01-08T17:01:04.449410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036881930684995:2049] [node 2] ICS09 handshake done sender: [5:7593036881930684989:2120] self: [5:7593036881930684991:0] peer: [2:7593036882388256630:0] socket: 201 qp: -1
2026-01-08T17:01:04.448314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036882388256659:2108] [node 5] ICS09 handshake done sender: [2:7593036882388256632:2113] self: [2:7593036882388256630:0] peer: [5:7593036881930684991:0] socket: 198 qp: -1
2026-01-08T17:01:04.447554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036880494355819:2109] [node 6] ICS09 handshake done sender: [3:7593036880494355792:2114] self: [3:7593036880494355791:0] peer: [6:7593036883075163313:0] socket: 200 qp: -1
2026-01-08T17:01:04.449444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036880421325265:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.449465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036881930684995:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:04.448345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036882388256659:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:04.449512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:04.450050Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036883075163314:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:801
2026-01-08T17:01:04.448022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036880494355819:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:04.448374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:04.450131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879751170456:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.448056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:04.450144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036883075163316:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:801
2026-01-08T17:01:04.449421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:04.450168Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036879751170456:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.449474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036882388256622:2109] [node 6] ICP22 created new session: [2:7593036882388256661:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.451098Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036881930684895:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:04.451076Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036883075163222:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25784) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036883075163310:2120] held: no
2026-01-08T17:01:04.449618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036882388256661:2109] [node 6] ICS09 handshake done sender: [2:7593036882388256633:2114] self: [2:7593036882388256631:0] peer: [6:7593036883075163312:0] socket: 204 qp: -1
2026-01-08T17:01:04.449643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036882388256661:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:04.451351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036883075163315:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:801
2026-01-08T17:01:04.449664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:04.451426Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036883075163310:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:04.451504Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036883075163221:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31415) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036883075163311:2121] held: no
2026-01-08T17:01:04.451614Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036879751170456:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:04.451647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036883075163222:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.451712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:04.451751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036883075163222:2050] [node 3] ICP22 created new session: [6:7593036883075163317:2050]
2026-01-08T17:01:04.451790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036883075163317:2050] [node 3] ICS09 handshake done sender: [6:7593036883075163310:2120] self: [6:7593036883075163313:0] peer: [3:7593036880494355791:0] socket: 202 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.451898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036879751170443:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:04.451805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036883075163311:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:04.452439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:04.451819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036883075163317:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:04.451851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:04.452840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036879751170443:2107] [node 4] ICP22 created new session: [1:7593036879751170481:2107]
2026-01-08T17:01:04.452825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036880421325367:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53501
2026-01-08T17:01:04.452907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036879751170481:2107] [node 4] ICS09 handshake done sender: [1:7593036879751170456:2115] self: [1:7593036879751170455:0] peer: [4:7593036880421325366:0] socket: 207 qp: -1
2026-01-08T17:01:04.453004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036879751170481:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:04.453126Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036883075163315:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.453069Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036880421325265:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17675) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036880421325361:2122] held: no
2026-01-08T17:01:04.453185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:04.453308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036883075163221:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.453537Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036880421325361:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:04.454432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036880421325265:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.453354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:04.453545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036883075163221:2049] [node 2] ICP22 created new session: [6:7593036883075163319:2049]
2026-01-08T17:01:04.454695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:04.454370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036883075163319:2049] [node 2] ICS09 handshake done sender: [6:7593036883075163311:2121] self: [6:7593036883075163312:0] peer: [2:7593036882388256631:0] socket: 175 qp: -1
2026-01-08T17:01:04.454483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036883075163220:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:04.454740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036880421325265:2048] [node 1] ICP22 created new session: [4:7593036880421325368:2048]
2026-01-08T17:01:04.454499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036883075163319:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:04.454783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036880421325368:2048] [node 1] ICS09 handshake done sender: [4:7593036880421325361:2122] self: [4:7593036880421325366:0] peer: [1:7593036879751170455:0] socket: 209 qp: -1
2026-01-08T17:01:04.454534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:04.454823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036880421325368:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:04.454909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:04.454953Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036879751170458:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:04.454985Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036879751170458:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:04.455771Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036879751170458:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.455929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036879751170445:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:04.455892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036883075163322:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:801
2026-01-08T17:01:04.455977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:04.456023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036879751170445:2109] [node 6] ICP22 created new session: [1:7593036879751170484:2109]
2026-01-08T17:01:04.456088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036879751170484:2109] [node 6] ICS09 handshake done sender: [1:7593036879751170458:2116] self: [1:7593036879751170457:0] peer: [6:7593036883075163320:0] socket: 142 qp: -1
2026-01-08T17:01:04.456116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036879751170484:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:04.456131Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036883075163315:2123] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:04.456154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:04.456298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036883075163220:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:04.456344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:04.456451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036883075163220:2048] [node 1] ICP22 created new session: [6:7593036883075163323:2048]
2026-01-08T17:01:04.456482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036883075163323:2048] [node 1] ICS09 handshake done sender: [6:7593036883075163315:2123] self: [6:7593036883075163320:0] peer: [1:7593036879751170457:0] socket: 195 qp: -1
2026-01-08T17:01:04.456530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036883075163323:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:04.456562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:04.456734Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036883075163220:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:04.511415Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:04.511687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036882388256656:2048] [node 1] ICS01 socket: 153 reason# EndOfStream
2026-01-08T17:01:04.511751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036882388256557:2048] [node 1] ICP30 unregister session Session# [2:7593036882388256656:2048] VirtualId# [2:7593036882388256648:0]
2026-01-08T17:01:04.511790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036882388256656:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.511901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:04.511967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:04.512482Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:04.512635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036880494355814:2048] [node 1] ICS01 socket: 178 reason# EndOfStream
2026-01-08T17:01:04.512665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036880494355716:2048] [node 1] ICP30 unregister session Session# [3:7593036880494355814:2048] VirtualId# [3:7593036880494355807:0]
2026-01-08T17:01:04.512696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036880494355814:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.512773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:04.512813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:04.514391Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:04.514625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036880421325368:2048] [node 1] ICS01 socket: 209 reason# EndOfStream
2026-01-08T17:01:04.514676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036880421325265:2048] [node 1] ICP30 unregister session Session# [4:7593036880421325368:2048] VirtualId# [4:7593036880421325366:0]
2026-01-08T17:01:04.514709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036880421325368:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.514819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:04.514881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:04.515020Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:04.515217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036881930684992:2048] [node 1] ICS07 socket disconnect 177 reason# EndOfStream
2026-01-08T17:01:04.515267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036881930684992:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.515342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:04.515397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036881930684992:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:04.515622Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:04.515877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036883075163323:2048] [node 1] ICS07 socket disconnect 195 reason# EndOfStream
2026-01-08T17:01:04.515924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036883075163323:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.515989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:04.516035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036883075163323:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:04.516128Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036881930684894:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17675) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:04.516196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036881930684992:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:04.516237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036881930684894:2048] [node 1] ICP30 unregister session Session# [5:7593036881930684992:2048] VirtualId# [5:7593036881930684988:0]
2026-01-08T17:01:04.516315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:04.516381Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036881930684894:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17675) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.516407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17675) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.516749Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036883075163220:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17675) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:04.516846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036883075163323:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:04.516889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036883075163220:2048] [node 1] ICP30 unregister session Session# [6:7593036883075163323:2048] VirtualId# [6:7593036883075163320:0]
2026-01-08T17:01:04.516935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:04.516968Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036883075163220:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17675) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.516985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17675) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.526489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036883075163220:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:04.526593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036881930684894:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:04.598111Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:04.598276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036880494355808:2049] [node 2] ICS07 socket disconnect 168 reason# EndOfStream
2026-01-08T17:01:04.598300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036880494355808:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.598391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:04.598432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036880494355808:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:04.600287Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036880494355717:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31415) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:04.600318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036880494355808:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:04.600287Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:04.600677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036880421325362:2049] [node 2] ICS01 socket: 171 reason# EndOfStream
2026-01-08T17:01:04.600716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036880421325266:2049] [node 2] ICP30 unregister session Session# [4:7593036880421325362:2049] VirtualId# [4:7593036880421325358:0]
2026-01-08T17:01:04.600741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036880421325362:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.600832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:04.600886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:04.601121Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036880494355717:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31415) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:04.601193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036880494355808:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:04.601253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036880494355717:2049] [node 2] ICP30 unregister session Session# [3:7593036880494355808:2049] VirtualId# [3:7593036880494355805:0]
2026-01-08T17:01:04.601289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:04.601314Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036880494355717:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31415) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.601299Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:04.601325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31415) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.601506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036881930684995:2049] [node 2] ICS07 socket disconnect 201 reason# EndOfStream
2026-01-08T17:01:04.601549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036881930684995:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.601628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:04.601692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036881930684995:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:04.601979Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:04.602145Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036881930684895:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31415) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:04.602179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036881930684995:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:04.602198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036881930684895:2049] [node 2] ICP30 unregister session Session# [5:7593036881930684995:2049] VirtualId# [5:7593036881930684991:0]
2026-01-08T17:01:04.602195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036883075163319:2049] [node 2] ICS01 socket: 175 reason# EndOfStream
2026-01-08T17:01:04.602232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:04.602296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036883075163221:2049] [node 2] ICP30 unregister session Session# [6:7593036883075163319:2049] VirtualId# [6:7593036883075163312:0]
2026-01-08T17:01:04.602266Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036881930684895:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31415) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.602276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31415) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.602350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036883075163319:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.602437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:04.602494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:04.612487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036881930684895:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:04.662474Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:04.662727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036880421325363:2050] [node 3] ICS01 socket: 190 reason# EndOfStream
2026-01-08T17:01:04.662784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036880421325267:2050] [node 3] ICP30 unregister session Session# [4:7593036880421325363:2050] VirtualId# [4:7593036880421325356:0]
2026-01-08T17:01:04.662830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036880421325363:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.662933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:04.662996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:04.663153Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:04.663452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036881930684982:2050] [node 3] ICS01 socket: 169 reason# EndOfStream
2026-01-08T17:01:04.663496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036881930684896:2050] [node 3] ICP30 unregister session Session# [5:7593036881930684982:2050] VirtualId# [5:7593036881930684979:0]
2026-01-08T17:01:04.663528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036881930684982:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.663612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:04.663673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:04.663774Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:04.663994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036883075163317:2050] [node 3] ICS01 socket: 202 reason# EndOfStream
2026-01-08T17:01:04.664137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036883075163222:2050] [node 3] ICP30 unregister session Session# [6:7593036883075163317:2050] VirtualId# [6:7593036883075163313:0]
2026-01-08T17:01:04.664182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036883075163317:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.664249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:04.664296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:04.740397Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:04.740584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036881930684986:2108] [node 4] ICS07 socket disconnect 174 reason# EndOfStream
2026-01-08T17:01:04.740613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036881930684986:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.740694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:04.740751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036881930684986:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:04.741136Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:04.741291Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036881930684957:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64976) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:04.741376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036881930684986:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:04.741440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036881930684957:2108] [node 4] ICP30 unregister session Session# [5:7593036881930684986:2108] VirtualId# [5:7593036881930684981:0]
2026-01-08T17:01:04.741421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036883075163308:2106] [node 4] ICS01 socket: 165 reason# EndOfStream
2026-01-08T17:01:04.741489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:04.741506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036883075163284:2106] [node 4] ICP30 unregister session Session# [6:7593036883075163308:2106] VirtualId# [6:7593036883075163306:0]
2026-01-08T17:01:04.741535Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036881930684957:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64976) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.741547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036883075163308:2106] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.741550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64976) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.741619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:04.741666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:04.797766Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:04.798008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036883075163303:2105] [node 5] ICS07 socket disconnect 155 reason# EndOfStream
2026-01-08T17:01:04.798063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036883075163303:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:04.798146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:04.798197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036883075163303:2105] [node 5] ICS15 start handshake
2026-01-08T17:01:04.798861Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036883075163280:2105] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13019) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:04.798901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036883075163303:2105] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:04.798957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036883075163280:2105] [node 5] ICP30 unregister session Session# [6:7593036883075163303:2105] VirtualId# [6:7593036883075163301:0]
2026-01-08T17:01:04.799012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:01:04.799039Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036883075163280:2105] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13019) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:04.799048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13019) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:04.870999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036881956787305:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:04.871005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036881956787306:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:04.875674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036883712504085:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:04.875709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036883712504086:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:04.881553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036881512082756:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:04.881553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036881512082755:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:04.886959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036883121465297:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:04.886990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036883121465296:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:04.886995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036883121465298:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:04.893093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036881391747223:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:04.893120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036881391747224:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:04.893193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036881391747225:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:04.900686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036880850446886:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:04.900730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036880850446888:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:04.900726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036880850446887:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:04.979340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036881956787368:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:04.985050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036883712504148:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:04.984586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036881512082818:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:04.984959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036881956787369:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:04.985187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036881391747286:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:04.985168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036883121465359:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:04.985823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036880850446949:2106] [node 4] ICP01 ready to work
2026-01-08T17:01:04.985168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036881512082819:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:04.985003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036881956787370:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:04.985530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036883121465360:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:04.985850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036881391747287:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:04.985879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036883712504149:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:04.986566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036881512082820:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:04.986240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036883712504150:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:04.987182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036880850446951:2107] [node 5] ICP01 ready to work
2026-01-08T17:01:04.991129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036883121465296:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(29882479ns) {Configure:104(19829291ns) {ProcessConfigured:135(145807ns) {StartInitialHandshake:157(143542ns) {DropHandshakes:470(2659ns) {DropIncomingHandshake:442(510ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:992(3743ns) PrepareNewSessionHandshake:477(995ns) {SwitchToState:179(346ns)}}}}}
2026-01-08T17:01:04.993073Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036881512082755:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(49934844ns) {Configure:104(49930676ns) {ProcessConfigured:135(262197ns) {StartInitialHandshake:157(259946ns) {DropHandshakes:470(1007ns) {DropIncomingHandshake:442(206ns) DropOutgoingHandshake:457(312ns)} GenerateSessionVirtualId:992(574ns) PrepareNewSessionHandshake:477(1084ns) {SwitchToState:179(447ns)}}}}}
2026-01-08T17:01:04.993200Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036880850446887:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(38816044ns) {Configure:104(38808794ns) {ProcessConfigured:135(658180ns) {StartInitialHandshake:157(656718ns) {DropHandshakes:470(3883ns) {DropIncomingHandshake:442(207ns) DropOutgoingHandshake:457(336ns)} GenerateSessionVirtualId:992(582ns) PrepareNewSessionHandshake:477(933ns) {SwitchToState:179(122ns)}}}}}
2026-01-08T17:01:04.994270Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036881956787305:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(50363284ns) {Configure:104(38915178ns) {ProcessConfigured:135(53064ns) {StartInitialHandshake:157(50839ns) {DropHandshakes:470(942ns) {DropIncomingHandshake:442(230ns) DropOutgoingHandshake:457(241ns)} GenerateSessionVirtualId:992(387ns) PrepareNewSessionHandshake:477(624ns) {SwitchToState:179(226ns)}}}}}
2026-01-08T17:01:04.993808Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036880850446888:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(31744863ns) {Configure:104(31737124ns) {ProcessConfigured:135(815880ns) {StartInitialHandshake:157(813473ns) {DropHandshakes:470(1407ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(202ns)} GenerateSessionVirtualId:992(516ns) PrepareNewSessionHandshake:477(178895ns) {SwitchToState:179(1306ns)}}}}}
2026-01-08T17:01:04.994794Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036881512082756:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(51559509ns) {Configure:104(49997807ns) {ProcessConfigured:135(280087ns) {StartInitialHandshake:157(278566ns) {DropHandshakes:470(1024ns) {DropIncomingHandshake:442(210ns) DropOutgoingHandshake:457(166ns)} GenerateSessionVirtualId:992(566ns) PrepareNewSessionHandshake:477(1263ns) {SwitchToState:179(522ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.997144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036880850446960:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23307
2026-01-08T17:01:04.996581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036883712504159:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27733
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:04.999538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036881956787379:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50249
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.001474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036881956787383:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50249
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.002490Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036881512082832:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45849
2026-01-08T17:01:05.001747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036883712504162:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27733
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.003674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036883121465374:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31356
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.005770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036881512082835:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45849
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.007747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036881391747302:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5191
2026-01-08T17:01:05.007711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036880850446966:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23307
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.012261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036881956787384:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50249
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.011154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036881391747301:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5191
2026-01-08T17:01:05.012644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036883712504163:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27733
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.013254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036883712504159:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.013306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036881956787385:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50249
2026-01-08T17:01:05.013269Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036883712504164:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27733
2026-01-08T17:01:05.013440Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036881956787379:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.013494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036883712504165:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27733
2026-01-08T17:01:05.013502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036880850446960:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.013469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036881512082836:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45849
2026-01-08T17:01:05.013472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036885807050133:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45849
2026-01-08T17:01:05.013646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036880850446949:2106] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.013936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036883121465367:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.013983Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036883121465367:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.015358Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036883121465367:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.015888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036883121465359:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.015880Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036885145414264:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23307
2026-01-08T17:01:05.015939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:05.015987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036883121465359:2109] [node 6] ICP22 created new session: [4:7593036887416432672:2109]
2026-01-08T17:01:05.016438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036887416432672:2109] [node 6] ICS09 handshake done sender: [4:7593036883121465367:2112] self: [4:7593036883121465364:0] peer: [6:7593036885145414263:0] socket: 145 qp: -1
2026-01-08T17:01:05.017122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036880850446960:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:05.016501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036887416432672:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.016546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:05.017670Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036885807050134:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45849
2026-01-08T17:01:05.018471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036880850446949:2106] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.018530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:05.018573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036880850446949:2106] [node 4] ICP22 created new session: [6:7593036885145414265:2106]
2026-01-08T17:01:05.018620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036885145414265:2106] [node 4] ICS09 handshake done sender: [6:7593036880850446960:2115] self: [6:7593036885145414263:0] peer: [4:7593036883121465364:0] socket: 147 qp: -1
2026-01-08T17:01:05.018660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036885145414265:2106] [node 4] ICS10 traffic start
2026-01-08T17:01:05.018703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:05.018953Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036885807050134:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.020731Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036886251754685:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50249
2026-01-08T17:01:05.024229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036881512082832:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.024372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036881512082755:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.024747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036881956787376:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.024789Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036881956787376:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.025259Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036881956787383:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.025316Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036881512082835:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.025294Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036881391747302:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.025332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036883712504163:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.025415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036880850446966:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.025548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036880850446887:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.025717Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036881956787376:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:05.025758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036883121465374:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2026-01-08T17:01:05.025824Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036883712504157:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:01:05.025854Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036883712504157:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.025899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036883712504162:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.025906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036883121465296:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.025958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036885807050138:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45849
2026-01-08T17:01:05.026013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036883712504165:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.026025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036881956787306:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.026581Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036881956787377:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.026593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:05.026619Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036881956787377:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.026866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036883712504085:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.026644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036881956787306:2049] [node 3] ICP22 created new session: [1:7593036886251754688:2049]
2026-01-08T17:01:05.026923Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036883712504157:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:05.026723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036886251754688:2049] [node 3] ICS09 handshake done sender: [1:7593036881956787376:2111] self: [1:7593036881956787373:0] peer: [3:7593036885807050136:0] socket: 151 qp: -1
2026-01-08T17:01:05.026966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036881512082832:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:05.026845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036886251754688:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:05.026915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:05.028227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036881956787375:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.029023Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036883712504164:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.028254Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036881956787375:2110] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:01:05.028257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036881956787385:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:01:05.029096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036883712504150:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.029184Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036885807050133:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.029192Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036881956787377:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:05.029163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:05.029244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036881512082755:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.029526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036885686714600:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5191
2026-01-08T17:01:05.029563Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036885145414269:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23307
2026-01-08T17:01:05.029336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036883712504150:2109] [node 6] ICP22 created new session: [2:7593036888007471470:2109]
2026-01-08T17:01:05.029316Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036881512082836:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.029772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036881956787368:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.029989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036881391747301:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.029329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:05.031635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036887416432676:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31356
2026-01-08T17:01:05.029979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036888007471470:2109] [node 6] ICS09 handshake done sender: [2:7593036883712504157:2112] self: [2:7593036883712504153:0] peer: [6:7593036885145414268:0] socket: 182 qp: -1
2026-01-08T17:01:05.030955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036888007471470:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:05.031005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036881391747225:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.030027Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036881956787375:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:05.029577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036881512082755:2048] [node 1] ICP22 created new session: [3:7593036885807050139:2048]
2026-01-08T17:01:05.030031Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036880850446887:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21868) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036880850446966:2117] held: no
2026-01-08T17:01:05.031875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036883712504156:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.030033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:05.029959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036881512082756:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.032731Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036883121465374:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:05.032753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036880850446966:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:05.031914Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036883712504156:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.031002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036881956787368:2107] [node 4] ICP22 created new session: [1:7593036886251754694:2107]
2026-01-08T17:01:05.034609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036883121465296:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.030897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036885807050139:2048] [node 1] ICS09 handshake done sender: [3:7593036881512082832:2114] self: [3:7593036885807050136:0] peer: [1:7593036881956787373:0] socket: 161 qp: -1
2026-01-08T17:01:05.034651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036880850446887:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.031688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036885807050139:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:05.034665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:05.031963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:05.032093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036886251754694:2107] [node 4] ICS09 handshake done sender: [1:7593036881956787377:2112] self: [1:7593036881956787371:0] peer: [4:7593036887416432675:0] socket: 169 qp: -1
2026-01-08T17:01:05.031952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:05.034769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:05.036813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036885686714600:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.032940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036881512082827:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.035344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036883121465296:2048] [node 1] ICP22 created new session: [4:7593036887416432678:2048]
No RDMA context found for GID: 2026-01-08T17:01:05.032137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036886251754694:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:05.034997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036880850446887:2049] [node 2] ICP22 created new session: [6:7593036885145414270:2049]
2026-01-08T17:01:05.035795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036887416432678:2048] [node 1] ICS09 handshake done sender: [4:7593036883121465374:2115] self: [4:7593036887416432675:0] peer: [1:7593036881956787371:0] socket: 170 qp: -1
2026-01-08T17:01:05.032961Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036881512082827:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.034556Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036888007471471:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27733
::ffff:127.1.0.0
2026-01-08T17:01:05.037710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036881391747223:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.034867Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036881512082827:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:05.035548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036885145414270:2049] [node 2] ICS09 handshake done sender: [6:7593036880850446966:2117] self: [6:7593036885145414268:0] peer: [2:7593036883712504153:0] socket: 183 qp: -1
2026-01-08T17:01:05.036428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036887416432678:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:05.032892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036881956787305:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.035528Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036883712504165:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:05.035805Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036881512082755:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:05.035856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036885145414270:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:05.036816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:05.035866Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036883712504156:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:05.032908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036886251754685:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.036465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
::ffff:127.1.0.0
2026-01-08T17:01:05.037442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036887416432677:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31356
2026-01-08T17:01:05.037773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036883712504086:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.033791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:05.037255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036881512082818:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.038894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036885145414271:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23307
2026-01-08T17:01:05.034557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:05.038161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036883712504085:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.037918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:05.034605Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036881956787384:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.038562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036881512082818:2108] [node 5] ICP22 created new session: [3:7593036885807050146:2108]
2026-01-08T17:01:05.038212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:05.034608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036881956787305:2048] [node 2] ICP22 created new session: [1:7593036886251754697:2048]
2026-01-08T17:01:05.038870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036885807050146:2108] [node 5] ICS09 handshake done sender: [3:7593036881512082827:2112] self: [3:7593036881512082823:0] peer: [5:7593036885686714601:0] socket: 159 qp: -1
2026-01-08T17:01:05.038253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036883712504085:2048] [node 1] ICP22 created new session: [2:7593036888007471476:2048]
2026-01-08T17:01:05.035803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036886251754697:2048] [node 2] ICS09 handshake done sender: [1:7593036881956787375:2110] self: [1:7593036881956787374:0] peer: [2:7593036888007471469:0] socket: 162 qp: -1
2026-01-08T17:01:05.038904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036885807050146:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:05.038680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.035843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036886251754697:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:05.038727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036883712504086:2049] [node 3] ICP22 created new session: [2:7593036888007471477:2049]
2026-01-08T17:01:05.035886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:05.038951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:05.039955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036885686714602:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5191
2026-01-08T17:01:05.039099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036885807050145:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45849
2026-01-08T17:01:05.039140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036881956787378:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.038766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036888007471476:2048] [node 1] ICS09 handshake done sender: [2:7593036883712504165:2118] self: [2:7593036888007471469:0] peer: [1:7593036881956787374:0] socket: 173 qp: -1
2026-01-08T17:01:05.040367Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036881391747225:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6579) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036881391747301:2115] held: no
2026-01-08T17:01:05.041932Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036885145414271:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.038776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036888007471477:2049] [node 3] ICS09 handshake done sender: [2:7593036883712504156:2111] self: [2:7593036883712504151:0] peer: [3:7593036885807050140:0] socket: 179 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.039164Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036881956787378:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.038936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036888007471476:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:05.041329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036885686714604:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5191
2026-01-08T17:01:05.043252Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036887416432677:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.043292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036880850446888:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.041786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036885807050133:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:05.039237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:05.044723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036887416432681:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31356
2026-01-08T17:01:05.044877Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036881956787378:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:05.042834Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036881512082756:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21868) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036885807050133:2118] held: no
2026-01-08T17:01:05.044949Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036881391747301:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:05.039289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036888007471477:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:05.045539Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036885145414273:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23307
2026-01-08T17:01:05.044980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036883121465297:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.045511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036881956787370:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.043124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036881512082756:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.046310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036885686714604:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.040291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:05.047432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036885145414273:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.045568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:05.044741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:05.046823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036883712504158:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.053508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036887416432681:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.046362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036881956787370:2108] [node 5] ICP22 created new session: [1:7593036886251754702:2108]
2026-01-08T17:01:05.046372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036881391747225:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.053323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036880850446886:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.044932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036881512082756:2049] [node 2] ICP22 created new session: [3:7593036885807050149:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.046865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036883712504158:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.053227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036886251754702:2108] [node 5] ICS09 handshake done sender: [1:7593036881956787378:2113] self: [1:7593036881956787372:0] peer: [5:7593036885686714603:0] socket: 196 qp: -1
2026-01-08T17:01:05.046864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:05.054588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036883121465298:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.053846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036886251754702:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:05.054486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036883712504158:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:05.054479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036885145414275:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23307
2026-01-08T17:01:05.050418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036881391747225:2050] [node 3] ICP22 created new session: [5:7593036885686714608:2050]
2026-01-08T17:01:05.045178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036881512082828:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.054021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:05.053842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036885686714608:2050] [node 3] ICS09 handshake done sender: [5:7593036881391747301:2115] self: [5:7593036885686714601:0] peer: [3:7593036881512082823:0] socket: 168 qp: -1
2026-01-08T17:01:05.054383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036886251754683:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.055709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036883712504148:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.045209Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036881512082828:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.056770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:05.045662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036885807050149:2049] [node 2] ICS09 handshake done sender: [3:7593036885807050133:2118] self: [3:7593036885807050140:0] peer: [2:7593036883712504151:0] socket: 184 qp: -1
2026-01-08T17:01:05.054414Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036886251754683:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.057717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036883712504148:2107] [node 4] ICP22 created new session: [2:7593036888007471482:2107]
2026-01-08T17:01:05.053900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036885686714608:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:05.058695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036885145414277:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23307
2026-01-08T17:01:05.063699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036888007471482:2107] [node 4] ICS09 handshake done sender: [2:7593036883712504158:2113] self: [2:7593036883712504155:0] peer: [4:7593036887416432682:0] socket: 157 qp: -1
2026-01-08T17:01:05.045704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036885807050149:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:05.057982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036883121465373:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.054042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:05.063740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036886251754683:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:05.063779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036888007471482:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:05.058715Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036880850446888:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6579) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036885145414271:2120] held: no
2026-01-08T17:01:05.046491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:05.065369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036881956787369:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.063834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:05.058015Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036883121465373:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.054172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036881391747287:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.058039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036887416432684:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31356
2026-01-08T17:01:05.053384Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036881512082828:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:05.064142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036885145414271:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:05.066267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:05.055000Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036885686714605:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5191
2026-01-08T17:01:05.066467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036881956787369:2109] [node 6] ICP22 created new session: [1:7593036886251754705:2109]
2026-01-08T17:01:05.054609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036881512082820:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.058941Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036883121465297:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21868) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036887416432677:2117] held: no
2026-01-08T17:01:05.055104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036885686714606:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5191
2026-01-08T17:01:05.065934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036880850446888:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.055657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:05.057744Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036881391747223:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18884) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036885686714600:2117] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.064175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036887416432677:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:05.066186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:05.067248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036886251754705:2109] [node 6] ICS09 handshake done sender: [1:7593036886251754683:2118] self: [1:7593036886251754682:0] peer: [6:7593036885145414276:0] socket: 206 qp: -1
2026-01-08T17:01:05.062915Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036885686714600:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:05.055718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036881512082820:2109] [node 6] ICP22 created new session: [3:7593036885807050152:2109]
2026-01-08T17:01:05.067491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036886251754705:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:05.064643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036883121465373:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.066231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036880850446888:2050] [node 3] ICP22 created new session: [6:7593036885145414279:2050]
2026-01-08T17:01:05.063288Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036885686714606:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.065679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036883121465297:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.066467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036885145414279:2050] [node 3] ICS09 handshake done sender: [6:7593036885145414271:2120] self: [6:7593036885145414274:0] peer: [3:7593036881512082825:0] socket: 202 qp: -1
2026-01-08T17:01:05.067755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036888007471464:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.056749Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036881512082834:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.077101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:05.064610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036881391747223:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.065721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:05.056778Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036881512082834:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.066500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036885145414279:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:05.058035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036885807050152:2109] [node 6] ICS09 handshake done sender: [3:7593036881512082828:2113] self: [3:7593036881512082825:0] peer: [6:7593036885145414274:0] socket: 152 qp: -1
2026-01-08T17:01:05.062922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036885807050152:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:05.067337Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036880850446886:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18884) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036885145414273:2121] held: no
2026-01-08T17:01:05.062974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:05.067539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:05.066046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036881391747224:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.066051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036883121465297:2049] [node 2] ICP22 created new session: [4:7593036887416432687:2049]
2026-01-08T17:01:05.067800Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036888007471464:2119] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.067799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036885145414278:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23307
2026-01-08T17:01:05.066021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:05.064851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036881512082834:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:05.081230Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036885145414273:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:05.066357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036881391747223:2048] [node 1] ICP22 created new session: [5:7593036885686714612:2048]
2026-01-08T17:01:05.082592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036885145414275:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.066402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036881512082819:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.066286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036887416432687:2049] [node 2] ICS09 handshake done sender: [4:7593036887416432677:2117] self: [4:7593036887416432682:0] peer: [2:7593036883712504155:0] socket: 201 qp: -1
2026-01-08T17:01:05.081978Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036888007471464:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:05.066407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036885686714612:2048] [node 1] ICS09 handshake done sender: [5:7593036885686714600:2117] self: [5:7593036885686714603:0] peer: [1:7593036881956787372:0] socket: 163 qp: -1
2026-01-08T17:01:05.083229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036880850446886:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.067212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:05.066754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036885686714612:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:05.083398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036883712504149:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.066903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036887416432687:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:05.083404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036880850446951:2107] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.067278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036881512082819:2107] [node 4] ICP22 created new session: [3:7593036885807050155:2107]
2026-01-08T17:01:05.083939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:05.067267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:05.083557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:05.067252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:05.067770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036885807050155:2107] [node 4] ICS09 handshake done sender: [3:7593036881512082834:2116] self: [3:7593036881512082833:0] peer: [4:7593036887416432683:0] socket: 207 qp: -1
2026-01-08T17:01:05.083931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036880850446886:2048] [node 1] ICP22 created new session: [6:7593036885145414282:2048]
2026-01-08T17:01:05.080189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036885686714614:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5191
2026-01-08T17:01:05.084198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036883712504149:2108] [node 5] ICP22 created new session: [2:7593036888007471485:2108]
2026-01-08T17:01:05.067290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036883121465360:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.083976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036885145414282:2048] [node 1] ICS09 handshake done sender: [6:7593036885145414273:2121] self: [6:7593036885145414276:0] peer: [1:7593036886251754682:0] socket: 175 qp: -1
2026-01-08T17:01:05.083193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036885686714604:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:05.067806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036885807050155:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:05.067780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:05.084210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036885145414282:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:05.078708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:05.077040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036883121465360:2108] [node 5] ICP22 created new session: [4:7593036887416432690:2108]
2026-01-08T17:01:05.084893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036881391747295:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.084638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:05.084895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036888007471485:2108] [node 5] ICS09 handshake done sender: [2:7593036888007471464:2119] self: [2:7593036888007471463:0] peer: [5:7593036885686714613:0] socket: 172 qp: -1
2026-01-08T17:01:05.081136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036887416432690:2108] [node 5] ICS09 handshake done sender: [4:7593036883121465373:2114] self: [4:7593036883121465372:0] peer: [5:7593036885686714610:0] socket: 146 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.085038Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036881956787369:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(18234973ns) {HandleHandshakeStatus:329(18231965ns) {DropIncomingHandshake:442(19098ns) DropOutgoingHandshake:457(427ns) SwitchToState:179(550ns) ProcessPendingSessionEvents:495(2860631ns) {ForwardSessionEventToSession:616(1298294ns) ForwardSessionEventToSession:616(96850ns) ForwardSessionEventToSession:616(324191ns) ForwardSessionEventToSession:616(9805ns) ForwardSessionEventToSession:616(478957ns) ForwardSessionEventToSession:616(5778ns) ForwardSessionEventToSession:616(2794ns) ForwardSessionEventToSession:616(159410ns) ForwardSessionEventToSession:616(3215ns) ForwardSessionEventToSession:616(199327ns)}}}
2026-01-08T17:01:05.081466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036887416432686:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31356
2026-01-08T17:01:05.084911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036881391747287:2108] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.084940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036888007471485:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:05.081857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036887416432690:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:05.084930Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036881391747295:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.085034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:05.085052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:05.081905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:05.085087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036881391747287:2108] [node 4] ICP22 created new session: [5:7593036885686714617:2108]
2026-01-08T17:01:05.085233Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036881391747224:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21868) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036885686714606:2121] held: no
2026-01-08T17:01:05.084132Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036883121465298:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6579) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036887416432681:2118] held: no
2026-01-08T17:01:05.087062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036885686714616:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5191
2026-01-08T17:01:05.084910Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036887416432681:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:05.087520Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036885686714606:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:05.087744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036881391747224:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.085295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036883121465298:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.087808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:05.085460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:05.088294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036885686714617:2108] [node 4] ICS09 handshake done sender: [5:7593036885686714604:2119] self: [5:7593036885686714610:0] peer: [4:7593036883121465372:0] socket: 205 qp: -1
2026-01-08T17:01:05.085576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036883121465298:2050] [node 3] ICP22 created new session: [4:7593036887416432692:2050]
2026-01-08T17:01:05.088360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036881391747224:2049] [node 2] ICP22 created new session: [5:7593036885686714618:2049]
2026-01-08T17:01:05.085607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036887416432688:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31356
2026-01-08T17:01:05.088632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036885686714618:2049] [node 2] ICS09 handshake done sender: [5:7593036885686714606:2121] self: [5:7593036885686714613:0] peer: [2:7593036888007471463:0] socket: 158 qp: -1
2026-01-08T17:01:05.088656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036885686714617:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:05.085694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036887416432692:2050] [node 3] ICS09 handshake done sender: [4:7593036887416432681:2118] self: [4:7593036887416432683:0] peer: [3:7593036881512082833:0] socket: 208 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.088669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036885686714618:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:05.088434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036887416432692:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:05.088697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:05.088676Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036883121465360:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(18123972ns) {HandleHandshakeStatus:329(18121762ns) {DropIncomingHandshake:442(323ns) DropOutgoingHandshake:457(190ns) SwitchToState:179(209ns) ProcessPendingSessionEvents:495(1816289ns) {ForwardSessionEventToSession:616(491236ns) ForwardSessionEventToSession:616(256104ns) ForwardSessionEventToSession:616(3523ns) ForwardSessionEventToSession:616(2880ns) ForwardSessionEventToSession:616(205164ns) ForwardSessionEventToSession:616(7326ns) ForwardSessionEventToSession:616(201376ns) ForwardSessionEventToSession:616(3844ns) ForwardSessionEventToSession:616(3150ns) ForwardSessionEventToSession:616(133252ns)}}}
2026-01-08T17:01:05.089009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:05.088689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:05.089764Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036881391747295:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:05.089885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036885145414284:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23307
2026-01-08T17:01:05.090102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036881391747286:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.090195Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036883121465360:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:05.090206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:05.090262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036881391747286:2109] [node 6] ICP22 created new session: [5:7593036885686714622:2109]
2026-01-08T17:01:05.090270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036885145414275:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:05.090333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036885686714622:2109] [node 6] ICS09 handshake done sender: [5:7593036881391747295:2113] self: [5:7593036881391747291:0] peer: [6:7593036885145414281:0] socket: 164 qp: -1
2026-01-08T17:01:05.090438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036880850446951:2107] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.090426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036885686714622:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:05.090513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:05.090727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036880850446951:2107] [node 5] ICP22 created new session: [6:7593036885145414285:2107]
2026-01-08T17:01:05.090723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:05.092061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036885145414285:2107] [node 5] ICS09 handshake done sender: [6:7593036885145414275:2122] self: [6:7593036885145414281:0] peer: [5:7593036881391747291:0] socket: 209 qp: -1
2026-01-08T17:01:05.092128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036885145414285:2107] [node 5] ICS10 traffic start
2026-01-08T17:01:05.092184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:05.158813Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:05.159057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036888007471476:2048] [node 1] ICS07 socket disconnect 173 reason# EndOfStream
2026-01-08T17:01:05.159098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036888007471476:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.159226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:05.159296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036888007471476:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:05.160109Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:05.160291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036885807050139:2048] [node 1] ICS07 socket disconnect 161 reason# EndOfStream
2026-01-08T17:01:05.160336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036885807050139:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.160406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:05.160451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036885807050139:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:05.161850Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036883712504085:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18884) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:05.161899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036888007471476:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:05.163043Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:05.163381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036887416432678:2048] [node 1] ICS01 socket: 170 reason# EndOfStream
2026-01-08T17:01:05.163353Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036881512082755:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18884) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:05.163422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036883121465296:2048] [node 1] ICP30 unregister session Session# [4:7593036887416432678:2048] VirtualId# [4:7593036887416432675:0]
2026-01-08T17:01:05.163405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036885807050139:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:05.163465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036887416432678:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.163572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:05.163630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:05.164322Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036883712504085:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18884) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:05.164486Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036881512082755:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18884) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:05.164458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036888007471476:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:05.164533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036885807050139:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:05.164513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036883712504085:2048] [node 1] ICP30 unregister session Session# [2:7593036888007471476:2048] VirtualId# [2:7593036888007471469:0]
2026-01-08T17:01:05.164564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036881512082755:2048] [node 1] ICP30 unregister session Session# [3:7593036885807050139:2048] VirtualId# [3:7593036885807050136:0]
2026-01-08T17:01:05.164575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:05.164594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:05.164640Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036881512082755:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18884) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.164649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18884) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.164626Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036883712504085:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18884) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.164642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18884) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.164830Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:05.165110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036885686714612:2048] [node 1] ICS01 socket: 163 reason# EndOfStream
2026-01-08T17:01:05.165148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036881391747223:2048] [node 1] ICP30 unregister session Session# [5:7593036885686714612:2048] VirtualId# [5:7593036885686714603:0]
2026-01-08T17:01:05.165170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036885686714612:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.165236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:05.165281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:05.165925Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:05.166129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036885145414282:2048] [node 1] ICS01 socket: 175 reason# EndOfStream
2026-01-08T17:01:05.166171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036880850446886:2048] [node 1] ICP30 unregister session Session# [6:7593036885145414282:2048] VirtualId# [6:7593036885145414276:0]
2026-01-08T17:01:05.166200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036885145414282:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.166275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:05.166359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:05.174644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036881512082755:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:05.224908Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:05.225174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036885807050149:2049] [node 2] ICS01 socket: 184 reason# EndOfStream
2026-01-08T17:01:05.225228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036881512082756:2049] [node 2] ICP30 unregister session Session# [3:7593036885807050149:2049] VirtualId# [3:7593036885807050140:0]
2026-01-08T17:01:05.225275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036885807050149:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.225354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:05.225411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:05.228265Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:05.228509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036887416432687:2049] [node 2] ICS01 socket: 201 reason# EndOfStream
2026-01-08T17:01:05.228560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036883121465297:2049] [node 2] ICP30 unregister session Session# [4:7593036887416432687:2049] VirtualId# [4:7593036887416432682:0]
2026-01-08T17:01:05.228609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036887416432687:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.228731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:05.228785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:05.229052Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:05.229194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036885686714618:2049] [node 2] ICS01 socket: 158 reason# EndOfStream
2026-01-08T17:01:05.229245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036881391747224:2049] [node 2] ICP30 unregister session Session# [5:7593036885686714618:2049] VirtualId# [5:7593036885686714613:0]
2026-01-08T17:01:05.229263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036885686714618:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.229324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:05.229377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:05.229775Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:05.230003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036885145414270:2049] [node 2] ICS01 socket: 183 reason# EndOfStream
2026-01-08T17:01:05.230059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036880850446887:2049] [node 2] ICP30 unregister session Session# [6:7593036885145414270:2049] VirtualId# [6:7593036885145414268:0]
2026-01-08T17:01:05.230091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036885145414270:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.230162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:05.230217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:05.308207Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:05.308479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036887416432692:2050] [node 3] ICS01 socket: 208 reason# EndOfStream
2026-01-08T17:01:05.308531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036883121465298:2050] [node 3] ICP30 unregister session Session# [4:7593036887416432692:2050] VirtualId# [4:7593036887416432683:0]
2026-01-08T17:01:05.308567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036887416432692:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.308705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:05.308769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:05.309144Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:05.309282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036885686714608:2050] [node 3] ICS01 socket: 168 reason# EndOfStream
2026-01-08T17:01:05.309312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036881391747225:2050] [node 3] ICP30 unregister session Session# [5:7593036885686714608:2050] VirtualId# [5:7593036885686714601:0]
2026-01-08T17:01:05.309333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036885686714608:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.309399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:05.309438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:05.310090Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:05.310371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036885145414279:2050] [node 3] ICS01 socket: 202 reason# EndOfStream
2026-01-08T17:01:05.310422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036880850446888:2050] [node 3] ICP30 unregister session Session# [6:7593036885145414279:2050] VirtualId# [6:7593036885145414274:0]
2026-01-08T17:01:05.310453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036885145414279:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.310539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:05.310595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:05.369797Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:05.369967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036885686714617:2108] [node 4] ICS07 socket disconnect 205 reason# EndOfStream
2026-01-08T17:01:05.369995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036885686714617:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.370087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:05.370149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036885686714617:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:05.370663Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:05.370861Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036881391747287:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31866) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:05.370925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036885686714617:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:05.371014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036881391747287:2108] [node 4] ICP30 unregister session Session# [5:7593036885686714617:2108] VirtualId# [5:7593036885686714610:0]
2026-01-08T17:01:05.370927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036885145414265:2106] [node 4] ICS07 socket disconnect 147 reason# EndOfStream
2026-01-08T17:01:05.371060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:05.370975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036885145414265:2106] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.371101Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036881391747287:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31866) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.371078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:05.371127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31866) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.371143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036885145414265:2106] [node 4] ICS15 start handshake
2026-01-08T17:01:05.371831Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036880850446949:2106] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31866) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:05.371879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036885145414265:2106] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:05.371991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036880850446949:2106] [node 4] ICP30 unregister session Session# [6:7593036885145414265:2106] VirtualId# [6:7593036885145414263:0]
2026-01-08T17:01:05.372039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:05.372068Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036880850446949:2106] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31866) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.372082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31866) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.380455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036881391747287:2108] [node 4] ICP33 wake up from error state
2026-01-08T17:01:05.381507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036880850446949:2106] [node 4] ICP33 wake up from error state
2026-01-08T17:01:05.457410Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:05.457687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036885145414285:2107] [node 5] ICS01 socket: 209 reason# EndOfStream
2026-01-08T17:01:05.457761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036880850446951:2107] [node 5] ICP30 unregister session Session# [6:7593036885145414285:2107] VirtualId# [6:7593036885145414281:0]
2026-01-08T17:01:05.457836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036885145414285:2107] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.457944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:05.458002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:05.551482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036884256998264:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:05.551493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036884256998263:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:05.556334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036884879245479:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:05.556374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036884879245480:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:05.560638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036886278592078:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:05.560659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036886278592079:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:05.567524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036885532471066:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:05.567545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036885532471067:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:05.567563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036885532471068:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:05.574872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036884256343129:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:05.574908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036884256343131:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:05.574938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036884256343130:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:05.582615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036887248893001:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:05.582650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036887248893002:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:05.582840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036887248893003:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:05.664106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036884879245542:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:05.664565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036884256998327:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:05.665177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036884256343192:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:05.665329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036884256998329:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:05.665287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036887248893064:2105] [node 5] ICP01 ready to work
2026-01-08T17:01:05.666054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036885532471129:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:05.665543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036886278592142:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:05.665511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036884879245543:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:05.665478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036884256998328:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:05.666039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036887248893063:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:05.665899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036886278592143:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:05.665847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036884879245544:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:05.665653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036886278592141:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:05.666378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036885532471130:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:05.667649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036884256343193:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:05.671665Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036885532471067:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(27226172ns) {Configure:104(27218524ns) {ProcessConfigured:135(56777ns) {StartInitialHandshake:157(55029ns) {DropHandshakes:470(1755ns) {DropIncomingHandshake:442(308ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:992(576ns) PrepareNewSessionHandshake:477(782ns) {SwitchToState:179(186ns)}}}}}
2026-01-08T17:01:05.674959Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036884256343131:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(36584267ns) {Configure:104(36579796ns) {ProcessConfigured:135(635152ns) {StartInitialHandshake:157(633318ns) {DropHandshakes:470(1475ns) {DropIncomingHandshake:442(341ns) DropOutgoingHandshake:457(296ns)} GenerateSessionVirtualId:992(535ns) PrepareNewSessionHandshake:477(1276ns) {SwitchToState:179(368ns)}}}}}
2026-01-08T17:01:05.675629Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036884879245479:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(47443914ns) {Configure:104(47435011ns) {ProcessConfigured:135(1444881ns) {StartInitialHandshake:157(1443961ns) {DropHandshakes:470(538ns) {DropIncomingHandshake:442(75ns) DropOutgoingHandshake:457(89ns)} GenerateSessionVirtualId:992(213ns) PrepareNewSessionHandshake:477(1087ns) {SwitchToState:179(131ns)}}}}}
2026-01-08T17:01:05.676858Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036886278592078:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(21704246ns) {Configure:104(15128284ns) {ProcessConfigured:135(1311735ns) {StartInitialHandshake:157(1310328ns) {DropHandshakes:470(1062ns) {DropIncomingHandshake:442(285ns) DropOutgoingHandshake:457(272ns)} GenerateSessionVirtualId:992(383ns) PrepareNewSessionHandshake:477(1921ns) {SwitchToState:179(999ns)}}}}}
2026-01-08T17:01:05.676325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036884256343129:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37843640ns) {Configure:104(37837982ns) {ProcessConfigured:135(1297083ns) {StartInitialHandshake:157(1295649ns) {DropHandshakes:470(944ns) {DropIncomingHandshake:442(266ns) DropOutgoingHandshake:457(240ns)} GenerateSessionVirtualId:992(355ns) PrepareNewSessionHandshake:477(777ns) {SwitchToState:179(330ns)}}}}}
2026-01-08T17:01:05.676967Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036884256998263:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(46964923ns) {Configure:104(46956075ns) {ProcessConfigured:135(732875ns) {StartInitialHandshake:157(730956ns) {DropHandshakes:470(1033ns) {DropIncomingHandshake:442(273ns) DropOutgoingHandshake:457(280ns)} GenerateSessionVirtualId:992(369ns) PrepareNewSessionHandshake:477(1028ns) {SwitchToState:179(431ns)}}}}}
2026-01-08T17:01:05.676375Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036884256343130:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(22117170ns) {Configure:104(22108067ns) {ProcessConfigured:135(2053525ns) {StartInitialHandshake:157(2051492ns) {DropHandshakes:470(1843ns) {DropIncomingHandshake:442(371ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:992(556ns) PrepareNewSessionHandshake:477(3896ns) {SwitchToState:179(1974ns)}}}}}
2026-01-08T17:01:05.677476Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036887248893002:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(16793370ns) {Configure:104(16789958ns) {ProcessConfigured:135(765531ns) {StartInitialHandshake:157(754941ns) {DropHandshakes:470(1681ns) {DropIncomingHandshake:442(353ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:992(465ns) PrepareNewSessionHandshake:477(1579ns) {SwitchToState:179(656ns)}}}}}
2026-01-08T17:01:05.677233Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036884256998264:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(21839615ns) {Configure:104(12287843ns) {ProcessConfigured:135(624051ns) {StartInitialHandshake:157(622943ns) {DropHandshakes:470(871ns) {DropIncomingHandshake:442(219ns) DropOutgoingHandshake:457(183ns)} GenerateSessionVirtualId:992(381ns) PrepareNewSessionHandshake:477(1168ns) {SwitchToState:179(449ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2026-01-08T17:01:05.692105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036885532471144:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57126
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.692438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036884879245558:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27644
2026-01-08T17:01:05.692053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036886278592156:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32304
2026-01-08T17:01:05.692946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036884256343207:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26732
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.694707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036885532471145:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57126
2026-01-08T17:01:05.691762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036887248893078:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46105
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.694656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036887248893080:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46105
2026-01-08T17:01:05.693746Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036886278592160:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32304
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.696636Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036884256998344:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38194
2026-01-08T17:01:05.696611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036884879245560:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27644
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.696067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036886278592158:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32304
2026-01-08T17:01:05.696619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036884879245559:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27644
2026-01-08T17:01:05.696769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036884256998343:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38194
2026-01-08T17:01:05.696959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036884256343208:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26732
2026-01-08T17:01:05.697366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036884879245561:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27644
2026-01-08T17:01:05.697358Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036884256998345:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38194
2026-01-08T17:01:05.696214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036886278592159:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32304
2026-01-08T17:01:05.697397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036884256998346:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38194
2026-01-08T17:01:05.706020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036885532471144:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.707702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036886278592160:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.707829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036887248893078:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.707869Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036884879245558:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.707887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036886278592079:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.707998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036887248893002:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.708144Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036884879245550:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.708174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036884879245551:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.708181Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036884879245550:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.708193Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036884879245551:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.709459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036886278592156:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.709878Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036884879245551:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:05.709950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036886278592158:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:05.709997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036884879245560:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.710084Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036885532471145:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.710090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036886278592078:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.710115Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036884879245550:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.710150Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036887248893082:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46105
2026-01-08T17:01:05.710233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036886278592163:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32304
2026-01-08T17:01:05.710253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036884879245542:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.710230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036885532471068:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.710266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036884879245480:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.710619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036886278592152:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.710421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:05.710531Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036884256998335:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.710642Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036886278592152:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.710569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:05.710571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036884879245542:2109] [node 6] ICP22 created new session: [2:7593036884879245566:2109]
2026-01-08T17:01:05.710572Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036884256998335:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.710609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036884879245480:2049] [node 3] ICP22 created new session: [2:7593036884879245567:2049]
2026-01-08T17:01:05.710610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036884879245566:2109] [node 6] ICS09 handshake done sender: [2:7593036884879245551:2111] self: [2:7593036884879245547:0] peer: [6:7593036887248893081:0] socket: 154 qp: -1
2026-01-08T17:01:05.711380Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036886278592160:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:05.712124Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036884256998335:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:05.710642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036884879245566:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:05.711367Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036887248893078:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:05.712493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036884256998345:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.712969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036886278592079:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.710671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:05.712228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036887248893080:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.713011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:05.710710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036884879245567:2049] [node 3] ICS09 handshake done sender: [2:7593036884879245550:2110] self: [2:7593036884879245546:0] peer: [3:7593036886278592161:0] socket: 158 qp: -1
2026-01-08T17:01:05.712758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036887248893001:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.713213Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036884256343207:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.713237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036886278592079:2049] [node 2] ICP22 created new session: [3:7593036886278592165:2049]
2026-01-08T17:01:05.712802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036887248893002:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.711269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036884879245567:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:05.713246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036886278592159:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.713613Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036884256343208:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.713192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:05.713739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036884256998337:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.711297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:05.713341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036886278592165:2049] [node 2] ICS09 handshake done sender: [3:7593036886278592160:2118] self: [3:7593036886278592161:0] peer: [2:7593036884879245546:0] socket: 190 qp: -1
2026-01-08T17:01:05.713228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036887248893002:2049] [node 2] ICP22 created new session: [6:7593036887248893084:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.713614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036884256343131:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.712010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036884879245561:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.713574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036886278592165:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:05.713769Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036884256998337:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.713296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036887248893084:2049] [node 2] ICS09 handshake done sender: [6:7593036887248893078:2115] self: [6:7593036887248893081:0] peer: [2:7593036884879245547:0] socket: 155 qp: -1
2026-01-08T17:01:05.713780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036884256998343:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.714155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:05.712524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036884879245559:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.713393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036887248893084:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:05.714187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036884256998344:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.714129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036884879245479:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.713762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:05.714173Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036886278592152:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:05.714228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036884256998346:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.718309Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036885532471148:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57126
2026-01-08T17:01:05.714486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036886278592148:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.714386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036884256998264:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.714510Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036886278592148:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.718371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036884256343211:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26732
2026-01-08T17:01:05.715803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:05.717425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036886278592143:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.715855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036884256998264:2049] [node 3] ICP22 created new session: [1:7593036884256998353:2049]
2026-01-08T17:01:05.718011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036886278592167:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32304
2026-01-08T17:01:05.719058Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036885532471145:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:05.716440Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036884256998332:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.719596Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036884256343211:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.718293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:05.719494Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036885532471068:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12414) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036885532471145:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.716470Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036884256998332:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.718359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036886278592143:2107] [node 4] ICP22 created new session: [3:7593036886278592171:2107]
No RDMA context found for GID: 2026-01-08T17:01:05.719599Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036885532471149:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57126
::ffff:127.1.0.02026-01-08T17:01:05.720272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036884256343130:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.717676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036884256998353:2049] [node 3] ICS09 handshake done sender: [1:7593036884256998335:2112] self: [1:7593036884256998333:0] peer: [3:7593036886278592164:0] socket: 153 qp: -1
2026-01-08T17:01:05.720473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036885532471150:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57126
2026-01-08T17:01:05.718376Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036886278592079:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:05.718013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036884256998353:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:05.720483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036885532471068:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.718609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036886278592171:2107] [node 4] ICS09 handshake done sender: [3:7593036886278592152:2113] self: [3:7593036886278592147:0] peer: [4:7593036885532471147:0] socket: 178 qp: -1
2026-01-08T17:01:05.718056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:05.720599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:05.718795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036886278592171:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:05.721163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036884879245574:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27644
2026-01-08T17:01:05.718331Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036884256998332:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:05.720690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036885532471068:2050] [node 3] ICP22 created new session: [4:7593036885532471151:2050]
2026-01-08T17:01:05.719065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:05.720818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036885532471151:2050] [node 3] ICS09 handshake done sender: [4:7593036885532471145:2116] self: [4:7593036885532471147:0] peer: [3:7593036886278592147:0] socket: 179 qp: -1
2026-01-08T17:01:05.718452Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036884256998337:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:05.719179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036886278592170:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32304
2026-01-08T17:01:05.721395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036884879245553:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.722903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036887248893087:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46105
2026-01-08T17:01:05.721175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036885532471151:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.724796Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036887248893001:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036887248893080:2116] held: no
2026-01-08T17:01:05.721422Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036884879245553:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.721463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:05.719042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036884256998263:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.720678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036886278592170:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.720827Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036886278592158:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:05.719176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036884256998327:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.726393Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036887248893080:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:05.727217Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036884256343213:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26732
2026-01-08T17:01:05.721556Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036884879245479:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036884879245561:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.722709Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036886278592148:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:05.727609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036887248893001:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.719224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:05.727641Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036884256343131:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12414) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036884256343207:2115] held: no
2026-01-08T17:01:05.724381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036886278592078:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.726524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036884879245561:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:05.724388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036886278592141:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.719267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036884256998327:2109] [node 6] ICP22 created new session: [1:7593036884256998357:2109]
2026-01-08T17:01:05.729476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036887248893088:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46105
2026-01-08T17:01:05.729621Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036884256343215:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26732
2026-01-08T17:01:05.724871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:05.726841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036884879245553:2113] [node 5] ICH04 handshake succeeded
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.728537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036884879245479:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.720028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036884256998357:2109] [node 6] ICS09 handshake done sender: [1:7593036884256998337:2113] self: [1:7593036884256998331:0] peer: [6:7593036887248893083:0] socket: 176 qp: -1
2026-01-08T17:01:05.729584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:05.724912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036886278592078:2048] [node 1] ICP22 created new session: [3:7593036886278592177:2048]
2026-01-08T17:01:05.728575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:05.720043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:05.729685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036887248893001:2048] [node 1] ICP22 created new session: [6:7593036887248893090:2048]
2026-01-08T17:01:05.729359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036884879245479:2048] [node 1] ICP22 created new session: [2:7593036884879245576:2048]
2026-01-08T17:01:05.730205Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036884256343214:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26732
2026-01-08T17:01:05.725239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036886278592177:2048] [node 1] ICS09 handshake done sender: [3:7593036886278592158:2116] self: [3:7593036886278592164:0] peer: [1:7593036884256998333:0] socket: 172 qp: -1
2026-01-08T17:01:05.729395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036884879245543:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.729725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036887248893090:2048] [node 1] ICS09 handshake done sender: [6:7593036887248893080:2116] self: [6:7593036887248893083:0] peer: [1:7593036884256998331:0] socket: 180 qp: -1
2026-01-08T17:01:05.720118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036884256998263:2048] [node 2] ICP22 created new session: [1:7593036884256998358:2048]
2026-01-08T17:01:05.730723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036884256343207:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:05.726355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036886278592177:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:05.729587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:05.729764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036887248893090:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:05.730861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036884256343211:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:05.720424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036884256998358:2048] [node 2] ICS09 handshake done sender: [1:7593036884256998332:2111] self: [1:7593036884256998330:0] peer: [2:7593036884879245572:0] socket: 167 qp: -1
2026-01-08T17:01:05.726518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:05.729791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:05.729767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036884879245543:2108] [node 5] ICP22 created new session: [2:7593036884879245577:2108]
2026-01-08T17:01:05.726760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.731855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036884256343130:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.720565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036884256998358:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:05.729852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036884879245576:2048] [node 1] ICS09 handshake done sender: [2:7593036884879245561:2118] self: [2:7593036884879245572:0] peer: [1:7593036884256998330:0] socket: 188 qp: -1
2026-01-08T17:01:05.730227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036887248893088:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.727238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036886278592141:2108] [node 5] ICP22 created new session: [3:7593036886278592178:2108]
2026-01-08T17:01:05.732169Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036884256343214:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.728406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036886278592178:2108] [node 5] ICS09 handshake done sender: [3:7593036886278592148:2111] self: [3:7593036886278592146:0] peer: [5:7593036884256343209:0] socket: 164 qp: -1
2026-01-08T17:01:05.729881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036884879245576:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:05.730796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036887248893089:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46105
2026-01-08T17:01:05.720654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036884256998357:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:05.732679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036884256343131:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.732717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:05.729482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036886278592178:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:05.730096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036884879245577:2108] [node 5] ICS09 handshake done sender: [2:7593036884879245553:2113] self: [2:7593036884879245549:0] peer: [5:7593036884256343212:0] socket: 199 qp: -1
2026-01-08T17:01:05.734441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036885532471139:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.730835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036887248893003:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.729518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:05.730059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:05.732739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:05.732149Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036887248893089:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.731556Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036886278592153:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.734460Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036885532471154:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57126
2026-01-08T17:01:05.720694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:05.734479Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036885532471139:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.731584Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036886278592153:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.720874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:05.732831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036887248893063:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.736132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036885532471154:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.730247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036884879245577:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:05.735191Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036886278592153:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:05.730874Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036884256998362:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38194
2026-01-08T17:01:05.732843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036884256343131:2050] [node 3] ICP22 created new session: [5:7593036884256343217:2050]
2026-01-08T17:01:05.736357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036885532471139:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.736272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036886278592142:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.730926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:05.732149Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593036884256998264:2049] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:05.733011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036884256343130:2049] [node 2] ICP22 created new session: [5:7593036884256343218:2049]
2026-01-08T17:01:05.734467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036884256998339:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.736617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:05.733022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036884256343217:2050] [node 3] ICS09 handshake done sender: [5:7593036884256343207:2115] self: [5:7593036884256343209:0] peer: [3:7593036886278592146:0] socket: 182 qp: -1
2026-01-08T17:01:05.736617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036887248893094:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46105
2026-01-08T17:01:05.734495Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036884256998339:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.736668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036886278592142:2109] [node 6] ICP22 created new session: [3:7593036886278592182:2109]
2026-01-08T17:01:05.733055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036884256343217:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:05.736461Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036884256998339:2115] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.733681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036884256343129:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.736720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036885532471129:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.737026Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036887248893095:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46105
2026-01-08T17:01:05.736772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:05.736864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036886278592182:2109] [node 6] ICS09 handshake done sender: [3:7593036886278592153:2114] self: [3:7593036886278592151:0] peer: [6:7593036887248893092:0] socket: 157 qp: -1
2026-01-08T17:01:05.737560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036884256998329:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.736818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036885532471129:2109] [node 6] ICP22 created new session: [4:7593036885532471157:2109]
2026-01-08T17:01:05.733717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036884256343218:2049] [node 2] ICS09 handshake done sender: [5:7593036884256343211:2117] self: [5:7593036884256343212:0] peer: [2:7593036884879245549:0] socket: 200 qp: -1
2026-01-08T17:01:05.737029Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036887248893003:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12414) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036887248893088:2119] held: no
2026-01-08T17:01:05.736916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036886278592182:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:05.733759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036884256343218:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:05.737561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036885532471157:2109] [node 6] ICS09 handshake done sender: [4:7593036885532471139:2113] self: [4:7593036885532471137:0] peer: [6:7593036887248893093:0] socket: 166 qp: -1
2026-01-08T17:01:05.737093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:05.734190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:05.738029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:05.737241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036887248893096:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46105
2026-01-08T17:01:05.734436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:05.737603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036885532471157:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:05.738031Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036887248893088:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:05.736667Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036884256343130:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:05.738133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:05.738145Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036887248893063:2107] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9951) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036887248893089:2120] held: no
2026-01-08T17:01:05.737903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036884256343223:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26732
2026-01-08T17:01:05.738154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036884256998329:2108] [node 5] ICP22 created new session: [1:7593036884256998364:2108]
2026-01-08T17:01:05.739695Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036884256343214:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.741065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036884256998364:2108] [node 5] ICS09 handshake done sender: [1:7593036884256998339:2115] self: [1:7593036884256998334:0] peer: [5:7593036884256343219:0] socket: 191 qp: -1
2026-01-08T17:01:05.739731Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036887248893089:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:05.740939Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036884256343129:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036884256343214:2119] held: no
2026-01-08T17:01:05.740368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036887248893003:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.741497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036884256343129:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.741447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036884256998364:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:05.740403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:05.741973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:05.742031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036884256343129:2048] [node 1] ICP22 created new session: [5:7593036884256343225:2048]
2026-01-08T17:01:05.741033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036887248893063:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.741617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:05.742031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036884256343224:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26732
2026-01-08T17:01:05.741060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:05.742140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036884256343225:2048] [node 1] ICS09 handshake done sender: [5:7593036884256343214:2119] self: [5:7593036884256343219:0] peer: [1:7593036884256998334:0] socket: 213 qp: -1
2026-01-08T17:01:05.742165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036884256343225:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:05.742154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036885532471150:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.741060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036887248893003:2050] [node 3] ICP22 created new session: [6:7593036887248893097:2050]
2026-01-08T17:01:05.741591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036887248893063:2107] [node 4] ICP22 created new session: [6:7593036887248893098:2107]
2026-01-08T17:01:05.742229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036885532471149:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.741620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036887248893097:2050] [node 3] ICS09 handshake done sender: [6:7593036887248893088:2119] self: [6:7593036887248893092:0] peer: [3:7593036886278592151:0] socket: 184 qp: -1
2026-01-08T17:01:05.742215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:05.742261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036885532471066:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.741811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036887248893097:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:05.741855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:05.741984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036887248893098:2107] [node 4] ICS09 handshake done sender: [6:7593036887248893089:2120] self: [6:7593036887248893093:0] peer: [4:7593036885532471137:0] socket: 214 qp: -1
2026-01-08T17:01:05.742350Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036884256343203:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.741997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036887248893095:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.742370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036884256343224:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.742016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036887248893098:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:05.742384Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036884256343203:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.742053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:05.742199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036887248893064:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.742465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036884256343192:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.742466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036885532471067:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:05.742465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036884256998338:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.742942Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036885532471140:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.742502Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036884256998338:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.743045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036884879245554:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:05.742989Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036885532471140:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.743085Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036884879245554:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:05.744527Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036884256343203:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:05.744545Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036885532471140:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2026-01-08T17:01:05.744668Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036884256998338:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:05.744729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036884256343193:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.744842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036885532471130:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.745058Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036884879245554:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:05.745120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036884256343229:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26732
2026-01-08T17:01:05.745624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036887248893102:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46105
2026-01-08T17:01:05.745257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036884879245544:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.745638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036884256998328:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:05.745261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:05.745180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:05.746883Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036887248893095:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:05.745609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036884256343193:2109] [node 6] ICP22 created new session: [5:7593036884256343230:2109]
2026-01-08T17:01:05.745314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:05.746027Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036884256343224:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:05.745259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036885532471163:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57126
2026-01-08T17:01:05.747636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:05.748395Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036887248893064:2105] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27752) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036887248893095:2122] held: no
2026-01-08T17:01:05.745818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036884879245544:2107] [node 4] ICP22 created new session: [2:7593036884879245581:2107]
2026-01-08T17:01:05.746797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036884256343230:2109] [node 6] ICS09 handshake done sender: [5:7593036884256343203:2114] self: [5:7593036884256343202:0] peer: [6:7593036887248893101:0] socket: 175 qp: -1
2026-01-08T17:01:05.745632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036885532471130:2108] [node 5] ICP22 created new session: [4:7593036885532471164:2108]
2026-01-08T17:01:05.747689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036884256998328:2107] [node 4] ICP22 created new session: [1:7593036884256998367:2107]
2026-01-08T17:01:05.748920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036887248893064:2105] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.747677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036884879245581:2107] [node 4] ICS09 handshake done sender: [2:7593036884879245554:2114] self: [2:7593036884879245548:0] peer: [4:7593036885532471161:0] socket: 198 qp: -1
2026-01-08T17:01:05.747715Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036884256343192:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9951) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036884256343224:2122] held: no
2026-01-08T17:01:05.745976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036885532471164:2108] [node 5] ICS09 handshake done sender: [4:7593036885532471140:2114] self: [4:7593036885532471138:0] peer: [5:7593036884256343227:0] socket: 162 qp: -1
2026-01-08T17:01:05.748713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036884256998367:2107] [node 4] ICS09 handshake done sender: [1:7593036884256998338:2114] self: [1:7593036884256998336:0] peer: [4:7593036885532471160:0] socket: 204 qp: -1
2026-01-08T17:01:05.747855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036884879245581:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:05.745981Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036885532471150:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:05.747812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036884256343230:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:05.748986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036884256998367:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:05.749907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:05.748477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:05.746006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036885532471164:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:05.749124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:05.750024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036887248893064:2105] [node 5] ICP22 created new session: [6:7593036887248893103:2105]
2026-01-08T17:01:05.747854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:05.748406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:05.750164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036887248893103:2105] [node 5] ICS09 handshake done sender: [6:7593036887248893095:2122] self: [6:7593036887248893101:0] peer: [5:7593036884256343202:0] socket: 183 qp: -1
2026-01-08T17:01:05.748739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036884256343192:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.749887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036885532471066:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.750307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036887248893103:2105] [node 5] ICS10 traffic start
2026-01-08T17:01:05.749907Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036885532471067:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64619) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036885532471149:2118] held: no
2026-01-08T17:01:05.749078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:05.749781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036884256343192:2108] [node 4] ICP22 created new session: [5:7593036884256343232:2108]
2026-01-08T17:01:05.750150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:05.750191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036885532471066:2048] [node 1] ICP22 created new session: [4:7593036885532471167:2048]
2026-01-08T17:01:05.749941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036884256343232:2108] [node 4] ICS09 handshake done sender: [5:7593036884256343224:2122] self: [5:7593036884256343227:0] peer: [4:7593036885532471138:0] socket: 163 qp: -1
2026-01-08T17:01:05.750738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:05.750281Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036885532471165:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57126
2026-01-08T17:01:05.749976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036884256343232:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:05.750652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036885532471167:2048] [node 1] ICS09 handshake done sender: [4:7593036885532471150:2119] self: [4:7593036885532471160:0] peer: [1:7593036884256998336:0] socket: 205 qp: -1
2026-01-08T17:01:05.750181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:05.750694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036885532471167:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:05.750742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:05.750886Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036885532471149:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:05.751189Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036885532471066:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:05.751254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036885532471067:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:05.751397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:05.751440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036885532471067:2049] [node 2] ICP22 created new session: [4:7593036885532471169:2049]
2026-01-08T17:01:05.751498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036885532471169:2049] [node 2] ICS09 handshake done sender: [4:7593036885532471149:2118] self: [4:7593036885532471161:0] peer: [2:7593036884879245548:0] socket: 203 qp: -1
2026-01-08T17:01:05.751527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036885532471169:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:05.751576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:05.807296Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:05.807511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036884879245576:2048] [node 1] ICS01 socket: 188 reason# EndOfStream
2026-01-08T17:01:05.807541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036884879245479:2048] [node 1] ICP30 unregister session Session# [2:7593036884879245576:2048] VirtualId# [2:7593036884879245572:0]
2026-01-08T17:01:05.807580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036884879245576:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.807678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:05.807725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:05.808202Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:05.808417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036886278592177:2048] [node 1] ICS07 socket disconnect 172 reason# EndOfStream
2026-01-08T17:01:05.808447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036886278592177:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.808560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:05.808614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036886278592177:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:05.809255Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036886278592078:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:05.809318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036886278592177:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:05.809356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036886278592078:2048] [node 1] ICP30 unregister session Session# [3:7593036886278592177:2048] VirtualId# [3:7593036886278592164:0]
2026-01-08T17:01:05.809444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:05.809464Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036886278592078:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.809515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.810701Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:05.810919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036885532471167:2048] [node 1] ICS07 socket disconnect 205 reason# EndOfStream
2026-01-08T17:01:05.810953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036885532471167:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.811019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:05.811078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036885532471167:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:05.811466Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:05.811678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036884256343225:2048] [node 1] ICS01 socket: 213 reason# EndOfStream
2026-01-08T17:01:05.811719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036884256343129:2048] [node 1] ICP30 unregister session Session# [5:7593036884256343225:2048] VirtualId# [5:7593036884256343219:0]
2026-01-08T17:01:05.811759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036884256343225:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.811846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:05.811898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:05.811917Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036885532471066:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:05.811991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036885532471167:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:05.812095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036885532471066:2048] [node 1] ICP30 unregister session Session# [4:7593036885532471167:2048] VirtualId# [4:7593036885532471160:0]
2026-01-08T17:01:05.812090Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:05.812148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:05.812179Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036885532471066:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.812193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12949) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.812263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036887248893090:2048] [node 1] ICS01 socket: 180 reason# EndOfStream
2026-01-08T17:01:05.812289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036887248893001:2048] [node 1] ICP30 unregister session Session# [6:7593036887248893090:2048] VirtualId# [6:7593036887248893083:0]
2026-01-08T17:01:05.812310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036887248893090:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.812365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:05.812395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:05.819715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036886278592078:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:05.821786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036885532471066:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:05.892827Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:05.893052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036886278592165:2049] [node 2] ICS07 socket disconnect 190 reason# EndOfStream
2026-01-08T17:01:05.893083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036886278592165:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.893168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:05.893252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036886278592165:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:05.893987Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036886278592079:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64619) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:05.894049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036886278592165:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:05.894107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036886278592079:2049] [node 2] ICP30 unregister session Session# [3:7593036886278592165:2049] VirtualId# [3:7593036886278592161:0]
2026-01-08T17:01:05.894152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:05.894260Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036886278592079:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64619) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.894277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64619) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.895219Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:05.895407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036885532471169:2049] [node 2] ICS01 socket: 203 reason# EndOfStream
2026-01-08T17:01:05.895444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036885532471067:2049] [node 2] ICP30 unregister session Session# [4:7593036885532471169:2049] VirtualId# [4:7593036885532471161:0]
2026-01-08T17:01:05.895472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036885532471169:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.895566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:05.895622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:05.895912Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:05.896113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036884256343218:2049] [node 2] ICS07 socket disconnect 200 reason# EndOfStream
2026-01-08T17:01:05.896142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036884256343218:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.896220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:05.896276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036884256343218:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:05.896617Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:05.896878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036887248893084:2049] [node 2] ICS07 socket disconnect 155 reason# EndOfStream
2026-01-08T17:01:05.896924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036887248893084:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.896995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:05.897045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036887248893084:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:05.897045Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036884256343130:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64619) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:05.897081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036884256343218:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:05.897101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036884256343130:2049] [node 2] ICP30 unregister session Session# [5:7593036884256343218:2049] VirtualId# [5:7593036884256343212:0]
2026-01-08T17:01:05.897208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:05.897232Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036884256343130:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64619) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.897242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64619) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.897724Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036887248893002:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64619) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:05.897774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036887248893084:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:05.897824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036887248893002:2049] [node 2] ICP30 unregister session Session# [6:7593036887248893084:2049] VirtualId# [6:7593036887248893081:0]
2026-01-08T17:01:05.897857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:05.897880Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036887248893002:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64619) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.897909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64619) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:05.903707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036886278592079:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:05.906772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036884256343130:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:05.907822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036887248893002:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:05.961660Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:05.961916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036885532471151:2050] [node 3] ICS01 socket: 179 reason# EndOfStream
2026-01-08T17:01:05.961977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036885532471068:2050] [node 3] ICP30 unregister session Session# [4:7593036885532471151:2050] VirtualId# [4:7593036885532471147:0]
2026-01-08T17:01:05.962041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036885532471151:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.962122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:05.962174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:05.962450Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:05.962680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036884256343217:2050] [node 3] ICS01 socket: 182 reason# EndOfStream
2026-01-08T17:01:05.962722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036884256343131:2050] [node 3] ICP30 unregister session Session# [5:7593036884256343217:2050] VirtualId# [5:7593036884256343209:0]
2026-01-08T17:01:05.962746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036884256343217:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.962827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:05.962896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:05.963214Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:05.963347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036887248893097:2050] [node 3] ICS01 socket: 184 reason# EndOfStream
2026-01-08T17:01:05.963375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036887248893003:2050] [node 3] ICP30 unregister session Session# [6:7593036887248893097:2050] VirtualId# [6:7593036887248893092:0]
2026-01-08T17:01:05.963397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036887248893097:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:05.963460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:05.963511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:06.031570Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:06.031840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036884256343232:2108] [node 4] ICS01 socket: 163 reason# EndOfStream
2026-01-08T17:01:06.031880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036884256343192:2108] [node 4] ICP30 unregister session Session# [5:7593036884256343232:2108] VirtualId# [5:7593036884256343227:0]
2026-01-08T17:01:06.031911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036884256343232:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.031988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:06.032045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:06.032540Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:06.032762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036887248893098:2107] [node 4] ICS01 socket: 214 reason# EndOfStream
2026-01-08T17:01:06.032800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036887248893063:2107] [node 4] ICP30 unregister session Session# [6:7593036887248893098:2107] VirtualId# [6:7593036887248893093:0]
2026-01-08T17:01:06.032831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036887248893098:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.032922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:06.032984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:06.123803Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:06.124009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036887248893103:2105] [node 5] ICS01 socket: 183 reason# EndOfStream
2026-01-08T17:01:06.124043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036887248893064:2105] [node 5] ICP30 unregister session Session# [6:7593036887248893103:2105] VirtualId# [6:7593036887248893101:0]
2026-01-08T17:01:06.124070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036887248893103:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.124138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:06.124172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:06.190898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036888507093599:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:06.190929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036888507093600:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:06.195113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036889101685868:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:06.195193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036889101685869:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:06.200052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036888486948420:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:06.200075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036888486948421:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:06.204328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036889954646101:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:06.204358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036889954646102:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:06.204394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036889954646103:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:06.208630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036890853139117:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:06.208661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036890853139118:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:06.208698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036890853139119:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:06.212674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036892285161348:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:06.212698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036892285161349:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:06.212731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036892285161350:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:06.297725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036892285161407:2104] [node 5] ICP01 ready to work
2026-01-08T17:01:06.299246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036888486948483:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:06.299419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036889101685931:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:06.299545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036889954646164:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:06.299959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036890853139198:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:06.300042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036889954646165:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:06.300028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036888486948484:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:06.300077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036889101685932:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:06.300216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036892285161412:2105] [node 4] ICP01 ready to work
2026-01-08T17:01:06.300364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036888486948485:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:06.300443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036889101685933:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:06.300456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036890853139199:2126] [node 6] ICP01 ready to work
2026-01-08T17:01:06.301853Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036888507093599:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(18902365ns) {Configure:104(10414747ns) {ProcessConfigured:135(120622ns) {StartInitialHandshake:157(118203ns) {DropHandshakes:470(5292ns) {DropIncomingHandshake:442(583ns) DropOutgoingHandshake:457(896ns)} GenerateSessionVirtualId:992(850ns) PrepareNewSessionHandshake:477(1084ns) {SwitchToState:179(320ns)}}}}}
2026-01-08T17:01:06.302440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036888507093665:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:06.302950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036888507093666:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:06.303265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036888507093667:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.307990Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036889101685947:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65328
2026-01-08T17:01:06.308025Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036888486948499:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25444
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.313785Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036889954646176:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54101
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.315187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036889954646177:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54101
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.315384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036888507093676:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42757
2026-01-08T17:01:06.315417Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890853139210:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53071
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.315740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036888507093677:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42757
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.315955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036888507093678:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42757
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.316169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036888507093682:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42757
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.322151Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036889954646181:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54101
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.322292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036889954646182:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54101
2026-01-08T17:01:06.330757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036888507093676:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.330894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036888507093677:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.330999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888486948499:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.330992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889101685947:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.331097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036889101685948:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65328
2026-01-08T17:01:06.331234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036888486948421:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.331244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036888507093678:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.331562Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036889101685949:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65328
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.331671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036889101685950:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65328
2026-01-08T17:01:06.331678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036888486948500:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25444
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.331779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036888486948501:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25444
2026-01-08T17:01:06.331806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889101685948:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.331917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036888486948502:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25444
2026-01-08T17:01:06.331924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889101685937:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.331950Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036889101685937:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.332402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036889101685951:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65328
2026-01-08T17:01:06.332757Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036889101685937:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.332923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036888486948504:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25444
2026-01-08T17:01:06.333085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036889101685869:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.333148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:06.333197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036889101685869:2049] [node 3] ICP22 created new session: [2:7593036889101685955:2049]
2026-01-08T17:01:06.333245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036889101685955:2049] [node 3] ICS09 handshake done sender: [2:7593036889101685937:2111] self: [2:7593036889101685936:0] peer: [3:7593036888486948503:0] socket: 158 qp: -1
2026-01-08T17:01:06.333278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036889101685955:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:06.333315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:06.333450Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036888486948499:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:06.333660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036888486948421:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.333613Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036889954646176:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.333708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:06.333701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036889954646177:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.333758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036888486948421:2049] [node 2] ICP22 created new session: [3:7593036888486948505:2049]
2026-01-08T17:01:06.333801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036888486948505:2049] [node 2] ICS09 handshake done sender: [3:7593036888486948499:2115] self: [3:7593036888486948503:0] peer: [2:7593036889101685936:0] socket: 162 qp: -1
2026-01-08T17:01:06.333833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036888486948505:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:06.333871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:06.333940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036889954646102:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.334018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036889954646182:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.333996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036890853139210:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.334097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036889954646103:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.334178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889101685950:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.334543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889101685939:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.334569Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036889101685939:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.335177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889101685951:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:01:06.335724Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890853139215:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53071
2026-01-08T17:01:06.335694Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036889101685939:2112] [node 4] ICH04 handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:01:06.335800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036889954646186:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54101
2026-01-08T17:01:06.335877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888486948500:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.336007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888486948502:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.336109Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888486948491:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.336140Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036888486948491:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.336227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036889954646176:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:06.336937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036889954646102:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.336990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:06.337067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036889954646102:2049] [node 2] ICP22 created new session: [4:7593036889954646187:2049]
2026-01-08T17:01:06.337101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036889954646187:2049] [node 2] ICS09 handshake done sender: [4:7593036889954646176:2115] self: [4:7593036889954646183:0] peer: [2:7593036889101685938:0] socket: 167 qp: -1
2026-01-08T17:01:06.337141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036889101685931:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.337119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036889954646187:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:06.337138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:06.337191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:06.337250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036889101685931:2107] [node 4] ICP22 created new session: [2:7593036889101685961:2107]
2026-01-08T17:01:06.337302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036889101685961:2107] [node 4] ICS09 handshake done sender: [2:7593036889101685939:2112] self: [2:7593036889101685938:0] peer: [4:7593036889954646183:0] socket: 160 qp: -1
2026-01-08T17:01:06.337339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036889101685961:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:06.337372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:06.337683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036888486948491:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.338041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890853139216:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53071
2026-01-08T17:01:06.338141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036888486948483:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.338184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:06.338222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036888486948483:2107] [node 4] ICP22 created new session: [3:7593036888486948511:2107]
2026-01-08T17:01:06.338303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036888486948511:2107] [node 4] ICS09 handshake done sender: [3:7593036888486948491:2112] self: [3:7593036888486948490:0] peer: [4:7593036889954646184:0] socket: 161 qp: -1
2026-01-08T17:01:06.338353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036888486948511:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.338382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:06.338437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890853139217:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53071
2026-01-08T17:01:06.338510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036890853139215:2134] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.338576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036890853139118:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.338721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889101685941:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.338746Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036889101685941:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.339664Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890853139219:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53071
2026-01-08T17:01:06.339655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036892285161426:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16676
2026-01-08T17:01:06.340465Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036889101685941:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:06.340704Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036889954646103:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25699) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036889954646177:2116] held: no
2026-01-08T17:01:06.341103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036889101685932:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.341140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036890853139217:2136] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.341148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:06.341210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036890853139198:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.341181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036889101685932:2108] [node 5] ICP22 created new session: [2:7593036889101685965:2108]
2026-01-08T17:01:06.341222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036889101685965:2108] [node 5] ICS09 handshake done sender: [2:7593036889101685941:2113] self: [2:7593036889101685940:0] peer: [5:7593036890853139218:0] socket: 163 qp: -1
2026-01-08T17:01:06.341250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036889101685965:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:06.341223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036892285161426:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.341284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:06.341356Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036890853139215:2134] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.341544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036890853139118:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.341558Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036892285161427:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16676
2026-01-08T17:01:06.341597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:06.341633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036890853139118:2049] [node 2] ICP22 created new session: [5:7593036890853139221:2049]
2026-01-08T17:01:06.341648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036892285161349:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.341669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036890853139221:2049] [node 2] ICS09 handshake done sender: [5:7593036890853139215:2134] self: [5:7593036890853139218:0] peer: [2:7593036889101685940:0] socket: 200 qp: -1
2026-01-08T17:01:06.341693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036890853139221:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:06.341714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:06.341730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036889954646173:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.341755Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036889954646173:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.342724Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036889954646190:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54101
2026-01-08T17:01:06.342978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036892285161427:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.342968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036890853139216:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.343045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889101685943:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.343080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036890853139119:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.343078Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036889101685943:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.343096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036892285161350:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.343206Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036889954646177:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:06.343374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888486948493:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.343578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036889954646103:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.343406Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036888486948493:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.343608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:06.343988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036889954646103:2050] [node 3] ICP22 created new session: [4:7593036889954646191:2050]
2026-01-08T17:01:06.344029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036889954646191:2050] [node 3] ICS09 handshake done sender: [4:7593036889954646177:2116] self: [4:7593036889954646184:0] peer: [3:7593036888486948490:0] socket: 172 qp: -1
2026-01-08T17:01:06.344061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036889954646191:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:06.344685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888486948495:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.344301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:06.344626Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036889101685943:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:06.344714Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036888486948495:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.345309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036888507093682:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.345288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036892285161430:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16676
2026-01-08T17:01:06.345545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889101685949:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.345601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036889954646181:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.345600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036889101685933:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.345607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888486948501:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.345636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:06.345674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036889101685933:2109] [node 6] ICP22 created new session: [2:7593036889101685968:2109]
2026-01-08T17:01:06.345786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036889101685968:2109] [node 6] ICS09 handshake done sender: [2:7593036889101685943:2114] self: [2:7593036889101685942:0] peer: [6:7593036892285161428:0] socket: 205 qp: -1
2026-01-08T17:01:06.345823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036889101685968:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:06.345868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:06.345861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036889954646173:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:06.345954Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036888486948493:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:06.345976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036892285161426:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:06.346105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036889954646164:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.346193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:06.346237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036889954646164:2108] [node 5] ICP22 created new session: [4:7593036889954646195:2108]
2026-01-08T17:01:06.346408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036889954646195:2108] [node 5] ICS09 handshake done sender: [4:7593036889954646173:2113] self: [4:7593036889954646172:0] peer: [5:7593036890853139220:0] socket: 176 qp: -1
2026-01-08T17:01:06.346447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036889954646195:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:06.346475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:06.346536Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036888486948495:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:06.347174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036888486948420:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.347374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036888486948484:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.347425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:06.347414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036889101685868:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.347467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036888486948484:2108] [node 5] ICP22 created new session: [3:7593036888486948517:2108]
2026-01-08T17:01:06.347659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036888486948517:2108] [node 5] ICS09 handshake done sender: [3:7593036888486948493:2113] self: [3:7593036888486948492:0] peer: [5:7593036890853139223:0] socket: 203 qp: -1
2026-01-08T17:01:06.347700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036888486948517:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:06.347735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.347986Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036888507093664:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.348018Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036888507093664:2111] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.348087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036889954646101:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.348052Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036892285161431:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16676
2026-01-08T17:01:06.348367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036892285161432:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16676
2026-01-08T17:01:06.348442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036888486948485:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.348481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:06.348587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036888486948485:2109] [node 6] ICP22 created new session: [3:7593036888486948519:2109]
2026-01-08T17:01:06.348841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036888486948519:2109] [node 6] ICS09 handshake done sender: [3:7593036888486948495:2114] self: [3:7593036888486948494:0] peer: [6:7593036892285161429:0] socket: 178 qp: -1
2026-01-08T17:01:06.348874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036888486948519:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:06.348976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036888507093671:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.348905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:06.349010Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036888507093671:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.349079Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036892285161427:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:06.349130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890853139226:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53071
2026-01-08T17:01:06.349957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036892285161350:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.350082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:06.350139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036892285161350:2050] [node 3] ICP22 created new session: [6:7593036892285161435:2050]
2026-01-08T17:01:06.350183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036892285161435:2050] [node 3] ICS09 handshake done sender: [6:7593036892285161427:2116] self: [6:7593036892285161429:0] peer: [3:7593036888486948494:0] socket: 208 qp: -1
2026-01-08T17:01:06.350216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036892285161435:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:06.350200Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036890853139198:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21971) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036890853139217:2136] held: no
2026-01-08T17:01:06.350310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036888507093669:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.350356Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036888507093669:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.350295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.351450Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036889101685971:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65328
2026-01-08T17:01:06.351483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036889954646198:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54101
2026-01-08T17:01:06.351591Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036888507093664:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:06.351917Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036889101685949:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:06.352207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036889101685868:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:06.352287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
::ffff:127.1.0.0
2026-01-08T17:01:06.352270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036888507093671:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:06.352331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036889101685868:2048] [node 1] ICP22 created new session: [2:7593036889101685972:2048]
2026-01-08T17:01:06.352375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036889101685972:2048] [node 1] ICS09 handshake done sender: [2:7593036889101685949:2117] self: [2:7593036889101685970:0] peer: [1:7593036888507093663:0] socket: 195 qp: -1
2026-01-08T17:01:06.352325Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036890853139217:2136] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:06.352406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036889101685972:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:06.352381Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036888486948521:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25444
2026-01-08T17:01:06.352435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:06.352807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036892285161349:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.352799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036889954646181:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:06.352904Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036890853139119:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25699) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036890853139216:2135] held: no
2026-01-08T17:01:06.352894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036888507093599:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.352964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.352956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:06.353008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036892285161349:2049] [node 2] ICP22 created new session: [6:7593036892285161437:2049]
2026-01-08T17:01:06.352996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036888507093599:2048] [node 2] ICP22 created new session: [1:7593036888507093691:2048]
2026-01-08T17:01:06.353045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036888507093691:2048] [node 2] ICS09 handshake done sender: [1:7593036888507093664:2111] self: [1:7593036888507093663:0] peer: [2:7593036889101685970:0] socket: 174 qp: -1
2026-01-08T17:01:06.353066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036892285161437:2049] [node 2] ICS09 handshake done sender: [6:7593036892285161426:2115] self: [6:7593036892285161428:0] peer: [2:7593036889101685942:0] socket: 206 qp: -1
2026-01-08T17:01:06.353138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036888507093691:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:06.353074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890853139225:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53071
2026-01-08T17:01:06.353085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036889954646101:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.353105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036892285161437:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:06.353175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:06.353178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:06.353176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:06.353220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036889954646101:2048] [node 1] ICP22 created new session: [4:7593036889954646199:2048]
2026-01-08T17:01:06.353263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036889954646199:2048] [node 1] ICS09 handshake done sender: [4:7593036889954646181:2117] self: [4:7593036889954646197:0] peer: [1:7593036888507093670:0] socket: 186 qp: -1
2026-01-08T17:01:06.353323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036889954646199:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:06.353451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:06.353440Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036892285161349:2049] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.353904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036888486948522:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25444
2026-01-08T17:01:06.354198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036888507093665:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.354257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:06.354299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036888507093665:2107] [node 4] ICP22 created new session: [1:7593036888507093693:2107]
2026-01-08T17:01:06.354734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036888507093693:2107] [node 4] ICS09 handshake done sender: [1:7593036888507093671:2113] self: [1:7593036888507093670:0] peer: [4:7593036889954646197:0] socket: 184 qp: -1
2026-01-08T17:01:06.354975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036888507093693:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:06.355032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.355351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036892285161433:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16676
2026-01-08T17:01:06.355370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036890853139198:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.355407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:06.355450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036890853139198:2108] [node 4] ICP22 created new session: [5:7593036890853139228:2108]
2026-01-08T17:01:06.355495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036890853139228:2108] [node 4] ICS09 handshake done sender: [5:7593036890853139217:2136] self: [5:7593036890853139220:0] peer: [4:7593036889954646172:0] socket: 196 qp: -1
2026-01-08T17:01:06.355518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036890853139228:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:06.355574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:06.355665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036892285161433:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.356051Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036890853139216:2135] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:06.356130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036889954646201:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54101
2026-01-08T17:01:06.356357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036890853139119:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.356455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:06.356502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036890853139119:2050] [node 3] ICP22 created new session: [5:7593036890853139230:2050]
2026-01-08T17:01:06.356554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036890853139230:2050] [node 3] ICS09 handshake done sender: [5:7593036890853139216:2135] self: [5:7593036890853139223:0] peer: [3:7593036888486948492:0] socket: 204 qp: -1
2026-01-08T17:01:06.356755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036888507093669:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:06.356581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036890853139230:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:06.356764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:06.357018Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036888486948501:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:06.357239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036892285161431:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.357470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036888486948420:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.357500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:06.357535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036888486948420:2048] [node 1] ICP22 created new session: [3:7593036888486948523:2048]
2026-01-08T17:01:06.357499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036889954646201:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.357535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036892285161407:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.357564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036888486948523:2048] [node 1] ICS09 handshake done sender: [3:7593036888486948501:2117] self: [3:7593036888486948516:0] peer: [1:7593036888507093668:0] socket: 191 qp: -1
2026-01-08T17:01:06.357555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036888507093600:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.357590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036888486948523:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:06.357607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:06.357611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:06.357647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036888507093600:2049] [node 3] ICP22 created new session: [1:7593036888507093697:2049]
2026-01-08T17:01:06.357710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036888507093697:2049] [node 3] ICS09 handshake done sender: [1:7593036888507093669:2112] self: [1:7593036888507093668:0] peer: [3:7593036888486948516:0] socket: 180 qp: -1
2026-01-08T17:01:06.357745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036888507093697:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:06.357753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036892285161412:2105] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.357792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:06.357781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036890853139207:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.357809Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036890853139207:2131] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.358241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036889954646175:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.358263Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036889954646175:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.358895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036890853139207:2131] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:06.359549Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036889954646175:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:06.359695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036890853139199:2126] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.359822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: 2026-01-08T17:01:06.359827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036888507093689:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42757
2026-01-08T17:01:06.359849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036889954646165:2109] [node 6] ICP20 outgoing handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:01:06.359874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036890853139199:2126] [node 6] ICP22 created new session: [5:7593036890853139233:2126]
2026-01-08T17:01:06.359906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:06.359948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036889954646165:2109] [node 6] ICP22 created new session: [4:7593036889954646204:2109]
2026-01-08T17:01:06.359978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036889954646204:2109] [node 6] ICS09 handshake done sender: [4:7593036889954646175:2114] self: [4:7593036889954646174:0] peer: [6:7593036892285161441:0] socket: 170 qp: -1
2026-01-08T17:01:06.359951Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036892285161442:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16676
2026-01-08T17:01:06.359938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036890853139233:2126] [node 6] ICS09 handshake done sender: [5:7593036890853139207:2131] self: [5:7593036890853139206:0] peer: [6:7593036892285161440:0] socket: 181 qp: -1
2026-01-08T17:01:06.360011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036889954646204:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:06.359981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036890853139233:2126] [node 6] ICS10 traffic start
2026-01-08T17:01:06.360042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:06.360041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.360349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036892285161443:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16676
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.361479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890853139235:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53071
2026-01-08T17:01:06.361756Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036892285161431:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:06.361941Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036892285161433:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:06.362113Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036892285161412:2105] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21971) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036892285161433:2120] held: no
2026-01-08T17:01:06.362368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036892285161412:2105] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.362437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:06.362481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036892285161412:2105] [node 4] ICP22 created new session: [6:7593036892285161445:2105]
2026-01-08T17:01:06.362529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036892285161445:2105] [node 4] ICS09 handshake done sender: [6:7593036892285161433:2120] self: [6:7593036892285161441:0] peer: [4:7593036889954646174:0] socket: 185 qp: -1
2026-01-08T17:01:06.362568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036892285161445:2105] [node 4] ICS10 traffic start
2026-01-08T17:01:06.362618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:06.364211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036892285161407:2104] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.364279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:06.364319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036892285161407:2104] [node 5] ICP22 created new session: [6:7593036892285161447:2104]
2026-01-08T17:01:06.364304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036888507093689:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.364363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036892285161447:2104] [node 5] ICS09 handshake done sender: [6:7593036892285161431:2118] self: [6:7593036892285161440:0] peer: [5:7593036890853139206:0] socket: 214 qp: -1
2026-01-08T17:01:06.364400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036892285161447:2104] [node 5] ICS10 traffic start
2026-01-08T17:01:06.364438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:06.364582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036890853139235:2140] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.364647Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036892285161407:2104] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:06.364779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036890853139117:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.365017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036892285161444:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16676
2026-01-08T17:01:06.365135Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036888507093673:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.365165Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036888507093673:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.365773Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036888507093673:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.366040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890853139237:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53071
2026-01-08T17:01:06.366069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036888507093666:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.366119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:06.366163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036888507093666:2109] [node 5] ICP22 created new session: [1:7593036888507093701:2109]
2026-01-08T17:01:06.366205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036888507093701:2109] [node 5] ICS09 handshake done sender: [1:7593036888507093673:2114] self: [1:7593036888507093672:0] peer: [5:7593036890853139236:0] socket: 224 qp: -1
2026-01-08T17:01:06.366234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036888507093701:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:06.366257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:06.366444Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036890853139235:2140] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:06.366647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036890853139117:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.366711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:06.366757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036890853139117:2048] [node 1] ICP22 created new session: [5:7593036890853139238:2048]
2026-01-08T17:01:06.366797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036890853139238:2048] [node 1] ICS09 handshake done sender: [5:7593036890853139235:2140] self: [5:7593036890853139236:0] peer: [1:7593036888507093672:0] socket: 226 qp: -1
2026-01-08T17:01:06.366839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036890853139238:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:06.366875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:06.367649Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036892285161444:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.367782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036892285161348:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.367998Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036888507093675:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.368027Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036888507093675:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.369077Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036888507093675:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.369261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036892285161450:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16676
2026-01-08T17:01:06.369346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036888507093667:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.369413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:06.369459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036888507093667:2110] [node 6] ICP22 created new session: [1:7593036888507093704:2110]
2026-01-08T17:01:06.369499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036888507093704:2110] [node 6] ICS09 handshake done sender: [1:7593036888507093675:2115] self: [1:7593036888507093674:0] peer: [6:7593036892285161449:0] socket: 225 qp: -1
2026-01-08T17:01:06.369535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036888507093704:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:06.369569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:06.369736Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036892285161444:2123] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:06.369912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036892285161348:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.369970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:06.370013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036892285161348:2048] [node 1] ICP22 created new session: [6:7593036892285161451:2048]
2026-01-08T17:01:06.370052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036892285161451:2048] [node 1] ICS09 handshake done sender: [6:7593036892285161444:2123] self: [6:7593036892285161449:0] peer: [1:7593036888507093674:0] socket: 171 qp: -1
2026-01-08T17:01:06.370093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036892285161451:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:06.370119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:06.396868Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:06.397037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036889101685972:2048] [node 1] ICS01 socket: 195 reason# EndOfStream
2026-01-08T17:01:06.397069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036889101685868:2048] [node 1] ICP30 unregister session Session# [2:7593036889101685972:2048] VirtualId# [2:7593036889101685970:0]
2026-01-08T17:01:06.397094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036889101685972:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.397163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:06.397206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:06.398157Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:06.398299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036888486948523:2048] [node 1] ICS01 socket: 191 reason# EndOfStream
2026-01-08T17:01:06.398373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036888486948420:2048] [node 1] ICP30 unregister session Session# [3:7593036888486948523:2048] VirtualId# [3:7593036888486948516:0]
2026-01-08T17:01:06.398398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036888486948523:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.398462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:06.398511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:06.400343Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:06.400550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036889954646199:2048] [node 1] ICS01 socket: 186 reason# EndOfStream
2026-01-08T17:01:06.400607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036889954646101:2048] [node 1] ICP30 unregister session Session# [4:7593036889954646199:2048] VirtualId# [4:7593036889954646197:0]
2026-01-08T17:01:06.400675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036889954646199:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.400739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:06.400781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:06.401025Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:06.401216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036890853139238:2048] [node 1] ICS07 socket disconnect 226 reason# EndOfStream
2026-01-08T17:01:06.401249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036890853139238:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.401309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:06.401370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036890853139238:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:06.401716Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:06.401918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036892285161451:2048] [node 1] ICS07 socket disconnect 171 reason# EndOfStream
2026-01-08T17:01:06.401951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036892285161451:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.402029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:06.402084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036892285161451:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:06.402246Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036890853139117:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1447) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:06.402293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036890853139238:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:06.402366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036890853139117:2048] [node 1] ICP30 unregister session Session# [5:7593036890853139238:2048] VirtualId# [5:7593036890853139236:0]
2026-01-08T17:01:06.402408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:06.402440Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036890853139117:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1447) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.402456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1447) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.402778Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036892285161348:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1447) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:06.402839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036892285161451:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:06.402867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036892285161348:2048] [node 1] ICP30 unregister session Session# [6:7593036892285161451:2048] VirtualId# [6:7593036892285161449:0]
2026-01-08T17:01:06.402904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:06.402948Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036892285161348:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1447) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.402962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1447) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.412644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036892285161348:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:06.412645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036890853139117:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:06.421261Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:06.421468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036888486948505:2049] [node 2] ICS01 socket: 162 reason# EndOfStream
2026-01-08T17:01:06.421510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036888486948421:2049] [node 2] ICP30 unregister session Session# [3:7593036888486948505:2049] VirtualId# [3:7593036888486948503:0]
2026-01-08T17:01:06.421534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036888486948505:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.421623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:06.421694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:06.423386Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:06.423662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036889954646187:2049] [node 2] ICS01 socket: 167 reason# EndOfStream
2026-01-08T17:01:06.423719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036889954646102:2049] [node 2] ICP30 unregister session Session# [4:7593036889954646187:2049] VirtualId# [4:7593036889954646183:0]
2026-01-08T17:01:06.423760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036889954646187:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.423844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:06.423904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:06.424379Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:06.424576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036890853139221:2049] [node 2] ICS01 socket: 200 reason# EndOfStream
2026-01-08T17:01:06.424629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036890853139118:2049] [node 2] ICP30 unregister session Session# [5:7593036890853139221:2049] VirtualId# [5:7593036890853139218:0]
2026-01-08T17:01:06.424677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036890853139221:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.424764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:06.424822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:06.425164Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:06.425377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036892285161437:2049] [node 2] ICS01 socket: 206 reason# EndOfStream
2026-01-08T17:01:06.425417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036892285161349:2049] [node 2] ICP30 unregister session Session# [6:7593036892285161437:2049] VirtualId# [6:7593036892285161428:0]
2026-01-08T17:01:06.425444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036892285161437:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.425518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:06.425577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:06.455911Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:06.456165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036889954646191:2050] [node 3] ICS01 socket: 172 reason# EndOfStream
2026-01-08T17:01:06.456218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036889954646103:2050] [node 3] ICP30 unregister session Session# [4:7593036889954646191:2050] VirtualId# [4:7593036889954646184:0]
2026-01-08T17:01:06.456257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036889954646191:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.456346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:06.456393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:06.456584Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:06.456712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036890853139230:2050] [node 3] ICS01 socket: 204 reason# EndOfStream
2026-01-08T17:01:06.456742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036890853139119:2050] [node 3] ICP30 unregister session Session# [5:7593036890853139230:2050] VirtualId# [5:7593036890853139223:0]
2026-01-08T17:01:06.456763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036890853139230:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.456824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:06.456887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:06.457139Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:06.457357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036892285161435:2050] [node 3] ICS07 socket disconnect 208 reason# EndOfStream
2026-01-08T17:01:06.457393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036892285161435:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.457456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:06.457504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036892285161435:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:06.458198Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036892285161350:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25699) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:06.458245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036892285161435:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:06.458274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036892285161350:2050] [node 3] ICP30 unregister session Session# [6:7593036892285161435:2050] VirtualId# [6:7593036892285161429:0]
2026-01-08T17:01:06.458314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:06.458360Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036892285161350:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25699) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.458373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25699) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.467963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036892285161350:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:06.495642Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:06.495867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036890853139228:2108] [node 4] ICS01 socket: 196 reason# EndOfStream
2026-01-08T17:01:06.495911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036890853139198:2108] [node 4] ICP30 unregister session Session# [5:7593036890853139228:2108] VirtualId# [5:7593036890853139220:0]
2026-01-08T17:01:06.495951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036890853139228:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.496028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:06.496078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:06.496616Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:06.496799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036892285161445:2105] [node 4] ICS01 socket: 185 reason# EndOfStream
2026-01-08T17:01:06.496841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036892285161412:2105] [node 4] ICP30 unregister session Session# [6:7593036892285161445:2105] VirtualId# [6:7593036892285161441:0]
2026-01-08T17:01:06.496866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036892285161445:2105] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.496930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:06.496969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:06.521451Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:06.521680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036892285161447:2104] [node 5] ICS07 socket disconnect 214 reason# EndOfStream
2026-01-08T17:01:06.521712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036892285161447:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.521806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:06.521855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036892285161447:2104] [node 5] ICS15 start handshake
2026-01-08T17:01:06.522588Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036892285161407:2104] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20431) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:06.522645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036892285161447:2104] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:06.522682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036892285161407:2104] [node 5] ICP30 unregister session Session# [6:7593036892285161447:2104] VirtualId# [6:7593036892285161440:0]
2026-01-08T17:01:06.522724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:01:06.522748Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036892285161407:2104] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20431) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.522762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20431) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:06.585448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036890192380584:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:06.585493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036890192380585:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:06.590172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036889559966367:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:06.590246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036889559966368:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:06.594714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036888511950993:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:06.594760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036888511950994:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:06.599714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036890529568977:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:06.599747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036890529568978:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:06.599787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036890529568979:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:06.604522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036890284334892:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:06.604558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036890284334893:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:06.604592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036890284334894:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:06.610003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036888477685652:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:06.610045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036888477685653:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:06.610161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036888477685654:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:06.693397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036888477685713:2106] [node 5] ICP01 ready to work
2026-01-08T17:01:06.696919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036889559966431:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:06.696927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036888511951056:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:06.697076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036888477685715:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:06.697464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036890284334973:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:06.697458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036888511951057:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:06.697619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036889559966432:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:06.697574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036890192380647:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:06.697875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036890284334974:2117] [node 6] ICP01 ready to work
2026-01-08T17:01:06.697846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036888511951058:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:06.698299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036890192380648:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:06.699186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036889559966433:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:06.699980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036890192380649:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:06.700598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036890192380584:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(48973563ns) {Configure:104(48969793ns) {ProcessConfigured:135(86074ns) {StartInitialHandshake:157(82931ns) {DropHandshakes:470(2261ns) {DropIncomingHandshake:442(387ns) DropOutgoingHandshake:457(418ns)} GenerateSessionVirtualId:992(680ns) PrepareNewSessionHandshake:477(4079ns) {SwitchToState:179(3006ns)}}}}}
2026-01-08T17:01:06.701236Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036889559966367:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(38092716ns) {Configure:104(38083421ns) {ProcessConfigured:135(54349ns) {StartInitialHandshake:157(50425ns) {DropHandshakes:470(1677ns) {DropIncomingHandshake:442(347ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:992(496ns) PrepareNewSessionHandshake:477(5303ns) {SwitchToState:179(96ns)}}}}}
2026-01-08T17:01:06.701926Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036890529568977:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(44419657ns) {Configure:104(44411116ns) {ProcessConfigured:135(75594ns) {StartInitialHandshake:157(71762ns) {DropHandshakes:470(1379ns) {DropIncomingHandshake:442(525ns) DropOutgoingHandshake:457(200ns)} GenerateSessionVirtualId:992(646ns) PrepareNewSessionHandshake:477(985ns) {SwitchToState:179(482ns)}}}}}
2026-01-08T17:01:06.702366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036890529569044:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:06.702658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036890529569045:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.708255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036890192380658:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21579
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.709325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036890192380662:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21579
2026-01-08T17:01:06.709311Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036888477685726:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4909
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.712213Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036890529569055:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13888
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.712481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036889559966447:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31006
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.713919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036889559966448:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31006
2026-01-08T17:01:06.713695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036888477685731:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4909
2026-01-08T17:01:06.717989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036888511951069:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7788
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.719665Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890284334984:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5118
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.721001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036888511951070:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7788
2026-01-08T17:01:06.720987Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036890192380665:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21579
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.721352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890284334985:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5118
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.721662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890284334983:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5118
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.726977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036889559966449:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31006
2026-01-08T17:01:06.727085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036889559966450:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31006
2026-01-08T17:01:06.727387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036890284334983:2132] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.727537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036890284334893:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.727797Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889559966437:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.727833Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036889559966437:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.728730Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036889559966437:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.728928Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890284334992:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5118
2026-01-08T17:01:06.729272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036889559966432:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.729284Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036890284334983:2132] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:06.729333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:06.729629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036889559966432:2108] [node 5] ICP22 created new session: [2:7593036889559966452:2108]
2026-01-08T17:01:06.729630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036890284334893:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.729698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:06.729744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036890284334893:2049] [node 2] ICP22 created new session: [5:7593036890284334993:2049]
2026-01-08T17:01:06.729700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036889559966452:2108] [node 5] ICS09 handshake done sender: [2:7593036889559966437:2112] self: [2:7593036889559966436:0] peer: [5:7593036890284334991:0] socket: 163 qp: -1
2026-01-08T17:01:06.729838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036890284334993:2049] [node 2] ICS09 handshake done sender: [5:7593036890284334983:2132] self: [5:7593036890284334991:0] peer: [2:7593036889559966436:0] socket: 184 qp: -1
2026-01-08T17:01:06.729746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036889559966452:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:06.729802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:06.729890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036890284334993:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:06.729927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.732106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036890529569056:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13888
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.732250Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036890529569057:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13888
2026-01-08T17:01:06.732319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036890529569055:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.732381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889559966447:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.732606Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036890529569057:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.732741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036890529568978:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.732711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036888477685726:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.732754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889559966449:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.732844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036888477685732:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4909
2026-01-08T17:01:06.732927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889559966442:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.732954Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036889559966442:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.732974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036888477685653:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.733183Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889559966439:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.733212Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036889559966439:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.733951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036889559966442:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.736108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036890529569060:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13888
2026-01-08T17:01:06.736171Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889559966448:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.736222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036889559966431:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.736057Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036888477685731:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.736286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:06.736200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036888477685654:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.736289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036888477685734:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4909
2026-01-08T17:01:06.736402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036889559966431:2107] [node 4] ICP22 created new session: [2:7593036889559966459:2107]
2026-01-08T17:01:06.736412Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036889559966439:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:06.736222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888511951069:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.736454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036889559966459:2107] [node 4] ICS09 handshake done sender: [2:7593036889559966442:2114] self: [2:7593036889559966441:0] peer: [4:7593036890529569059:0] socket: 204 qp: -1
2026-01-08T17:01:06.736467Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036890529569057:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:06.736498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036889559966459:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:06.736544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:06.736775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036890529568978:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.736853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:06.737147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036888477685726:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:06.736923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036890529568978:2049] [node 2] ICP22 created new session: [4:7593036890529569061:2049]
2026-01-08T17:01:06.736553Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036890192380658:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.736849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036890192380662:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.736915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036890192380665:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.737266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036890529569061:2049] [node 2] ICS09 handshake done sender: [4:7593036890529569057:2117] self: [4:7593036890529569059:0] peer: [2:7593036889559966441:0] socket: 206 qp: -1
2026-01-08T17:01:06.737679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888511951061:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.737701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036888477685653:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.737446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036890529569061:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:06.737722Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036888511951061:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.737774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: 2026-01-08T17:01:06.737490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
::ffff:127.1.0.0
2026-01-08T17:01:06.737827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036888477685653:2049] [node 2] ICP22 created new session: [6:7593036888477685736:2049]
2026-01-08T17:01:06.737874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036888477685736:2049] [node 2] ICS09 handshake done sender: [6:7593036888477685726:2114] self: [6:7593036888477685733:0] peer: [2:7593036889559966438:0] socket: 173 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.738606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036890192380666:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21579
2026-01-08T17:01:06.738612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888511951070:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.738512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036888477685736:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:06.739489Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036888511951074:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7788
2026-01-08T17:01:06.738559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:06.739502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036889559966433:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.739760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:06.739818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036889559966433:2109] [node 6] ICP22 created new session: [2:7593036889559966461:2109]
2026-01-08T17:01:06.740019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036889559966461:2109] [node 6] ICS09 handshake done sender: [2:7593036889559966439:2113] self: [2:7593036889559966438:0] peer: [6:7593036888477685733:0] socket: 169 qp: -1
2026-01-08T17:01:06.740078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036888511950993:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.740070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036889559966461:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:06.740117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:06.740406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036888511951061:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:06.740447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036890192380653:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.740478Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036890192380653:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.740743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036888511951058:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.741229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: 2026-01-08T17:01:06.741281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036888511951058:2109] [node 6] ICP22 created new session: [3:7593036888511951078:2109]
::ffff:127.1.0.0
2026-01-08T17:01:06.741398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036888511951078:2109] [node 6] ICS09 handshake done sender: [3:7593036888511951061:2110] self: [3:7593036888511951059:0] peer: [6:7593036888477685735:0] socket: 189 qp: -1
2026-01-08T17:01:06.741426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036888511951078:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:06.741695Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036890192380653:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:06.741960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036888477685738:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4909
2026-01-08T17:01:06.741449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:06.742524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889559966450:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.742714Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036888477685731:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:06.742709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036889559966367:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.743262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036890192380585:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.743348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.743408Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036890192380651:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.743451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036888477685654:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.743423Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036890192380651:2110] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.743534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:06.743430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036890192380585:2049] [node 3] ICP22 created new session: [1:7593036890192380672:2049]
2026-01-08T17:01:06.743578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036888511951080:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7788
2026-01-08T17:01:06.744311Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036888511951082:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7788
2026-01-08T17:01:06.743624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036888477685654:2050] [node 3] ICP22 created new session: [6:7593036888477685740:2050]
2026-01-08T17:01:06.743509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036890192380672:2049] [node 3] ICS09 handshake done sender: [1:7593036890192380653:2111] self: [1:7593036890192380652:0] peer: [3:7593036888511951077:0] socket: 178 qp: -1
2026-01-08T17:01:06.744382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036888477685740:2050] [node 3] ICS09 handshake done sender: [6:7593036888477685731:2116] self: [6:7593036888477685735:0] peer: [3:7593036888511951059:0] socket: 190 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.744564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036888477685740:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:06.743572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036890192380672:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:06.744650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:06.744047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:06.744963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036890529569064:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13888
No RDMA context found for GID: 2026-01-08T17:01:06.744904Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036890192380651:2110] [node 2] ICH04 handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:01:06.745735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036890192380584:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.745891Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036888511951070:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:06.745785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:06.745897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036889559966466:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31006
2026-01-08T17:01:06.745909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036890192380584:2048] [node 2] ICP22 created new session: [1:7593036890192380675:2048]
2026-01-08T17:01:06.746071Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888511951082:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.745962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036890192380675:2048] [node 2] ICS09 handshake done sender: [1:7593036890192380651:2110] self: [1:7593036890192380650:0] peer: [2:7593036889559966464:0] socket: 171 qp: -1
2026-01-08T17:01:06.746113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036890529569056:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.745996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036890192380675:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:06.746145Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036889559966448:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:06.746215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036890284334984:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.746088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:06.746490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036888511950993:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.746470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036888477685732:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.746470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036890284334985:2134] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.746577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036889559966367:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.746614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:06.746625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:06.746826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036888477685713:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.746732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036888511950993:2048] [node 1] ICP22 created new session: [3:7593036888511951083:2048]
2026-01-08T17:01:06.747271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036888511951083:2048] [node 1] ICS09 handshake done sender: [3:7593036888511951070:2116] self: [3:7593036888511951077:0] peer: [1:7593036890192380652:0] socket: 182 qp: -1
2026-01-08T17:01:06.747398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036890284334892:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.746673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036889559966367:2048] [node 1] ICP22 created new session: [2:7593036889559966467:2048]
2026-01-08T17:01:06.747304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036888511951083:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:06.747235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036889559966467:2048] [node 1] ICS09 handshake done sender: [2:7593036889559966448:2117] self: [2:7593036889559966464:0] peer: [1:7593036890192380650:0] socket: 172 qp: -1
2026-01-08T17:01:06.747462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.747269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036889559966467:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:06.747601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036890284334978:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.747302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:06.747730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036890192380666:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.747636Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036890284334978:2128] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.747733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036890529569064:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.747867Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036890192380655:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.748371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036890529568979:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.747824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890284334996:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5118
2026-01-08T17:01:06.747887Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036890192380655:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.749454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036890284334996:2137] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.749467Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036890284334978:2128] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:06.749602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036890284334973:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.749632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888511951074:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.749705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036890284334974:2117] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.749824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:06.749908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036890284334974:2117] [node 6] ICP22 created new session: [5:7593036890284335001:2117]
2026-01-08T17:01:06.749978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036890284335001:2117] [node 6] ICS09 handshake done sender: [5:7593036890284334978:2128] self: [5:7593036890284334976:0] peer: [6:7593036888477685742:0] socket: 197 qp: -1
2026-01-08T17:01:06.749951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036890529569051:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.750035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036890284335001:2117] [node 6] ICS10 traffic start
2026-01-08T17:01:06.749953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036888477685743:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4909
2026-01-08T17:01:06.749990Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036890529569051:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.750150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.751234Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036888477685732:2117] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.752158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036890192380671:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21579
2026-01-08T17:01:06.752293Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036890529569051:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:06.750336Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888511951066:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.752343Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036890529569067:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13888
2026-01-08T17:01:06.752459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036888477685713:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.750366Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036888511951066:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.752522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:06.751243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036888511950994:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.753181Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036890192380655:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:06.752686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036888477685713:2106] [node 5] ICP22 created new session: [6:7593036888477685744:2106]
2026-01-08T17:01:06.752668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036889559966446:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.752663Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036888511951066:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:06.753690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036888477685744:2106] [node 5] ICS09 handshake done sender: [6:7593036888477685732:2117] self: [6:7593036888477685742:0] peer: [5:7593036890284334976:0] socket: 207 qp: -1
2026-01-08T17:01:06.752701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036889559966446:2115] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.753838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036890529569044:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.753849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036888477685744:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:06.753902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:06.754087Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036889559966446:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:06.753948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:06.754051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036890529569044:2108] [node 5] ICP22 created new session: [4:7593036890529569070:2108]
2026-01-08T17:01:06.754059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890284335003:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5118
2026-01-08T17:01:06.754340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036890529569070:2108] [node 5] ICS09 handshake done sender: [4:7593036890529569051:2113] self: [4:7593036890529569047:0] peer: [5:7593036890284335000:0] socket: 180 qp: -1
2026-01-08T17:01:06.754399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036890529569070:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:06.754719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036889559966368:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.754698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036890192380648:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.754766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036888511951056:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.754495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:06.754744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:06.754793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:06.755555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:06.755570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036890192380648:2108] [node 5] ICP22 created new session: [1:7593036890192380681:2108]
2026-01-08T17:01:06.755428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036889559966368:2049] [node 3] ICP22 created new session: [2:7593036889559966470:2049]
2026-01-08T17:01:06.755688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036888511951056:2107] [node 4] ICP22 created new session: [3:7593036888511951090:2107]
2026-01-08T17:01:06.755747Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036888477685713:2106] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:06.755806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036890192380681:2108] [node 5] ICS09 handshake done sender: [1:7593036890192380655:2112] self: [1:7593036890192380654:0] peer: [5:7593036890284334998:0] socket: 183 qp: -1
2026-01-08T17:01:06.755714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036889559966470:2049] [node 3] ICS09 handshake done sender: [2:7593036889559966446:2115] self: [2:7593036889559966445:0] peer: [3:7593036888511951085:0] socket: 217 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.755835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036888511951090:2107] [node 4] ICS09 handshake done sender: [3:7593036888511951066:2113] self: [3:7593036888511951063:0] peer: [4:7593036890529569066:0] socket: 219 qp: -1
2026-01-08T17:01:06.755817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036890192380671:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.755827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036889559966470:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:06.755872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:06.755838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036890192380681:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:06.755871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036888511951090:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:06.755873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:06.756862Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036890284334996:2137] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:06.756910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036888477685746:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4909
2026-01-08T17:01:06.757121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036890529569069:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13888
2026-01-08T17:01:06.755906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.757963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036888477685747:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4909
2026-01-08T17:01:06.757960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890284335004:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5118
2026-01-08T17:01:06.758028Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036890529568979:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27678) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036890529569064:2119] held: no
2026-01-08T17:01:06.758037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890284335005:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5118
2026-01-08T17:01:06.758181Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036890284334973:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16438) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036890284334996:2137] held: no
2026-01-08T17:01:06.758118Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036888511950994:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7801) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036888511951082:2119] held: no
2026-01-08T17:01:06.758306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036890529569067:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.758615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036890284334973:2108] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.758654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:06.758664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036890529568977:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.759490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036890284334973:2108] [node 4] ICP22 created new session: [5:7593036890284335006:2108]
2026-01-08T17:01:06.759688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036888511951089:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7788
2026-01-08T17:01:06.759454Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036890529569064:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:06.759699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036890284335006:2108] [node 4] ICS09 handshake done sender: [5:7593036890284334996:2137] self: [5:7593036890284335000:0] peer: [4:7593036890529569047:0] socket: 223 qp: -1
2026-01-08T17:01:06.759714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036890284335005:2140] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.759711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036890529568979:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.759976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036890284335006:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:06.759978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:06.760291Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036888511951082:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:06.760107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:06.760108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036890529568979:2050] [node 3] ICP22 created new session: [4:7593036890529569074:2050]
2026-01-08T17:01:06.760234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036890529569074:2050] [node 3] ICS09 handshake done sender: [4:7593036890529569064:2119] self: [4:7593036890529569066:0] peer: [3:7593036888511951063:0] socket: 220 qp: -1
2026-01-08T17:01:06.760468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036888511950994:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.760274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036890529569074:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:06.760709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:06.760324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:06.760732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036888511950994:2049] [node 2] ICP22 created new session: [3:7593036888511951092:2049]
2026-01-08T17:01:06.761081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036888511951092:2049] [node 2] ICS09 handshake done sender: [3:7593036888511951082:2119] self: [3:7593036888511951085:0] peer: [2:7593036889559966445:0] socket: 218 qp: -1
2026-01-08T17:01:06.761082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036888477685746:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.761122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036888511951092:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:06.761150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:06.761475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036888477685652:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.761681Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036890284334892:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19284) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036890284334985:2134] held: no
2026-01-08T17:01:06.761799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036890284334985:2134] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:06.761760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036890192380657:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.761787Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036890192380657:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.761925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036890284334894:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.762236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036890284334892:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.762281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:06.762330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036890284334892:2048] [node 1] ICP22 created new session: [5:7593036890284335009:2048]
2026-01-08T17:01:06.762382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036890284335009:2048] [node 1] ICS09 handshake done sender: [5:7593036890284334985:2134] self: [5:7593036890284334998:0] peer: [1:7593036890192380654:0] socket: 186 qp: -1
2026-01-08T17:01:06.762365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036888477685747:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.762413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036890284335009:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:06.762440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:06.762453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036888477685715:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:06.762428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036890192380660:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.762464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036888511951068:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.762450Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036890192380660:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.762544Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036890192380657:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:06.762482Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036888511951068:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:06.763422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036890529569054:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:06.763445Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036890529569054:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.763924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036888511951068:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:06.764036Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036888477685750:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4909
2026-01-08T17:01:06.764054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036890192380649:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.764134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036888511951057:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.764118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.764170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036890192380649:2109] [node 6] ICP22 created new session: [1:7593036890192380686:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.764248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036890529569054:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:06.764202Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036890192380660:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:06.764260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:06.764225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036890192380686:2109] [node 6] ICS09 handshake done sender: [1:7593036890192380657:2113] self: [1:7593036890192380656:0] peer: [6:7593036888477685748:0] socket: 227 qp: -1
2026-01-08T17:01:06.764313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036890284335011:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5118
2026-01-08T17:01:06.764420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036888511951057:2108] [node 5] ICP22 created new session: [3:7593036888511951095:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:06.764295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036890192380686:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:06.764654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036888511951095:2108] [node 5] ICS09 handshake done sender: [3:7593036888511951068:2114] self: [3:7593036888511951067:0] peer: [5:7593036890284335008:0] socket: 228 qp: -1
2026-01-08T17:01:06.764884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036890529569045:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.764937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036888477685746:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:06.765110Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036890284335005:2140] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:06.764328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:06.764756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036888511951095:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:06.765042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:06.765064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036888477685751:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4909
2026-01-08T17:01:06.764886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036890529569076:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13888
2026-01-08T17:01:06.765827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036888477685652:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.765017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:06.765863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:06.765181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036890529569045:2109] [node 6] ICP22 created new session: [4:7593036890529569078:2109]
2026-01-08T17:01:06.765886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036888477685652:2048] [node 1] ICP22 created new session: [6:7593036888477685752:2048]
2026-01-08T17:01:06.765995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036890284334894:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.765337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036890529569078:2109] [node 6] ICS09 handshake done sender: [4:7593036890529569054:2114] self: [4:7593036890529569053:0] peer: [6:7593036888477685749:0] socket: 179 qp: -1
2026-01-08T17:01:06.765894Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036888477685747:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:06.766139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036890192380647:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:06.766051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:06.765411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036890529569078:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:06.766279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:06.765631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:06.766138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036890284334894:2050] [node 3] ICP22 created new session: [5:7593036890284335012:2050]
2026-01-08T17:01:06.766671Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036890529569067:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:06.766127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036888477685752:2048] [node 1] ICS09 handshake done sender: [6:7593036888477685746:2121] self: [6:7593036888477685748:0] peer: [1:7593036890192380656:0] socket: 232 qp: -1
2026-01-08T17:01:06.766292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036890284335012:2050] [node 3] ICS09 handshake done sender: [5:7593036890284335005:2140] self: [5:7593036890284335008:0] peer: [3:7593036888511951067:0] socket: 231 qp: -1
2026-01-08T17:01:06.766305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036890192380647:2107] [node 4] ICP22 created new session: [1:7593036890192380688:2107]
2026-01-08T17:01:06.766152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036888477685752:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:06.766902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036890529568977:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.766663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036890284335012:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:06.766711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036890192380688:2107] [node 4] ICS09 handshake done sender: [1:7593036890192380660:2115] self: [1:7593036890192380659:0] peer: [4:7593036890529569073:0] socket: 192 qp: -1
2026-01-08T17:01:06.766289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:06.766746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:06.766732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036890192380688:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:06.766758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:06.767195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:06.767265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036890529568977:2048] [node 1] ICP22 created new session: [4:7593036890529569080:2048]
2026-01-08T17:01:06.767306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036890529569080:2048] [node 1] ICS09 handshake done sender: [4:7593036890529569067:2120] self: [4:7593036890529569073:0] peer: [1:7593036890192380659:0] socket: 224 qp: -1
2026-01-08T17:01:06.767335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036890529569080:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:06.767369Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036890284334894:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:06.767405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:06.769908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036888477685715:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:06.769975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:06.770046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036888477685715:2107] [node 4] ICP22 created new session: [6:7593036888477685754:2107]
2026-01-08T17:01:06.770099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036888477685754:2107] [node 4] ICS09 handshake done sender: [6:7593036888477685747:2122] self: [6:7593036888477685749:0] peer: [4:7593036890529569053:0] socket: 195 qp: -1
2026-01-08T17:01:06.770145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036888477685754:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:06.770196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:06.770460Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036888477685715:2107] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:06.805813Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:06.805976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036889559966467:2048] [node 1] ICS07 socket disconnect 172 reason# EndOfStream
2026-01-08T17:01:06.806005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036889559966467:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.806073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:06.806112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036889559966467:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:06.806939Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:06.807116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036888511951083:2048] [node 1] ICS01 socket: 182 reason# EndOfStream
2026-01-08T17:01:06.807160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036888511950993:2048] [node 1] ICP30 unregister session Session# [3:7593036888511951083:2048] VirtualId# [3:7593036888511951077:0]
2026-01-08T17:01:06.807190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036888511951083:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.807320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:06.807394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:06.808427Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036889559966367:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19284) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:06.808489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036889559966467:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:06.809881Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:06.810022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036890529569080:2048] [node 1] ICS07 socket disconnect 224 reason# EndOfStream
2026-01-08T17:01:06.810051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036890529569080:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.810120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:06.810174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036890529569080:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:06.810196Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036889559966367:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19284) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:06.810252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036889559966467:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:06.810366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036889559966367:2048] [node 1] ICP30 unregister session Session# [2:7593036889559966467:2048] VirtualId# [2:7593036889559966464:0]
2026-01-08T17:01:06.810421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:06.810455Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036889559966367:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19284) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.810469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19284) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.810768Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:06.810914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036890284335009:2048] [node 1] ICS01 socket: 186 reason# EndOfStream
2026-01-08T17:01:06.810947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036890284334892:2048] [node 1] ICP30 unregister session Session# [5:7593036890284335009:2048] VirtualId# [5:7593036890284334998:0]
2026-01-08T17:01:06.810973Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036890529568977:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19284) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:06.811031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036890529569080:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:06.810966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036890284335009:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.811139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036890529568977:2048] [node 1] ICP30 unregister session Session# [4:7593036890529569080:2048] VirtualId# [4:7593036890529569073:0]
2026-01-08T17:01:06.811022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:06.811189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:06.811075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:06.811228Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036890529568977:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19284) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.811254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19284) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.811823Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:06.811965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036888477685752:2048] [node 1] ICS07 socket disconnect 232 reason# EndOfStream
2026-01-08T17:01:06.811988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036888477685752:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.812036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:06.812067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036888477685752:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:06.812685Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036888477685652:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19284) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:06.812722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036888477685752:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:06.812740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036888477685652:2048] [node 1] ICP30 unregister session Session# [6:7593036888477685752:2048] VirtualId# [6:7593036888477685748:0]
2026-01-08T17:01:06.812768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:06.812823Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036888477685652:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19284) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.812833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19284) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.821243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036890529568977:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:06.822207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036888477685652:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:06.854438Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:06.854684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036888511951092:2049] [node 2] ICS01 socket: 218 reason# EndOfStream
2026-01-08T17:01:06.854726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036888511950994:2049] [node 2] ICP30 unregister session Session# [3:7593036888511951092:2049] VirtualId# [3:7593036888511951085:0]
2026-01-08T17:01:06.854758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036888511951092:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.854912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:06.854973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:06.856886Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:06.857159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036890529569061:2049] [node 2] ICS07 socket disconnect 206 reason# EndOfStream
2026-01-08T17:01:06.857205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036890529569061:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.857292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:06.857350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036890529569061:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:06.857718Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:06.857961Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036890529568978:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7801) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:06.857945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036890284334993:2049] [node 2] ICS07 socket disconnect 184 reason# EndOfStream
2026-01-08T17:01:06.858026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036890529569061:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:06.857991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036890284334993:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.858116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036890529568978:2049] [node 2] ICP30 unregister session Session# [4:7593036890529569061:2049] VirtualId# [4:7593036890529569059:0]
2026-01-08T17:01:06.858168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:06.858079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:06.858189Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036890529568978:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7801) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.858129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036890284334993:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:06.858198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7801) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.858477Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:06.858660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036888477685736:2049] [node 2] ICS01 socket: 173 reason# EndOfStream
2026-01-08T17:01:06.858691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036888477685653:2049] [node 2] ICP30 unregister session Session# [6:7593036888477685736:2049] VirtualId# [6:7593036888477685733:0]
2026-01-08T17:01:06.858708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036888477685736:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.858777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:06.858828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:06.859075Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036890284334893:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7801) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:06.859295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036890284334993:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:06.859331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036890284334893:2049] [node 2] ICP30 unregister session Session# [5:7593036890284334993:2049] VirtualId# [5:7593036890284334991:0]
2026-01-08T17:01:06.859380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:06.859414Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036890284334893:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7801) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.859426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7801) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.868330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036890529568978:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:06.869341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036890284334893:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:06.928035Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:06.928214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036890529569074:2050] [node 3] ICS01 socket: 220 reason# EndOfStream
2026-01-08T17:01:06.928246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036890529568979:2050] [node 3] ICP30 unregister session Session# [4:7593036890529569074:2050] VirtualId# [4:7593036890529569066:0]
2026-01-08T17:01:06.928273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036890529569074:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.928338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:06.928372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:06.928906Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:06.929119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036890284335012:2050] [node 3] ICS07 socket disconnect 231 reason# EndOfStream
2026-01-08T17:01:06.929153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036890284335012:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.929216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:06.929267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036890284335012:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:06.929796Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:06.929997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036888477685740:2050] [node 3] ICS07 socket disconnect 190 reason# EndOfStream
2026-01-08T17:01:06.929968Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036890284334894:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27678) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:06.930024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036890284335012:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:06.930026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036888477685740:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.930090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036890284334894:2050] [node 3] ICP30 unregister session Session# [5:7593036890284335012:2050] VirtualId# [5:7593036890284335008:0]
2026-01-08T17:01:06.930108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:06.930135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:06.930158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036888477685740:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:06.930177Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036890284334894:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27678) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.930200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27678) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.930990Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036888477685654:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27678) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:06.931071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036888477685740:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:06.931120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036888477685654:2050] [node 3] ICP30 unregister session Session# [6:7593036888477685740:2050] VirtualId# [6:7593036888477685735:0]
2026-01-08T17:01:06.931175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:06.931213Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036888477685654:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27678) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.931249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27678) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.939995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036890284334894:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:06.941003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036888477685654:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:06.973754Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:06.973994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036890284335006:2108] [node 4] ICS01 socket: 223 reason# EndOfStream
2026-01-08T17:01:06.974038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036890284334973:2108] [node 4] ICP30 unregister session Session# [5:7593036890284335006:2108] VirtualId# [5:7593036890284335000:0]
2026-01-08T17:01:06.974079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036890284335006:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.974165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:06.974214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:06.974598Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:06.974739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036888477685754:2107] [node 4] ICS07 socket disconnect 195 reason# EndOfStream
2026-01-08T17:01:06.974760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036888477685754:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:06.974824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:06.974863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036888477685754:2107] [node 4] ICS15 start handshake
2026-01-08T17:01:06.975556Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036888477685715:2107] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16438) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:06.975660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036888477685754:2107] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:06.975714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036888477685715:2107] [node 4] ICP30 unregister session Session# [6:7593036888477685754:2107] VirtualId# [6:7593036888477685749:0]
2026-01-08T17:01:06.975786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:06.975836Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036888477685715:2107] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16438) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.975860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16438) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:06.986079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036888477685715:2107] [node 4] ICP33 wake up from error state
2026-01-08T17:01:07.019698Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:07.019855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036888477685744:2106] [node 5] ICS07 socket disconnect 207 reason# EndOfStream
2026-01-08T17:01:07.019880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036888477685744:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.019955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:07.019988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036888477685744:2106] [node 5] ICS15 start handshake
2026-01-08T17:01:07.020640Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036888477685713:2106] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65043) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:07.020681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036888477685744:2106] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:07.020751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036888477685713:2106] [node 5] ICP30 unregister session Session# [6:7593036888477685744:2106] VirtualId# [6:7593036888477685742:0]
2026-01-08T17:01:07.020787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:01:07.020815Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036888477685713:2106] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:65043) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.020834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65043) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.031156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036888477685713:2106] [node 5] ICP33 wake up from error state
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:07.108101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036895236570831:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:07.108120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036895236570832:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:07.112716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036895358196119:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:07.112733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036895358196120:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:07.118399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036893955119178:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:07.118441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036893955119179:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:07.124363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036893896637182:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:07.124388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036893896637183:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:07.124446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036893896637184:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:07.130485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036895730018783:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:07.130543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036895730018785:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:07.130608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036895730018784:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:07.136222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036893788266044:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:07.136264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036893788266045:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:07.136323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036893788266046:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:07.199079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036893788266105:2106] [node 5] ICP01 ready to work
2026-01-08T17:01:07.220059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036893955119242:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:07.220527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036895236570894:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:07.220739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036895358196182:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:07.221040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036893955119243:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:07.220882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036895730018846:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:07.220985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036893788266108:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:07.221543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036895358196183:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:07.221649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036895236570895:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:07.221921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036893955119244:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:07.221724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036895730018847:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:07.221948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036893896637245:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:07.222596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036895358196184:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:07.222662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036895236570896:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:07.222778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036893896637246:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:07.225573Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036893788266044:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37332823ns) {Configure:104(37329057ns) {ProcessConfigured:135(138777ns) {StartInitialHandshake:157(137165ns) {DropHandshakes:470(56913ns) {DropIncomingHandshake:442(428ns) DropOutgoingHandshake:457(267ns)} GenerateSessionVirtualId:992(596ns) PrepareNewSessionHandshake:477(1039ns) {SwitchToState:179(427ns)}}}}}
2026-01-08T17:01:07.226170Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036895358196120:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(44589349ns) {Configure:104(44581520ns) {ProcessConfigured:135(83390ns) {StartInitialHandshake:157(82432ns) {DropHandshakes:470(1037ns) {DropIncomingHandshake:442(222ns) DropOutgoingHandshake:457(260ns)} GenerateSessionVirtualId:992(478ns) PrepareNewSessionHandshake:477(1415ns) {SwitchToState:179(801ns)}}}}}
2026-01-08T17:01:07.226292Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036895358196119:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(45793676ns) {Configure:104(45789853ns) {ProcessConfigured:135(362263ns) {StartInitialHandshake:157(358381ns) {DropHandshakes:470(14436ns) {DropIncomingHandshake:442(170ns) DropOutgoingHandshake:457(237ns)} GenerateSessionVirtualId:992(346ns) PrepareNewSessionHandshake:477(915ns) {SwitchToState:179(452ns)}}}}}
2026-01-08T17:01:07.227220Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036893896637182:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(41680984ns) {Configure:104(41672256ns) {ProcessConfigured:135(542771ns) {StartInitialHandshake:157(541405ns) {DropHandshakes:470(750ns) {DropIncomingHandshake:442(191ns) DropOutgoingHandshake:457(154ns)} GenerateSessionVirtualId:992(325ns) PrepareNewSessionHandshake:477(4300ns) {SwitchToState:179(1169ns)}}}}}
2026-01-08T17:01:07.227240Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036893896637183:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(18377351ns) {Configure:104(18370359ns) {ProcessConfigured:135(255704ns) {StartInitialHandshake:157(253647ns) {DropHandshakes:470(1364ns) {DropIncomingHandshake:442(239ns) DropOutgoingHandshake:457(241ns)} GenerateSessionVirtualId:992(532ns) PrepareNewSessionHandshake:477(1300ns) {SwitchToState:179(536ns)}}}}}
2026-01-08T17:01:07.227622Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036895236570832:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(48852298ns) {Configure:104(48848670ns) {ProcessConfigured:135(192807ns) {StartInitialHandshake:157(191229ns) {DropHandshakes:470(4901ns) {DropIncomingHandshake:442(332ns) DropOutgoingHandshake:457(245ns)} GenerateSessionVirtualId:992(358ns) PrepareNewSessionHandshake:477(1104ns) {SwitchToState:179(710ns)}}}}}
2026-01-08T17:01:07.227821Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036895236570831:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(49094982ns) {Configure:104(49090939ns) {ProcessConfigured:135(226706ns) {StartInitialHandshake:157(223387ns) {DropHandshakes:470(5644ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:992(830ns) PrepareNewSessionHandshake:477(1447ns) {SwitchToState:179(704ns)}}}}}
2026-01-08T17:01:07.228799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036895730018785:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(35042868ns) {Configure:104(35035954ns) {ProcessConfigured:135(379209ns) {StartInitialHandshake:157(378180ns) {DropHandshakes:470(849ns) {DropIncomingHandshake:442(168ns) DropOutgoingHandshake:457(178ns)} GenerateSessionVirtualId:992(382ns) PrepareNewSessionHandshake:477(1037ns) {SwitchToState:179(632ns)}}}}}
2026-01-08T17:01:07.229415Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036895730018783:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(34622211ns) {Configure:104(34612252ns) {ProcessConfigured:135(67919ns) {StartInitialHandshake:157(66495ns) {DropHandshakes:470(830ns) {DropIncomingHandshake:442(170ns) DropOutgoingHandshake:457(180ns)} GenerateSessionVirtualId:992(188ns) PrepareNewSessionHandshake:477(808ns) {SwitchToState:179(314ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.235297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036893896637258:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38519
2026-01-08T17:01:07.235932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036893955119251:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58469
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.236837Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036895236570907:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20552
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.236978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036895236570904:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20552
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.237098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036893788266122:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42353
2026-01-08T17:01:07.237080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036895358196199:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21016
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.237114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036895236570912:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20552
2026-01-08T17:01:07.237099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036893955119259:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58469
2026-01-08T17:01:07.237116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036895236570903:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20552
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.237695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036895730018854:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1615
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.237105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036895358196198:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21016
2026-01-08T17:01:07.237752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036895236570913:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20552
2026-01-08T17:01:07.237718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036895730018855:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1615
2026-01-08T17:01:07.238451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036895730018861:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1615
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.242287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036895730018863:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1615
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.245259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036893955119260:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58469
2026-01-08T17:01:07.249297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036895236570903:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.249575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036893896637258:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.250121Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036895236570907:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.250260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036895358196200:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21016
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.250763Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036895358196201:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21016
2026-01-08T17:01:07.254968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036895236570904:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.255778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036895730018861:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.255778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893955119251:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.255800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036895236570912:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.255865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036895730018846:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.255844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893955119259:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.255897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036895236570913:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.255943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036893955119179:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.255980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036893955119178:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.256011Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036895730018854:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.256066Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036895730018855:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.256053Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036893896637252:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.256129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036895730018784:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.256078Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036893896637252:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.256184Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036895358196187:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.256235Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036895730018863:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.256252Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036895236570899:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.256216Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036895358196187:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.256289Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036895236570899:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.256564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036895358196190:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.257381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036895730018783:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.256579Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036895358196190:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.257713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036895236570902:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.257735Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036895358196187:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:07.257740Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036895236570902:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.257733Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036893896637252:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:07.257745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036895236570899:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:07.258694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036893896637245:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.258757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:07.258893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036893788266122:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.258778Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036895358196190:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:07.259098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036893896637245:2108] [node 5] ICP22 created new session: [4:7593036893896637263:2108]
2026-01-08T17:01:07.258747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036895236570832:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.258620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893955119260:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.258875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036895358196120:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.259349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036893896637263:2108] [node 5] ICS09 handshake done sender: [4:7593036893896637252:2112] self: [4:7593036893896637251:0] peer: [5:7593036895730018865:0] socket: 187 qp: -1
2026-01-08T17:01:07.259351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036893788266046:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.258880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:07.258908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:07.259339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036895730018869:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1615
2026-01-08T17:01:07.259123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036895236570832:2049] [node 3] ICP22 created new session: [1:7593036895236570922:2049]
2026-01-08T17:01:07.258933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036895358196120:2049] [node 3] ICP22 created new session: [2:7593036895358196204:2049]
2026-01-08T17:01:07.259662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036893896637263:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:07.259706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:07.259637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036895236570922:2049] [node 3] ICS09 handshake done sender: [1:7593036895236570899:2110] self: [1:7593036895236570897:0] peer: [3:7593036893955119262:0] socket: 189 qp: -1
2026-01-08T17:01:07.259192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036895358196204:2049] [node 3] ICS09 handshake done sender: [2:7593036895358196187:2110] self: [2:7593036895358196185:0] peer: [3:7593036893955119261:0] socket: 169 qp: -1
2026-01-08T17:01:07.259666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036895236570922:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:07.259370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036895358196204:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:07.259701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:07.259622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036895358196183:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.260028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893955119255:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.259665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:07.259707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:07.260057Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036893955119255:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.259709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036895358196183:2108] [node 5] ICP22 created new session: [2:7593036895358196206:2108]
2026-01-08T17:01:07.260670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036895730018861:2117] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.260827Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036895236570902:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:07.259861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036895358196206:2108] [node 5] ICS09 handshake done sender: [2:7593036895358196190:2112] self: [2:7593036895358196189:0] peer: [5:7593036895730018866:0] socket: 179 qp: -1
2026-01-08T17:01:07.261122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036895730018871:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1615
2026-01-08T17:01:07.259891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036895358196206:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:07.262376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036895730018846:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.261777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036893788266124:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42353
2026-01-08T17:01:07.262397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036895236570895:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.261802Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036893955119178:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18512) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036893955119259:2117] held: no
2026-01-08T17:01:07.260027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:07.262455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: 2026-01-08T17:01:07.262470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:07.262509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036895236570895:2108] [node 5] ICP22 created new session: [1:7593036895236570925:2108]
::ffff:127.1.0.02026-01-08T17:01:07.260082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036895358196198:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 
::ffff:127.1.0.0
2026-01-08T17:01:07.262564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036893896637266:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38519
2026-01-08T17:01:07.262597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036895730018846:2108] [node 4] ICP22 created new session: [5:7593036895730018872:2108]
2026-01-08T17:01:07.262611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036895236570925:2108] [node 5] ICS09 handshake done sender: [1:7593036895236570902:2112] self: [1:7593036895236570901:0] peer: [5:7593036895730018868:0] socket: 197 qp: -1
2026-01-08T17:01:07.262739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036893955119263:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58469
2026-01-08T17:01:07.262661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036893788266125:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42353
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.262743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036893955119264:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58469
2026-01-08T17:01:07.262751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036895730018872:2108] [node 4] ICS09 handshake done sender: [5:7593036895730018861:2117] self: [5:7593036895730018865:0] peer: [4:7593036893896637251:0] socket: 191 qp: -1
2026-01-08T17:01:07.262745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036895236570925:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:07.262771Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036895358196201:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.262966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036893788266124:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.262923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036895730018872:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:07.262778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:07.263096Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036895358196199:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.263160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036893955119255:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:07.263118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036893788266108:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.263086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.263356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036895358196119:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.263148Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036893788266126:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42353
2026-01-08T17:01:07.264041Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036895730018863:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:07.264038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036893896637255:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.265405Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036895236570900:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.265434Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036895236570900:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.263984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036895358196120:2049] [node 3] ICP18 handshake (actor [2:7593036895358196199:2116]) is too old
2026-01-08T17:01:07.265610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036895730018870:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1615
2026-01-08T17:01:07.265465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036893955119242:2110] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.266053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036893788266127:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42353
2026-01-08T17:01:07.264047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036895358196200:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.264072Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036893896637255:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.265523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:07.266443Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036893788266125:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.266064Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036893896637255:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:07.265470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036895358196183:2108] [node 5] ICP18 handshake (actor [2:7593036895358196200:2117]) is too old
2026-01-08T17:01:07.266089Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036893896637266:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.265525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036893955119259:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:07.267931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036895730018855:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:07.267936Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036895236570900:2111] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.266664Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036893896637267:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38519
2026-01-08T17:01:07.267522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036893896637183:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.267638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036893788266045:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.265917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036893955119242:2110] [node 6] ICP22 created new session: [3:7593036893955119268:2110]
2026-01-08T17:01:07.267568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036893896637246:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.268383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036893788266126:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.268875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036895358196196:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.266044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036893955119251:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:07.268726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036895236570831:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.269692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036895730018784:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.268481Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036893788266122:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:07.268904Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036895358196196:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.267625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:07.267318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036893955119268:2110] [node 6] ICS09 handshake done sender: [3:7593036893955119255:2115] self: [3:7593036893955119254:0] peer: [6:7593036893788266123:0] socket: 195 qp: -1
2026-01-08T17:01:07.269174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:07.269744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:07.268690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036893788266044:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.268126Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036893896637267:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.267523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036893955119268:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:07.269725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036895236570831:2048] [node 2] ICP22 created new session: [1:7593036895236570929:2048]
2026-01-08T17:01:07.270008Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036895358196197:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.269770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036895730018784:2049] [node 2] ICP22 created new session: [5:7593036895730018875:2049]
2026-01-08T17:01:07.270054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036895236570906:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.269070Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036893788266129:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42353
2026-01-08T17:01:07.268228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036893896637246:2109] [node 6] ICP22 created new session: [4:7593036893896637270:2109]
2026-01-08T17:01:07.270033Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036895358196197:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.267568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:07.271592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036893788266046:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.270068Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036895236570906:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.271145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036895730018875:2049] [node 2] ICS09 handshake done sender: [5:7593036895730018855:2114] self: [5:7593036895730018866:0] peer: [2:7593036895358196189:0] socket: 182 qp: -1
2026-01-08T17:01:07.268269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036893896637270:2109] [node 6] ICS09 handshake done sender: [4:7593036893896637255:2113] self: [4:7593036893896637254:0] peer: [6:7593036893788266128:0] socket: 190 qp: -1
2026-01-08T17:01:07.272034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:07.268575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036893955119178:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.271143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036895358196212:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21016
2026-01-08T17:01:07.272796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036893788266046:2050] [node 3] ICP22 created new session: [6:7593036893788266133:2050]
2026-01-08T17:01:07.268425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036893896637270:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:07.271419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036895730018875:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:07.268663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:07.270113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036895236570929:2048] [node 2] ICS09 handshake done sender: [1:7593036895236570900:2111] self: [1:7593036895236570898:0] peer: [2:7593036895358196211:0] socket: 205 qp: -1
2026-01-08T17:01:07.272996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036893788266133:2050] [node 3] ICS09 handshake done sender: [6:7593036893788266122:2115] self: [6:7593036893788266123:0] peer: [3:7593036893955119254:0] socket: 198 qp: -1
2026-01-08T17:01:07.268611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:07.271621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:07.273919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036893896637182:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.270397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036895236570929:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:07.271461Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036895358196119:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18512) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036895358196201:2118] held: no
2026-01-08T17:01:07.273250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036893788266133:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:07.268649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036893955119178:2048] [node 1] ICP22 created new session: [3:7593036893955119271:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.273279Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036893788266108:2107] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30614) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036893788266124:2116] held: no
2026-01-08T17:01:07.268688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036893955119271:2048] [node 1] ICS09 handshake done sender: [3:7593036893955119259:2117] self: [3:7593036893955119262:0] peer: [1:7593036895236570897:0] socket: 194 qp: -1
2026-01-08T17:01:07.270422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:07.272983Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036895358196201:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:07.274333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036893896637273:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38519
2026-01-08T17:01:07.274150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036895358196119:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.273283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:07.268889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036893955119271:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:07.274263Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036895358196196:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:07.272977Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036895236570906:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:07.274309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:07.274366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036895730018783:2048] [node 1] ICP19 incoming handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:01:07.274419Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036893788266124:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:07.269694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:07.273941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036895236570896:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.269958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036893955119179:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.274969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:07.274402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036895358196119:2048] [node 1] ICP22 created new session: [2:7593036895358196215:2048]
2026-01-08T17:01:07.275325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036893896637274:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38519
2026-01-08T17:01:07.274000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:07.274804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036895358196215:2048] [node 1] ICS09 handshake done sender: [2:7593036895358196201:2118] self: [2:7593036895358196211:0] peer: [1:7593036895236570898:0] socket: 209 qp: -1
2026-01-08T17:01:07.275266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036895730018783:2048] [node 1] ICP22 created new session: [5:7593036895730018878:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.270090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:07.274167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036895236570896:2109] [node 6] ICP22 created new session: [1:7593036895236570932:2109]
2026-01-08T17:01:07.274976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036895358196215:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:07.275654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036895730018878:2048] [node 1] ICS09 handshake done sender: [5:7593036895730018863:2118] self: [5:7593036895730018868:0] peer: [1:7593036895236570901:0] socket: 201 qp: -1
2026-01-08T17:01:07.274400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036895236570932:2109] [node 6] ICS09 handshake done sender: [1:7593036895236570906:2115] self: [1:7593036895236570905:0] peer: [6:7593036893788266131:0] socket: 184 qp: -1
2026-01-08T17:01:07.275183Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036895358196197:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:07.276672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036895730018878:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:07.274800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036895236570932:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:07.270381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036893955119179:2049] [node 2] ICP22 created new session: [3:7593036893955119273:2049]
2026-01-08T17:01:07.275260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:07.276684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036895358196182:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.274852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:07.276704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:07.271157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036893955119273:2049] [node 2] ICS09 handshake done sender: [3:7593036893955119251:2114] self: [3:7593036893955119261:0] peer: [2:7593036895358196185:0] socket: 172 qp: -1
2026-01-08T17:01:07.275379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036895236570910:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.271416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036893955119273:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:07.276705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036895730018876:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1615
2026-01-08T17:01:07.271438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:07.275401Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036895236570910:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.276875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: 2026-01-08T17:01:07.276985Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036893896637266:2116] [node 2] ICH04 handshake succeeded
::ffff:127.1.0.02026-01-08T17:01:07.274328Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036893955119179:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:07.276997Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036895236570910:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:07.277582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036895358196182:2107] [node 4] ICP22 created new session: [2:7593036895358196217:2107]
2026-01-08T17:01:07.278176Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036895730018784:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:07.278542Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036895730018783:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:07.278533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036893788266135:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42353
2026-01-08T17:01:07.278267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036893896637183:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.278542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036895358196184:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.278597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:07.279005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036895236570894:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.279017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036895730018876:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.278997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036893896637183:2049] [node 2] ICP22 created new session: [4:7593036893896637277:2049]
2026-01-08T17:01:07.278565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036895358196217:2107] [node 4] ICS09 handshake done sender: [2:7593036895358196196:2113] self: [2:7593036895358196195:0] peer: [4:7593036893896637269:0] socket: 221 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.279057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:07.278550Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036893788266044:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18512) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036893788266126:2118] held: no
2026-01-08T17:01:07.278694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:07.279032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036893896637277:2049] [node 2] ICS09 handshake done sender: [4:7593036893896637266:2116] self: [4:7593036893896637269:0] peer: [2:7593036895358196195:0] socket: 222 qp: -1
2026-01-08T17:01:07.279146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036895236570894:2107] [node 4] ICP22 created new session: [1:7593036895236570935:2107]
2026-01-08T17:01:07.279044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036893788266108:2107] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.279278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036895730018785:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.278713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036895358196217:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:07.279068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036893896637276:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38519
2026-01-08T17:01:07.279489Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036893955119275:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58469
2026-01-08T17:01:07.279403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036895236570935:2107] [node 4] ICS09 handshake done sender: [1:7593036895236570910:2117] self: [1:7593036895236570909:0] peer: [4:7593036893896637275:0] socket: 200 qp: -1
2026-01-08T17:01:07.279150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:07.279109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036893896637277:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:07.278763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:07.279515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036895236570935:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:07.280722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893955119250:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.279004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036895358196184:2109] [node 6] ICP22 created new session: [2:7593036895358196218:2109]
2026-01-08T17:01:07.279412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036893788266108:2107] [node 4] ICP22 created new session: [6:7593036893788266137:2107]
2026-01-08T17:01:07.279708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:07.279202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:07.280756Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036893955119250:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.279206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036895358196218:2109] [node 6] ICS09 handshake done sender: [2:7593036895358196197:2114] self: [2:7593036895358196192:0] peer: [6:7593036893788266130:0] socket: 223 qp: -1
2026-01-08T17:01:07.280450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036893788266137:2107] [node 4] ICS09 handshake done sender: [6:7593036893788266124:2116] self: [6:7593036893788266128:0] peer: [4:7593036893896637254:0] socket: 220 qp: -1
2026-01-08T17:01:07.279272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036895358196218:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:07.280483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036893788266137:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:07.279307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:07.280684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:07.282617Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036893896637267:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:07.280803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036893788266132:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42353
2026-01-08T17:01:07.282666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893955119275:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.281802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036893788266126:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.282830Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036893896637182:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18512) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036893896637267:2117] held: no
2026-01-08T17:01:07.282000Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036893788266132:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.282912Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036893955119250:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:07.283047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036893896637182:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.283156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036893955119243:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.282518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036893788266044:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.283308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:07.283249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036895358196221:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21016
2026-01-08T17:01:07.283269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:07.282533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036893788266136:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42353
2026-01-08T17:01:07.283351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036893955119243:2108] [node 5] ICP22 created new session: [3:7593036893955119278:2108]
2026-01-08T17:01:07.282558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.283391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036893955119278:2108] [node 5] ICS09 handshake done sender: [3:7593036893955119250:2113] self: [3:7593036893955119246:0] peer: [5:7593036895730018880:0] socket: 229 qp: -1
2026-01-08T17:01:07.282631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036893788266044:2048] [node 1] ICP22 created new session: [6:7593036893788266140:2048]
2026-01-08T17:01:07.283423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036893955119278:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:07.283390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036893896637182:2048] [node 1] ICP22 created new session: [4:7593036893896637279:2048]
2026-01-08T17:01:07.283449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:07.283480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036893896637279:2048] [node 1] ICS09 handshake done sender: [4:7593036893896637267:2117] self: [4:7593036893896637275:0] peer: [1:7593036895236570909:0] socket: 228 qp: -1
2026-01-08T17:01:07.282677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036893788266140:2048] [node 1] ICS09 handshake done sender: [6:7593036893788266126:2118] self: [6:7593036893788266131:0] peer: [1:7593036895236570905:0] socket: 225 qp: -1
2026-01-08T17:01:07.283458Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036895730018881:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1615
2026-01-08T17:01:07.282712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036893788266140:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:07.283514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036893896637279:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:07.282789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:07.283604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036893896637273:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.283352Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036893788266125:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:07.283616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:07.283841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036895730018876:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:07.283844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036893788266105:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.283821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036893896637184:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.283936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036893788266045:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.284941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893955119256:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.284185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:07.284969Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036893955119256:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.284972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036893788266045:2049] [node 2] ICP22 created new session: [6:7593036893788266143:2049]
2026-01-08T17:01:07.285580Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036895730018785:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26084) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036895730018876:2122] held: no
2026-01-08T17:01:07.285491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036893788266143:2049] [node 2] ICS09 handshake done sender: [6:7593036893788266125:2117] self: [6:7593036893788266130:0] peer: [2:7593036895358196192:0] socket: 224 qp: -1
2026-01-08T17:01:07.285663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036895730018785:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.285587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036893788266143:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:07.285760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036895730018853:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.286672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036893955119256:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:07.285783Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036895730018853:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.285623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:07.286122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:07.286336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036895730018785:2050] [node 3] ICP22 created new session: [5:7593036895730018882:2050]
2026-01-08T17:01:07.286883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036895730018882:2050] [node 3] ICS09 handshake done sender: [5:7593036895730018876:2122] self: [5:7593036895730018880:0] peer: [3:7593036893955119246:0] socket: 192 qp: -1
2026-01-08T17:01:07.287039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036893955119244:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.286918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036895730018882:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:07.287172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:07.286991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:07.287217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036893955119244:2107] [node 4] ICP22 created new session: [3:7593036893955119281:2107]
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:07.287149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036895730018853:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:07.287270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036893955119281:2107] [node 4] ICS09 handshake done sender: [3:7593036893955119256:2116] self: [3:7593036893955119253:0] peer: [4:7593036893896637281:0] socket: 232 qp: -1
2026-01-08T17:01:07.287508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036893896637282:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38519
2026-01-08T17:01:07.287265Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036895358196184:2109] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:07.287340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036895730018847:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.287348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036893955119281:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:07.287392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:07.287379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:07.287836Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036893896637184:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26084) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036893896637273:2118] held: no
2026-01-08T17:01:07.287550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036895730018847:2109] [node 6] ICP22 created new session: [5:7593036895730018885:2109]
2026-01-08T17:01:07.287727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036895730018885:2109] [node 6] ICS09 handshake done sender: [5:7593036895730018853:2112] self: [5:7593036895730018852:0] peer: [6:7593036893788266142:0] socket: 196 qp: -1
2026-01-08T17:01:07.287857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036895730018885:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:07.289037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036893896637273:2118] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.288986Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036893788266105:2106] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20230) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036893788266132:2121] held: no
2026-01-08T17:01:07.287889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:07.289430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036893788266145:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42353
2026-01-08T17:01:07.289169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036893896637184:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.289201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:07.289436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036893896637184:2050] [node 3] ICP22 created new session: [4:7593036893896637283:2050]
2026-01-08T17:01:07.289534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036893896637283:2050] [node 3] ICS09 handshake done sender: [4:7593036893896637273:2118] self: [4:7593036893896637281:0] peer: [3:7593036893955119253:0] socket: 183 qp: -1
2026-01-08T17:01:07.289575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036893896637283:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:07.289617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:07.289629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036893788266132:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:07.289770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036893788266105:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.289819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:07.289848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036893788266105:2106] [node 5] ICP22 created new session: [6:7593036893788266146:2106]
2026-01-08T17:01:07.289903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036893788266146:2106] [node 5] ICS09 handshake done sender: [6:7593036893788266132:2121] self: [6:7593036893788266142:0] peer: [5:7593036895730018852:0] socket: 180 qp: -1
2026-01-08T17:01:07.289927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036893788266146:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:07.289968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:07.353209Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:07.353409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036895358196215:2048] [node 1] ICS01 socket: 209 reason# EndOfStream
2026-01-08T17:01:07.353440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036895358196119:2048] [node 1] ICP30 unregister session Session# [2:7593036895358196215:2048] VirtualId# [2:7593036895358196211:0]
2026-01-08T17:01:07.353464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036895358196215:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.353580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:07.353658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:07.354146Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:07.354338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036893955119271:2048] [node 1] ICS01 socket: 194 reason# EndOfStream
2026-01-08T17:01:07.354379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036893955119178:2048] [node 1] ICP30 unregister session Session# [3:7593036893955119271:2048] VirtualId# [3:7593036893955119262:0]
2026-01-08T17:01:07.354408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036893955119271:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.354493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:07.354564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:07.356456Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:07.356660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036893896637279:2048] [node 1] ICS01 socket: 228 reason# EndOfStream
2026-01-08T17:01:07.356705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036893896637182:2048] [node 1] ICP30 unregister session Session# [4:7593036893896637279:2048] VirtualId# [4:7593036893896637275:0]
2026-01-08T17:01:07.356740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036893896637279:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.356821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:07.356871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:07.357084Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:07.357220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036895730018878:2048] [node 1] ICS07 socket disconnect 201 reason# EndOfStream
2026-01-08T17:01:07.357246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036895730018878:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.357304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:07.357351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036895730018878:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:07.357719Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:07.357879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036893788266140:2048] [node 1] ICS01 socket: 225 reason# EndOfStream
2026-01-08T17:01:07.357914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036893788266044:2048] [node 1] ICP30 unregister session Session# [6:7593036893788266140:2048] VirtualId# [6:7593036893788266131:0]
2026-01-08T17:01:07.357937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036893788266140:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.357984Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036895730018783:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18512) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:07.357998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:07.358107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036895730018878:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:07.358036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:07.358148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036895730018783:2048] [node 1] ICP30 unregister session Session# [5:7593036895730018878:2048] VirtualId# [5:7593036895730018868:0]
2026-01-08T17:01:07.358200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:07.358236Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036895730018783:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18512) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.358254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18512) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.368031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036895730018783:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:07.437896Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:07.438114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036893955119273:2049] [node 2] ICS07 socket disconnect 172 reason# EndOfStream
2026-01-08T17:01:07.438149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036893955119273:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.438266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:07.438352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036893955119273:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:07.440324Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:07.440417Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036893955119179:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6226) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:07.440455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036893955119273:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:07.440543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036893896637277:2049] [node 2] ICS07 socket disconnect 222 reason# EndOfStream
2026-01-08T17:01:07.440576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036893896637277:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.440695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:07.440803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036893896637277:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:07.441510Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:07.441513Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036893955119179:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6226) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:07.441627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036893955119273:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:07.441664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036893955119179:2049] [node 2] ICP30 unregister session Session# [3:7593036893955119273:2049] VirtualId# [3:7593036893955119261:0]
2026-01-08T17:01:07.441683Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036893896637183:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6226) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:07.441780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036895730018875:2049] [node 2] ICS07 socket disconnect 182 reason# EndOfStream
2026-01-08T17:01:07.441811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036895730018875:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.441845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036893896637277:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:07.441768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:07.441888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:07.441872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036893896637183:2049] [node 2] ICP30 unregister session Session# [4:7593036893896637277:2049] VirtualId# [4:7593036893896637269:0]
2026-01-08T17:01:07.441815Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036893955119179:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.441948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036895730018875:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:07.441908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:07.441830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.441931Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036893896637183:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.441944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.442480Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:07.442685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036893788266143:2049] [node 2] ICS07 socket disconnect 224 reason# EndOfStream
2026-01-08T17:01:07.442692Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036895730018784:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6226) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:07.442714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036893788266143:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.442740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036895730018875:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:07.442830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:07.442760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036895730018784:2049] [node 2] ICP30 unregister session Session# [5:7593036895730018875:2049] VirtualId# [5:7593036895730018866:0]
2026-01-08T17:01:07.442889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036893788266143:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:07.442798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:07.442858Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036895730018784:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.442867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.443594Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036893788266045:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6226) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:07.443647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036893788266143:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:07.443679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036893788266045:2049] [node 2] ICP30 unregister session Session# [6:7593036893788266143:2049] VirtualId# [6:7593036893788266130:0]
2026-01-08T17:01:07.443718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:07.443748Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036893788266045:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.443765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.452043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036893896637183:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:07.453013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036895730018784:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:07.454073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036893788266045:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:07.511316Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:07.511486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036893896637283:2050] [node 3] ICS01 socket: 183 reason# EndOfStream
2026-01-08T17:01:07.511522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036893896637184:2050] [node 3] ICP30 unregister session Session# [4:7593036893896637283:2050] VirtualId# [4:7593036893896637281:0]
2026-01-08T17:01:07.511554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036893896637283:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.511639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:07.511679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:07.512268Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:07.512446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036895730018882:2050] [node 3] ICS01 socket: 192 reason# EndOfStream
2026-01-08T17:01:07.512478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036895730018785:2050] [node 3] ICP30 unregister session Session# [5:7593036895730018882:2050] VirtualId# [5:7593036895730018880:0]
2026-01-08T17:01:07.512501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036895730018882:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.512571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:07.512621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:07.513008Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:07.513267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036893788266133:2050] [node 3] ICS07 socket disconnect 198 reason# EndOfStream
2026-01-08T17:01:07.513314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036893788266133:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.513413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:07.513483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036893788266133:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:07.514221Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036893788266046:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26084) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:07.514341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036893788266133:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:07.514386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036893788266046:2050] [node 3] ICP30 unregister session Session# [6:7593036893788266133:2050] VirtualId# [6:7593036893788266123:0]
2026-01-08T17:01:07.514449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:07.514498Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036893788266046:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26084) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.514548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26084) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.524703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036893788266046:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:07.603943Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:07.604112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036895730018872:2108] [node 4] ICS07 socket disconnect 191 reason# EndOfStream
2026-01-08T17:01:07.604136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036895730018872:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.604202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:07.604245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036895730018872:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:07.604939Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036895730018846:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30614) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:07.605015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036895730018872:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:07.605060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036895730018846:2108] [node 4] ICP30 unregister session Session# [5:7593036895730018872:2108] VirtualId# [5:7593036895730018865:0]
2026-01-08T17:01:07.605116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:07.605080Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:07.605148Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036895730018846:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30614) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.605182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30614) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:07.605250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036893788266137:2107] [node 4] ICS01 socket: 220 reason# EndOfStream
2026-01-08T17:01:07.605287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036893788266108:2107] [node 4] ICP30 unregister session Session# [6:7593036893788266137:2107] VirtualId# [6:7593036893788266128:0]
2026-01-08T17:01:07.605318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036893788266137:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.605412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:07.605464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:07.661638Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:07.661819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036893788266146:2106] [node 5] ICS01 socket: 180 reason# EndOfStream
2026-01-08T17:01:07.661904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036893788266105:2106] [node 5] ICP30 unregister session Session# [6:7593036893788266146:2106] VirtualId# [6:7593036893788266142:0]
2026-01-08T17:01:07.661941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036893788266146:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.662026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:07.662071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:07.747135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036896755326312:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:07.747219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036896755326311:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:07.752040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036896924880059:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:07.752115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036896924880060:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:07.756979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036893213592566:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:07.757013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036893213592567:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:07.762436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036894787221149:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:07.762459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036894787221150:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:07.762481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036894787221151:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:07.768478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036893756754969:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:07.768515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036893756754971:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:07.768629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036893756754970:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:07.773962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036895865470349:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:07.774028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036895865470351:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:07.774143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036895865470350:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:07.862737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036896755326374:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:07.865435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036894787221212:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:07.865802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036893756755033:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:07.865891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036896755326375:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:07.865464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036894787221213:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:07.865463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036896924880122:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:07.865697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036893213592629:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:07.866141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036896924880124:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:07.865836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036895865470420:2106] [node 5] ICP01 ready to work
2026-01-08T17:01:07.866254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036896924880123:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:07.865851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036893213592630:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:07.866289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036895865470421:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:07.866388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036893213592631:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:07.867004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036896755326376:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:07.867112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036893756755034:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:07.873611Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036893756754969:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(43627897ns) {Configure:104(43619082ns) {ProcessConfigured:135(276707ns) {StartInitialHandshake:157(274152ns) {DropHandshakes:470(1539ns) {DropIncomingHandshake:442(356ns) DropOutgoingHandshake:457(346ns)} GenerateSessionVirtualId:992(524ns) PrepareNewSessionHandshake:477(1314ns) {SwitchToState:179(548ns)}}}}}
2026-01-08T17:01:07.873838Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036895865470350:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(37889885ns) {Configure:104(37882546ns) {ProcessConfigured:135(368197ns) {StartInitialHandshake:157(365963ns) {DropHandshakes:470(1133ns) {DropIncomingHandshake:442(288ns) DropOutgoingHandshake:457(272ns)} GenerateSessionVirtualId:992(411ns) PrepareNewSessionHandshake:477(1333ns) {SwitchToState:179(723ns)}}}}}
2026-01-08T17:01:07.874787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036896924880059:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(56983469ns) {Configure:104(56979553ns) {ProcessConfigured:135(564102ns) {StartInitialHandshake:157(562122ns) {DropHandshakes:470(978ns) {DropIncomingHandshake:442(424ns) DropOutgoingHandshake:457(162ns)} GenerateSessionVirtualId:992(275ns) PrepareNewSessionHandshake:477(952ns) {SwitchToState:179(164ns)}}}}}
2026-01-08T17:01:07.874769Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036895865470349:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(42467943ns) {Configure:104(42463229ns) {ProcessConfigured:135(369775ns) {StartInitialHandshake:157(368066ns) {DropHandshakes:470(3169ns) {DropIncomingHandshake:442(376ns) DropOutgoingHandshake:457(193ns)} GenerateSessionVirtualId:992(561ns) PrepareNewSessionHandshake:477(1102ns) {SwitchToState:179(416ns)}}}}}
2026-01-08T17:01:07.875238Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036893756754970:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(38399826ns) {Configure:104(38392610ns) {ProcessConfigured:135(435993ns) {StartInitialHandshake:157(433875ns) {DropHandshakes:470(1089ns) {DropIncomingHandshake:442(264ns) DropOutgoingHandshake:457(285ns)} GenerateSessionVirtualId:992(477ns) PrepareNewSessionHandshake:477(1017ns) {SwitchToState:179(488ns)}}}}}
2026-01-08T17:01:07.875300Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036896924880060:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(57132135ns) {Configure:104(57034155ns) {ProcessConfigured:135(625034ns) {StartInitialHandshake:157(622814ns) {DropHandshakes:470(929ns) {DropIncomingHandshake:442(230ns) DropOutgoingHandshake:457(226ns)} GenerateSessionVirtualId:992(593ns) PrepareNewSessionHandshake:477(1456ns) {SwitchToState:179(479ns)}}}}}
2026-01-08T17:01:07.876115Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036896755326312:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(58562522ns) {Configure:104(45450309ns) {ProcessConfigured:135(1323269ns) {StartInitialHandshake:157(1321116ns) {DropHandshakes:470(1367ns) {DropIncomingHandshake:442(259ns) DropOutgoingHandshake:457(291ns)} GenerateSessionVirtualId:992(548ns) PrepareNewSessionHandshake:477(737ns) {SwitchToState:179(267ns)}}}}}
2026-01-08T17:01:07.875855Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036893213592566:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(39516721ns) {Configure:104(39506323ns) {ProcessConfigured:135(793865ns) {StartInitialHandshake:157(791727ns) {DropHandshakes:470(1022ns) {DropIncomingHandshake:442(240ns) DropOutgoingHandshake:457(207ns)} GenerateSessionVirtualId:992(392ns) PrepareNewSessionHandshake:477(1674ns) {SwitchToState:179(812ns)}}}}}
2026-01-08T17:01:07.876180Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036893213592567:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(57278546ns) {Configure:104(57271017ns) {ProcessConfigured:135(1421551ns) {StartInitialHandshake:157(1419770ns) {DropHandshakes:470(1125ns) {DropIncomingHandshake:442(284ns) DropOutgoingHandshake:457(248ns)} GenerateSessionVirtualId:992(528ns) PrepareNewSessionHandshake:477(2033ns) {SwitchToState:179(974ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.880375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036894787221225:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24847
2026-01-08T17:01:07.880387Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036896924880136:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17205
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.881092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036896755326387:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33136
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.881852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036894787221226:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24847
2026-01-08T17:01:07.882086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036893756755046:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55163
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.881885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036896755326388:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33136
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.886375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036896755326389:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33136
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.887684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036896924880137:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17205
2026-01-08T17:01:07.890363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036896924880138:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17205
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.891308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036893213592644:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54907
No RDMA context found for GID: ::ffff:127.1.0.0No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2026-01-08T17:01:07.891324Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036896924880140:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17205
2026-01-08T17:01:07.891315Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036896755326390:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33136
2026-01-08T17:01:07.892225Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036893213592645:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54907
2026-01-08T17:01:07.892497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036896755326391:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33136
2026-01-08T17:01:07.892248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036893213592643:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54907
2026-01-08T17:01:07.892196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036893756755049:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55163
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.892424Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036893213592646:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54907
2026-01-08T17:01:07.893783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036896924880142:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17205
2026-01-08T17:01:07.900708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036893756755046:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.900939Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036896755326388:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.901590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036894787221226:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.901700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036894787221151:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.901735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036896755326389:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.901920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893213592636:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.901956Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036893213592636:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.902949Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036893213592636:2110] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.903144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036894787221230:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24847
2026-01-08T17:01:07.903396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036893213592630:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.903451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:07.903513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036893213592630:2107] [node 4] ICP22 created new session: [3:7593036893213592650:2107]
2026-01-08T17:01:07.903582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036893213592650:2107] [node 4] ICS09 handshake done sender: [3:7593036893213592636:2110] self: [3:7593036893213592634:0] peer: [4:7593036894787221229:0] socket: 197 qp: -1
2026-01-08T17:01:07.903621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036893213592650:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:07.903655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:07.903960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036894787221226:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.904135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036894787221151:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.904228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036896924880138:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.904242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:07.904306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036894787221151:2050] [node 3] ICP22 created new session: [4:7593036894787221231:2050]
2026-01-08T17:01:07.904275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036895865470436:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51790
2026-01-08T17:01:07.904354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036894787221231:2050] [node 3] ICS09 handshake done sender: [4:7593036894787221226:2115] self: [4:7593036894787221229:0] peer: [3:7593036893213592634:0] socket: 200 qp: -1
2026-01-08T17:01:07.904396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036894787221231:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:07.904435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:07.904577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036896924880137:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.904789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893213592643:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.905005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036893213592566:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.904997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036894787221225:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.905137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036896755326390:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.905173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036894787221150:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.905243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036893756755049:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.905296Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036896755326382:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.905300Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036896924880136:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.905324Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036896755326382:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.905374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036896924880129:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.905405Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036896924880129:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.905386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036893756754969:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.905455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036896755326387:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.905958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036896755326381:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.905987Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036896755326381:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.906382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036896755326391:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.906634Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893213592644:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.906647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036896924880140:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.906746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036893213592630:2107] [node 4] ICP18 handshake (actor [3:7593036893213592644:2115]) is too old
2026-01-08T17:01:07.906407Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036896755326382:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:07.907547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893213592646:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.907532Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036896924880142:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.907947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036896755326312:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.907954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893213592645:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.907648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036896924880059:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.907950Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036896924880129:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:07.907996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036896755326381:2110] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.908013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:07.908387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036893213592567:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.908167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036896755326312:2049] [node 3] ICP22 created new session: [1:7593036896755326402:2049]
2026-01-08T17:01:07.908468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036893213592654:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54907
2026-01-08T17:01:07.908326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036896755326383:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.908770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036896924880122:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.908494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036894787221234:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24847
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.908352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036896755326402:2049] [node 3] ICS09 handshake done sender: [1:7593036896755326382:2111] self: [1:7593036896755326377:0] peer: [3:7593036893213592653:0] socket: 181 qp: -1
2026-01-08T17:01:07.908814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:07.909306Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036893213592643:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:07.909997Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036894787221225:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:07.910673Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036893756755053:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55163
2026-01-08T17:01:07.909274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036896924880122:2107] [node 4] ICP22 created new session: [2:7593036896924880149:2107]
2026-01-08T17:01:07.915034Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036893213592566:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28801) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036893213592643:2114] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.909308Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036896924880132:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.908365Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036896755326383:2112] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.914806Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036893756755052:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55163
2026-01-08T17:01:07.915215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036894787221150:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.909373Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036896924880132:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.916341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036893213592566:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.908397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036896755326402:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:07.916440Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036893756754969:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28801) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036893756755049:2117] held: no
2026-01-08T17:01:07.916526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:07.915563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:07.908431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:07.914823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036896924880149:2107] [node 4] ICS09 handshake done sender: [2:7593036896924880129:2110] self: [2:7593036896924880126:0] peer: [4:7593036894787221233:0] socket: 180 qp: -1
2026-01-08T17:01:07.916746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036893213592566:2048] [node 1] ICP22 created new session: [3:7593036893213592657:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.918689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036895865470436:2124] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.916527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036894787221150:2049] [node 2] ICP22 created new session: [4:7593036894787221237:2049]
2026-01-08T17:01:07.908820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036896755326376:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.915087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036896924880149:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:07.917960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036893213592657:2048] [node 1] ICS09 handshake done sender: [3:7593036893213592643:2114] self: [3:7593036893213592653:0] peer: [1:7593036896755326377:0] socket: 203 qp: -1
2026-01-08T17:01:07.916732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036894787221237:2049] [node 2] ICS09 handshake done sender: [4:7593036894787221225:2114] self: [4:7593036894787221233:0] peer: [2:7593036896924880126:0] socket: 192 qp: -1
2026-01-08T17:01:07.918978Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036893756755049:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:07.914124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:07.916329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:07.919456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036895865470437:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51790
2026-01-08T17:01:07.917990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036893213592657:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:07.916776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036894787221237:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:07.916616Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036896924880132:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:07.914859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036896755326376:2108] [node 5] ICP22 created new session: [1:7593036896755326405:2108]
2026-01-08T17:01:07.919870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036895865470351:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.918674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036896924880060:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.918344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:07.916491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036896755326405:2108] [node 5] ICS09 handshake done sender: [1:7593036896755326381:2110] self: [1:7593036896755326380:0] peer: [5:7593036893756755051:0] socket: 211 qp: -1
2026-01-08T17:01:07.920170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036893756754969:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.917983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.918731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:07.917823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036896755326405:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:07.920547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893213592639:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.920431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:07.919473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036896924880060:2049] [node 3] ICP22 created new session: [2:7593036896924880154:2049]
2026-01-08T17:01:07.918259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036894787221236:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24847
2026-01-08T17:01:07.920584Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036893213592639:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.917868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:07.920587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036893756754969:2048] [node 1] ICP22 created new session: [5:7593036893756755055:2048]
2026-01-08T17:01:07.919973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036896924880154:2049] [node 3] ICS09 handshake done sender: [2:7593036896924880132:2113] self: [2:7593036896924880125:0] peer: [3:7593036893213592656:0] socket: 190 qp: -1
2026-01-08T17:01:07.922404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036895865470437:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.920755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036893756755053:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.920146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036896924880154:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:07.918541Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036896755326383:2112] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.920577Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036894787221150:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:07.919487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036896755326311:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.923867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036895865470350:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.921963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036893213592658:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54907
2026-01-08T17:01:07.920432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: 2026-01-08T17:01:07.919528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
::ffff:127.1.0.0
2026-01-08T17:01:07.920770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036893756755055:2048] [node 1] ICS09 handshake done sender: [5:7593036893756755049:2117] self: [5:7593036893756755051:0] peer: [1:7593036896755326380:0] socket: 212 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:07.919861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036896755326311:2048] [node 2] ICP22 created new session: [1:7593036896755326409:2048]
2026-01-08T17:01:07.923918Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036893213592567:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13635) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036893213592645:2116] held: no
2026-01-08T17:01:07.924017Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036896924880059:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28801) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036896924880142:2119] held: no
No RDMA context found for GID: 2026-01-08T17:01:07.920802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036893756755055:2048] [node 1] ICS10 traffic start
::ffff:127.1.0.02026-01-08T17:01:07.923872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036894787221236:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.925139Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036895865470440:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51790
2026-01-08T17:01:07.920121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036896755326409:2048] [node 2] ICS09 handshake done sender: [1:7593036896755326383:2112] self: [1:7593036896755326379:0] peer: [2:7593036896924880148:0] socket: 214 qp: -1
2026-01-08T17:01:07.924662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036893213592645:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:07.920445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036896755326409:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:07.925615Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036896924880153:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17205
2026-01-08T17:01:07.925916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036896924880130:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.925185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036895865470439:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51790
2026-01-08T17:01:07.924012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036894787221221:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.925938Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036896924880130:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.921149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:07.920482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:07.925830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036893213592567:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.926041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036895865470440:2127] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.922673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036893756755033:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.925965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036896755326384:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.924041Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036894787221221:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.925862Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036893213592639:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:07.926209Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036895865470439:2126] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.925209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036894787221149:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.925108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036893756755054:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55163
2026-01-08T17:01:07.926385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036895865470421:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.925984Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036896755326384:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.925635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036894787221240:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24847
2026-01-08T17:01:07.925962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.925917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036893756755054:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.925893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036894787221221:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:07.927713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036895865470349:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.926028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036893213592567:2049] [node 2] ICP22 created new session: [3:7593036893213592662:2049]
2026-01-08T17:01:07.926804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036893756754971:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.926897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036894787221240:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.926141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036893213592662:2049] [node 2] ICS09 handshake done sender: [3:7593036893213592645:2116] self: [3:7593036893213592656:0] peer: [2:7593036896924880125:0] socket: 207 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.926925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036894787221212:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.928207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036896755326393:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.928304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036895865470442:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51790
2026-01-08T17:01:07.928221Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036896924880142:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:07.928416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036893756755059:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55163
2026-01-08T17:01:07.927564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:07.926332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036893213592662:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:07.928217Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036896755326384:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:07.928825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036896924880059:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.928238Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036896755326393:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.928464Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036893756755060:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55163
2026-01-08T17:01:07.929228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:07.927579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036894787221228:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.929291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036896755326374:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.926801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.929241Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036896924880130:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:07.927598Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036894787221228:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.929990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:07.927151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036893213592631:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.930350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036893756755053:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:07.928195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036894787221212:2108] [node 5] ICP22 created new session: [4:7593036894787221243:2108]
2026-01-08T17:01:07.929276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036896924880059:2048] [node 1] ICP22 created new session: [2:7593036896924880158:2048]
2026-01-08T17:01:07.930046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036896755326374:2107] [node 4] ICP22 created new session: [1:7593036896755326413:2107]
2026-01-08T17:01:07.927186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:07.930689Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036895865470436:2124] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:07.929311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036896924880158:2048] [node 1] ICS09 handshake done sender: [2:7593036896924880142:2119] self: [2:7593036896924880148:0] peer: [1:7593036896755326379:0] socket: 215 qp: -1
2026-01-08T17:01:07.928305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036894787221243:2108] [node 5] ICS09 handshake done sender: [4:7593036894787221221:2113] self: [4:7593036894787221216:0] peer: [5:7593036893756755058:0] socket: 183 qp: -1
2026-01-08T17:01:07.930948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036893756755033:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.930352Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036896755326393:2119] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:07.931467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036895865470445:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51790
2026-01-08T17:01:07.927554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036893213592631:2109] [node 6] ICP22 created new session: [3:7593036893213592664:2109]
2026-01-08T17:01:07.931514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:07.930502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036896755326413:2107] [node 4] ICS09 handshake done sender: [1:7593036896755326384:2113] self: [1:7593036896755326378:0] peer: [4:7593036894787221242:0] socket: 226 qp: -1
2026-01-08T17:01:07.928418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036894787221243:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:07.929992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036896924880158:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:07.931904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036895865470351:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.928206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036893213592664:2109] [node 6] ICS09 handshake done sender: [3:7593036893213592639:2113] self: [3:7593036893213592635:0] peer: [6:7593036895865470438:0] socket: 218 qp: -1
2026-01-08T17:01:07.930663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036896755326413:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:07.928454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:07.930031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:07.932949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:07.930489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036896924880124:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.928219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036893213592648:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.933583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036895865470351:2050] [node 3] ICP22 created new session: [6:7593036895865470448:2050]
2026-01-08T17:01:07.930696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:07.930014Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036894787221228:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:07.931737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036893756755033:2108] [node 4] ICP22 created new session: [5:7593036893756755063:2108]
2026-01-08T17:01:07.931735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036896755326375:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.930651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036894787221244:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24847
2026-01-08T17:01:07.930529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:07.933931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036893756755063:2108] [node 4] ICS09 handshake done sender: [5:7593036893756755053:2119] self: [5:7593036893756755058:0] peer: [4:7593036894787221216:0] socket: 205 qp: -1
2026-01-08T17:01:07.928247Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036893213592648:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.935264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036895865470448:2050] [node 3] ICS09 handshake done sender: [6:7593036895865470436:2124] self: [6:7593036895865470438:0] peer: [3:7593036893213592635:0] socket: 219 qp: -1
2026-01-08T17:01:07.931784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:07.931322Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036894787221149:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28801) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036894787221236:2119] held: no
2026-01-08T17:01:07.930675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036896924880124:2109] [node 6] ICP22 created new session: [2:7593036896924880160:2109]
2026-01-08T17:01:07.934628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036893756755063:2108] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.931909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036896755326375:2109] [node 6] ICP22 created new session: [1:7593036896755326415:2109]
2026-01-08T17:01:07.932937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036894787221213:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.935858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036895865470448:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:07.934668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:07.933281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036896755326415:2109] [node 6] ICS09 handshake done sender: [1:7593036896755326393:2119] self: [1:7593036896755326392:0] peer: [6:7593036895865470444:0] socket: 189 qp: -1
2026-01-08T17:01:07.932966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:07.931254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036896924880160:2109] [node 6] ICS09 handshake done sender: [2:7593036896924880130:2111] self: [2:7593036896924880128:0] peer: [6:7593036895865470441:0] socket: 227 qp: -1
2026-01-08T17:01:07.928308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036893213592664:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:07.933353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036896755326415:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:07.932976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593036894787221212:2108] [node 5] ICP18 handshake (actor [4:7593036894787221240:2120]) is too old
2026-01-08T17:01:07.935903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:07.934667Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036893756754971:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31702) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036893756755054:2120] held: no
2026-01-08T17:01:07.931699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036896924880160:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:07.928343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:07.933399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:07.933280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036894787221213:2109] [node 6] ICP22 created new session: [4:7593036894787221247:2109]
2026-01-08T17:01:07.937165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036895865470437:2125] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:07.932915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:07.930593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036893213592648:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:07.934641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036894787221247:2109] [node 6] ICS09 handshake done sender: [4:7593036894787221228:2116] self: [4:7593036894787221227:0] peer: [6:7593036895865470443:0] socket: 231 qp: -1
2026-01-08T17:01:07.937629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036893756755062:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55163
2026-01-08T17:01:07.937660Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036895865470350:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13635) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036895865470437:2125] held: no
2026-01-08T17:01:07.931899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036893213592629:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.934675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036894787221247:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:07.938131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036895865470350:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.938227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036893756755054:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:07.935354Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036894787221236:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:07.932963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:07.938244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:07.935922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:07.938304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036895865470350:2049] [node 2] ICP22 created new session: [6:7593036895865470450:2049]
2026-01-08T17:01:07.939508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036893756754971:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.933004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036893213592629:2108] [node 5] ICP22 created new session: [3:7593036893213592667:2108]
2026-01-08T17:01:07.939551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:07.939057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036895865470450:2049] [node 2] ICS09 handshake done sender: [6:7593036895865470437:2125] self: [6:7593036895865470441:0] peer: [2:7593036896924880128:0] socket: 228 qp: -1
2026-01-08T17:01:07.937385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036894787221149:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.939275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036895865470450:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:07.939679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036893756754971:2050] [node 3] ICP22 created new session: [5:7593036893756755066:2050]
2026-01-08T17:01:07.934848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036893213592667:2108] [node 5] ICS09 handshake done sender: [3:7593036893213592648:2118] self: [3:7593036893213592647:0] peer: [5:7593036893756755061:0] socket: 179 qp: -1
2026-01-08T17:01:07.937417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:07.939580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:07.935344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036893213592667:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:07.937713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036894787221149:2048] [node 1] ICP22 created new session: [4:7593036894787221249:2048]
2026-01-08T17:01:07.939953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036893756755066:2050] [node 3] ICS09 handshake done sender: [5:7593036893756755054:2120] self: [5:7593036893756755061:0] peer: [3:7593036893213592647:0] socket: 232 qp: -1
2026-01-08T17:01:07.935923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:07.937828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036894787221249:2048] [node 1] ICS09 handshake done sender: [4:7593036894787221236:2119] self: [4:7593036894787221242:0] peer: [1:7593036896755326378:0] socket: 209 qp: -1
2026-01-08T17:01:07.939994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036893756755066:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:07.937860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036894787221249:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.939992Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036895865470349:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28801) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036895865470439:2126] held: no
2026-01-08T17:01:07.937896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.940082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:07.940108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036895865470451:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51790
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.940136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036895865470446:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51790
2026-01-08T17:01:07.940220Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036895865470447:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51790
2026-01-08T17:01:07.940359Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036895865470440:2127] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:07.940368Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036895865470439:2126] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:07.940845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036895865470451:2132] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.940873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036895865470349:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.940879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036895865470421:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.940909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:07.940943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036895865470349:2048] [node 1] ICP22 created new session: [6:7593036895865470454:2048]
No RDMA context found for GID: 2026-01-08T17:01:07.940958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
::ffff:127.1.0.0
2026-01-08T17:01:07.940992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036895865470454:2048] [node 1] ICS09 handshake done sender: [6:7593036895865470439:2126] self: [6:7593036895865470444:0] peer: [1:7593036896755326392:0] socket: 230 qp: -1
2026-01-08T17:01:07.941009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036895865470421:2107] [node 4] ICP22 created new session: [6:7593036895865470455:2107]
2026-01-08T17:01:07.941016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036895865470454:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:07.941034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:07.941043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036895865470455:2107] [node 4] ICS09 handshake done sender: [6:7593036895865470440:2127] self: [6:7593036895865470443:0] peer: [4:7593036894787221227:0] socket: 233 qp: -1
2026-01-08T17:01:07.941067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036895865470455:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:07.941045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036894787221251:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24847
2026-01-08T17:01:07.941110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:07.941218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036895865470420:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.941486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036893756755048:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.941508Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036893756755048:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.942997Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036893756755048:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.943155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036895865470459:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51790
2026-01-08T17:01:07.943201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036893756755034:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.943275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:07.943539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036893756755034:2109] [node 6] ICP22 created new session: [5:7593036893756755069:2109]
2026-01-08T17:01:07.943958Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036894787221213:2109] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:07.943956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036895865470451:2132] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:07.943769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036893756755069:2109] [node 6] ICS09 handshake done sender: [5:7593036893756755048:2116] self: [5:7593036893756755047:0] peer: [6:7593036895865470458:0] socket: 186 qp: -1
2026-01-08T17:01:07.943818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036893756755069:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:07.943963Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036895865470420:2106] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31703) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036895865470451:2132] held: no
2026-01-08T17:01:07.943864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:07.944128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036895865470420:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.944061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036893756755059:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.945238Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036896924880141:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:07.944151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:07.944146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036893756754970:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:07.945280Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036896924880141:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:07.944906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036895865470420:2106] [node 5] ICP22 created new session: [6:7593036895865470460:2106]
2026-01-08T17:01:07.945020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036895865470460:2106] [node 5] ICS09 handshake done sender: [6:7593036895865470451:2132] self: [6:7593036895865470458:0] peer: [5:7593036893756755047:0] socket: 177 qp: -1
2026-01-08T17:01:07.945114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036895865470460:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:07.945299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:07.946118Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036896924880141:2118] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:07.946296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036896924880123:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:07.946244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036893756755072:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55163
2026-01-08T17:01:07.946399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:07.946431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036896924880123:2108] [node 5] ICP22 created new session: [2:7593036896924880163:2108]
2026-01-08T17:01:07.946463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036896924880163:2108] [node 5] ICS09 handshake done sender: [2:7593036896924880141:2118] self: [2:7593036896924880139:0] peer: [5:7593036893756755071:0] socket: 182 qp: -1
2026-01-08T17:01:07.946482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036896924880163:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:07.946510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:07.946532Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036893756755059:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:07.946654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036893756754970:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:07.946712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:07.946762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036893756754970:2049] [node 2] ICP22 created new session: [5:7593036893756755073:2049]
2026-01-08T17:01:07.947348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036893756755073:2049] [node 2] ICS09 handshake done sender: [5:7593036893756755059:2121] self: [5:7593036893756755071:0] peer: [2:7593036896924880139:0] socket: 206 qp: -1
2026-01-08T17:01:07.947387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036893756755073:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:07.947422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:07.947671Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036893756754970:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:07.995221Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:07.995480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036896924880158:2048] [node 1] ICS01 socket: 215 reason# EndOfStream
2026-01-08T17:01:07.995528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036896924880059:2048] [node 1] ICP30 unregister session Session# [2:7593036896924880158:2048] VirtualId# [2:7593036896924880148:0]
2026-01-08T17:01:07.995570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036896924880158:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.995674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:07.995729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:07.996222Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:07.996397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036893213592657:2048] [node 1] ICS01 socket: 203 reason# EndOfStream
2026-01-08T17:01:07.996436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036893213592566:2048] [node 1] ICP30 unregister session Session# [3:7593036893213592657:2048] VirtualId# [3:7593036893213592653:0]
2026-01-08T17:01:07.996460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036893213592657:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.996556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:07.996609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:07.998079Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:07.998301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036894787221249:2048] [node 1] ICS01 socket: 209 reason# EndOfStream
2026-01-08T17:01:07.998365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036894787221149:2048] [node 1] ICP30 unregister session Session# [4:7593036894787221249:2048] VirtualId# [4:7593036894787221242:0]
2026-01-08T17:01:07.998393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036894787221249:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.998468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:07.998516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:07.998949Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:07.999081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036893756755055:2048] [node 1] ICS01 socket: 212 reason# EndOfStream
2026-01-08T17:01:07.999117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036893756754969:2048] [node 1] ICP30 unregister session Session# [5:7593036893756755055:2048] VirtualId# [5:7593036893756755051:0]
2026-01-08T17:01:07.999142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036893756755055:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:07.999195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:07.999248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:07.999688Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:07.999943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036895865470454:2048] [node 1] ICS01 socket: 230 reason# EndOfStream
2026-01-08T17:01:07.999992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036895865470349:2048] [node 1] ICP30 unregister session Session# [6:7593036895865470454:2048] VirtualId# [6:7593036895865470444:0]
2026-01-08T17:01:08.000017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036895865470454:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.000092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:08.000153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:08.076931Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:08.077111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036893213592662:2049] [node 2] ICS01 socket: 207 reason# EndOfStream
2026-01-08T17:01:08.077147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036893213592567:2049] [node 2] ICP30 unregister session Session# [3:7593036893213592662:2049] VirtualId# [3:7593036893213592656:0]
2026-01-08T17:01:08.077176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036893213592662:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.077286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:08.077381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:08.080412Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:08.080589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036894787221237:2049] [node 2] ICS07 socket disconnect 192 reason# EndOfStream
2026-01-08T17:01:08.080630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036894787221237:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.080742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:08.080800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036894787221237:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:08.081272Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:08.081418Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036894787221150:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13635) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:08.081468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036893756755073:2049] [node 2] ICS07 socket disconnect 206 reason# EndOfStream
2026-01-08T17:01:08.081459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036894787221237:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:08.081483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036894787221150:2049] [node 2] ICP30 unregister session Session# [4:7593036894787221237:2049] VirtualId# [4:7593036894787221233:0]
2026-01-08T17:01:08.081559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036893756755073:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.081571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:08.081644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:08.081593Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036894787221150:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13635) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.081694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036893756755073:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:08.081602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13635) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.082356Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:08.082529Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036893756754970:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13635) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:08.082581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036893756755073:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:08.082564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036895865470450:2049] [node 2] ICS01 socket: 228 reason# EndOfStream
2026-01-08T17:01:08.082615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036893756754970:2049] [node 2] ICP30 unregister session Session# [5:7593036893756755073:2049] VirtualId# [5:7593036893756755071:0]
2026-01-08T17:01:08.082663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036895865470350:2049] [node 2] ICP30 unregister session Session# [6:7593036895865470450:2049] VirtualId# [6:7593036895865470441:0]
2026-01-08T17:01:08.082658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:08.082839Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036893756754970:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13635) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.082714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036895865470450:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.082855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13635) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.082805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:08.082866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:08.090993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036894787221150:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:08.093078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036893756754970:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:08.189791Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:08.190045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036894787221231:2050] [node 3] ICS07 socket disconnect 200 reason# EndOfStream
2026-01-08T17:01:08.190111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036894787221231:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.190221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:08.190276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036894787221231:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:08.190553Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:08.190700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036893756755066:2050] [node 3] ICS01 socket: 232 reason# EndOfStream
2026-01-08T17:01:08.190737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036893756754971:2050] [node 3] ICP30 unregister session Session# [5:7593036893756755066:2050] VirtualId# [5:7593036893756755061:0]
2026-01-08T17:01:08.190762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036893756755066:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.190835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:08.190886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:08.190973Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036894787221151:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31702) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:08.191017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036894787221231:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:08.191086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036894787221151:2050] [node 3] ICP30 unregister session Session# [4:7593036894787221231:2050] VirtualId# [4:7593036894787221229:0]
2026-01-08T17:01:08.191136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:08.191158Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036894787221151:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31702) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.191168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31702) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.191333Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:08.191545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036895865470448:2050] [node 3] ICS07 socket disconnect 219 reason# EndOfStream
2026-01-08T17:01:08.191577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036895865470448:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.191658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:08.191727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036895865470448:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:08.192340Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036895865470351:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31702) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:08.192401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036895865470448:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:08.192433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036895865470351:2050] [node 3] ICP30 unregister session Session# [6:7593036895865470448:2050] VirtualId# [6:7593036895865470438:0]
2026-01-08T17:01:08.192489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:08.192520Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036895865470351:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31702) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.192533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31702) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.202653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036895865470351:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:08.258237Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:08.258495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036893756755063:2108] [node 4] ICS07 socket disconnect 205 reason# EndOfStream
2026-01-08T17:01:08.258533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036893756755063:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.258622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:08.258676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036893756755063:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:08.259348Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:08.259406Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036893756755033:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3937) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:08.259527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036893756755063:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:08.259594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036893756755033:2108] [node 4] ICP30 unregister session Session# [5:7593036893756755063:2108] VirtualId# [5:7593036893756755058:0]
2026-01-08T17:01:08.259640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:08.259670Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036893756755033:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3937) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.259688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3937) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.259684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036895865470455:2107] [node 4] ICS07 socket disconnect 233 reason# EndOfStream
2026-01-08T17:01:08.259722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036895865470455:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.259790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:08.259839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036895865470455:2107] [node 4] ICS15 start handshake
2026-01-08T17:01:08.260545Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036895865470421:2107] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3937) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:08.260659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036895865470455:2107] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:08.260715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036895865470421:2107] [node 4] ICP30 unregister session Session# [6:7593036895865470455:2107] VirtualId# [6:7593036895865470443:0]
2026-01-08T17:01:08.260764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:08.260799Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036895865470421:2107] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3937) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.260813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3937) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.269205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036893756755033:2108] [node 4] ICP33 wake up from error state
2026-01-08T17:01:08.270193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036895865470421:2107] [node 4] ICP33 wake up from error state
2026-01-08T17:01:08.352776Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:08.353033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036895865470460:2106] [node 5] ICS01 socket: 177 reason# EndOfStream
2026-01-08T17:01:08.353087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036895865470420:2106] [node 5] ICP30 unregister session Session# [6:7593036895865470460:2106] VirtualId# [6:7593036895865470458:0]
2026-01-08T17:01:08.353128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036895865470460:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.353215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:08.353276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:08.442215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036898951481800:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:08.442258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036898951481801:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:08.448462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036899843453395:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:08.448793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036899843453396:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:08.453455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036900393096139:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:08.453486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036900393096140:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:08.459982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036898039636671:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:08.460019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036898039636670:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:08.460044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036898039636672:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:08.465178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036897097725458:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:08.465202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036897097725459:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:08.465285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036897097725460:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:08.470541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036901182199749:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:08.470582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036901182199751:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:08.470585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036901182199750:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:08.534530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036898951481864:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:08.541309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036899843453456:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:08.541281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036898951481863:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:08.551130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036898039636735:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:08.554596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036901182199809:2105] [node 5] ICP01 ready to work
2026-01-08T17:01:08.555216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036900393096202:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:08.554581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036899843453459:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:08.554531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036897097725521:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:08.554844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036898951481865:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:08.555884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036898039636736:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:08.555507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036900393096203:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:08.554580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036897097725522:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:08.555777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036899843453460:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:08.555715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036901182199811:2106] [node 4] ICP01 ready to work
2026-01-08T17:01:08.555575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036900393096204:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:08.563866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036900393096139:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(27926191ns) {Configure:104(15547174ns) {ProcessConfigured:135(439720ns) {StartInitialHandshake:157(437642ns) {DropHandshakes:470(1929ns) {DropIncomingHandshake:442(722ns) DropOutgoingHandshake:457(331ns)} GenerateSessionVirtualId:992(929ns) PrepareNewSessionHandshake:477(4572ns) {SwitchToState:179(679ns)}}}}}
2026-01-08T17:01:08.564434Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036898951481801:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(51150051ns) {Configure:104(51146329ns) {ProcessConfigured:135(692451ns) {StartInitialHandshake:157(689237ns) {DropHandshakes:470(3991ns) {DropIncomingHandshake:442(378ns) DropOutgoingHandshake:457(394ns)} GenerateSessionVirtualId:992(248ns) PrepareNewSessionHandshake:477(1948ns) {SwitchToState:179(898ns)}}}}}
2026-01-08T17:01:08.565250Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036899843453395:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(50430198ns) {Configure:104(50425253ns) {ProcessConfigured:135(441035ns) {StartInitialHandshake:157(439285ns) {DropHandshakes:470(1229ns) {DropIncomingHandshake:442(315ns) DropOutgoingHandshake:457(277ns)} GenerateSessionVirtualId:992(462ns) PrepareNewSessionHandshake:477(1522ns) {SwitchToState:179(764ns)}}}}}
2026-01-08T17:01:08.565127Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036898951481800:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(52111317ns) {Configure:104(52104209ns) {ProcessConfigured:135(372354ns) {StartInitialHandshake:157(371337ns) {DropHandshakes:470(1286ns) {DropIncomingHandshake:442(519ns) DropOutgoingHandshake:457(239ns)} GenerateSessionVirtualId:992(477ns) PrepareNewSessionHandshake:477(928ns) {SwitchToState:179(208ns)}}}}}
2026-01-08T17:01:08.567082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036901182199750:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(40825160ns) {Configure:104(39828318ns) {ProcessConfigured:135(1221533ns) {StartInitialHandshake:157(1216595ns) {DropHandshakes:470(1319ns) {DropIncomingHandshake:442(348ns) DropOutgoingHandshake:457(432ns)} GenerateSessionVirtualId:992(599ns) PrepareNewSessionHandshake:477(1529ns) {SwitchToState:179(643ns)}}}}}
2026-01-08T17:01:08.566544Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036899843453396:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(51246376ns) {Configure:104(51242870ns) {ProcessConfigured:135(1258507ns) {StartInitialHandshake:157(989038ns) {DropHandshakes:470(1434ns) {DropIncomingHandshake:442(457ns) DropOutgoingHandshake:457(294ns)} GenerateSessionVirtualId:992(866ns) PrepareNewSessionHandshake:477(1031ns) {SwitchToState:179(392ns)}}}}}
2026-01-08T17:01:08.567374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036898039636670:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(24393605ns) {Configure:104(18727358ns) {ProcessConfigured:135(1119644ns) {StartInitialHandshake:157(1118240ns) {DropHandshakes:470(211464ns) {DropIncomingHandshake:442(781ns) DropOutgoingHandshake:457(275ns)} GenerateSessionVirtualId:992(534ns) PrepareNewSessionHandshake:477(618ns) {SwitchToState:179(342ns)}}}}}
2026-01-08T17:01:08.567715Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036901182199749:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(42184448ns) {Configure:104(42175456ns) {ProcessConfigured:135(2381072ns) {StartInitialHandshake:157(2379046ns) {DropHandshakes:470(83100ns) {DropIncomingHandshake:442(326ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:992(946ns) PrepareNewSessionHandshake:477(891ns) {SwitchToState:179(424ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.572163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036897097725533:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.573094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036898951481879:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42859
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:08.573179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036898039636749:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42837
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.573181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036900393096218:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22142
2026-01-08T17:01:08.576806Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036901182199824:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36637
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.576441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036900393096219:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22142
2026-01-08T17:01:08.577153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036899843453471:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33573
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.578078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036898039636751:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42837
2026-01-08T17:01:08.576796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036897097725537:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2026-01-08T17:01:08.579027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036898951481880:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42859
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.577227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036899843453476:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33573
2026-01-08T17:01:08.577174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036897097725538:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.581594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036901182199828:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36637
2026-01-08T17:01:08.580817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036898951481881:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42859
2026-01-08T17:01:08.582365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036900393096220:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22142
2026-01-08T17:01:08.579036Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036899843453475:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33573
2026-01-08T17:01:08.583066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036901182199829:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36637
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.585051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036901182199830:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36637
2026-01-08T17:01:08.585741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036898951481879:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.586669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036897097725533:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.586846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036897097725460:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:08.587012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036900393096212:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.587040Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036900393096212:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:08.587866Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036900393096212:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.588105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036897097725540:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2026-01-08T17:01:08.588129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036900393096204:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.588213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:08.588249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036900393096204:2108] [node 5] ICP22 created new session: [3:7593036900393096222:2108]
2026-01-08T17:01:08.588291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036900393096222:2108] [node 5] ICS09 handshake done sender: [3:7593036900393096212:2112] self: [3:7593036900393096205:0] peer: [5:7593036897097725539:0] socket: 181 qp: -1
2026-01-08T17:01:08.588329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036900393096222:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:08.588368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:08.588644Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036897097725533:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.589086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036897097725460:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.589144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:08.589194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036897097725460:2050] [node 3] ICP22 created new session: [5:7593036897097725541:2050]
2026-01-08T17:01:08.589176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036898039636752:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42837
2026-01-08T17:01:08.589243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036897097725541:2050] [node 3] ICS09 handshake done sender: [5:7593036897097725533:2115] self: [5:7593036897097725539:0] peer: [3:7593036900393096205:0] socket: 189 qp: -1
2026-01-08T17:01:08.589280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036897097725541:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:08.589314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.590432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036898039636752:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.590454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036898039636753:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42837
2026-01-08T17:01:08.590603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036898039636672:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:08.590800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036900393096210:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.590844Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036900393096210:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:08.592186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036901182199824:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.592240Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036899843453471:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.592338Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036897097725538:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.592385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036901182199749:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:08.592447Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036900393096210:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:08.592482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036897097725459:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.592613Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036898039636755:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42837
2026-01-08T17:01:08.592610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036898951481870:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.592645Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036898951481870:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:08.592712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036900393096203:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.592967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036899843453469:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.592886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:08.593002Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036899843453469:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:08.593757Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036898039636752:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:08.594753Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036899843453476:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.592980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036900393096203:2107] [node 4] ICP22 created new session: [3:7593036900393096226:2107]
2026-01-08T17:01:08.595080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036898039636672:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.594743Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036898951481881:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.595134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.595135Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036898951481870:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:08.593809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036900393096226:2107] [node 4] ICS09 handshake done sender: [3:7593036900393096210:2110] self: [3:7593036900393096207:0] peer: [4:7593036898039636754:0] socket: 224 qp: -1
2026-01-08T17:01:08.595592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036898039636672:2050] [node 3] ICP22 created new session: [4:7593036898039636756:2050]
2026-01-08T17:01:08.594128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036900393096226:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:08.596237Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036898039636749:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.594373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:08.596453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036898951481872:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.596395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036901182199832:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36637
2026-01-08T17:01:08.596242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036898039636756:2050] [node 3] ICS09 handshake done sender: [4:7593036898039636752:2119] self: [4:7593036898039636754:0] peer: [3:7593036900393096207:0] socket: 225 qp: -1
2026-01-08T17:01:08.594609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036900393096218:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.596487Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036898951481872:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:08.595355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036900393096139:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:08.597426Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036898951481880:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.596275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036898039636756:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:08.597927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036901182199833:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36637
2026-01-08T17:01:08.596499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036900393096219:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.597605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036898951481865:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.599213Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036899843453469:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:08.599184Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036901182199832:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.596498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036898039636751:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.603788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036897097725537:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.597782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036898951481871:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.599422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036900393096220:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.597806Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036898951481871:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:08.599462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036901182199751:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:08.596678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:08.599612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036900393096203:2107] [node 4] ICP18 handshake (actor [3:7593036900393096219:2116]) is too old
No RDMA context found for GID: 2026-01-08T17:01:08.607618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036899843453475:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:01:08.603021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:08.603820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036898951481872:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:08.605721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036901182199828:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.603896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036898951481865:2109] [node 6] ICP22 created new session: [1:7593036898951481888:2109]
2026-01-08T17:01:08.608476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036899843453459:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.605521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036900393096214:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.608275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036897097725530:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.605725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036901182199830:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.597400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036898039636670:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0::ffff:127.1.0.0
2026-01-08T17:01:08.606238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036898951481888:2109] [node 6] ICS09 handshake done sender: [1:7593036898951481870:2110] self: [1:7593036898951481869:0] peer: [6:7593036901182199831:0] socket: 182 qp: -1
2026-01-08T17:01:08.608537Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036899843453468:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.606705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036901182199809:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:08.605567Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036900393096214:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:08.608312Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036897097725530:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:08.608659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036898039636746:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.607253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036898951481888:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:08.608561Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036899843453468:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:08.611596Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036900393096214:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:08.610464Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036897097725545:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2026-01-08T17:01:08.606835Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036901182199829:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.607303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:08.608682Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036898039636746:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.608759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.612842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036897097725530:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:08.612702Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036900393096139:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27559) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036900393096218:2115] held: no
2026-01-08T17:01:08.607231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036901182199824:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:08.607655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036898951481801:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.614893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036897097725538:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:08.610556Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036898039636753:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.609485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036899843453459:2108] [node 5] ICP22 created new session: [2:7593036899843453481:2108]
2026-01-08T17:01:08.614870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036900393096202:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.607286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036901182199811:2106] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:08.607713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:08.612639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036899843453481:2108] [node 5] ICS09 handshake done sender: [2:7593036899843453469:2113] self: [2:7593036899843453462:0] peer: [5:7593036897097725544:0] socket: 198 qp: -1
2026-01-08T17:01:08.615464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036897097725521:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.614548Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036898039636746:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:08.614926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:08.607287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036901182199750:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:08.608302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036898951481801:2049] [node 3] ICP22 created new session: [1:7593036898951481891:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.615813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:08.614987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036898039636736:2110] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.614450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036899843453481:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:08.614957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036900393096202:2109] [node 6] ICP22 created new session: [3:7593036900393096233:2109]
2026-01-08T17:01:08.608320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036901182199749:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.614669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036899843453480:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33573
2026-01-08T17:01:08.608708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036898951481891:2049] [node 3] ICS09 handshake done sender: [1:7593036898951481872:2112] self: [1:7593036898951481868:0] peer: [3:7593036900393096229:0] socket: 183 qp: -1
2026-01-08T17:01:08.616020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036900393096231:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22142
2026-01-08T17:01:08.616424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036897097725521:2109] [node 6] ICP22 created new session: [5:7593036897097725548:2109]
2026-01-08T17:01:08.615428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.608754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:08.614699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:08.616437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036897097725459:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.609506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036898951481891:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:08.616374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036900393096233:2109] [node 6] ICS09 handshake done sender: [3:7593036900393096214:2114] self: [3:7593036900393096209:0] peer: [6:7593036901182199834:0] socket: 230 qp: -1
2026-01-08T17:01:08.616738Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036899843453480:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.609474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036901182199749:2048] [node 1] ICP22 created new session: [6:7593036901182199838:2048]
2026-01-08T17:01:08.617457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:08.616089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036898039636736:2110] [node 6] ICP22 created new session: [4:7593036898039636764:2110]
2026-01-08T17:01:08.616941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036900393096233:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.616749Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036899843453468:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.609547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.617779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036897097725459:2049] [node 2] ICP22 created new session: [5:7593036897097725550:2049]
2026-01-08T17:01:08.616927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036898039636764:2110] [node 6] ICS09 handshake done sender: [4:7593036898039636746:2116] self: [4:7593036898039636738:0] peer: [6:7593036901182199836:0] socket: 216 qp: -1
2026-01-08T17:01:08.617730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036898039636764:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:08.612881Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036898951481871:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:08.617806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036899843453395:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:08.612072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036901182199838:2048] [node 1] ICS09 handshake done sender: [6:7593036901182199824:2115] self: [6:7593036901182199831:0] peer: [1:7593036898951481869:0] socket: 190 qp: -1
2026-01-08T17:01:08.616987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:08.617947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036897097725548:2109] [node 6] ICS09 handshake done sender: [5:7593036897097725530:2112] self: [5:7593036897097725524:0] peer: [6:7593036901182199835:0] socket: 195 qp: -1
2026-01-08T17:01:08.614690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036898951481889:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42859
2026-01-08T17:01:08.617808Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036900393096218:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:08.617821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036899843453460:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.612308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036901182199838:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:08.615464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036898951481863:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.617858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:08.618031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036897097725550:2049] [node 2] ICS09 handshake done sender: [5:7593036897097725538:2117] self: [5:7593036897097725544:0] peer: [2:7593036899843453462:0] socket: 205 qp: -1
2026-01-08T17:01:08.612683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:08.618986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036900393096139:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.617938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036898039636765:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42837
2026-01-08T17:01:08.618936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036899843453460:2109] [node 6] ICP22 created new session: [2:7593036899843453487:2109]
2026-01-08T17:01:08.615491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.618859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036897097725548:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:08.622332Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036901182199811:2106] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21927) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036901182199830:2118] held: no
2026-01-08T17:01:08.619018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:08.617996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:08.619997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036899843453487:2109] [node 6] ICS09 handshake done sender: [2:7593036899843453468:2112] self: [2:7593036899843453464:0] peer: [6:7593036901182199837:0] socket: 199 qp: -1
2026-01-08T17:01:08.615829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036898951481863:2107] [node 4] ICP22 created new session: [1:7593036898951481895:2107]
2026-01-08T17:01:08.618903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:08.623650Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036901182199809:2105] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20912) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036901182199828:2116] held: no
2026-01-08T17:01:08.619457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036900393096139:2048] [node 1] ICP22 created new session: [3:7593036900393096235:2048]
2026-01-08T17:01:08.619422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036897097725550:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:08.620195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036899843453459:2108] [node 5] ICP18 handshake (actor [2:7593036899843453475:2116]) is too old
2026-01-08T17:01:08.618006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036898039636763:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42837
2026-01-08T17:01:08.616971Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036898951481865:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(18135698ns) {HandleHandshakeStatus:329(18133297ns) {DropIncomingHandshake:442(790ns) DropOutgoingHandshake:457(427ns) SwitchToState:179(101ns) ProcessPendingSessionEvents:495(5413496ns) {ForwardSessionEventToSession:616(2822763ns) ForwardSessionEventToSession:616(462513ns) ForwardSessionEventToSession:616(1685541ns) ForwardSessionEventToSession:616(7392ns) ForwardSessionEventToSession:616(241588ns) ForwardSessionEventToSession:616(3224ns) ForwardSessionEventToSession:616(2508ns) ForwardSessionEventToSession:616(162080ns) ForwardSessionEventToSession:616(2393ns) ForwardSessionEventToSession:616(2411ns)}}}
2026-01-08T17:01:08.620501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036900393096235:2048] [node 1] ICS09 handshake done sender: [3:7593036900393096218:2115] self: [3:7593036900393096229:0] peer: [1:7593036898951481868:0] socket: 187 qp: -1
2026-01-08T17:01:08.623899Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036901182199751:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32342) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036901182199832:2119] held: no
2026-01-08T17:01:08.619455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:08.620217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036899843453487:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:08.622271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036900393096235:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:08.624843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036901182199839:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36637
2026-01-08T17:01:08.620522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:08.623751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036897097725549:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2026-01-08T17:01:08.617808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036898951481889:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.622310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:08.625880Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036901182199842:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36637
2026-01-08T17:01:08.620227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036898039636765:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.623187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036899843453485:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33573
2026-01-08T17:01:08.625863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036897097725553:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2026-01-08T17:01:08.625910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036900393096237:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22142
2026-01-08T17:01:08.617987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036898951481895:2107] [node 4] ICS09 handshake done sender: [1:7593036898951481871:2111] self: [1:7593036898951481866:0] peer: [4:7593036898039636758:0] socket: 185 qp: -1
2026-01-08T17:01:08.621470Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036898039636749:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:08.626282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036901182199844:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36637
2026-01-08T17:01:08.626729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036897097725549:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.624801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036899843453467:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.628295Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036900393096237:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.618028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036898951481895:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:08.624823Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036899843453467:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:08.622941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036898039636671:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:08.628829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036900393096140:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:08.626769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036897097725553:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.626142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036899843453467:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:08.626331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036901182199843:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36637
2026-01-08T17:01:08.618923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:08.623402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036898039636670:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.628272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036897097725522:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:08.627082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036899843453456:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.628312Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036901182199828:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:08.624620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:08.628721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036897097725458:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:08.627120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:08.619980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036898951481875:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.624679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036898039636670:2048] [node 1] ICP22 created new session: [4:7593036898039636769:2048]
2026-01-08T17:01:08.628236Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036899843453490:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33573
2026-01-08T17:01:08.628337Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036901182199832:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:08.620011Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036898951481875:2114] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:08.625722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036898039636769:2048] [node 1] ICS09 handshake done sender: [4:7593036898039636749:2117] self: [4:7593036898039636758:0] peer: [1:7593036898951481866:0] socket: 193 qp: -1
2026-01-08T17:01:08.628722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036901182199830:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:08.623697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036898951481863:2107] [node 4] ICP18 handshake (actor [1:7593036898951481889:2118]) is too old
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:08.628740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036901182199829:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:08.628258Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036899843453395:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27559) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036899843453480:2118] held: no
No RDMA context found for GID: 2026-01-08T17:01:08.625854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036898039636769:2048] [node 1] ICS10 traffic start
::ffff:127.1.0.0
2026-01-08T17:01:08.623759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036898951481875:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:08.626164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:08.628398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036899843453456:2107] [node 4] ICP22 created new session: [2:7593036899843453492:2107]
2026-01-08T17:01:08.629613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036901182199751:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.625526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036898951481800:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.633837Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036897097725458:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27559) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036897097725549:2120] held: no
2026-01-08T17:01:08.628694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036898039636771:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42837
2026-01-08T17:01:08.633848Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036897097725556:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2026-01-08T17:01:08.629646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:08.625924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:08.628845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036899843453492:2107] [node 4] ICS09 handshake done sender: [2:7593036899843453467:2111] self: [2:7593036899843453463:0] peer: [4:7593036898039636768:0] socket: 245 qp: -1
2026-01-08T17:01:08.626462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036898951481800:2048] [node 2] ICP22 created new session: [1:7593036898951481898:2048]
2026-01-08T17:01:08.634612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036897097725557:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45137
2026-01-08T17:01:08.629020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036899843453485:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.628806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036898039636745:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.629687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036901182199751:2050] [node 3] ICP22 created new session: [6:7593036901182199845:2050]
2026-01-08T17:01:08.626954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036898951481898:2048] [node 2] ICS09 handshake done sender: [1:7593036898951481875:2114] self: [1:7593036898951481874:0] peer: [2:7593036899843453486:0] socket: 207 qp: -1
2026-01-08T17:01:08.635892Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036897097725553:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:08.628881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036899843453492:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:08.628832Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036898039636745:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:08.626990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036898951481898:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:08.629327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:08.635921Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036897097725549:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:08.628065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:08.630362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036901182199809:2105] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.630167Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036899843453470:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.630442Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036898039636765:2123] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:08.629337Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036898951481873:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:08.636268Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036897097725522:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21927) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036897097725553:2121] held: no
2026-01-08T17:01:08.630388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036901182199811:2106] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.630189Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036899843453470:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:08.637210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036897097725458:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.637539Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036900393096239:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22142
2026-01-08T17:01:08.630421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:08.632070Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036899843453480:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:08.629362Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036898951481873:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:08.632682Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036898039636671:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9603) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036898039636765:2123] held: no
2026-01-08T17:01:08.637516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:08.632058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036901182199845:2050] [node 3] ICS09 handshake done sender: [6:7593036901182199832:2119] self: [6:7593036901182199834:0] peer: [3:7593036900393096209:0] socket: 231 qp: -1
2026-01-08T17:01:08.632104Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036898951481873:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:08.632886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036898039636671:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.632721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036899843453395:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.632078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:08.637532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036897097725522:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.632851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036898951481864:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.632109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036901182199809:2105] [node 5] ICP22 created new session: [6:7593036901182199847:2105]
2026-01-08T17:01:08.632733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036899843453460:2109] [node 6] ICP18 handshake (actor [2:7593036899843453485:2119]) is too old
2026-01-08T17:01:08.637569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:08.633338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:08.638141Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036900393096140:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9603) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036900393096237:2119] held: no
2026-01-08T17:01:08.632908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:08.633371Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036898039636745:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:08.637608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036897097725522:2108] [node 4] ICP22 created new session: [5:7593036897097725559:2108]
2026-01-08T17:01:08.632959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036898951481864:2108] [node 5] ICP22 created new session: [1:7593036898951481901:2108]
2026-01-08T17:01:08.632755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:08.638352Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036900393096237:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:08.632255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036901182199811:2106] [node 4] ICP22 created new session: [6:7593036901182199846:2106]
2026-01-08T17:01:08.637743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036897097725458:2048] [node 1] ICP22 created new session: [5:7593036897097725558:2048]
2026-01-08T17:01:08.633517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036898039636671:2049] [node 2] ICP22 created new session: [4:7593036898039636773:2049]
2026-01-08T17:01:08.633532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036898951481901:2108] [node 5] ICS09 handshake done sender: [1:7593036898951481873:2113] self: [1:7593036898951481867:0] peer: [5:7593036897097725555:0] socket: 248 qp: -1
2026-01-08T17:01:08.632918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036899843453395:2048] [node 1] ICP22 created new session: [2:7593036899843453495:2048]
2026-01-08T17:01:08.637871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036897097725558:2048] [node 1] ICS09 handshake done sender: [5:7593036897097725549:2120] self: [5:7593036897097725555:0] peer: [1:7593036898951481867:0] socket: 184 qp: -1
2026-01-08T17:01:08.632258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036901182199845:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:08.633576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036898951481901:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:08.633580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036898039636773:2049] [node 2] ICS09 handshake done sender: [4:7593036898039636765:2123] self: [4:7593036898039636768:0] peer: [2:7593036899843453463:0] socket: 247 qp: -1
2026-01-08T17:01:08.633488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036899843453495:2048] [node 1] ICS09 handshake done sender: [2:7593036899843453480:2118] self: [2:7593036899843453486:0] peer: [1:7593036898951481874:0] socket: 236 qp: -1
2026-01-08T17:01:08.637927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036897097725559:2108] [node 4] ICS09 handshake done sender: [5:7593036897097725553:2121] self: [5:7593036897097725554:0] peer: [4:7593036898039636741:0] socket: 200 qp: -1
2026-01-08T17:01:08.639112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036900393096140:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.632308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:08.633617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:08.633614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036898039636773:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:08.632325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036901182199750:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:08.633513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036899843453495:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:08.638079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036897097725559:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:08.633757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:08.632568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:08.639163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:08.633542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:08.638256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:08.632616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036901182199750:2049] [node 2] ICP22 created new session: [6:7593036901182199849:2049]
2026-01-08T17:01:08.633890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036898039636735:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.634418Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036899843453470:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:08.639200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036900393096140:2049] [node 2] ICP22 created new session: [3:7593036900393096240:2049]
2026-01-08T17:01:08.632766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036901182199846:2106] [node 4] ICS09 handshake done sender: [6:7593036901182199830:2118] self: [6:7593036901182199836:0] peer: [4:7593036898039636738:0] socket: 221 qp: -1
2026-01-08T17:01:08.634749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:08.638334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036897097725558:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:08.636170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036899843453396:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:08.639394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036900393096240:2049] [node 2] ICS09 handshake done sender: [3:7593036900393096237:2119] self: [3:7593036900393096238:0] peer: [2:7593036899843453466:0] socket: 214 qp: -1
2026-01-08T17:01:08.635882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036898039636735:2108] [node 5] ICP22 created new session: [4:7593036898039636775:2108]
2026-01-08T17:01:08.632919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036901182199846:2106] [node 4] ICS10 traffic start
2026-01-08T17:01:08.638465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:08.633061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036901182199849:2049] [node 2] ICS09 handshake done sender: [6:7593036901182199829:2117] self: [6:7593036901182199837:0] peer: [2:7593036899843453464:0] socket: 218 qp: -1
2026-01-08T17:01:08.637163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:08.639439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036900393096240:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:08.636852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036898039636775:2108] [node 5] ICS09 handshake done sender: [4:7593036898039636745:2115] self: [4:7593036898039636741:0] peer: [5:7593036897097725554:0] socket: 201 qp: -1
2026-01-08T17:01:08.639480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:08.637217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036899843453396:2049] [node 3] ICP22 created new session: [2:7593036899843453497:2049]
2026-01-08T17:01:08.633102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036901182199847:2105] [node 5] ICS09 handshake done sender: [6:7593036901182199828:2116] self: [6:7593036901182199835:0] peer: [5:7593036897097725524:0] socket: 202 qp: -1
2026-01-08T17:01:08.637195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036898039636775:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:08.633376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036901182199847:2105] [node 5] ICS10 traffic start
2026-01-08T17:01:08.637507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036899843453497:2049] [node 3] ICS09 handshake done sender: [2:7593036899843453470:2114] self: [2:7593036899843453466:0] peer: [3:7593036900393096238:0] socket: 212 qp: -1
2026-01-08T17:01:08.633377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:08.637236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:08.637632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036899843453497:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:08.637835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:08.633448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036901182199849:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:08.633481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:08.633511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:08.699264Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:08.699548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036899843453495:2048] [node 1] ICS01 socket: 236 reason# EndOfStream
2026-01-08T17:01:08.699594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036899843453395:2048] [node 1] ICP30 unregister session Session# [2:7593036899843453495:2048] VirtualId# [2:7593036899843453486:0]
2026-01-08T17:01:08.699628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036899843453495:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.699715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:08.699769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:08.700487Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:08.700701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036900393096235:2048] [node 1] ICS01 socket: 187 reason# EndOfStream
2026-01-08T17:01:08.700753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036900393096139:2048] [node 1] ICP30 unregister session Session# [3:7593036900393096235:2048] VirtualId# [3:7593036900393096229:0]
2026-01-08T17:01:08.700786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036900393096235:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.700865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:08.700914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:08.702680Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:08.702878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036898039636769:2048] [node 1] ICS07 socket disconnect 193 reason# EndOfStream
2026-01-08T17:01:08.702913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036898039636769:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.702985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:08.703034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036898039636769:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:08.703607Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:08.703713Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036898039636670:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27559) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:08.703832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036897097725558:2048] [node 1] ICS01 socket: 184 reason# EndOfStream
2026-01-08T17:01:08.703829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036898039636769:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:08.703891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036898039636670:2048] [node 1] ICP30 unregister session Session# [4:7593036898039636769:2048] VirtualId# [4:7593036898039636758:0]
2026-01-08T17:01:08.703886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036897097725458:2048] [node 1] ICP30 unregister session Session# [5:7593036897097725558:2048] VirtualId# [5:7593036897097725555:0]
2026-01-08T17:01:08.703944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:08.703917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036897097725558:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.703992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:08.703984Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036898039636670:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27559) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.703999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27559) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.704033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:08.704593Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:08.704803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036901182199838:2048] [node 1] ICS07 socket disconnect 190 reason# EndOfStream
2026-01-08T17:01:08.704833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036901182199838:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.704909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:08.704954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036901182199838:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:08.705643Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036901182199749:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27559) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:08.705739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036901182199838:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:08.705782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036901182199749:2048] [node 1] ICP30 unregister session Session# [6:7593036901182199838:2048] VirtualId# [6:7593036901182199831:0]
2026-01-08T17:01:08.705824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:08.705850Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036901182199749:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27559) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.705861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27559) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.713602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036898039636670:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:08.715619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036901182199749:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:08.775633Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:08.775868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036900393096240:2049] [node 2] ICS01 socket: 214 reason# EndOfStream
2026-01-08T17:01:08.775927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036900393096140:2049] [node 2] ICP30 unregister session Session# [3:7593036900393096240:2049] VirtualId# [3:7593036900393096238:0]
2026-01-08T17:01:08.775960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036900393096240:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.776053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:08.776106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:08.778379Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:08.778673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036898039636773:2049] [node 2] ICS01 socket: 247 reason# EndOfStream
2026-01-08T17:01:08.778728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036898039636671:2049] [node 2] ICP30 unregister session Session# [4:7593036898039636773:2049] VirtualId# [4:7593036898039636768:0]
2026-01-08T17:01:08.778772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036898039636773:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.778884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:08.778938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:08.779530Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:08.779731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036897097725550:2049] [node 2] ICS07 socket disconnect 205 reason# EndOfStream
2026-01-08T17:01:08.779763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036897097725550:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.779836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:08.779884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036897097725550:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:08.780582Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036897097725459:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9603) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:08.780653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036897097725550:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:08.780581Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:08.780687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036897097725459:2049] [node 2] ICP30 unregister session Session# [5:7593036897097725550:2049] VirtualId# [5:7593036897097725544:0]
2026-01-08T17:01:08.780729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:08.780778Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036897097725459:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.780800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036901182199849:2049] [node 2] ICS07 socket disconnect 218 reason# EndOfStream
2026-01-08T17:01:08.780794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.780838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036901182199849:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.780914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:08.780955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036901182199849:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:08.781730Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036901182199750:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9603) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:08.781840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036901182199849:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:08.781883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036901182199750:2049] [node 2] ICP30 unregister session Session# [6:7593036901182199849:2049] VirtualId# [6:7593036901182199837:0]
2026-01-08T17:01:08.781928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:08.781956Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036901182199750:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.781968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.790388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036897097725459:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:08.791379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036901182199750:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:08.873370Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:08.873602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036898039636756:2050] [node 3] ICS07 socket disconnect 225 reason# EndOfStream
2026-01-08T17:01:08.873637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036898039636756:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.873717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:08.873764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036898039636756:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:08.874504Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:08.874540Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036898039636672:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32342) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:08.874657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036898039636756:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:08.874693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036898039636672:2050] [node 3] ICP30 unregister session Session# [4:7593036898039636756:2050] VirtualId# [4:7593036898039636754:0]
2026-01-08T17:01:08.874732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036897097725541:2050] [node 3] ICS07 socket disconnect 189 reason# EndOfStream
2026-01-08T17:01:08.874747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:08.874790Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036898039636672:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32342) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.874766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036897097725541:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.874808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32342) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.874841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:08.874887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036897097725541:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:08.875562Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036897097725460:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32342) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:08.875622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036897097725541:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:08.875658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036897097725460:2050] [node 3] ICP30 unregister session Session# [5:7593036897097725541:2050] VirtualId# [5:7593036897097725539:0]
2026-01-08T17:01:08.875712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:08.875739Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036897097725460:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32342) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.875698Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:08.875751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32342) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:08.875968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036901182199845:2050] [node 3] ICS01 socket: 231 reason# EndOfStream
2026-01-08T17:01:08.876030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036901182199751:2050] [node 3] ICP30 unregister session Session# [6:7593036901182199845:2050] VirtualId# [6:7593036901182199834:0]
2026-01-08T17:01:08.876059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036901182199845:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.876124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:08.876167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:08.885640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036897097725460:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:08.939999Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:08.940171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036897097725559:2108] [node 4] ICS01 socket: 200 reason# EndOfStream
2026-01-08T17:01:08.940209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036897097725522:2108] [node 4] ICP30 unregister session Session# [5:7593036897097725559:2108] VirtualId# [5:7593036897097725554:0]
2026-01-08T17:01:08.940233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036897097725559:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.940296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:08.940329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:08.940955Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:08.941132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036901182199846:2106] [node 4] ICS01 socket: 221 reason# EndOfStream
2026-01-08T17:01:08.941177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036901182199811:2106] [node 4] ICP30 unregister session Session# [6:7593036901182199846:2106] VirtualId# [6:7593036901182199836:0]
2026-01-08T17:01:08.941198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036901182199846:2106] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:08.941243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:08.941281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:09.039254Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:09.039492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036901182199847:2105] [node 5] ICS01 socket: 202 reason# EndOfStream
2026-01-08T17:01:09.039533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036901182199809:2105] [node 5] ICP30 unregister session Session# [6:7593036901182199847:2105] VirtualId# [6:7593036901182199835:0]
2026-01-08T17:01:09.039572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036901182199847:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.039651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:09.039698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:09.139243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036905269677309:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:09.139288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036905269677310:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:09.143906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036901298138479:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:09.143966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036901298138480:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:09.149395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036903672130834:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:09.149428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036903672130835:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:09.155523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036904720461378:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:09.155577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036904720461379:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:09.155625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036904720461380:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:09.161065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036902247581816:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:09.161106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036902247581817:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:09.161138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036902247581818:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:09.167005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036903998882837:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:09.167042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036903998882838:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:09.167087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036903998882839:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:09.244666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036903998882898:2106] [node 5] ICP01 ready to work
2026-01-08T17:01:09.257689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036904720461441:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:09.257421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036905269677372:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:09.257915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036901298138542:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:09.258017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036903672130897:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:09.258196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036902247581879:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:09.258332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036901298138543:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:09.258245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036904720461442:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:09.258033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036903998882901:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:09.259847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036905269677373:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:09.260282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036903672130898:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:09.260305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036901298138544:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:09.260441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036902247581880:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:09.260453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036905269677374:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:09.260632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036903672130899:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.271104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036901298138555:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33121
2026-01-08T17:01:09.271219Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036901298138559:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33121
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.271794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036905269677385:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44834
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.271941Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036905269677389:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44834
2026-01-08T17:01:09.271990Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036905269677390:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44834
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.272318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036903672130910:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62508
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.272494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036903672130911:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62508
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.272669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036903672130914:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62508
2026-01-08T17:01:09.272678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036902247581891:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63006
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.288948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036901298138560:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33121
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.289296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036901298138561:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33121
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.289407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036901298138562:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33121
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.290215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036901298138555:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.290208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904720461456:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11296
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.290425Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904720461457:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11296
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.290591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904720461458:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11296
2026-01-08T17:01:09.290702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036904720461457:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.290791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036904720461379:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.290905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905269677389:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.290997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036901298138550:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.291037Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036901298138550:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.291065Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905269677385:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.291194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036905269677392:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44834
2026-01-08T17:01:09.291235Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036904720461456:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.291332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036904720461378:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.291404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036905269677391:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44834
2026-01-08T17:01:09.291518Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905269677380:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.291539Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036905269677380:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.291658Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036901298138559:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.291951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036901298138479:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.292109Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036905269677380:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:09.292244Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036901298138550:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.292419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904720461461:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11296
2026-01-08T17:01:09.292478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036905269677372:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.292539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:09.292637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036905269677372:2107] [node 4] ICP22 created new session: [1:7593036905269677396:2107]
2026-01-08T17:01:09.292679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036905269677396:2107] [node 4] ICS09 handshake done sender: [1:7593036905269677380:2112] self: [1:7593036905269677379:0] peer: [4:7593036904720461460:0] socket: 198 qp: -1
2026-01-08T17:01:09.292680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036901298138542:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.292712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036905269677396:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:09.292727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:09.292740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:09.292760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036901298138542:2107] [node 4] ICP22 created new session: [2:7593036901298138566:2107]
2026-01-08T17:01:09.292793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036901298138566:2107] [node 4] ICS09 handshake done sender: [2:7593036901298138550:2112] self: [2:7593036901298138549:0] peer: [4:7593036904720461459:0] socket: 200 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.292820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036901298138566:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:09.292876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:09.293024Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904720461462:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11296
2026-01-08T17:01:09.293404Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036904720461457:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:09.293617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036904720461379:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.293675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:09.293731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036904720461379:2049] [node 2] ICP22 created new session: [4:7593036904720461463:2049]
2026-01-08T17:01:09.293774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036904720461463:2049] [node 2] ICS09 handshake done sender: [4:7593036904720461457:2116] self: [4:7593036904720461459:0] peer: [2:7593036901298138549:0] socket: 226 qp: -1
2026-01-08T17:01:09.293814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036904720461463:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:09.293848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:09.295595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905269677376:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.295641Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036905269677376:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.295737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036903672130914:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.295832Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036904720461379:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:09.295980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036903672130910:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.296124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036901298138560:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.296180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036903672130911:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.296234Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036904720461458:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.296266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036903672130916:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62508
2026-01-08T17:01:09.296342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036904720461456:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:09.296499Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036905269677376:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:09.296559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036903672130835:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.296733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036903672130834:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.296781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036901298138561:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.296767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036905269677309:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.296811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:09.296848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036905269677309:2048] [node 2] ICP22 created new session: [1:7593036905269677400:2048]
2026-01-08T17:01:09.296884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036905269677400:2048] [node 2] ICS09 handshake done sender: [1:7593036905269677376:2110] self: [1:7593036905269677375:0] peer: [2:7593036901298138565:0] socket: 192 qp: -1
2026-01-08T17:01:09.296906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036905269677400:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:09.296927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:09.296881Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036901298138570:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33121
2026-01-08T17:01:09.297628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036904720461378:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.297647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036901298138548:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.297673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:09.297719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036904720461378:2048] [node 1] ICP22 created new session: [4:7593036904720461466:2048]
2026-01-08T17:01:09.297669Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036901298138548:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.297697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905269677391:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.297761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036904720461466:2048] [node 1] ICS09 handshake done sender: [4:7593036904720461456:2115] self: [4:7593036904720461460:0] peer: [1:7593036905269677379:0] socket: 225 qp: -1
2026-01-08T17:01:09.297795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036904720461466:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:09.297829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:09.298224Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036904720461378:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:09.298274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905269677378:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.298293Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036905269677378:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.298384Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036901298138548:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.299217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036901298138480:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.299248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036903672130920:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62508
2026-01-08T17:01:09.299279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:09.299322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036901298138480:2049] [node 3] ICP22 created new session: [2:7593036901298138572:2049]
2026-01-08T17:01:09.299375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036901298138572:2049] [node 3] ICS09 handshake done sender: [2:7593036901298138548:2111] self: [2:7593036901298138547:0] peer: [3:7593036903672130917:0] socket: 199 qp: -1
2026-01-08T17:01:09.299418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036901298138572:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:09.299452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:09.299549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905269677390:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.299841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036903672130914:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.299978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036903998882915:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16146
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.300209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036903672130835:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.300313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:09.300358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036903672130835:2049] [node 2] ICP22 created new session: [3:7593036903672130921:2049]
2026-01-08T17:01:09.300374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036903998882916:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16146
2026-01-08T17:01:09.300415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036903672130921:2049] [node 2] ICS09 handshake done sender: [3:7593036903672130914:2117] self: [3:7593036903672130917:0] peer: [2:7593036901298138547:0] socket: 208 qp: -1
2026-01-08T17:01:09.300456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036903672130921:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:09.300496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:09.301010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036904720461380:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.301568Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036905269677378:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:09.301644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036903998882917:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16146
2026-01-08T17:01:09.301848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036905269677310:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.301882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:09.302737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036905269677310:2049] [node 3] ICP22 created new session: [1:7593036905269677406:2049]
2026-01-08T17:01:09.302919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036905269677406:2049] [node 3] ICS09 handshake done sender: [1:7593036905269677378:2111] self: [1:7593036905269677377:0] peer: [3:7593036903672130919:0] socket: 194 qp: -1
2026-01-08T17:01:09.303082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036905269677406:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:09.303111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:09.303341Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036903672130905:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.303357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036903998882915:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.303375Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036903672130905:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.303389Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036901298138559:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:09.303542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036903998882901:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.304174Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036901298138479:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8879) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036901298138559:2116] held: no
2026-01-08T17:01:09.304191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036904720461452:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.304279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036901298138479:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.304216Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036904720461452:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.304317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:09.304357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036901298138479:2048] [node 1] ICP22 created new session: [2:7593036901298138576:2048]
2026-01-08T17:01:09.304405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036901298138576:2048] [node 1] ICS09 handshake done sender: [2:7593036901298138559:2116] self: [2:7593036901298138565:0] peer: [1:7593036905269677375:0] socket: 197 qp: -1
2026-01-08T17:01:09.304446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036901298138576:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:09.304474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:09.304482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036903998882916:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.304650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036903998882837:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.304834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036904720461452:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:09.305178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905269677384:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.305201Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036905269677384:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.305619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036901298138562:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.305684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036902247581891:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.305734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036904720461442:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.305769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:09.305804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036904720461442:2109] [node 6] ICP22 created new session: [4:7593036904720461471:2109]
2026-01-08T17:01:09.305849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036904720461471:2109] [node 6] ICS09 handshake done sender: [4:7593036904720461452:2114] self: [4:7593036904720461451:0] peer: [6:7593036903998882918:0] socket: 234 qp: -1
2026-01-08T17:01:09.305861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036903998882920:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16146
2026-01-08T17:01:09.305880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036904720461471:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:09.305912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905269677392:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.305919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:09.306074Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036905269677384:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.306108Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036903672130916:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.306151Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036902247581895:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63006
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.306492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036905269677374:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.306485Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036903998882915:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:09.306517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036902247581896:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63006
2026-01-08T17:01:09.306554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:09.306649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036905269677374:2109] [node 6] ICP22 created new session: [1:7593036905269677410:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.306741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036905269677410:2109] [node 6] ICS09 handshake done sender: [1:7593036905269677384:2114] self: [1:7593036905269677383:0] peer: [6:7593036903998882919:0] socket: 236 qp: -1
2026-01-08T17:01:09.306783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036905269677410:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:09.306752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904720461473:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11296
2026-01-08T17:01:09.306763Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036903672130923:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62508
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.306812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036903998882901:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.306869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:09.306831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:09.306914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036903998882901:2107] [node 4] ICP22 created new session: [6:7593036903998882921:2107]
2026-01-08T17:01:09.306903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036902247581897:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63006
2026-01-08T17:01:09.306985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036903998882921:2107] [node 4] ICS09 handshake done sender: [6:7593036903998882915:2115] self: [6:7593036903998882918:0] peer: [4:7593036904720461451:0] socket: 235 qp: -1
2026-01-08T17:01:09.307230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036902247581895:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.307025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036903998882921:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:09.307422Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036903672130905:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:09.307311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:09.307547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036902247581897:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.307658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036902247581899:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63006
2026-01-08T17:01:09.307852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036902247581816:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.308025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036902247581896:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.308114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036902247581879:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.308173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036903672130897:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.308227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:09.308272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036903672130897:2107] [node 4] ICP22 created new session: [3:7593036903672130928:2107]
2026-01-08T17:01:09.308276Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036904720461458:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:09.308322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036903672130928:2107] [node 4] ICS09 handshake done sender: [3:7593036903672130905:2112] self: [3:7593036903672130904:0] peer: [4:7593036904720461469:0] socket: 217 qp: -1
2026-01-08T17:01:09.308352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036903672130928:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:09.308379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:09.308367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905269677382:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.308380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036902247581817:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.308402Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036905269677382:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.309157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036901298138552:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.309188Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036901298138552:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.309372Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036905269677382:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:09.309376Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036904720461450:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.309408Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036904720461450:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.309968Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036903672130834:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8879) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036903672130911:2116] held: no
2026-01-08T17:01:09.310842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036902247581903:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63006
2026-01-08T17:01:09.310877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036905269677373:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.310911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036904720461380:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.310937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:09.310963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:09.310971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036905269677373:2108] [node 5] ICP22 created new session: [1:7593036905269677413:2108]
2026-01-08T17:01:09.311017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036904720461380:2050] [node 3] ICP22 created new session: [4:7593036904720461474:2050]
2026-01-08T17:01:09.311163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036904720461474:2050] [node 3] ICS09 handshake done sender: [4:7593036904720461458:2117] self: [4:7593036904720461469:0] peer: [3:7593036903672130904:0] socket: 227 qp: -1
2026-01-08T17:01:09.311158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036905269677413:2108] [node 5] ICS09 handshake done sender: [1:7593036905269677382:2113] self: [1:7593036905269677381:0] peer: [5:7593036902247581900:0] socket: 190 qp: -1
2026-01-08T17:01:09.311212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036904720461474:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:09.311198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036905269677413:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:09.311245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:09.311222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:09.311560Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036903998882837:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8879) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036903998882916:2116] held: no
2026-01-08T17:01:09.311779Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036903998882917:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.311792Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036901298138552:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:09.311873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036902247581895:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:09.311837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036903672130911:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:09.312278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036903672130834:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.312432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036901298138543:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.312557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036903998882838:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.312332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:09.312540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:09.312517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036903672130834:2048] [node 1] ICP22 created new session: [3:7593036903672130930:2048]
2026-01-08T17:01:09.312607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036902247581816:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.312611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036903672130930:2048] [node 1] ICS09 handshake done sender: [3:7593036903672130911:2116] self: [3:7593036903672130919:0] peer: [1:7593036905269677377:0] socket: 196 qp: -1
2026-01-08T17:01:09.313194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036903672130930:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:09.313187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:09.312591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036901298138543:2108] [node 5] ICP22 created new session: [2:7593036901298138580:2108]
2026-01-08T17:01:09.313263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036902247581816:2048] [node 1] ICP22 created new session: [5:7593036902247581905:2048]
2026-01-08T17:01:09.313274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:09.312631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036901298138580:2108] [node 5] ICS09 handshake done sender: [2:7593036901298138552:2113] self: [2:7593036901298138551:0] peer: [5:7593036902247581902:0] socket: 191 qp: -1
2026-01-08T17:01:09.313195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036901298138580:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:09.313303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036902247581905:2048] [node 1] ICS09 handshake done sender: [5:7593036902247581895:2116] self: [5:7593036902247581900:0] peer: [1:7593036905269677381:0] socket: 240 qp: -1
2026-01-08T17:01:09.313223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:09.313332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036902247581905:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:09.313380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:09.313638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036901298138554:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.313634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036904720461450:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:09.313660Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036901298138554:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.314289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036904720461441:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.314332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:09.314370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036904720461441:2108] [node 5] ICP22 created new session: [4:7593036904720461477:2108]
2026-01-08T17:01:09.314411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036904720461477:2108] [node 5] ICS09 handshake done sender: [4:7593036904720461450:2113] self: [4:7593036904720461449:0] peer: [5:7593036902247581901:0] socket: 187 qp: -1
2026-01-08T17:01:09.314435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036904720461477:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:09.314464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.315774Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036903998882926:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16146
2026-01-08T17:01:09.315866Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036903998882923:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16146
2026-01-08T17:01:09.315984Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036901298138554:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:09.316777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036901298138544:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.316836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:09.316884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036901298138544:2109] [node 6] ICP22 created new session: [2:7593036901298138583:2109]
2026-01-08T17:01:09.316849Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036902247581817:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24961) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036902247581896:2117] held: no
2026-01-08T17:01:09.316948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036901298138583:2109] [node 6] ICS09 handshake done sender: [2:7593036901298138554:2114] self: [2:7593036901298138553:0] peer: [6:7593036903998882925:0] socket: 207 qp: -1
2026-01-08T17:01:09.316951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036903998882916:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.316991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036901298138583:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:09.317020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:09.317081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036902247581904:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63006
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.317210Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036903998882927:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16146
2026-01-08T17:01:09.317623Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036902247581816:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:09.317764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036903998882837:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.317872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:09.318031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036903998882837:2048] [node 1] ICP22 created new session: [6:7593036903998882928:2048]
2026-01-08T17:01:09.318078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036903998882928:2048] [node 1] ICS09 handshake done sender: [6:7593036903998882916:2116] self: [6:7593036903998882919:0] peer: [1:7593036905269677383:0] socket: 237 qp: -1
2026-01-08T17:01:09.318114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036903998882928:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:09.318169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:09.318258Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036902247581896:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:09.318529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036902247581899:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.318560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036902247581817:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.318583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:09.318612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036902247581817:2049] [node 2] ICP22 created new session: [5:7593036902247581910:2049]
2026-01-08T17:01:09.318661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036902247581910:2049] [node 2] ICS09 handshake done sender: [5:7593036902247581896:2117] self: [5:7593036902247581902:0] peer: [2:7593036901298138551:0] socket: 201 qp: -1
2026-01-08T17:01:09.318691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036902247581910:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:09.318733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.318907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036903672130932:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62508
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.319049Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036902247581907:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63006
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.319982Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036902247581897:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:09.320026Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036903998882917:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:09.320015Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904720461479:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11296
2026-01-08T17:01:09.320305Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036903998882838:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24961) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036903998882917:2117] held: no
2026-01-08T17:01:09.320381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036903998882838:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.320416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:09.320457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036903998882838:2049] [node 2] ICP22 created new session: [6:7593036903998882931:2049]
2026-01-08T17:01:09.320499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036903998882931:2049] [node 2] ICS09 handshake done sender: [6:7593036903998882917:2117] self: [6:7593036903998882925:0] peer: [2:7593036901298138553:0] socket: 238 qp: -1
2026-01-08T17:01:09.320531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036903998882931:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:09.320568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:09.321223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036903672130932:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.321225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036902247581818:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.321273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036902247581879:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.321304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:09.321333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036902247581879:2108] [node 4] ICP22 created new session: [5:7593036902247581913:2108]
2026-01-08T17:01:09.321367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036902247581913:2108] [node 4] ICS09 handshake done sender: [5:7593036902247581897:2118] self: [5:7593036902247581901:0] peer: [4:7593036904720461449:0] socket: 241 qp: -1
2026-01-08T17:01:09.321336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036903998882930:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16146
2026-01-08T17:01:09.321394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036902247581913:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:09.321420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:09.321503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036903998882926:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.321641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036903998882839:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.321859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036903672130909:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.321890Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036903672130909:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.322492Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036903672130907:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.322517Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036903672130907:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.323631Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036903672130909:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:09.324040Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036903672130907:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:09.324335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036903672130899:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.324399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:09.324460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036903672130899:2109] [node 6] ICP22 created new session: [3:7593036903672130936:2109]
2026-01-08T17:01:09.324407Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036904720461441:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:09.324508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036903672130936:2109] [node 6] ICS09 handshake done sender: [3:7593036903672130909:2114] self: [3:7593036903672130908:0] peer: [6:7593036903998882933:0] socket: 249 qp: -1
2026-01-08T17:01:09.324540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036903672130936:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:09.324579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:09.324963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036903672130898:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.325009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:09.325052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036903672130898:2108] [node 5] ICP22 created new session: [3:7593036903672130938:2108]
2026-01-08T17:01:09.325087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036903672130938:2108] [node 5] ICS09 handshake done sender: [3:7593036903672130907:2113] self: [3:7593036903672130906:0] peer: [5:7593036902247581912:0] socket: 245 qp: -1
2026-01-08T17:01:09.325121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036903672130938:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:09.325156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:09.362987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036903998882930:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.364155Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036902247581818:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11508) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036902247581899:2119] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.364338Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036902247581915:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63006
2026-01-08T17:01:09.364527Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036903998882839:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11508) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036903998882926:2120] held: no
No RDMA context found for GID: 2026-01-08T17:01:09.364708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036902247581899:2119] [node 3] ICH04 handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:01:09.364845Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036903998882934:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16146
2026-01-08T17:01:09.364895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036902247581818:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.364938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:09.364975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036902247581818:2050] [node 3] ICP22 created new session: [5:7593036902247581916:2050]
2026-01-08T17:01:09.365008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036902247581916:2050] [node 3] ICS09 handshake done sender: [5:7593036902247581899:2119] self: [5:7593036902247581912:0] peer: [3:7593036903672130906:0] socket: 246 qp: -1
2026-01-08T17:01:09.365038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036902247581916:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:09.365071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:09.365337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036903998882898:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.365410Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036903998882926:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:09.365764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036903998882839:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.365813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:09.365856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036903998882839:2050] [node 3] ICP22 created new session: [6:7593036903998882936:2050]
2026-01-08T17:01:09.365869Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036902247581890:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.365915Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036902247581890:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.365927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036903998882936:2050] [node 3] ICS09 handshake done sender: [6:7593036903998882926:2120] self: [6:7593036903998882933:0] peer: [3:7593036903672130908:0] socket: 250 qp: -1
2026-01-08T17:01:09.365974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036903998882936:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:09.366013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:09.366835Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036902247581890:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.367140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036902247581880:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.367124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036903998882938:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16146
2026-01-08T17:01:09.367198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:09.367252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036902247581880:2109] [node 6] ICP22 created new session: [5:7593036902247581919:2109]
2026-01-08T17:01:09.367299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036902247581919:2109] [node 6] ICS09 handshake done sender: [5:7593036902247581890:2114] self: [5:7593036902247581889:0] peer: [6:7593036903998882935:0] socket: 220 qp: -1
2026-01-08T17:01:09.367340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036902247581919:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:09.367374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:09.367593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036903998882930:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:09.367829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036903998882898:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.367873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:09.367914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036903998882898:2106] [node 5] ICP22 created new session: [6:7593036903998882939:2106]
2026-01-08T17:01:09.367964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036903998882939:2106] [node 5] ICS09 handshake done sender: [6:7593036903998882930:2122] self: [6:7593036903998882935:0] peer: [5:7593036902247581889:0] socket: 252 qp: -1
2026-01-08T17:01:09.367998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036903998882939:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:09.368029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:09.390047Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:09.390223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036901298138576:2048] [node 1] ICS01 socket: 197 reason# EndOfStream
2026-01-08T17:01:09.390258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036901298138479:2048] [node 1] ICP30 unregister session Session# [2:7593036901298138576:2048] VirtualId# [2:7593036901298138565:0]
2026-01-08T17:01:09.390282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036901298138576:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.390409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:09.390463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:09.391375Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:09.391536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036903672130930:2048] [node 1] ICS01 socket: 196 reason# EndOfStream
2026-01-08T17:01:09.391565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036903672130834:2048] [node 1] ICP30 unregister session Session# [3:7593036903672130930:2048] VirtualId# [3:7593036903672130919:0]
2026-01-08T17:01:09.391590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036903672130930:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.391676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:09.391719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:09.393773Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:09.393907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036904720461466:2048] [node 1] ICS01 socket: 225 reason# EndOfStream
2026-01-08T17:01:09.393935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036904720461378:2048] [node 1] ICP30 unregister session Session# [4:7593036904720461466:2048] VirtualId# [4:7593036904720461460:0]
2026-01-08T17:01:09.393952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036904720461466:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.394007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:09.394047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:09.394882Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:09.395078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036902247581905:2048] [node 1] ICS07 socket disconnect 240 reason# EndOfStream
2026-01-08T17:01:09.395113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036902247581905:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.395187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:09.395265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036902247581905:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:09.395784Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:09.396042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036903998882928:2048] [node 1] ICS01 socket: 237 reason# EndOfStream
2026-01-08T17:01:09.396098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036903998882837:2048] [node 1] ICP30 unregister session Session# [6:7593036903998882928:2048] VirtualId# [6:7593036903998882919:0]
2026-01-08T17:01:09.396133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036903998882928:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.396145Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036902247581816:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8879) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:09.396213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:09.396199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036902247581905:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:09.396230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036902247581816:2048] [node 1] ICP30 unregister session Session# [5:7593036902247581905:2048] VirtualId# [5:7593036902247581900:0]
2026-01-08T17:01:09.396322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:09.396289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:09.396326Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036902247581816:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8879) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.396342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8879) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.405816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036902247581816:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:09.427050Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:09.427296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036903672130921:2049] [node 2] ICS07 socket disconnect 208 reason# EndOfStream
2026-01-08T17:01:09.427338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036903672130921:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.427444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:09.427505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036903672130921:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:09.430463Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:09.430635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036904720461463:2049] [node 2] ICS01 socket: 226 reason# EndOfStream
2026-01-08T17:01:09.430667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036904720461379:2049] [node 2] ICP30 unregister session Session# [4:7593036904720461463:2049] VirtualId# [4:7593036904720461459:0]
2026-01-08T17:01:09.430705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036904720461463:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.430766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:09.430826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:09.431321Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036903672130835:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24961) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:09.431367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036903672130921:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:09.431934Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:09.432110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036902247581910:2049] [node 2] ICS01 socket: 201 reason# EndOfStream
2026-01-08T17:01:09.432145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036902247581817:2049] [node 2] ICP30 unregister session Session# [5:7593036902247581910:2049] VirtualId# [5:7593036902247581902:0]
2026-01-08T17:01:09.432110Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036903672130835:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24961) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:09.432168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036902247581910:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.432162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036903672130921:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:09.432195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036903672130835:2049] [node 2] ICP30 unregister session Session# [3:7593036903672130921:2049] VirtualId# [3:7593036903672130917:0]
2026-01-08T17:01:09.432231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:09.432241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:09.432277Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036903672130835:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24961) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.432275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:09.432296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24961) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.432989Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:09.433199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036903998882931:2049] [node 2] ICS01 socket: 238 reason# EndOfStream
2026-01-08T17:01:09.433239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036903998882838:2049] [node 2] ICP30 unregister session Session# [6:7593036903998882931:2049] VirtualId# [6:7593036903998882925:0]
2026-01-08T17:01:09.433271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036903998882931:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.433339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:09.433388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:09.441652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036903672130835:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:09.494983Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:09.495230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036904720461474:2050] [node 3] ICS01 socket: 227 reason# EndOfStream
2026-01-08T17:01:09.495282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036904720461380:2050] [node 3] ICP30 unregister session Session# [4:7593036904720461474:2050] VirtualId# [4:7593036904720461469:0]
2026-01-08T17:01:09.495322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036904720461474:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.495405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:09.495475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:09.496037Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:09.496200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036902247581916:2050] [node 3] ICS01 socket: 246 reason# EndOfStream
2026-01-08T17:01:09.496234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036902247581818:2050] [node 3] ICP30 unregister session Session# [5:7593036902247581916:2050] VirtualId# [5:7593036902247581912:0]
2026-01-08T17:01:09.496259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036902247581916:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.496335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:09.496374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:09.496882Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:09.497094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036903998882936:2050] [node 3] ICS01 socket: 250 reason# EndOfStream
2026-01-08T17:01:09.497135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036903998882839:2050] [node 3] ICP30 unregister session Session# [6:7593036903998882936:2050] VirtualId# [6:7593036903998882933:0]
2026-01-08T17:01:09.497156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036903998882936:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.497237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:09.497288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:09.529777Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:09.530036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036902247581913:2108] [node 4] ICS07 socket disconnect 241 reason# EndOfStream
2026-01-08T17:01:09.530074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036902247581913:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.530184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:09.530238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036902247581913:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:09.530904Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:09.531156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036903998882921:2107] [node 4] ICS07 socket disconnect 235 reason# EndOfStream
2026-01-08T17:01:09.531193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036903998882921:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.531182Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036902247581879:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8236) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:09.531236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036902247581913:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:09.531271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:09.531275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036902247581879:2108] [node 4] ICP30 unregister session Session# [5:7593036902247581913:2108] VirtualId# [5:7593036902247581901:0]
2026-01-08T17:01:09.531322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:09.531321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036903998882921:2107] [node 4] ICS15 start handshake
2026-01-08T17:01:09.531353Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036902247581879:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.531374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.532073Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036903998882901:2107] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8236) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:09.532111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036903998882921:2107] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:09.532134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036903998882901:2107] [node 4] ICP30 unregister session Session# [6:7593036903998882921:2107] VirtualId# [6:7593036903998882918:0]
2026-01-08T17:01:09.532165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:09.532183Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036903998882901:2107] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.532191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.542018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036903998882901:2107] [node 4] ICP33 wake up from error state
2026-01-08T17:01:09.578577Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:09.578748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036903998882939:2106] [node 5] ICS01 socket: 252 reason# EndOfStream
2026-01-08T17:01:09.578788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036903998882898:2106] [node 5] ICP30 unregister session Session# [6:7593036903998882939:2106] VirtualId# [6:7593036903998882935:0]
2026-01-08T17:01:09.578833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036903998882939:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.578920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:09.578960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:09.645708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036904868980999:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:09.645747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036904868981000:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:09.651163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036903020536192:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:09.651218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036903020536193:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:09.656424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036902897631787:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:09.656458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036902897631788:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:09.662771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036904891711683:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:09.662836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036904891711684:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:09.662925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036904891711685:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:09.668233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036901983996011:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:09.668271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036901983996012:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:09.668392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036901983996013:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:09.673060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036904430331456:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:09.673083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036904430331457:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:09.673125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036904430331458:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:09.760953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036904868981072:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:09.760977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036904430331528:2106] [node 5] ICP01 ready to work
2026-01-08T17:01:09.760995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036901983996075:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:09.761082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036903020536272:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:09.761093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036901983996076:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:09.761306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036902897631850:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:09.761289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036904891711746:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:09.761396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036902897631851:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:09.761404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036903020536273:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:09.761465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036904430331529:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:09.761556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036904868981073:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:09.761672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036903020536274:2126] [node 6] ICP01 ready to work
2026-01-08T17:01:09.761832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036902897631852:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:09.761854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036904891711747:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:09.761985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036904868981074:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:09.763260Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036904868981000:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(50203298ns) {Configure:104(45432516ns) {ProcessConfigured:135(164708ns) {StartInitialHandshake:157(162783ns) {DropHandshakes:470(3038ns) {DropIncomingHandshake:442(654ns) DropOutgoingHandshake:457(447ns)} GenerateSessionVirtualId:992(658ns) PrepareNewSessionHandshake:477(1148ns) {SwitchToState:179(158ns)}}}}}
2026-01-08T17:01:09.764147Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036904891711683:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(42526085ns) {Configure:104(42513597ns) {ProcessConfigured:135(82861ns) {StartInitialHandshake:157(79496ns) {DropHandshakes:470(2157ns) {DropIncomingHandshake:442(409ns) DropOutgoingHandshake:457(491ns)} GenerateSessionVirtualId:992(662ns) PrepareNewSessionHandshake:477(874ns) {SwitchToState:179(395ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.769506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036904868981089:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13070
2026-01-08T17:01:09.769746Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036904868981088:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13070
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.771542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036904868981090:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13070
2026-01-08T17:01:09.771832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036902897631862:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41735
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.780323Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036901983996085:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23854
2026-01-08T17:01:09.781418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036901983996086:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23854
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.783331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036901983996088:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23854
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.783448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036902897631863:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41735
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.783716Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036902897631866:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41735
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.783771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036904430331541:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50219
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.783847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036903020536288:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48477
2026-01-08T17:01:09.784032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036904430331543:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50219
2026-01-08T17:01:09.784035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036904430331542:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50219
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.784297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036904430331544:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50219
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.785851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036901983996093:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23854
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.788273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036904868981091:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13070
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.792276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904891711761:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43851
2026-01-08T17:01:09.792358Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036904868981088:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.794778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036904868981089:2126] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.795216Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036902897631862:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.795353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036902897631863:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.795466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036902897631869:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41735
2026-01-08T17:01:09.795547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036904891711761:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.795694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036902897631787:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.795733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036904891711684:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.795952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036903020536280:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.795980Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036903020536280:2129] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.795996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036904868981076:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.796029Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036904868981076:2120] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.797187Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036904868981076:2120] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.797395Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036903020536280:2129] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:09.797386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036902897631872:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41735
2026-01-08T17:01:09.797461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036904868981000:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.797660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:09.797686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036904430331541:2124] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.797974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036904430331543:2126] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.797718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036904868981000:2049] [node 3] ICP22 created new session: [1:7593036904868981095:2049]
2026-01-08T17:01:09.797785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036902897631866:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.797985Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036902897631862:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:09.797769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036904868981095:2049] [node 3] ICS09 handshake done sender: [1:7593036904868981076:2120] self: [1:7593036904868981075:0] peer: [3:7593036902897631870:0] socket: 193 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.797979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036904868981095:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:09.798147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036903020536272:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.798022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:09.798204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:09.798184Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036904430331544:2127] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.798231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904891711763:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43851
2026-01-08T17:01:09.798603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036902897631787:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.798479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036903020536272:2107] [node 4] ICP22 created new session: [2:7593036903020536290:2107]
2026-01-08T17:01:09.798649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036904430331456:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.798670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036903020536290:2107] [node 4] ICS09 handshake done sender: [2:7593036903020536280:2129] self: [2:7593036903020536279:0] peer: [4:7593036904891711762:0] socket: 222 qp: -1
2026-01-08T17:01:09.798670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:09.798716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036903020536290:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:09.798722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036902897631787:2048] [node 1] ICP22 created new session: [3:7593036902897631873:2048]
2026-01-08T17:01:09.798783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036904430331458:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.798753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:09.798860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036904430331457:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.798770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036902897631873:2048] [node 1] ICS09 handshake done sender: [3:7593036902897631862:2114] self: [3:7593036902897631870:0] peer: [1:7593036904868981075:0] socket: 199 qp: -1
2026-01-08T17:01:09.798875Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036904891711761:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:09.798806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036902897631873:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:09.798911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036904868981091:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.798851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:09.799655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036904891711684:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.799750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:09.799791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036904891711684:2049] [node 2] ICP22 created new session: [4:7593036904891711764:2049]
2026-01-08T17:01:09.800158Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036902897631787:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:09.799997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036904868981080:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.800010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036901983996086:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.800183Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036903020536288:2132] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.800028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036904891711764:2049] [node 2] ICS09 handshake done sender: [4:7593036904891711761:2115] self: [4:7593036904891711762:0] peer: [2:7593036903020536279:0] socket: 225 qp: -1
2026-01-08T17:01:09.800069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036904891711764:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:09.800267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036903020536278:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.800258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036902897631856:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.800027Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036904868981080:2122] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.800289Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036902897631856:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.801677Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036901983996085:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.800162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:09.800282Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036903020536278:2128] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.802796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036902897631869:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.803700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036901983996075:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.803701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036901983996088:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.803796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036904868981090:2127] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.803889Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036904868981080:2122] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:09.803844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036901983996011:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.803907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036902897631856:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:09.803882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036904430331542:2125] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.804008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036901983996013:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.804212Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036904868981078:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.804193Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036902897631859:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.804236Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036904868981078:2121] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.804223Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036902897631859:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.804774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036904891711753:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.804829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036901983996093:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.805784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036902897631852:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.805915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036904430331550:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50219
2026-01-08T17:01:09.804812Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036904891711753:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.804825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036904868981074:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.805940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036903020536292:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48477
2026-01-08T17:01:09.806076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:09.804867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.806107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036903020536278:2128] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:09.805761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036904868981074:2110] [node 6] ICP22 created new session: [1:7593036904868981101:2110]
2026-01-08T17:01:09.806145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036902897631852:2109] [node 6] ICP22 created new session: [3:7593036902897631880:2109]
2026-01-08T17:01:09.806050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036904868981101:2110] [node 6] ICS09 handshake done sender: [1:7593036904868981080:2122] self: [1:7593036904868981079:0] peer: [6:7593036904430331547:0] socket: 197 qp: -1
2026-01-08T17:01:09.806395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036903020536295:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48477
2026-01-08T17:01:09.806710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036903020536274:2126] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.807663Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036904891711753:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:09.806097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036904868981101:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:09.807647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036902897631880:2109] [node 6] ICS09 handshake done sender: [3:7593036902897631856:2111] self: [3:7593036902897631855:0] peer: [6:7593036904430331548:0] socket: 215 qp: -1
2026-01-08T17:01:09.807791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036902897631880:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:09.806998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:09.807994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:09.806143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:09.807241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036903020536274:2126] [node 6] ICP22 created new session: [2:7593036903020536297:2126]
2026-01-08T17:01:09.808091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036903020536297:2126] [node 6] ICS09 handshake done sender: [2:7593036903020536278:2128] self: [2:7593036903020536277:0] peer: [6:7593036904430331549:0] socket: 220 qp: -1
2026-01-08T17:01:09.809053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036904891711746:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.809106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:09.808134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036903020536297:2126] [node 6] ICS10 traffic start
2026-01-08T17:01:09.808172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:09.809226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036904430331528:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.809167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036904891711746:2108] [node 5] ICP22 created new session: [4:7593036904891711768:2108]
2026-01-08T17:01:09.809218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036904891711768:2108] [node 5] ICS09 handshake done sender: [4:7593036904891711753:2112] self: [4:7593036904891711752:0] peer: [5:7593036901983996094:0] socket: 206 qp: -1
2026-01-08T17:01:09.809449Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036904868981078:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:09.809327Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036904430331456:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3635) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036904430331541:2124] held: no
2026-01-08T17:01:09.809247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036904891711768:2108] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.809304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:09.810567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036901983996098:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23854
2026-01-08T17:01:09.809995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036904868981073:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.810616Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036902897631859:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:09.810090Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036904430331458:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1955) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036904430331543:2126] held: no
2026-01-08T17:01:09.810043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.810670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036904868981073:2109] [node 5] ICP22 created new session: [1:7593036904868981105:2109]
2026-01-08T17:01:09.811691Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036904430331552:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50219
2026-01-08T17:01:09.811272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036904868981105:2109] [node 5] ICS09 handshake done sender: [1:7593036904868981078:2121] self: [1:7593036904868981077:0] peer: [5:7593036901983996095:0] socket: 194 qp: -1
2026-01-08T17:01:09.811754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036904430331553:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50219
2026-01-08T17:01:09.811356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036904868981105:2109] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:01:09.811971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036902897631850:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.811921Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036903020536295:2134] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.811750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036901983996099:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23854
::ffff:127.1.0.0
2026-01-08T17:01:09.811397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:09.812033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.812064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036903020536292:2133] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.812173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904891711771:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43851
2026-01-08T17:01:09.812198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036902897631850:2108] [node 5] ICP22 created new session: [3:7593036902897631884:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.812184Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904891711769:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43851
2026-01-08T17:01:09.812662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036902897631884:2108] [node 5] ICS09 handshake done sender: [3:7593036902897631859:2112] self: [3:7593036902897631858:0] peer: [5:7593036901983996096:0] socket: 212 qp: -1
2026-01-08T17:01:09.812892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036902897631884:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:09.812733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036903020536192:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.812927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:09.812732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036904430331543:2126] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:09.812895Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036901983996100:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23854
2026-01-08T17:01:09.812970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036904430331551:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50219
2026-01-08T17:01:09.813416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036904430331458:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.813018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036904891711771:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.812897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036901983996086:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:09.813586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:09.813727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036904868981082:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.813150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036904891711683:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.813778Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036904868981082:2123] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.815048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036904430331551:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.815054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036904430331458:2050] [node 3] ICP22 created new session: [6:7593036904430331555:2050]
2026-01-08T17:01:09.815788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036904868981084:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.816715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036901983996079:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.816740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036904430331555:2050] [node 3] ICS09 handshake done sender: [6:7593036904430331543:2126] self: [6:7593036904430331548:0] peer: [3:7593036902897631855:0] socket: 219 qp: -1
2026-01-08T17:01:09.815826Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036904868981084:2124] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.816764Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036901983996079:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.816903Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036904868981082:2123] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:09.816782Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036904430331541:2124] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:09.818558Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036902897631879:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41735
2026-01-08T17:01:09.818346Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036904891711769:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.818142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036901983996075:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.818199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:09.817772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036904868981084:2124] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:09.817480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036904430331555:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:09.818631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036904868980999:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:09.817527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:09.818351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036901983996085:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:09.818900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036904891711685:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.818917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:09.818111Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036904430331544:2127] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:09.818359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036901983996075:2108] [node 4] ICP22 created new session: [5:7593036901983996102:2108]
No RDMA context found for GID: 2026-01-08T17:01:09.819133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036904868980999:2048] [node 2] ICP22 created new session: [1:7593036904868981109:2048]
::ffff:127.1.0.0
2026-01-08T17:01:09.818974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036904430331456:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.818796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036901983996102:2108] [node 4] ICS09 handshake done sender: [5:7593036901983996086:2116] self: [5:7593036901983996094:0] peer: [4:7593036904891711752:0] socket: 208 qp: -1
2026-01-08T17:01:09.819231Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036902897631865:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.819181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:09.818999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036901983996102:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:09.819259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036904868981109:2048] [node 2] ICS09 handshake done sender: [1:7593036904868981082:2123] self: [1:7593036904868981081:0] peer: [2:7593036903020536301:0] socket: 195 qp: -1
2026-01-08T17:01:09.819225Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036903020536302:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48477
2026-01-08T17:01:09.819268Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036902897631865:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.819284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036904430331456:2048] [node 1] ICP22 created new session: [6:7593036904430331559:2048]
2026-01-08T17:01:09.819043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:09.819292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036904868981109:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:09.819283Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036902897631879:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.819315Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904891711773:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43851
2026-01-08T17:01:09.819326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:09.819365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036904430331559:2048] [node 1] ICS09 handshake done sender: [6:7593036904430331541:2124] self: [6:7593036904430331547:0] peer: [1:7593036904868981079:0] socket: 216 qp: -1
2026-01-08T17:01:09.819331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036904868981072:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.819624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036902897631788:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.819399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036904430331559:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:09.820460Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036903020536292:2133] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:09.819380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:09.819472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036904868981072:2107] [node 4] ICP22 created new session: [1:7593036904868981111:2107]
2026-01-08T17:01:09.819540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036904430331457:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.820899Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036904891711771:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:09.821351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036901983996088:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:09.819605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:09.820461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036904868981111:2107] [node 4] ICS09 handshake done sender: [1:7593036904868981084:2124] self: [1:7593036904868981083:0] peer: [4:7593036904891711772:0] socket: 254 qp: -1
2026-01-08T17:01:09.820309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:09.820881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036904868981111:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:09.821789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036903020536282:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.820404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036904430331457:2049] [node 2] ICP22 created new session: [6:7593036904430331561:2049]
2026-01-08T17:01:09.820922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:09.821829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036904891711683:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.821815Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036902897631865:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:09.821819Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036903020536282:2130] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.821875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:09.822409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036903020536192:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.820672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036904430331561:2049] [node 2] ICS09 handshake done sender: [6:7593036904430331544:2127] self: [6:7593036904430331549:0] peer: [2:7593036903020536277:0] socket: 221 qp: -1
2026-01-08T17:01:09.822450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:09.822518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036904891711683:2048] [node 1] ICP22 created new session: [4:7593036904891711775:2048]
2026-01-08T17:01:09.822496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036903020536192:2048] [node 1] ICP22 created new session: [2:7593036903020536303:2048]
2026-01-08T17:01:09.822536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036902897631851:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.820994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036904430331561:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:09.822750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036904891711775:2048] [node 1] ICS09 handshake done sender: [4:7593036904891711771:2118] self: [4:7593036904891711772:0] peer: [1:7593036904868981083:0] socket: 256 qp: -1
2026-01-08T17:01:09.822603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:09.821033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:09.822761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036903020536303:2048] [node 1] ICS09 handshake done sender: [2:7593036903020536292:2133] self: [2:7593036903020536301:0] peer: [1:7593036904868981081:0] socket: 240 qp: -1
2026-01-08T17:01:09.822639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036902897631851:2107] [node 4] ICP22 created new session: [3:7593036902897631888:2107]
2026-01-08T17:01:09.822797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036904891711775:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:09.822805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036903020536303:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.822847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:09.822773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036902897631888:2107] [node 4] ICS09 handshake done sender: [3:7593036902897631865:2116] self: [3:7593036902897631864:0] peer: [4:7593036904891711774:0] socket: 211 qp: -1
2026-01-08T17:01:09.822857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:09.822895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036902897631888:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:09.822927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:09.823916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036901983996011:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.824082Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036901983996101:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23854
2026-01-08T17:01:09.824103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:09.824854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036901983996011:2048] [node 1] ICP22 created new session: [5:7593036901983996105:2048]
2026-01-08T17:01:09.825054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036901983996105:2048] [node 1] ICS09 handshake done sender: [5:7593036901983996085:2115] self: [5:7593036901983996095:0] peer: [1:7593036904868981077:0] socket: 201 qp: -1
2026-01-08T17:01:09.825183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036901983996105:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:09.825222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:09.826635Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036901983996079:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:09.827141Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036903020536282:2130] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.827332Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036904891711685:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1955) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036904891711769:2117] held: no
2026-01-08T17:01:09.827330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036901983996076:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.827396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.827406Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036904430331563:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50219
2026-01-08T17:01:09.827483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036901983996076:2109] [node 6] ICP22 created new session: [5:7593036901983996108:2109]
2026-01-08T17:01:09.827664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036901983996108:2109] [node 6] ICS09 handshake done sender: [5:7593036901983996079:2111] self: [5:7593036901983996078:0] peer: [6:7593036904430331554:0] socket: 210 qp: -1
2026-01-08T17:01:09.827735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036902897631890:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41735
2026-01-08T17:01:09.827781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036901983996108:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.828445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:09.828437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036903020536193:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.828571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:09.828646Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036902897631879:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:09.829140Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904891711778:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43851
2026-01-08T17:01:09.828950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036902897631788:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.828580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036903020536306:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48477
2026-01-08T17:01:09.829183Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036904430331542:2125] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:09.829223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036904891711777:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43851
2026-01-08T17:01:09.828989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:09.828776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036903020536193:2049] [node 3] ICP22 created new session: [2:7593036903020536307:2049]
2026-01-08T17:01:09.829122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036903020536307:2049] [node 3] ICS09 handshake done sender: [2:7593036903020536282:2130] self: [2:7593036903020536281:0] peer: [3:7593036902897631886:0] socket: 247 qp: -1
2026-01-08T17:01:09.829229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036902897631788:2049] [node 2] ICP22 created new session: [3:7593036902897631891:2049]
2026-01-08T17:01:09.829541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036904430331529:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.829161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036903020536307:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:09.829432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036902897631891:2049] [node 2] ICS09 handshake done sender: [3:7593036902897631879:2120] self: [3:7593036902897631886:0] peer: [2:7593036903020536281:0] socket: 249 qp: -1
2026-01-08T17:01:09.829191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:09.829467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036902897631891:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:09.830588Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036904891711769:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:09.829503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:09.830625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036904430331528:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.830749Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036901983996101:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.830752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:09.831880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036904891711685:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.830949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036904430331528:2106] [node 5] ICP22 created new session: [6:7593036904430331565:2106]
2026-01-08T17:01:09.831907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036904891711778:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.830805Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036901983996013:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1955) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036901983996088:2117] held: no
2026-01-08T17:01:09.831934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:09.831927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036904430331565:2106] [node 5] ICS09 handshake done sender: [6:7593036904430331542:2125] self: [6:7593036904430331554:0] peer: [5:7593036901983996078:0] socket: 218 qp: -1
2026-01-08T17:01:09.831850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036901983996013:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.832004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036904891711685:2050] [node 3] ICP22 created new session: [4:7593036904891711779:2050]
2026-01-08T17:01:09.832024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036904430331565:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:09.831916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:09.832064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036904891711779:2050] [node 3] ICS09 handshake done sender: [4:7593036904891711769:2117] self: [4:7593036904891711774:0] peer: [3:7593036902897631864:0] socket: 253 qp: -1
2026-01-08T17:01:09.831949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036901983996013:2050] [node 3] ICP22 created new session: [5:7593036901983996110:2050]
2026-01-08T17:01:09.832097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036904891711779:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:09.832151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:09.832148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:09.831983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036901983996110:2050] [node 3] ICS09 handshake done sender: [5:7593036901983996088:2117] self: [5:7593036901983996096:0] peer: [3:7593036902897631858:0] socket: 214 qp: -1
2026-01-08T17:01:09.832010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036901983996110:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:09.832033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:09.832338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036901983996012:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:09.832508Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036904430331528:2106] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:09.832685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036904891711755:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.832713Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036904891711755:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.832826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036903020536285:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:09.832855Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036903020536285:2131] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:09.833613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036904891711755:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:09.833748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036904891711747:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.833809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.833905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036904891711747:2109] [node 6] ICP22 created new session: [4:7593036904891711783:2109]
2026-01-08T17:01:09.833937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036903020536285:2131] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:09.833968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036904891711783:2109] [node 6] ICS09 handshake done sender: [4:7593036904891711755:2113] self: [4:7593036904891711754:0] peer: [6:7593036904430331564:0] socket: 239 qp: -1
2026-01-08T17:01:09.833945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036904430331567:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50219
2026-01-08T17:01:09.834031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036904891711783:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:09.834070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:09.834118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036903020536273:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:09.834176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:09.834374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036903020536273:2108] [node 5] ICP22 created new session: [2:7593036903020536310:2108]
2026-01-08T17:01:09.834352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036901983996113:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23854
2026-01-08T17:01:09.834488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036903020536310:2108] [node 5] ICS09 handshake done sender: [2:7593036903020536285:2131] self: [2:7593036903020536284:0] peer: [5:7593036901983996112:0] socket: 209 qp: -1
2026-01-08T17:01:09.834555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036903020536310:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:09.834923Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036904430331529:2107] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19371) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036904430331551:2129] held: no
2026-01-08T17:01:09.834593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:09.835431Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036901983996012:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23997) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036901983996101:2123] held: no
2026-01-08T17:01:09.835493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036904430331551:2129] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:09.835825Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036901983996101:2123] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:09.836024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036904430331529:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.836203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:09.836288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036901983996012:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:09.836308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036904430331529:2107] [node 4] ICP22 created new session: [6:7593036904430331568:2107]
2026-01-08T17:01:09.836377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:09.836392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036904430331568:2107] [node 4] ICS09 handshake done sender: [6:7593036904430331551:2129] self: [6:7593036904430331564:0] peer: [4:7593036904891711754:0] socket: 243 qp: -1
2026-01-08T17:01:09.836435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036904430331568:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:09.836477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:09.836456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036901983996012:2049] [node 2] ICP22 created new session: [5:7593036901983996114:2049]
2026-01-08T17:01:09.836512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036901983996114:2049] [node 2] ICS09 handshake done sender: [5:7593036901983996101:2123] self: [5:7593036901983996112:0] peer: [2:7593036903020536284:0] socket: 257 qp: -1
2026-01-08T17:01:09.836556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036901983996114:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:09.836602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:09.879723Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:09.879969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036903020536303:2048] [node 1] ICS01 socket: 240 reason# EndOfStream
2026-01-08T17:01:09.880019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036903020536192:2048] [node 1] ICP30 unregister session Session# [2:7593036903020536303:2048] VirtualId# [2:7593036903020536301:0]
2026-01-08T17:01:09.880059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036903020536303:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.880140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:09.880198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:09.880954Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:09.881090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036902897631873:2048] [node 1] ICS07 socket disconnect 199 reason# EndOfStream
2026-01-08T17:01:09.881112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036902897631873:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.881165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:09.881202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036902897631873:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:09.883315Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:09.883439Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036902897631787:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3635) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:09.883478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036902897631873:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:09.883587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036904891711775:2048] [node 1] ICS01 socket: 256 reason# EndOfStream
2026-01-08T17:01:09.883635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036904891711683:2048] [node 1] ICP30 unregister session Session# [4:7593036904891711775:2048] VirtualId# [4:7593036904891711772:0]
2026-01-08T17:01:09.883672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036904891711775:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.883748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:09.883789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:09.884320Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036902897631787:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3635) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:09.884379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036902897631873:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:09.884403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036902897631787:2048] [node 1] ICP30 unregister session Session# [3:7593036902897631873:2048] VirtualId# [3:7593036902897631870:0]
2026-01-08T17:01:09.884441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:09.884487Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036902897631787:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3635) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.884510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3635) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.884520Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:09.884708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036901983996105:2048] [node 1] ICS01 socket: 201 reason# EndOfStream
2026-01-08T17:01:09.884774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036901983996011:2048] [node 1] ICP30 unregister session Session# [5:7593036901983996105:2048] VirtualId# [5:7593036901983996095:0]
2026-01-08T17:01:09.884815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036901983996105:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.884896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:09.884960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:09.885427Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:09.885567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036904430331559:2048] [node 1] ICS01 socket: 216 reason# EndOfStream
2026-01-08T17:01:09.885606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036904430331456:2048] [node 1] ICP30 unregister session Session# [6:7593036904430331559:2048] VirtualId# [6:7593036904430331547:0]
2026-01-08T17:01:09.885632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036904430331559:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.885681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:09.885709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:09.894233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036902897631787:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:09.930478Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:09.930689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036902897631891:2049] [node 2] ICS07 socket disconnect 249 reason# EndOfStream
2026-01-08T17:01:09.930722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036902897631891:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.930831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:09.930884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036902897631891:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:09.932896Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:09.933004Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036902897631788:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23997) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:09.933037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036902897631891:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:09.933098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036904891711764:2049] [node 2] ICS01 socket: 225 reason# EndOfStream
2026-01-08T17:01:09.933142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036904891711684:2049] [node 2] ICP30 unregister session Session# [4:7593036904891711764:2049] VirtualId# [4:7593036904891711762:0]
2026-01-08T17:01:09.933290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036904891711764:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.933354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:09.933405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:09.933783Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036902897631788:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23997) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:09.933832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036902897631891:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:09.933920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036902897631788:2049] [node 2] ICP30 unregister session Session# [3:7593036902897631891:2049] VirtualId# [3:7593036902897631886:0]
2026-01-08T17:01:09.933974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:09.934023Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036902897631788:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23997) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.934041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23997) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.934108Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:09.934425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036901983996114:2049] [node 2] ICS01 socket: 257 reason# EndOfStream
2026-01-08T17:01:09.934491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036901983996012:2049] [node 2] ICP30 unregister session Session# [5:7593036901983996114:2049] VirtualId# [5:7593036901983996112:0]
2026-01-08T17:01:09.934559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036901983996114:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.934687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:09.934743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:09.934955Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:09.935167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036904430331561:2049] [node 2] ICS07 socket disconnect 221 reason# EndOfStream
2026-01-08T17:01:09.935199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036904430331561:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.935263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:09.935314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036904430331561:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:09.935838Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036904430331457:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23997) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:09.935920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036904430331561:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:09.935948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036904430331457:2049] [node 2] ICP30 unregister session Session# [6:7593036904430331561:2049] VirtualId# [6:7593036904430331549:0]
2026-01-08T17:01:09.935980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:09.936004Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036904430331457:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23997) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.936013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23997) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:09.943398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036902897631788:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:09.945418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036904430331457:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:09.991549Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:09.991822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036904891711779:2050] [node 3] ICS01 socket: 253 reason# EndOfStream
2026-01-08T17:01:09.991868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036904891711685:2050] [node 3] ICP30 unregister session Session# [4:7593036904891711779:2050] VirtualId# [4:7593036904891711774:0]
2026-01-08T17:01:09.991904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036904891711779:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.991988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:09.992036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:09.992725Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:09.992909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036901983996110:2050] [node 3] ICS01 socket: 214 reason# EndOfStream
2026-01-08T17:01:09.992947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036901983996013:2050] [node 3] ICP30 unregister session Session# [5:7593036901983996110:2050] VirtualId# [5:7593036901983996096:0]
2026-01-08T17:01:09.992973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036901983996110:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.993056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:09.993105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:09.993426Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:09.993602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036904430331555:2050] [node 3] ICS01 socket: 219 reason# EndOfStream
2026-01-08T17:01:09.993630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036904430331458:2050] [node 3] ICP30 unregister session Session# [6:7593036904430331555:2050] VirtualId# [6:7593036904430331548:0]
2026-01-08T17:01:09.993647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036904430331555:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:09.993700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:09.993734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:10.030928Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:10.031161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036901983996102:2108] [node 4] ICS07 socket disconnect 208 reason# EndOfStream
2026-01-08T17:01:10.031201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036901983996102:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.031297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:10.031346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036901983996102:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:10.031636Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:10.031887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036904430331568:2107] [node 4] ICS01 socket: 243 reason# EndOfStream
2026-01-08T17:01:10.031949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036904430331529:2107] [node 4] ICP30 unregister session Session# [6:7593036904430331568:2107] VirtualId# [6:7593036904430331564:0]
2026-01-08T17:01:10.031985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036904430331568:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.032049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:10.032110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:10.032070Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036901983996075:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19371) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:10.032173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036901983996102:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:10.032240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036901983996075:2108] [node 4] ICP30 unregister session Session# [5:7593036901983996102:2108] VirtualId# [5:7593036901983996094:0]
2026-01-08T17:01:10.032277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:10.032332Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036901983996075:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19371) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.032377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19371) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.075255Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:10.075489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036904430331565:2106] [node 5] ICS07 socket disconnect 218 reason# EndOfStream
2026-01-08T17:01:10.075528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036904430331565:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.075623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:10.075674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036904430331565:2106] [node 5] ICS15 start handshake
2026-01-08T17:01:10.076399Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036904430331528:2106] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11869) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:10.076509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036904430331565:2106] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:10.076551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036904430331528:2106] [node 5] ICP30 unregister session Session# [6:7593036904430331565:2106] VirtualId# [6:7593036904430331554:0]
2026-01-08T17:01:10.076606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:01:10.076642Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036904430331528:2106] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11869) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.076657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11869) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.086768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036904430331528:2106] [node 5] ICP33 wake up from error state
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:10.164590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036905648489805:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:10.164662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036905648489806:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:10.170438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036907092418215:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:10.170476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036907092418216:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:10.176567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036907221952064:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:10.176611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036907221952065:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:10.182686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036906168479291:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:10.182724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036906168479292:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:10.182756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036906168479293:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:10.189362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036905598897822:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:10.189386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036905598897823:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:10.189443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036905598897824:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:10.195267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036908331561198:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:10.195288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036908331561199:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:10.195316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036908331561200:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:10.263832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036905598897885:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:10.274284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036908331561261:2107] [node 5] ICP01 ready to work
2026-01-08T17:01:10.275047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036905648489869:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:10.275659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036905648489871:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:10.275623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036907092418280:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:10.275630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036905598897886:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:10.275922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036907092418282:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:10.276026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036907221952127:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:10.276078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036906168479355:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:10.275795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036905648489870:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:10.276037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036907092418281:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:10.276429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036908331561263:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:10.276592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036907221952128:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:10.276636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036906168479356:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:10.276937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036907221952129:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:10.279246Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036907221952064:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37000644ns) {Configure:104(36993545ns) {ProcessConfigured:135(149667ns) {StartInitialHandshake:157(147308ns) {DropHandshakes:470(2858ns) {DropIncomingHandshake:442(533ns) DropOutgoingHandshake:457(642ns)} GenerateSessionVirtualId:992(674ns) PrepareNewSessionHandshake:477(1399ns) {SwitchToState:179(375ns)}}}}}
2026-01-08T17:01:10.279788Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036905648489806:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(37581359ns) {Configure:104(30997838ns) {ProcessConfigured:135(82134ns) {StartInitialHandshake:157(80652ns) {DropHandshakes:470(1128ns) {DropIncomingHandshake:442(195ns) DropOutgoingHandshake:457(205ns)} GenerateSessionVirtualId:992(345ns) PrepareNewSessionHandshake:477(854ns) {SwitchToState:179(390ns)}}}}}
2026-01-08T17:01:10.280059Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036907221952065:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(37076248ns) {Configure:104(37067996ns) {ProcessConfigured:135(123939ns) {StartInitialHandshake:157(121782ns) {DropHandshakes:470(1499ns) {DropIncomingHandshake:442(408ns) DropOutgoingHandshake:457(306ns)} GenerateSessionVirtualId:992(447ns) PrepareNewSessionHandshake:477(5522ns) {SwitchToState:179(391ns)}}}}}
2026-01-08T17:01:10.280668Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036906168479292:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(37603393ns) {Configure:104(37600000ns) {ProcessConfigured:135(269303ns) {StartInitialHandshake:157(268050ns) {DropHandshakes:470(630ns) {DropIncomingHandshake:442(170ns) DropOutgoingHandshake:457(155ns)} GenerateSessionVirtualId:992(299ns) PrepareNewSessionHandshake:477(512ns) {SwitchToState:179(118ns)}}}}}
2026-01-08T17:01:10.280573Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036908331561199:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(22254394ns) {Configure:104(22244127ns) {ProcessConfigured:135(294689ns) {StartInitialHandshake:157(290665ns) {DropHandshakes:470(929ns) {DropIncomingHandshake:442(210ns) DropOutgoingHandshake:457(209ns)} GenerateSessionVirtualId:992(340ns) PrepareNewSessionHandshake:477(752ns) {SwitchToState:179(150ns)}}}}}
2026-01-08T17:01:10.280734Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036906168479291:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(38222756ns) {Configure:104(38217644ns) {ProcessConfigured:135(470048ns) {StartInitialHandshake:157(468513ns) {DropHandshakes:470(719ns) {DropIncomingHandshake:442(191ns) DropOutgoingHandshake:457(143ns)} GenerateSessionVirtualId:992(262ns) PrepareNewSessionHandshake:477(656ns) {SwitchToState:179(148ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.285543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036907221952140:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23052
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.290615Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036907221952142:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23052
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.291846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036907221952143:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23052
2026-01-08T17:01:10.292693Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036905648489882:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18967
2026-01-08T17:01:10.293681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036908331561278:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13091
2026-01-08T17:01:10.294161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036908331561277:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13091
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:01:10.296178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036906168479369:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60541
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0::ffff:127.1.0.0
2026-01-08T17:01:10.296874Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036905648489886:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18967
2026-01-08T17:01:10.296985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036907092418292:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15222
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.297046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036905648489887:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18967
2026-01-08T17:01:10.296964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036905598897900:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:505
2026-01-08T17:01:10.297031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036907092418289:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15222
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.297045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036907092418291:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15222
2026-01-08T17:01:10.297169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036907092418297:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15222
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.297232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036905648489888:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18967
2026-01-08T17:01:10.297308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036907092418298:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15222
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.307680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036905598897901:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:505
2026-01-08T17:01:10.308367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036908331561278:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.308420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036907092418289:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.308479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036908331561263:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.308662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036906168479366:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.308693Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036906168479366:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.309742Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036906168479366:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.310042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036906168479356:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:10.310075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:10.309945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036908331561280:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13091
2026-01-08T17:01:10.310229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036906168479356:2109] [node 6] ICP22 created new session: [4:7593036906168479372:2109]
2026-01-08T17:01:10.310386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036906168479372:2109] [node 6] ICS09 handshake done sender: [4:7593036906168479366:2114] self: [4:7593036906168479363:0] peer: [6:7593036908331561279:0] socket: 223 qp: -1
2026-01-08T17:01:10.310511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036906168479372:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:10.310291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905648489887:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.310600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:10.310644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036906168479369:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.310679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036908331561277:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.310772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036908331561278:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:10.310867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036908331561198:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.310888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036905648489889:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18967
2026-01-08T17:01:10.311061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036908331561263:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.311049Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036907092418291:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.311100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:10.311437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593036906168479356:2109] [node 6] ICP18 handshake (actor [4:7593036906168479369:2116]) is too old
2026-01-08T17:01:10.311442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036908331561263:2108] [node 4] ICP22 created new session: [6:7593036908331561282:2108]
2026-01-08T17:01:10.311419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905648489886:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.311636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036908331561282:2108] [node 4] ICS09 handshake done sender: [6:7593036908331561278:2117] self: [6:7593036908331561279:0] peer: [4:7593036906168479363:0] socket: 224 qp: -1
2026-01-08T17:01:10.311655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905648489875:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.311671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036908331561282:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:10.311718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:10.311685Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036905648489875:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.312203Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036907092418292:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.311781Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036905598897902:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:505
2026-01-08T17:01:10.312450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036907092418215:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.312209Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905648489882:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.313108Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036907092418297:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.313110Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036907221952140:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.313366Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036905648489875:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:10.313537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036907221952064:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.313427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905648489877:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.314882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036907092418298:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.313444Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036905648489877:2113] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.314710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036907221952142:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.315087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905648489874:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.314666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036905598897902:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.314907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036905598897885:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.315111Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036905648489874:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.315118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036905648489871:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:10.315140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036905598897900:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.315159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:10.315404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036905598897903:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:505
2026-01-08T17:01:10.315178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905648489888:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.315407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036908331561285:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13091
2026-01-08T17:01:10.315458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036905598897824:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.315569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036906168479361:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.315403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036905648489871:2109] [node 6] ICP22 created new session: [1:7593036905648489895:2109]
2026-01-08T17:01:10.316518Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036908331561277:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:10.316773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036908331561198:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.315570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036905648489895:2109] [node 6] ICS09 handshake done sender: [1:7593036905648489875:2112] self: [1:7593036905648489873:0] peer: [6:7593036908331561281:0] socket: 211 qp: -1
2026-01-08T17:01:10.315601Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036906168479361:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.316762Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036905598897903:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.316803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036907221952135:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.315606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036905648489895:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:10.317658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:10.316843Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036907221952135:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.317962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036906168479361:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:10.315645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:10.317712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036908331561198:2048] [node 1] ICP22 created new session: [6:7593036908331561286:2048]
2026-01-08T17:01:10.317748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036908331561286:2048] [node 1] ICS09 handshake done sender: [6:7593036908331561277:2116] self: [6:7593036908331561281:0] peer: [1:7593036905648489873:0] socket: 215 qp: -1
2026-01-08T17:01:10.317960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036908331561286:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:10.318289Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036905598897901:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.318047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:10.318358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036906168479355:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:10.317697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036905648489877:2113] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.318800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:10.318851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036906168479355:2108] [node 5] ICP22 created new session: [4:7593036906168479376:2108]
2026-01-08T17:01:10.318887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036907221952135:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:10.319323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036906168479376:2108] [node 5] ICS09 handshake done sender: [4:7593036906168479361:2112] self: [4:7593036906168479358:0] peer: [5:7593036905598897904:0] socket: 242 qp: -1
2026-01-08T17:01:10.319370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036906168479376:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:10.319402Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036905648489874:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:10.319448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036905598897823:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.319420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:10.319620Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036905598897906:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:505
2026-01-08T17:01:10.319805Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036908331561198:2048] [node 1] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.319858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036905648489805:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:10.319912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.320007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036905598897908:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:505
2026-01-08T17:01:10.320025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036905648489805:2048] [node 2] ICP22 created new session: [1:7593036905648489900:2048]
2026-01-08T17:01:10.320263Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036907092418288:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.320343Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036907221952149:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23052
2026-01-08T17:01:10.320323Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036905598897910:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:505
2026-01-08T17:01:10.320285Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036907092418288:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.320084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036905648489900:2048] [node 2] ICS09 handshake done sender: [1:7593036905648489877:2113] self: [1:7593036905648489876:0] peer: [2:7593036907092418303:0] socket: 208 qp: -1
2026-01-08T17:01:10.320354Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036905598897902:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:10.320289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036905648489900:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:10.320526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036905648489806:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:10.321870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036905598897885:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.321872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036907221952128:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.321906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:10.320594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:10.321938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:10.321910Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036905598897900:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:10.320658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.321970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036907092418305:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15222
2026-01-08T17:01:10.321944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036905598897885:2108] [node 4] ICP22 created new session: [5:7593036905598897911:2108]
2026-01-08T17:01:10.322000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036907221952128:2108] [node 5] ICP22 created new session: [3:7593036907221952152:2108]
2026-01-08T17:01:10.321296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036905648489806:2049] [node 3] ICP22 created new session: [1:7593036905648489902:2049]
2026-01-08T17:01:10.322189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036907092418288:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.322191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036905598897911:2108] [node 4] ICS09 handshake done sender: [5:7593036905598897902:2117] self: [5:7593036905598897904:0] peer: [4:7593036906168479358:0] socket: 243 qp: -1
2026-01-08T17:01:10.322033Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036907221952140:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:10.321684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036905648489902:2049] [node 3] ICS09 handshake done sender: [1:7593036905648489874:2111] self: [1:7593036905648489872:0] peer: [3:7593036907221952146:0] socket: 198 qp: -1
2026-01-08T17:01:10.322266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036907221952151:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23052
2026-01-08T17:01:10.322228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036905598897911:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:10.321711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036905648489902:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:10.322749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036907221952152:2108] [node 5] ICS09 handshake done sender: [3:7593036907221952135:2112] self: [3:7593036907221952134:0] peer: [5:7593036905598897905:0] socket: 228 qp: -1
2026-01-08T17:01:10.322252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:10.323034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036907221952152:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:10.321903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:10.322780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036905598897824:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.323294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036907092418282:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:10.323080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:10.324667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:10.323161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036907221952150:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23052
2026-01-08T17:01:10.324698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036907092418282:2108] [node 5] ICP22 created new session: [2:7593036907092418308:2108]
2026-01-08T17:01:10.322815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:10.323286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036907221952064:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.324666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:10.324817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905648489889:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.324772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036907221952064:2048] [node 1] ICP22 created new session: [3:7593036907221952155:2048]
2026-01-08T17:01:10.323041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036905598897824:2050] [node 3] ICP22 created new session: [5:7593036905598897913:2050]
2026-01-08T17:01:10.323239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036905598897913:2050] [node 3] ICS09 handshake done sender: [5:7593036905598897900:2115] self: [5:7593036905598897905:0] peer: [3:7593036907221952134:0] socket: 230 qp: -1
2026-01-08T17:01:10.324841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036907092418308:2108] [node 5] ICS09 handshake done sender: [2:7593036907092418288:2114] self: [2:7593036907092418283:0] peer: [5:7593036905598897909:0] socket: 237 qp: -1
2026-01-08T17:01:10.324834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036907221952155:2048] [node 1] ICS09 handshake done sender: [3:7593036907221952140:2114] self: [3:7593036907221952146:0] peer: [1:7593036905648489872:0] socket: 201 qp: -1
2026-01-08T17:01:10.325626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036907221952155:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:10.325774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:10.325777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036905648489805:2048] [node 2] ICP18 handshake (actor [1:7593036905648489889:2120]) is too old
2026-01-08T17:01:10.323300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036905598897913:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:10.325721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036907092418308:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:10.324639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:10.325744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:10.325755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036907092418292:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:10.326652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036907092418215:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:01:10.326803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
::ffff:127.1.0.0
2026-01-08T17:01:10.326731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036907221952151:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.326896Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036907221952064:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:10.326875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036907092418215:2048] [node 1] ICP22 created new session: [2:7593036907092418310:2048]
2026-01-08T17:01:10.326834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036906168479379:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60541
2026-01-08T17:01:10.326950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036907092418310:2048] [node 1] ICS09 handshake done sender: [2:7593036907092418292:2117] self: [2:7593036907092418303:0] peer: [1:7593036905648489876:0] socket: 218 qp: -1
2026-01-08T17:01:10.326915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036906168479380:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60541
2026-01-08T17:01:10.327034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036907092418310:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:10.327445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036907221952150:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.327053Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036905598897823:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30267) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036905598897901:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.327061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:10.328695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036907221952143:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.328667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036905598897908:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.329312Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036905598897914:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:505
2026-01-08T17:01:10.329587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036906168479379:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2026-01-08T17:01:10.329630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036907092418215:2048] [node 1] ICP27 obsolete handshake fail ignored
::ffff:127.1.0.0
2026-01-08T17:01:10.329810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036905598897822:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.330137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036906168479291:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.330083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036908331561289:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13091
2026-01-08T17:01:10.330425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905648489883:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.330118Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036905598897901:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:10.331987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036907221952065:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.330465Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036905648489883:2116] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.334001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036905598897823:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.334584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036908331561289:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.334773Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036907092418287:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.331891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036905648489880:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.334757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:10.335132Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036908331561290:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13091
2026-01-08T17:01:10.331917Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036905648489880:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.334816Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036907092418287:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.335002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036905598897823:2049] [node 2] ICP22 created new session: [5:7593036905598897918:2049]
2026-01-08T17:01:10.335230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036908331561199:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: 2026-01-08T17:01:10.332922Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036905648489883:2116] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.336180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036905598897918:2049] [node 2] ICS09 handshake done sender: [5:7593036905598897901:2116] self: [5:7593036905598897909:0] peer: [2:7593036907092418283:0] socket: 238 qp: -1
2026-01-08T17:01:10.336340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036908331561290:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.335029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036905648489870:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:10.336180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036907092418295:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:01:10.336209Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036907092418295:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.337393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036905598897918:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:10.337500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036908331561261:2107] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.335238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:10.337543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:10.336173Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036905648489880:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.337873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036907092418295:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:10.337822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036905598897919:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:505
2026-01-08T17:01:10.337861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036906168479380:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.337830Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036908331561291:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13091
2026-01-08T17:01:10.337341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036905648489870:2108] [node 5] ICP22 created new session: [1:7593036905648489907:2108]
2026-01-08T17:01:10.337525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036905648489907:2108] [node 5] ICS09 handshake done sender: [1:7593036905648489883:2116] self: [1:7593036905648489881:0] peer: [5:7593036905598897917:0] socket: 250 qp: -1
2026-01-08T17:01:10.338340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036905598897897:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.338382Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036905598897897:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.338338Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036906168479383:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60541
2026-01-08T17:01:10.337572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036905648489907:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:10.342931Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036907221952138:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.342721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036907092418281:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:10.342963Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036907221952138:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.342646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036908331561291:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.337907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:10.342983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036908331561200:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.338348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036906168479382:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60541
2026-01-08T17:01:10.343475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036907092418287:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:10.338421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036905648489869:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.344516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:10.344629Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036908331561199:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30267) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036908331561289:2120] held: no
2026-01-08T17:01:10.338445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036906168479293:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.341788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.344688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036907092418281:2109] [node 6] ICP22 created new session: [2:7593036907092418316:2109]
2026-01-08T17:01:10.344812Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036907221952138:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:10.344714Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036905598897822:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5962) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036905598897908:2120] held: no
2026-01-08T17:01:10.342550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036905648489869:2107] [node 4] ICP22 created new session: [1:7593036905648489909:2107]
2026-01-08T17:01:10.345214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036908331561294:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13091
2026-01-08T17:01:10.344844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036907092418316:2109] [node 6] ICS09 handshake done sender: [2:7593036907092418295:2118] self: [2:7593036907092418294:0] peer: [6:7593036908331561292:0] socket: 241 qp: -1
2026-01-08T17:01:10.342731Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036906168479379:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:10.345433Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036907221952141:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.345994Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036905598897908:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:10.347916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036908331561289:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:10.344283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036905648489909:2107] [node 4] ICS09 handshake done sender: [1:7593036905648489880:2114] self: [1:7593036905648489879:0] peer: [4:7593036906168479381:0] socket: 199 qp: -1
2026-01-08T17:01:10.343475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036906168479382:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.345266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036907092418316:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:10.345995Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036905598897897:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:10.345954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036907092418216:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:10.345454Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036907221952141:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.344547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036905648489909:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:10.344412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036906168479291:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.347648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036905598897822:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.346117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036907092418296:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:10.346180Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036907221952161:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23052
2026-01-08T17:01:10.344601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:10.344462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:10.348228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036905598897886:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:10.346146Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036907092418296:2119] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:10.347854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036907221952127:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.344530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036906168479291:2048] [node 1] ICP22 created new session: [4:7593036906168479386:2048]
2026-01-08T17:01:10.348329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:10.346151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:10.348408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:10.344546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036906168479292:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:10.348620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036907221952127:2107] [node 4] ICP22 created new session: [3:7593036907221952164:2107]
2026-01-08T17:01:10.348579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036905598897886:2109] [node 6] ICP22 created new session: [5:7593036905598897922:2109]
2026-01-08T17:01:10.349623Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036908331561296:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13091
2026-01-08T17:01:10.344574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036906168479386:2048] [node 1] ICS09 handshake done sender: [4:7593036906168479379:2117] self: [4:7593036906168479381:0] peer: [1:7593036905648489879:0] socket: 232 qp: -1
2026-01-08T17:01:10.348579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:10.348645Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036907221952143:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:10.344613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036906168479386:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:10.348632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:10.348837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036907221952164:2107] [node 4] ICS09 handshake done sender: [3:7593036907221952138:2113] self: [3:7593036907221952137:0] peer: [4:7593036906168479384:0] socket: 202 qp: -1
2026-01-08T17:01:10.349876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036908331561199:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.344653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:10.349827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036906168479388:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60541
2026-01-08T17:01:10.348641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036905598897922:2109] [node 6] ICS09 handshake done sender: [5:7593036905598897897:2114] self: [5:7593036905598897895:0] peer: [6:7593036908331561293:0] socket: 222 qp: -1
2026-01-08T17:01:10.348635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036907092418216:2049] [node 3] ICP22 created new session: [2:7593036907092418318:2049]
2026-01-08T17:01:10.349194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036907221952164:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.349978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:10.349172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036907092418318:2049] [node 3] ICS09 handshake done sender: [2:7593036907092418287:2113] self: [2:7593036907092418285:0] peer: [3:7593036907221952160:0] socket: 210 qp: -1
2026-01-08T17:01:10.348676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036905598897922:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:10.349272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:10.350502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036908331561199:2049] [node 2] ICP22 created new session: [6:7593036908331561298:2049]
2026-01-08T17:01:10.349054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036905598897822:2048] [node 1] ICP22 created new session: [5:7593036905598897923:2048]
2026-01-08T17:01:10.350543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036908331561298:2049] [node 2] ICS09 handshake done sender: [6:7593036908331561289:2120] self: [6:7593036908331561292:0] peer: [2:7593036907092418294:0] socket: 260 qp: -1
2026-01-08T17:01:10.349412Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036907221952141:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:10.349211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036907092418318:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:10.350777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036908331561298:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:10.350783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036907221952065:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.349656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:10.351143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:10.349211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:10.352244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:10.349901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036905598897923:2048] [node 1] ICS09 handshake done sender: [5:7593036905598897908:2120] self: [5:7593036905598897917:0] peer: [1:7593036905648489881:0] socket: 252 qp: -1
2026-01-08T17:01:10.352378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036907221952065:2049] [node 2] ICP22 created new session: [3:7593036907221952166:2049]
2026-01-08T17:01:10.351170Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036907092418296:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:10.350595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036905598897923:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:10.351596Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036908331561297:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13091
2026-01-08T17:01:10.352377Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036906168479293:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3162) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036906168479380:2118] held: no
2026-01-08T17:01:10.353057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036907221952166:2049] [node 2] ICS09 handshake done sender: [3:7593036907221952143:2117] self: [3:7593036907221952160:0] peer: [2:7593036907092418285:0] socket: 219 qp: -1
2026-01-08T17:01:10.352010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:10.352134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036907092418280:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:10.353053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:10.353249Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036906168479380:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:10.353099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036907221952166:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:10.353114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036907221952129:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:10.353101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036907092418280:2107] [node 4] ICP22 created new session: [2:7593036907092418321:2107]
2026-01-08T17:01:10.353253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:10.353691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036906168479293:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.353484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036907092418321:2107] [node 4] ICS09 handshake done sender: [2:7593036907092418296:2119] self: [2:7593036907092418293:0] peer: [4:7593036906168479385:0] socket: 235 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:10.353658Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036908331561261:2107] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63745) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036908331561290:2121] held: no
2026-01-08T17:01:10.353346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:10.353757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036907092418321:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:10.353873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036908331561290:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:10.353866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:10.353518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036907221952129:2109] [node 6] ICP22 created new session: [3:7593036907221952168:2109]
2026-01-08T17:01:10.353792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:10.353549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036907221952168:2109] [node 6] ICS09 handshake done sender: [3:7593036907221952141:2115] self: [3:7593036907221952139:0] peer: [6:7593036908331561295:0] socket: 262 qp: -1
2026-01-08T17:01:10.353984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036906168479293:2050] [node 3] ICP22 created new session: [4:7593036906168479390:2050]
2026-01-08T17:01:10.353566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036907221952168:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:10.353993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036906168479389:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60541
2026-01-08T17:01:10.354046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036908331561291:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:10.354044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036906168479390:2050] [node 3] ICS09 handshake done sender: [4:7593036906168479380:2118] self: [4:7593036906168479384:0] peer: [3:7593036907221952137:0] socket: 259 qp: -1
2026-01-08T17:01:10.353773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:10.354144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036906168479390:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:10.354163Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036907221952065:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:10.354277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036908331561261:2107] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.354252Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036906168479382:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:10.354346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:10.354260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:10.356574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036908331561261:2107] [node 5] ICP22 created new session: [6:7593036908331561300:2107]
2026-01-08T17:01:10.357024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036908331561300:2107] [node 5] ICS09 handshake done sender: [6:7593036908331561290:2121] self: [6:7593036908331561293:0] peer: [5:7593036905598897895:0] socket: 203 qp: -1
2026-01-08T17:01:10.357089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036906168479292:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.357056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036908331561300:2107] [node 5] ICS10 traffic start
2026-01-08T17:01:10.357076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036908331561200:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:10.357187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:10.357090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:10.357146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:10.357244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036906168479292:2049] [node 2] ICP22 created new session: [4:7593036906168479392:2049]
2026-01-08T17:01:10.357302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036906168479392:2049] [node 2] ICS09 handshake done sender: [4:7593036906168479382:2119] self: [4:7593036906168479385:0] peer: [2:7593036907092418293:0] socket: 261 qp: -1
2026-01-08T17:01:10.357182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036908331561200:2050] [node 3] ICP22 created new session: [6:7593036908331561302:2050]
2026-01-08T17:01:10.357339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036906168479392:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:10.357877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:10.357219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036908331561302:2050] [node 3] ICS09 handshake done sender: [6:7593036908331561291:2122] self: [6:7593036908331561295:0] peer: [3:7593036907221952139:0] socket: 263 qp: -1
2026-01-08T17:01:10.357239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036908331561302:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:10.357259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:10.358766Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036908331561200:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:10.358802Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036906168479292:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:10.411295Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:10.411571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036907092418310:2048] [node 1] ICS07 socket disconnect 218 reason# EndOfStream
2026-01-08T17:01:10.411613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036907092418310:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.411732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:10.411833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036907092418310:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:10.412562Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:10.412773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036907221952155:2048] [node 1] ICS07 socket disconnect 201 reason# EndOfStream
2026-01-08T17:01:10.412804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036907221952155:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.412891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:10.412965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036907221952155:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:10.413585Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036907221952064:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5962) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:10.413668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036907221952155:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:10.413728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036907221952064:2048] [node 1] ICP30 unregister session Session# [3:7593036907221952155:2048] VirtualId# [3:7593036907221952146:0]
2026-01-08T17:01:10.414105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:10.414206Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036907221952064:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5962) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.414228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5962) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.414420Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036907092418215:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5962) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:10.414466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036907092418310:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:10.415267Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:10.415555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036906168479386:2048] [node 1] ICS01 socket: 232 reason# EndOfStream
2026-01-08T17:01:10.415597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036906168479291:2048] [node 1] ICP30 unregister session Session# [4:7593036906168479386:2048] VirtualId# [4:7593036906168479381:0]
2026-01-08T17:01:10.415623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036906168479386:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.415715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:10.415770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:10.416090Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:10.415965Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036907092418215:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5962) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:10.416052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036907092418310:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:10.416239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036907092418215:2048] [node 1] ICP30 unregister session Session# [2:7593036907092418310:2048] VirtualId# [2:7593036907092418303:0]
2026-01-08T17:01:10.416284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:10.416323Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036907092418215:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5962) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.416440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036905598897923:2048] [node 1] ICS01 socket: 252 reason# EndOfStream
2026-01-08T17:01:10.416473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036905598897822:2048] [node 1] ICP30 unregister session Session# [5:7593036905598897923:2048] VirtualId# [5:7593036905598897917:0]
2026-01-08T17:01:10.416339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5962) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.416494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036905598897923:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.416550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:10.416583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:10.417180Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:10.417363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036908331561286:2048] [node 1] ICS07 socket disconnect 215 reason# EndOfStream
2026-01-08T17:01:10.417391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036908331561286:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.417461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:10.417502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036908331561286:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:10.418086Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036908331561198:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5962) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:10.418130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036908331561286:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:10.418156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036908331561198:2048] [node 1] ICP30 unregister session Session# [6:7593036908331561286:2048] VirtualId# [6:7593036908331561281:0]
2026-01-08T17:01:10.418195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:10.418226Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036908331561198:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5962) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.418236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5962) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.423609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036907221952064:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:10.425685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593036907092418215:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:10.427708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036908331561198:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:10.516117Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:10.516366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036907221952166:2049] [node 2] ICS07 socket disconnect 219 reason# EndOfStream
2026-01-08T17:01:10.516401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036907221952166:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.516516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:10.516569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036907221952166:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:10.518410Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:10.518571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036906168479392:2049] [node 2] ICS07 socket disconnect 261 reason# EndOfStream
2026-01-08T17:01:10.518598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036906168479392:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.518599Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036907221952065:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30267) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:10.518652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:10.518691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036906168479392:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:10.518642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036907221952166:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:10.519595Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036907221952065:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30267) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:10.519689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036907221952166:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:10.519727Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036906168479292:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30267) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:10.519732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036907221952065:2049] [node 2] ICP30 unregister session Session# [3:7593036907221952166:2049] VirtualId# [3:7593036907221952160:0]
2026-01-08T17:01:10.519797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:10.519795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036906168479392:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:10.519880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036906168479292:2049] [node 2] ICP30 unregister session Session# [4:7593036906168479392:2049] VirtualId# [4:7593036906168479385:0]
2026-01-08T17:01:10.519898Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036907221952065:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30267) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.519896Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:10.519913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30267) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.519935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:10.520000Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036906168479292:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30267) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.520015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30267) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.520117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036905598897918:2049] [node 2] ICS01 socket: 238 reason# EndOfStream
2026-01-08T17:01:10.520164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036905598897823:2049] [node 2] ICP30 unregister session Session# [5:7593036905598897918:2049] VirtualId# [5:7593036905598897909:0]
2026-01-08T17:01:10.520206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036905598897918:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.520295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:10.520341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:10.520928Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:10.521047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036908331561298:2049] [node 2] ICS01 socket: 260 reason# EndOfStream
2026-01-08T17:01:10.521077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036908331561199:2049] [node 2] ICP30 unregister session Session# [6:7593036908331561298:2049] VirtualId# [6:7593036908331561292:0]
2026-01-08T17:01:10.521101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036908331561298:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.521145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:10.521176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:10.530139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036906168479292:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:10.579038Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:10.579218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036906168479390:2050] [node 3] ICS01 socket: 259 reason# EndOfStream
2026-01-08T17:01:10.579251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036906168479293:2050] [node 3] ICP30 unregister session Session# [4:7593036906168479390:2050] VirtualId# [4:7593036906168479384:0]
2026-01-08T17:01:10.579288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036906168479390:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.579362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:10.579402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:10.579874Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:10.580016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036905598897913:2050] [node 3] ICS07 socket disconnect 230 reason# EndOfStream
2026-01-08T17:01:10.580037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036905598897913:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.580088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:10.580117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036905598897913:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:10.580556Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:10.580681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036908331561302:2050] [node 3] ICS07 socket disconnect 263 reason# EndOfStream
2026-01-08T17:01:10.580701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036908331561302:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.580752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:10.580781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036908331561302:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:10.580785Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036905598897824:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3162) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:10.580972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036905598897913:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:10.581041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036905598897824:2050] [node 3] ICP30 unregister session Session# [5:7593036905598897913:2050] VirtualId# [5:7593036905598897905:0]
2026-01-08T17:01:10.581073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:10.581103Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036905598897824:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3162) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.581116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3162) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.581494Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036908331561200:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3162) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:10.581530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036908331561302:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:10.581551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036908331561200:2050] [node 3] ICP30 unregister session Session# [6:7593036908331561302:2050] VirtualId# [6:7593036908331561295:0]
2026-01-08T17:01:10.581591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:10.581608Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036908331561200:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3162) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.581621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3162) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.590579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036905598897824:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:10.591563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036908331561200:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:10.658885Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:10.659060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036905598897911:2108] [node 4] ICS07 socket disconnect 243 reason# EndOfStream
2026-01-08T17:01:10.659084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036905598897911:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.659153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:10.659201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036905598897911:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:10.659975Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036905598897885:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32236) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:10.659955Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:10.660038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036905598897911:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:10.660076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036905598897885:2108] [node 4] ICP30 unregister session Session# [5:7593036905598897911:2108] VirtualId# [5:7593036905598897904:0]
2026-01-08T17:01:10.660125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:10.660159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036908331561282:2108] [node 4] ICS07 socket disconnect 224 reason# EndOfStream
2026-01-08T17:01:10.660174Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036905598897885:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.660192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036908331561282:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.660201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.660259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:10.660299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036908331561282:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:10.660910Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036908331561263:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32236) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:10.660976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036908331561282:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:10.661032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036908331561263:2108] [node 4] ICP30 unregister session Session# [6:7593036908331561282:2108] VirtualId# [6:7593036908331561279:0]
2026-01-08T17:01:10.661072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:10.661109Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036908331561263:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.661126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32236) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:10.671465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036908331561263:2108] [node 4] ICP33 wake up from error state
2026-01-08T17:01:10.716762Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:10.716998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036908331561300:2107] [node 5] ICS01 socket: 203 reason# EndOfStream
2026-01-08T17:01:10.717042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036908331561261:2107] [node 5] ICP30 unregister session Session# [6:7593036908331561300:2107] VirtualId# [6:7593036908331561293:0]
2026-01-08T17:01:10.717081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036908331561300:2107] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:10.717169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:10.717216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:10.798309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036908963065751:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:10.798357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036908963065752:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:10.803659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036909077920165:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:10.803696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036909077920166:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:10.808666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036907660354672:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:10.808713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036907660354673:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:10.814219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036908454254385:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:10.814240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036908454254386:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:10.814283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036908454254387:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:10.820212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036909373849632:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:10.820238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036909373849633:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:10.820264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036909373849634:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:10.826004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036907624101680:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:10.826029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036907624101681:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:10.826081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036907624101682:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:10.902705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036907624101738:2101] [node 5] ICP01 ready to work
2026-01-08T17:01:10.966923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036907660354737:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:10.971020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036909077920228:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:10.983689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036908454254448:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:10.993837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036907660354738:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:10.993737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036908963065815:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:10.996019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036909373849695:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:10.996144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036909077920229:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:10.994550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036908454254449:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:11.002182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036913372887526:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:11.001084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036908963065817:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:11.002628Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036908963065751:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(106680515ns) {Configure:104(106673850ns) {ProcessConfigured:135(5952003ns) {StartInitialHandshake:157(5949477ns) {DropHandshakes:470(3411ns) {DropIncomingHandshake:442(577ns) DropOutgoingHandshake:457(622ns)} GenerateSessionVirtualId:992(996ns) PrepareNewSessionHandshake:477(3423ns) {SwitchToState:179(1298ns)}}}}}
2026-01-08T17:01:11.002665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036913258033115:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:11.001795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036909373849696:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:10.999963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036907660354739:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:11.002397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036911919069040:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:11.013043Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036909077920166:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(101622457ns) {Configure:104(101616863ns) {ProcessConfigured:135(1165168ns) {StartInitialHandshake:157(1162228ns) {DropHandshakes:470(6316ns) {DropIncomingHandshake:442(3924ns) DropOutgoingHandshake:457(482ns)} GenerateSessionVirtualId:992(1156ns) PrepareNewSessionHandshake:477(2978ns) {SwitchToState:179(968ns)}}}}}
2026-01-08T17:01:11.012928Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036908963065752:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(109444406ns) {Configure:104(109438670ns) {ProcessConfigured:135(543559ns) {StartInitialHandshake:157(541329ns) {DropHandshakes:470(1556ns) {DropIncomingHandshake:442(189ns) DropOutgoingHandshake:457(435ns)} GenerateSessionVirtualId:992(650ns) PrepareNewSessionHandshake:477(2118ns) {SwitchToState:179(782ns)}}}}}
2026-01-08T17:01:11.015509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036907624101738:2101] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(107436512ns) {Configure:104(107428548ns) {ProcessConfigured:135(971697ns) {StartInitialHandshake:157(969460ns) {DropHandshakes:470(1092ns) {DropIncomingHandshake:442(310ns) DropOutgoingHandshake:457(261ns)} GenerateSessionVirtualId:992(471ns) PrepareNewSessionHandshake:477(1955ns) {SwitchToState:179(274ns)}}}}}
2026-01-08T17:01:11.014994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036909077920165:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(98883650ns) {Configure:104(98874173ns) {ProcessConfigured:135(906471ns) {StartInitialHandshake:157(904343ns) {DropHandshakes:470(1096ns) {DropIncomingHandshake:442(381ns) DropOutgoingHandshake:457(169ns)} GenerateSessionVirtualId:992(553ns) PrepareNewSessionHandshake:477(1189ns) {SwitchToState:179(214ns)}}}}}
2026-01-08T17:01:11.017110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036907624101680:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(50162376ns) {Configure:104(50158542ns) {ProcessConfigured:135(595054ns) {StartInitialHandshake:157(433621ns) {DropHandshakes:470(1049ns) {DropIncomingHandshake:442(228ns) DropOutgoingHandshake:457(195ns)} GenerateSessionVirtualId:992(599ns) PrepareNewSessionHandshake:477(1120ns) {SwitchToState:179(391ns)}}}}}
2026-01-08T17:01:11.017508Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036907660354673:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(88945211ns) {Configure:104(88939312ns) {ProcessConfigured:135(983306ns) {StartInitialHandshake:157(982055ns) {DropHandshakes:470(2389ns) {DropIncomingHandshake:442(544ns) DropOutgoingHandshake:457(723ns)} GenerateSessionVirtualId:992(1102ns) PrepareNewSessionHandshake:477(1928ns) {SwitchToState:179(134ns)}}}}}
2026-01-08T17:01:11.018326Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036907624101682:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(65704326ns) {Configure:104(65686621ns) {ProcessConfigured:135(1465510ns) {StartInitialHandshake:157(1464107ns) {DropHandshakes:470(1187ns) {DropIncomingHandshake:442(349ns) DropOutgoingHandshake:457(272ns)} GenerateSessionVirtualId:992(534ns) PrepareNewSessionHandshake:477(1155ns) {SwitchToState:179(120ns)}}}}}
2026-01-08T17:01:11.018919Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036907660354672:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(89912345ns) {Configure:104(89906714ns) {ProcessConfigured:135(697245ns) {StartInitialHandshake:157(695370ns) {DropHandshakes:470(937ns) {DropIncomingHandshake:442(242ns) DropOutgoingHandshake:457(268ns)} GenerateSessionVirtualId:992(355ns) PrepareNewSessionHandshake:477(1870ns) {SwitchToState:179(126ns)}}}}}
2026-01-08T17:01:11.019363Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036908454254386:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(55098713ns) {Configure:104(55092775ns) {ProcessConfigured:135(333121ns) {StartInitialHandshake:157(331234ns) {DropHandshakes:470(1179ns) {DropIncomingHandshake:442(474ns) DropOutgoingHandshake:457(224ns)} GenerateSessionVirtualId:992(445ns) PrepareNewSessionHandshake:477(1903ns) {SwitchToState:179(776ns)}}}}}
2026-01-08T17:01:11.019440Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036908454254448:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(16725194ns) {Configure:104(16715357ns) {ProcessConfigured:135(430685ns) {StartInitialHandshake:157(429345ns) {DropHandshakes:470(660ns) {DropIncomingHandshake:442(84ns) DropOutgoingHandshake:457(98ns)} GenerateSessionVirtualId:992(300ns) PrepareNewSessionHandshake:477(782ns) {SwitchToState:179(119ns)}}}}}
2026-01-08T17:01:11.020389Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036908454254385:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(24482427ns) {Configure:104(24475010ns) {ProcessConfigured:135(878361ns) {StartInitialHandshake:157(873290ns) {DropHandshakes:470(1212ns) {DropIncomingHandshake:442(479ns) DropOutgoingHandshake:457(164ns)} GenerateSessionVirtualId:992(567ns) PrepareNewSessionHandshake:477(1046ns) {SwitchToState:179(104ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.024184Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911955322044:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64569
2026-01-08T17:01:11.021145Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036908454254387:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(53267145ns) {Configure:104(53260373ns) {ProcessConfigured:135(747997ns) {StartInitialHandshake:157(746646ns) {DropHandshakes:470(1018ns) {DropIncomingHandshake:442(262ns) DropOutgoingHandshake:457(225ns)} GenerateSessionVirtualId:992(422ns) PrepareNewSessionHandshake:477(2042ns) {SwitchToState:179(1110ns)}}}}}
2026-01-08T17:01:11.023285Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036909373849634:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(17751245ns) {Configure:104(17581108ns) {ProcessConfigured:135(800143ns) {StartInitialHandshake:157(794038ns) {DropHandshakes:470(1056ns) {DropIncomingHandshake:442(237ns) DropOutgoingHandshake:457(219ns)} GenerateSessionVirtualId:992(366ns) PrepareNewSessionHandshake:477(2100ns) {SwitchToState:179(831ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.023593Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036909373849633:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(54138643ns) {Configure:104(54132324ns) {ProcessConfigured:135(860949ns) {StartInitialHandshake:157(859523ns) {DropHandshakes:470(225399ns) {DropIncomingHandshake:442(1083ns) DropOutgoingHandshake:457(236ns)} GenerateSessionVirtualId:992(1143ns) PrepareNewSessionHandshake:477(1786ns) {SwitchToState:179(652ns)}}}}}
2026-01-08T17:01:11.030943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036913258033127:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31279
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.023867Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036909373849632:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(58013631ns) {Configure:104(58008009ns) {ProcessConfigured:135(1367573ns) {StartInitialHandshake:157(1162393ns) {DropHandshakes:470(1324ns) {DropIncomingHandshake:442(292ns) DropOutgoingHandshake:457(219ns)} GenerateSessionVirtualId:992(647ns) PrepareNewSessionHandshake:477(1372ns) {SwitchToState:179(790ns)}}}}}
2026-01-08T17:01:11.032993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036913258033128:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31279
2026-01-08T17:01:11.039786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036913372887526:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(20703892ns) {Configure:104(20697156ns) {ProcessConfigured:135(8638909ns) {StartInitialHandshake:157(8635185ns) {DropHandshakes:470(1956ns) {DropIncomingHandshake:442(392ns) DropOutgoingHandshake:457(810ns)} GenerateSessionVirtualId:992(299ns) PrepareNewSessionHandshake:477(2606761ns) {SwitchToState:179(7740ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.038013Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036909373849695:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17494058ns) {Configure:104(17489460ns) {ProcessConfigured:135(43779ns) {StartInitialHandshake:157(41531ns) {DropHandshakes:470(634ns) {DropIncomingHandshake:442(147ns) DropOutgoingHandshake:457(159ns)} GenerateSessionVirtualId:992(215ns) PrepareNewSessionHandshake:477(1369ns) {SwitchToState:179(666ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.047170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036912749221754:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54888
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.052266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036913258033130:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31279
2026-01-08T17:01:11.051357Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036908454254449:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(20744038ns) {Configure:104(20738812ns) {ProcessConfigured:135(3228721ns) {StartInitialHandshake:157(3226629ns) {DropHandshakes:470(3057ns) {DropIncomingHandshake:442(724ns) DropOutgoingHandshake:457(491ns)} GenerateSessionVirtualId:992(548ns) PrepareNewSessionHandshake:477(1792ns) {SwitchToState:179(666ns)}}}}}
2026-01-08T17:01:11.051332Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036911919069040:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(23474106ns) {Configure:104(23469417ns) {ProcessConfigured:135(1783342ns) {StartInitialHandshake:157(1781117ns) {DropHandshakes:470(958ns) {DropIncomingHandshake:442(198ns) DropOutgoingHandshake:457(209ns)} GenerateSessionVirtualId:992(476ns) PrepareNewSessionHandshake:477(2671ns) {SwitchToState:179(1353ns)}}}}}
2026-01-08T17:01:11.051329Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036907660354738:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(29247272ns) {Configure:104(29038022ns) {ProcessConfigured:135(8092431ns) {StartInitialHandshake:157(8090593ns) {DropHandshakes:470(963ns) {DropIncomingHandshake:442(171ns) DropOutgoingHandshake:457(210ns)} GenerateSessionVirtualId:992(367ns) PrepareNewSessionHandshake:477(6126ns) {SwitchToState:179(4084ns)}}}}}
2026-01-08T17:01:11.051401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036913668817006:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25954
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.052864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036913372887537:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51302
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.053663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036913258033129:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31279
2026-01-08T17:01:11.051449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911955322045:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64569
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.055394Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036913372887541:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51302
2026-01-08T17:01:11.052868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911955322050:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64569
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.053441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911955322044:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.056929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036913372887542:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51302
2026-01-08T17:01:11.057186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036912749221756:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54888
2026-01-08T17:01:11.057384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036913668817007:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25954
2026-01-08T17:01:11.055654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036907660354672:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.057225Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036913258033117:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.057266Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036913258033117:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.059332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911955322052:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64569
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:01:11.059686Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036913372887543:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51302
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.060366Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036913258033128:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.060591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036913668817008:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25954
2026-01-08T17:01:11.060762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036913258033117:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:11.060842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036913258033131:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31279
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.062667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036908963065752:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.063095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:11.063822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036908963065752:2049] [node 3] ICP22 created new session: [1:7593036913258033134:2049]
2026-01-08T17:01:11.064204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911955322054:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64569
2026-01-08T17:01:11.064219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036913258033134:2049] [node 3] ICS09 handshake done sender: [1:7593036913258033117:2112] self: [1:7593036913258033116:0] peer: [3:7593036911955322053:0] socket: 204 qp: -1
2026-01-08T17:01:11.064269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036913258033134:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:11.064329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:11.066170Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036912749221754:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.066623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036908454254385:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.067750Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036907660354672:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12154) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036911955322044:2116] held: no
2026-01-08T17:01:11.068089Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036913258033120:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.068131Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036913258033120:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.068416Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036911955322044:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:11.070606Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036913258033120:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:11.069902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036907660354672:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:11.070595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
::ffff:127.1.0.0
2026-01-08T17:01:11.070995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036913668817006:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.070843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036913372887537:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.071248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036913372887541:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.071099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036908963065817:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.070648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036907660354672:2048] [node 1] ICP22 created new session: [3:7593036911955322056:2048]
2026-01-08T17:01:11.071161Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036913668817007:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.071149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.071638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036913668817009:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25954
2026-01-08T17:01:11.071275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036908963065817:2107] [node 4] ICP22 created new session: [1:7593036913258033138:2107]
2026-01-08T17:01:11.071379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036909077920165:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.071772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036912749221756:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.070902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036911955322056:2048] [node 1] ICS09 handshake done sender: [3:7593036911955322044:2116] self: [3:7593036911955322053:0] peer: [1:7593036913258033116:0] socket: 211 qp: -1
2026-01-08T17:01:11.071574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036913258033138:2107] [node 4] ICS09 handshake done sender: [1:7593036913258033120:2113] self: [1:7593036913258033119:0] peer: [4:7593036912749221761:0] socket: 205 qp: -1
2026-01-08T17:01:11.071737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036908963065818:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.071033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036911955322056:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.072702Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036912749221762:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54888
2026-01-08T17:01:11.071766Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036908963065818:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.071152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:11.071838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036913258033138:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:11.073104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911955322045:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.071877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:11.073057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036909373849634:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.073064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036911919069054:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24625
No RDMA context found for GID: 2026-01-08T17:01:11.073171Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036913668817009:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:01:11.073166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036913372887542:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.073258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036907660354673:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.073289Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036908963065818:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:11.073798Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911955322052:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.073755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036911919069055:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24625
2026-01-08T17:01:11.073566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036909373849632:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.073472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036908963065751:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.074533Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911955322041:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.073503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:11.074566Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036911955322041:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.074566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036908963065751:2048] [node 2] ICP22 created new session: [1:7593036913258033142:2048]
2026-01-08T17:01:11.075030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036913372887528:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.077318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036908454254386:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.077367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911955322050:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.075333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036913258033124:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.077160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036911919069054:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.077379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036912749221754:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:11.075087Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036913372887528:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.077398Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036913668817008:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.075365Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036913258033124:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.077314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036907624101682:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.077667Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036911955322041:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:11.077706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036909373849696:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.077325Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036913372887543:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.077964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036908454254385:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.077130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036913258033142:2048] [node 2] ICS09 handshake done sender: [1:7593036908963065818:2111] self: [1:7593036908963065816:0] peer: [2:7593036913372887544:0] socket: 207 qp: -1
2026-01-08T17:01:11.077679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036911919069055:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.077689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036913372887532:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.078344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:11.079248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036907624101680:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.078235Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911955322043:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.077355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036913258033142:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:11.077710Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036913372887532:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.079189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036908454254385:2048] [node 1] ICP22 created new session: [4:7593036912749221764:2048]
2026-01-08T17:01:11.078110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036913372887547:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51302
No RDMA context found for GID: 2026-01-08T17:01:11.078259Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036911955322043:2115] [node 6] ICRDMA Non success qp response from remote side
::ffff:127.1.0.0
2026-01-08T17:01:11.080146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036912749221764:2048] [node 1] ICS09 handshake done sender: [4:7593036912749221754:2114] self: [4:7593036912749221761:0] peer: [1:7593036913258033119:0] socket: 209 qp: -1
2026-01-08T17:01:11.077420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:11.080392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036907660354737:2109] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.082053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036913668817014:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25954
2026-01-08T17:01:11.077435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036913258033127:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.078194Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036913372887528:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:11.080339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036912749221752:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.084107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036913668817015:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25954
2026-01-08T17:01:11.082184Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036913372887537:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:11.081633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:11.080381Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036912749221752:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.077708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036913258033129:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.082975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036913372887532:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.081833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036907660354737:2109] [node 5] ICP22 created new session: [3:7593036911955322064:2109]
2026-01-08T17:01:11.080515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036912749221764:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:11.083740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036909077920166:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.080136Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036913258033130:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.083794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036911955322064:2109] [node 5] ICS09 handshake done sender: [3:7593036911955322041:2114] self: [3:7593036911955322039:0] peer: [5:7593036913668817010:0] socket: 217 qp: -1
2026-01-08T17:01:11.081988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:11.083910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:11.087104Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036913668817006:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:11.080513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036913258033124:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:11.085219Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036912749221752:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:11.084133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036909077920166:2049] [node 3] ICP22 created new session: [2:7593036913372887551:2049]
2026-01-08T17:01:11.083945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036911955322064:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:11.088587Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036909373849634:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14844) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036913668817006:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.080584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036913258033125:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.084359Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036911955322043:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:11.087090Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036912749221766:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54888
2026-01-08T17:01:11.084679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036913372887551:2049] [node 3] ICS09 handshake done sender: [2:7593036913372887528:2110] self: [2:7593036913372887527:0] peer: [3:7593036911955322058:0] socket: 206 qp: -1
2026-01-08T17:01:11.088912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036909373849634:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.080612Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036913258033125:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.084400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:11.084854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036909077920165:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.092206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036911919069058:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24625
2026-01-08T17:01:11.090081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036908454254448:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.082933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036913258033131:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.084921Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911955322062:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64569
2026-01-08T17:01:11.084910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036913372887551:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:11.088941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:11.084958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:11.087772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036907660354739:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.091476Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036912749221756:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:11.086484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:11.087819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:11.086701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036909077920228:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.092299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:11.089321Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036909373849632:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12154) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036913668817009:2118] held: no
2026-01-08T17:01:11.082946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036908963065815:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.092594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036908454254448:2108] [node 5] ICP22 created new session: [4:7593036912749221770:2108]
2026-01-08T17:01:11.088582Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036907660354673:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26312) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036911955322045:2117] held: no
2026-01-08T17:01:11.083817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:11.089615Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036913668817009:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:11.088569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036909077920165:2048] [node 1] ICP22 created new session: [2:7593036913372887553:2048]
2026-01-08T17:01:11.093082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036912749221770:2108] [node 5] ICS09 handshake done sender: [4:7593036912749221752:2112] self: [4:7593036912749221750:0] peer: [5:7593036913668817013:0] socket: 243 qp: -1
2026-01-08T17:01:11.083869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036908963065815:2108] [node 5] ICP22 created new session: [1:7593036913258033148:2108]
2026-01-08T17:01:11.088637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036913372887553:2048] [node 1] ICS09 handshake done sender: [2:7593036913372887537:2114] self: [2:7593036913372887544:0] peer: [1:7593036908963065816:0] socket: 210 qp: -1
2026-01-08T17:01:11.088618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036907660354739:2110] [node 6] ICP22 created new session: [3:7593036911955322067:2110]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.091365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036909373849634:2050] [node 3] ICP22 created new session: [5:7593036913668817016:2050]
2026-01-08T17:01:11.095476Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036907624101680:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12154) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036911919069055:2116] held: no
2026-01-08T17:01:11.084400Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036913258033125:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:11.088676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.096766Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036907624101682:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14844) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036911919069054:2115] held: no
2026-01-08T17:01:11.089258Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036911955322045:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:11.092827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036913668817016:2050] [node 3] ICS09 handshake done sender: [5:7593036913668817006:2115] self: [5:7593036913668817010:0] peer: [3:7593036911955322039:0] socket: 231 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.093632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036912749221770:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:11.084478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036908963065751:2048] [node 2] ICP18 handshake (actor [1:7593036913258033130:2119]) is too old
2026-01-08T17:01:11.099051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036911919069060:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24625
2026-01-08T17:01:11.088897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036913372887553:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:11.091387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036911955322067:2110] [node 6] ICS09 handshake done sender: [3:7593036911955322043:2115] self: [3:7593036911955322042:0] peer: [6:7593036911919069056:0] socket: 250 qp: -1
2026-01-08T17:01:11.093714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:11.084842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036913258033148:2108] [node 5] ICS09 handshake done sender: [1:7593036913258033124:2114] self: [1:7593036913258033118:0] peer: [5:7593036913668817012:0] socket: 219 qp: -1
2026-01-08T17:01:11.093078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036913668817016:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:11.088925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036909077920228:2107] [node 4] ICP22 created new session: [2:7593036913372887554:2107]
2026-01-08T17:01:11.099620Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036911919069059:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24625
2026-01-08T17:01:11.095170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036908454254386:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.084871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036913258033148:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:11.093086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036909373849632:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.091739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036911955322067:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:11.088930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:11.099626Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036911919069054:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:11.097017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:11.084894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:11.091835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036907660354673:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.093640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:11.089549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036913372887554:2107] [node 4] ICS09 handshake done sender: [2:7593036913372887532:2112] self: [2:7593036913372887530:0] peer: [4:7593036912749221763:0] socket: 212 qp: -1
2026-01-08T17:01:11.100919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036907624101682:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.097251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036908454254386:2049] [node 2] ICP22 created new session: [4:7593036912749221772:2049]
2026-01-08T17:01:11.100972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:11.086564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036908963065817:2107] [node 4] ICP18 handshake (actor [1:7593036913258033131:2120]) is too old
2026-01-08T17:01:11.092514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:11.095497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036913668817017:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25954
2026-01-08T17:01:11.090064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036913372887554:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:11.088593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036913258033115:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.092582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:11.092195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:11.101567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036907624101682:2050] [node 3] ICP22 created new session: [6:7593036911919069065:2050]
2026-01-08T17:01:11.097628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036912749221772:2049] [node 2] ICS09 handshake done sender: [4:7593036912749221756:2115] self: [4:7593036912749221763:0] peer: [2:7593036913372887530:0] socket: 223 qp: -1
2026-01-08T17:01:11.095765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:11.088883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:11.093075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036907660354673:2049] [node 2] ICP22 created new session: [3:7593036911955322068:2049]
2026-01-08T17:01:11.098540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036912749221772:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:11.096764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036909373849632:2048] [node 1] ICP22 created new session: [5:7593036913668817021:2048]
2026-01-08T17:01:11.093989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036911955322068:2049] [node 2] ICS09 handshake done sender: [3:7593036911955322045:2117] self: [3:7593036911955322058:0] peer: [2:7593036913372887527:0] socket: 213 qp: -1
2026-01-08T17:01:11.099068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:11.101726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036911919069061:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24625
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.097043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036913668817021:2048] [node 1] ICS09 handshake done sender: [5:7593036913668817009:2118] self: [5:7593036913668817012:0] peer: [1:7593036913258033118:0] socket: 248 qp: -1
2026-01-08T17:01:11.089267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036913258033115:2110] [node 6] ICP22 created new session: [1:7593036913258033150:2110]
2026-01-08T17:01:11.099950Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036912749221768:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54888
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.101733Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036911919069055:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:11.094159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036911955322068:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:11.089840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036913258033150:2110] [node 6] ICS09 handshake done sender: [1:7593036913258033125:2115] self: [1:7593036913258033122:0] peer: [6:7593036911919069057:0] socket: 252 qp: -1
2026-01-08T17:01:11.098534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036913668817021:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.101567Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036908454254386:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:11.095757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:11.101777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036911919069065:2050] [node 3] ICS09 handshake done sender: [6:7593036911919069054:2115] self: [6:7593036911919069056:0] peer: [3:7593036911955322042:0] socket: 251 qp: -1
2026-01-08T17:01:11.098588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:11.090133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036913258033150:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:11.103080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036913372887559:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51302
2026-01-08T17:01:11.102250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036912749221768:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.091477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: 2026-01-08T17:01:11.101964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036911919069065:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:11.104143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036912749221776:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54888
::ffff:127.1.0.0
2026-01-08T17:01:11.104491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036908454254387:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.102187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036907624101680:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.099355Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036913668817008:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:11.102203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:11.102614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:11.102677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036907624101680:2048] [node 1] ICP22 created new session: [6:7593036911919069067:2048]
2026-01-08T17:01:11.102698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036909373849696:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.103022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036911919069067:2048] [node 1] ICS09 handshake done sender: [6:7593036911919069055:2116] self: [6:7593036911919069057:0] peer: [1:7593036913258033122:0] socket: 253 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.102896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:11.103472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036911919069067:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:11.103452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036909373849696:2108] [node 4] ICP22 created new session: [5:7593036913668817024:2108]
2026-01-08T17:01:11.105154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911955322051:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.106206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036912749221775:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54888
2026-01-08T17:01:11.104156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:11.105192Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036911955322051:2119] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.104470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036913668817024:2108] [node 4] ICS09 handshake done sender: [5:7593036913668817008:2117] self: [5:7593036913668817013:0] peer: [4:7593036912749221750:0] socket: 244 qp: -1
2026-01-08T17:01:11.107635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036913372887559:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.104953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036911919069062:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24625
2026-01-08T17:01:11.104531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036913668817024:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:11.106697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911955322071:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64569
2026-01-08T17:01:11.106889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036911919069062:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.108261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036913372887539:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.107627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036911955322051:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:11.107458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036907624101681:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.104671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036913668817022:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25954
2026-01-08T17:01:11.104963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:11.108265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036912749221776:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.108240Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036911919069061:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.108304Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036913372887539:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.107076Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036913668817022:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.108391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036907660354738:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.109639Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036908454254448:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:11.107490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036909373849633:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.108571Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036913372887536:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.108549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:11.109060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036907624101738:2101] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.108595Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036913372887536:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.109155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911955322071:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.109632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036907660354738:2107] [node 4] ICP22 created new session: [3:7593036911955322073:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.110098Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036913668817005:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.110049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036911955322073:2107] [node 4] ICS09 handshake done sender: [3:7593036911955322051:2119] self: [3:7593036911955322049:0] peer: [4:7593036912749221777:0] socket: 267 qp: -1
2026-01-08T17:01:11.110092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036911955322073:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:11.110131Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036913668817005:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.110144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:11.110505Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036913372887539:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:11.111485Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036912749221778:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54888
2026-01-08T17:01:11.112512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036907660354738:2107] [node 4] ICP18 handshake (actor [3:7593036911955322071:2123]) is too old
2026-01-08T17:01:11.112348Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036913668817005:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:11.112698Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036912749221768:2119] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.112418Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036913372887536:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:11.112535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036913372887526:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.113154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036909373849695:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.112848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:11.112945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036909077920229:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.113412Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036908454254387:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14844) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036912749221768:2119] held: no
2026-01-08T17:01:11.113533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036911919069071:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24625
2026-01-08T17:01:11.113814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036913668817028:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25954
2026-01-08T17:01:11.114483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:11.114915Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036913668817022:2122] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.115791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036909373849695:2109] [node 6] ICP22 created new session: [5:7593036913668817029:2109]
2026-01-08T17:01:11.114433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036908454254387:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.113326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:11.114288Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036907624101681:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26312) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036911919069062:2121] held: no
2026-01-08T17:01:11.113353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036913372887526:2109] [node 6] ICP22 created new session: [2:7593036913372887563:2109]
2026-01-08T17:01:11.116888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036909373849633:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.116794Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036911919069062:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:11.117692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:11.113837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036909077920229:2108] [node 5] ICP22 created new session: [2:7593036913372887564:2108]
2026-01-08T17:01:11.117538Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036907624101738:2101] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25189) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036911919069061:2120] held: no
2026-01-08T17:01:11.117167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:11.113870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036913372887563:2109] [node 6] ICS09 handshake done sender: [2:7593036913372887539:2115] self: [2:7593036913372887538:0] peer: [6:7593036911919069069:0] socket: 228 qp: -1
2026-01-08T17:01:11.117917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036911919069072:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24625
2026-01-08T17:01:11.114575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036913372887563:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:11.117681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036913668817029:2109] [node 6] ICS09 handshake done sender: [5:7593036913668817005:2114] self: [5:7593036913668817004:0] peer: [6:7593036911919069070:0] socket: 222 qp: -1
2026-01-08T17:01:11.117993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036908454254387:2050] [node 3] ICP22 created new session: [4:7593036912749221780:2050]
2026-01-08T17:01:11.118035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036907624101681:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.117700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036909373849633:2049] [node 2] ICP22 created new session: [5:7593036913668817030:2049]
2026-01-08T17:01:11.114813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036913372887564:2108] [node 5] ICS09 handshake done sender: [2:7593036913372887536:2113] self: [2:7593036913372887535:0] peer: [5:7593036913668817026:0] socket: 226 qp: -1
2026-01-08T17:01:11.118667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036912749221780:2050] [node 3] ICS09 handshake done sender: [4:7593036912749221768:2119] self: [4:7593036912749221777:0] peer: [3:7593036911955322049:0] socket: 229 qp: -1
2026-01-08T17:01:11.118487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:11.117981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036913668817030:2049] [node 2] ICS09 handshake done sender: [5:7593036913668817022:2122] self: [5:7593036913668817026:0] peer: [2:7593036913372887535:0] socket: 234 qp: -1
2026-01-08T17:01:11.118749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036912749221780:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:11.118683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036907624101681:2049] [node 2] ICP22 created new session: [6:7593036911919069073:2049]
2026-01-08T17:01:11.118015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036913668817030:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:11.119033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:11.115752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036913372887564:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:11.119020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036911919069060:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.116550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:11.120611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036912749221757:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.118469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036913668817029:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:11.119550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036911919069073:2049] [node 2] ICS09 handshake done sender: [6:7593036911919069062:2121] self: [6:7593036911919069069:0] peer: [2:7593036913372887538:0] socket: 230 qp: -1
2026-01-08T17:01:11.116790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:11.119592Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036911919069061:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:11.119698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036911919069073:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:11.118487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:11.119737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036911919069040:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.120208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036907624101738:2101] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.118997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:11.120638Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036912749221757:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.120254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:11.120582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:11.120645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036907624101738:2101] [node 5] ICP22 created new session: [6:7593036911919069076:2101]
2026-01-08T17:01:11.120789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036911919069076:2101] [node 5] ICS09 handshake done sender: [6:7593036911919069061:2120] self: [6:7593036911919069070:0] peer: [5:7593036913668817004:0] socket: 214 qp: -1
2026-01-08T17:01:11.120826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036911919069076:2101] [node 5] ICS10 traffic start
2026-01-08T17:01:11.121373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.122497Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036912749221757:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:11.122626Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036911919069078:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24625
2026-01-08T17:01:11.122720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036908454254449:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.122874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:11.122886Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036911919069060:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:11.123031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036911919069040:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.122957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036908454254449:2109] [node 6] ICP22 created new session: [4:7593036912749221783:2109]
2026-01-08T17:01:11.123105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:11.123168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036911919069040:2107] [node 4] ICP22 created new session: [6:7593036911919069079:2107]
2026-01-08T17:01:11.123066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036912749221783:2109] [node 6] ICS09 handshake done sender: [4:7593036912749221757:2116] self: [4:7593036912749221755:0] peer: [6:7593036911919069074:0] socket: 232 qp: -1
2026-01-08T17:01:11.123110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036912749221783:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:11.123363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:11.123378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036911919069079:2107] [node 4] ICS09 handshake done sender: [6:7593036911919069060:2119] self: [6:7593036911919069074:0] peer: [4:7593036912749221755:0] socket: 221 qp: -1
2026-01-08T17:01:11.123531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036911919069079:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:11.123587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:11.186642Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:11.186885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036913372887553:2048] [node 1] ICS07 socket disconnect 210 reason# EndOfStream
2026-01-08T17:01:11.186926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036913372887553:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.187020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:11.187080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036913372887553:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:11.188089Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:11.188299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036911955322056:2048] [node 1] ICS01 socket: 211 reason# EndOfStream
2026-01-08T17:01:11.188351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036907660354672:2048] [node 1] ICP30 unregister session Session# [3:7593036911955322056:2048] VirtualId# [3:7593036911955322053:0]
2026-01-08T17:01:11.188386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036911955322056:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.188458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:11.188522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:11.189503Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036909077920165:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12154) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:11.189550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036913372887553:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:11.191038Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036909077920165:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12154) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:11.191119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036913372887553:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:11.191073Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:11.191242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036909077920165:2048] [node 1] ICP30 unregister session Session# [2:7593036913372887553:2048] VirtualId# [2:7593036913372887544:0]
2026-01-08T17:01:11.191309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:11.191374Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036909077920165:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12154) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:11.191403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12154) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:11.191383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036912749221764:2048] [node 1] ICS07 socket disconnect 209 reason# EndOfStream
2026-01-08T17:01:11.191424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036912749221764:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.191498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:11.191548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036912749221764:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:11.192080Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:11.192279Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036908454254385:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12154) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:11.192308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036913668817021:2048] [node 1] ICS01 socket: 248 reason# EndOfStream
2026-01-08T17:01:11.192344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036912749221764:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:11.192355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036909373849632:2048] [node 1] ICP30 unregister session Session# [5:7593036913668817021:2048] VirtualId# [5:7593036913668817012:0]
2026-01-08T17:01:11.192510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036908454254385:2048] [node 1] ICP30 unregister session Session# [4:7593036912749221764:2048] VirtualId# [4:7593036912749221761:0]
2026-01-08T17:01:11.192562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:11.192394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036913668817021:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.192594Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036908454254385:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12154) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:11.192465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:11.192608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12154) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:11.192515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:11.193367Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:11.193556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036911919069067:2048] [node 1] ICS01 socket: 253 reason# EndOfStream
2026-01-08T17:01:11.193593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036907624101680:2048] [node 1] ICP30 unregister session Session# [6:7593036911919069067:2048] VirtualId# [6:7593036911919069057:0]
2026-01-08T17:01:11.193613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036911919069067:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.193687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:11.193729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:11.203030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036908454254385:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:11.288062Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:11.288327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036911955322068:2049] [node 2] ICS01 socket: 213 reason# EndOfStream
2026-01-08T17:01:11.288368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036907660354673:2049] [node 2] ICP30 unregister session Session# [3:7593036911955322068:2049] VirtualId# [3:7593036911955322058:0]
2026-01-08T17:01:11.288400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036911955322068:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.288496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:11.288545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:11.290597Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:11.290808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036912749221772:2049] [node 2] ICS07 socket disconnect 223 reason# EndOfStream
2026-01-08T17:01:11.290858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036912749221772:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.290940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:11.290990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036912749221772:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:11.291575Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:11.291701Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036908454254386:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26312) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:11.291755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036912749221772:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:11.291841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036908454254386:2049] [node 2] ICP30 unregister session Session# [4:7593036912749221772:2049] VirtualId# [4:7593036912749221763:0]
2026-01-08T17:01:11.291818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036913668817030:2049] [node 2] ICS07 socket disconnect 234 reason# EndOfStream
2026-01-08T17:01:11.291893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:11.291866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036913668817030:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.291927Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036908454254386:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26312) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:11.291936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:11.291941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26312) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:11.292003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036913668817030:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:11.292469Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:11.292700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036911919069073:2049] [node 2] ICS01 socket: 230 reason# EndOfStream
2026-01-08T17:01:11.292740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036907624101681:2049] [node 2] ICP30 unregister session Session# [6:7593036911919069073:2049] VirtualId# [6:7593036911919069069:0]
2026-01-08T17:01:11.292781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036911919069073:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.292785Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036909373849633:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26312) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:11.292866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:11.292855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036913668817030:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:11.292923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:11.292919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036909373849633:2049] [node 2] ICP30 unregister session Session# [5:7593036913668817030:2049] VirtualId# [5:7593036913668817026:0]
2026-01-08T17:01:11.292957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:11.292990Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036909373849633:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26312) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:11.293011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26312) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:11.302328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036908454254386:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:11.303270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036909373849633:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:11.356365Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:11.356610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036912749221780:2050] [node 3] ICS01 socket: 229 reason# EndOfStream
2026-01-08T17:01:11.356661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036908454254387:2050] [node 3] ICP30 unregister session Session# [4:7593036912749221780:2050] VirtualId# [4:7593036912749221777:0]
2026-01-08T17:01:11.356702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036912749221780:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.356811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:11.356860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:11.357227Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:11.357457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036913668817016:2050] [node 3] ICS01 socket: 231 reason# EndOfStream
2026-01-08T17:01:11.357495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036909373849634:2050] [node 3] ICP30 unregister session Session# [5:7593036913668817016:2050] VirtualId# [5:7593036913668817010:0]
2026-01-08T17:01:11.357525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036913668817016:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.357582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:11.357622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:11.358153Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:11.358375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036911919069065:2050] [node 3] ICS01 socket: 251 reason# EndOfStream
2026-01-08T17:01:11.358411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036907624101682:2050] [node 3] ICP30 unregister session Session# [6:7593036911919069065:2050] VirtualId# [6:7593036911919069056:0]
2026-01-08T17:01:11.358443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036911919069065:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.358514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:11.358568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:11.459801Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:11.460073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036913668817024:2108] [node 4] ICS07 socket disconnect 244 reason# EndOfStream
2026-01-08T17:01:11.460126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036913668817024:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.460217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:11.460276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036913668817024:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:11.461095Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036909373849696:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26838) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:11.461172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036913668817024:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:11.460999Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:11.461321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036909373849696:2108] [node 4] ICP30 unregister session Session# [5:7593036913668817024:2108] VirtualId# [5:7593036913668817013:0]
2026-01-08T17:01:11.461504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:11.461562Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036909373849696:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26838) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:11.461580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26838) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:11.461303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036911919069079:2107] [node 4] ICS07 socket disconnect 221 reason# EndOfStream
2026-01-08T17:01:11.461330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036911919069079:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.461402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:11.461445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036911919069079:2107] [node 4] ICS15 start handshake
2026-01-08T17:01:11.462355Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036911919069040:2107] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26838) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:11.462411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036911919069079:2107] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:11.462481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036911919069040:2107] [node 4] ICP30 unregister session Session# [6:7593036911919069079:2107] VirtualId# [6:7593036911919069074:0]
2026-01-08T17:01:11.462540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:11.462579Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036911919069040:2107] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26838) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:11.462594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26838) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:11.472263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036911919069040:2107] [node 4] ICP33 wake up from error state
2026-01-08T17:01:11.529594Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:11.529764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036911919069076:2101] [node 5] ICS01 socket: 214 reason# EndOfStream
2026-01-08T17:01:11.529796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036907624101738:2101] [node 5] ICP30 unregister session Session# [6:7593036911919069076:2101] VirtualId# [6:7593036911919069070:0]
2026-01-08T17:01:11.529827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036911919069076:2101] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:11.529897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:11.529944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:11.650342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036911808922447:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:11.650500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036911808922446:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:11.656610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036910100614248:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:11.656644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036910100614249:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:11.663108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036911163350290:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:11.663147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036911163350291:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:11.670181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036913531425387:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:11.670207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036913531425388:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:11.670376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036913531425389:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:11.676754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036910804216220:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:11.677030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036910804216218:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:11.677131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036910804216219:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:11.683905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036912279630469:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:11.683943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036912279630470:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:11.684075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036912279630471:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:11.785651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036911808922518:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:11.814410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036910804216282:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:11.814448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036913531425450:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:11.814440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036910804216281:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:11.813895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036910100614329:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:11.813874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036911808922519:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:11.814416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036912279630532:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:11.814133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036911163350353:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:11.814287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036911808922520:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:11.814960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036912279630533:2109] [node 4] ICP01 ready to work
2026-01-08T17:01:11.814971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036911163350354:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:11.814998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036910100614330:2114] [node 6] ICP01 ready to work
2026-01-08T17:01:11.815076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036913531425451:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:11.815564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036911163350355:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:11.815715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036910100614331:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:11.820639Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036911808922446:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(67188054ns) {Configure:104(67181318ns) {ProcessConfigured:135(447719ns) {StartInitialHandshake:157(445248ns) {DropHandshakes:470(1355ns) {DropIncomingHandshake:442(285ns) DropOutgoingHandshake:457(274ns)} GenerateSessionVirtualId:992(889ns) PrepareNewSessionHandshake:477(3985ns) {SwitchToState:179(716ns)}}}}}
2026-01-08T17:01:11.820774Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036911808922447:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(58677591ns) {Configure:104(58669598ns) {ProcessConfigured:135(370643ns) {StartInitialHandshake:157(367941ns) {DropHandshakes:470(1791ns) {DropIncomingHandshake:442(372ns) DropOutgoingHandshake:457(327ns)} GenerateSessionVirtualId:992(676ns) PrepareNewSessionHandshake:477(2682ns) {SwitchToState:179(1223ns)}}}}}
2026-01-08T17:01:11.830850Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036912279630470:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(16324039ns) {Configure:104(16320491ns) {ProcessConfigured:135(813633ns) {StartInitialHandshake:157(811154ns) {DropHandshakes:470(1833ns) {DropIncomingHandshake:442(544ns) DropOutgoingHandshake:457(396ns)} GenerateSessionVirtualId:992(857ns) PrepareNewSessionHandshake:477(2801ns) {SwitchToState:179(1279ns)}}}}}
2026-01-08T17:01:11.830845Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036910100614248:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(16433470ns) {Configure:104(16424218ns) {ProcessConfigured:135(733577ns) {StartInitialHandshake:157(730384ns) {DropHandshakes:470(949ns) {DropIncomingHandshake:442(213ns) DropOutgoingHandshake:457(215ns)} GenerateSessionVirtualId:992(726ns) PrepareNewSessionHandshake:477(292386ns) {SwitchToState:179(2736ns)}}}}}
2026-01-08T17:01:11.830938Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036913531425387:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(43995295ns) {Configure:104(43987629ns) {ProcessConfigured:135(1275768ns) {StartInitialHandshake:157(1274057ns) {DropHandshakes:470(2619ns) {DropIncomingHandshake:442(648ns) DropOutgoingHandshake:457(509ns)} GenerateSessionVirtualId:992(1387ns) PrepareNewSessionHandshake:477(1969ns) {SwitchToState:179(464ns)}}}}}
2026-01-08T17:01:11.830868Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036912279630471:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(16806270ns) {Configure:104(16796888ns) {ProcessConfigured:135(967394ns) {StartInitialHandshake:157(965545ns) {DropHandshakes:470(1244ns) {DropIncomingHandshake:442(385ns) DropOutgoingHandshake:457(255ns)} GenerateSessionVirtualId:992(412ns) PrepareNewSessionHandshake:477(1495ns) {SwitchToState:179(282ns)}}}}}
2026-01-08T17:01:11.832519Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036910100614249:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(17131444ns) {Configure:104(17123416ns) {ProcessConfigured:135(914929ns) {StartInitialHandshake:157(912893ns) {DropHandshakes:470(188256ns) {DropIncomingHandshake:442(246ns) DropOutgoingHandshake:457(635ns)} GenerateSessionVirtualId:992(1046ns) PrepareNewSessionHandshake:477(1505ns) {SwitchToState:179(570ns)}}}}}
2026-01-08T17:01:11.832615Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036910804216220:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(62052330ns) {Configure:104(62046610ns) {ProcessConfigured:135(477186ns) {StartInitialHandshake:157(474845ns) {DropHandshakes:470(1232ns) {DropIncomingHandshake:442(264ns) DropOutgoingHandshake:457(285ns)} GenerateSessionVirtualId:992(537ns) PrepareNewSessionHandshake:477(1772ns) {SwitchToState:179(820ns)}}}}}
2026-01-08T17:01:11.831045Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036912279630469:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(24144260ns) {Configure:104(24138840ns) {ProcessConfigured:135(132326ns) {StartInitialHandshake:157(130787ns) {DropHandshakes:470(853ns) {DropIncomingHandshake:442(170ns) DropOutgoingHandshake:457(215ns)} GenerateSessionVirtualId:992(515ns) PrepareNewSessionHandshake:477(1218ns) {SwitchToState:179(677ns)}}}}}
2026-01-08T17:01:11.831009Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036913531425389:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(67237882ns) {Configure:104(67235071ns) {ProcessConfigured:135(853890ns) {StartInitialHandshake:157(851060ns) {DropHandshakes:470(2793ns) {DropIncomingHandshake:442(557ns) DropOutgoingHandshake:457(614ns)} GenerateSessionVirtualId:992(1308ns) PrepareNewSessionHandshake:477(2167ns) {SwitchToState:179(1132ns)}}}}}
2026-01-08T17:01:11.832989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036910804216282:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(16388906ns) {Configure:104(16384510ns) {ProcessConfigured:135(638896ns) {StartInitialHandshake:157(383880ns) {DropHandshakes:470(1715ns) {DropIncomingHandshake:442(647ns) DropOutgoingHandshake:457(240ns)} GenerateSessionVirtualId:992(822ns) PrepareNewSessionHandshake:477(936ns) {SwitchToState:179(310ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.834463Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036910804216219:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(66169080ns) {Configure:104(62941386ns) {ProcessConfigured:135(787474ns) {StartInitialHandshake:157(785993ns) {DropHandshakes:470(1049ns) {DropIncomingHandshake:442(276ns) DropOutgoingHandshake:457(302ns)} GenerateSessionVirtualId:992(351ns) PrepareNewSessionHandshake:477(229312ns) {SwitchToState:179(3655ns)}}}}}
2026-01-08T17:01:11.833625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036913531425388:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(24953675ns) {Configure:104(24942981ns) {ProcessConfigured:135(831411ns) {StartInitialHandshake:157(830041ns) {DropHandshakes:470(997ns) {DropIncomingHandshake:442(241ns) DropOutgoingHandshake:457(243ns)} GenerateSessionVirtualId:992(355ns) PrepareNewSessionHandshake:477(1801ns) {SwitchToState:179(65ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.837502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036913531425462:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18697
2026-01-08T17:01:11.834866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036910804216218:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(67687902ns) {Configure:104(67675216ns) {ProcessConfigured:135(1889577ns) {StartInitialHandshake:157(1887902ns) {DropHandshakes:470(1199ns) {DropIncomingHandshake:442(193ns) DropOutgoingHandshake:457(208ns)} GenerateSessionVirtualId:992(685ns) PrepareNewSessionHandshake:477(1165ns) {SwitchToState:179(76ns)}}}}}
2026-01-08T17:01:11.836552Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036910804216281:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(18372565ns) {Configure:104(18368349ns) {ProcessConfigured:135(2651816ns) {StartInitialHandshake:157(2649464ns) {DropHandshakes:470(1223ns) {DropIncomingHandshake:442(273ns) DropOutgoingHandshake:457(276ns)} GenerateSessionVirtualId:992(453ns) PrepareNewSessionHandshake:477(2122ns) {SwitchToState:179(757ns)}}}}}
2026-01-08T17:01:11.837596Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036913531425463:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18697
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.847692Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911163350369:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26148
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.847468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036910100614342:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14321
2026-01-08T17:01:11.847826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036911808922535:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38959
2026-01-08T17:01:11.848008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036913531425465:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18697
2026-01-08T17:01:11.847988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036911808922534:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38959
2026-01-08T17:01:11.848369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036912279630547:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30248
2026-01-08T17:01:11.847487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036910100614343:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14321
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.848505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036910804216293:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54844
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.848971Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036910100614347:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14321
2026-01-08T17:01:11.849113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036911808922536:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38959
2026-01-08T17:01:11.854154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036910804216295:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54844
2026-01-08T17:01:11.854349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036910804216294:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54844
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.857875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036913531425463:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.858554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036913531425389:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.859773Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911163350370:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26148
2026-01-08T17:01:11.859119Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036913531425462:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.860782Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036912279630548:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30248
2026-01-08T17:01:11.860521Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036910100614348:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14321
2026-01-08T17:01:11.861663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036910804216299:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54844
2026-01-08T17:01:11.859785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911163350361:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.859804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036913531425387:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.862014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036911808922529:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.859824Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036911163350361:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.862057Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036911808922529:2122] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.870353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036910100614342:2133] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.870376Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036910100614343:2134] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.870510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036910100614248:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.874243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036912279630547:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.874603Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036911808922534:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.875094Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036910100614347:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.873251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911163350369:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.874154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036913531425465:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.878708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036911808922529:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:11.880980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036912279630470:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.872477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036910804216295:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.882062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036911163350361:2110] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.881041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036911808922528:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.874481Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036910804216294:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.881087Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036911808922528:2121] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.880968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036910804216299:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.892576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036910100614338:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.894958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036913531425458:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.892621Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036910100614338:2129] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.881876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036911808922536:2126] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.880983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036910804216219:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.897994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911163350365:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.896793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036912279630548:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.894996Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036913531425458:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.881232Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036910804216293:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.894924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036910100614339:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.887273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036911808922535:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.898050Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036911163350365:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.897425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036912279630532:2108] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.886547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036910804216281:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.892417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036911808922519:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.894961Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036910100614339:2130] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.895172Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036913531425470:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18697
2026-01-08T17:01:11.898551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911163350370:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.901354Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036910100614339:2130] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:11.895179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036913531425472:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18697
::ffff:127.1.0.0
2026-01-08T17:01:11.892513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:11.890729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036910804216220:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.901376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036911163350353:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.892652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036910804216218:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.901588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036910100614348:2136] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.894306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036911808922519:2107] [node 4] ICP22 created new session: [1:7593036911808922541:2107]
2026-01-08T17:01:11.901912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036910804216289:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.898033Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036913531425387:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12184) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036913531425462:2115] held: no
2026-01-08T17:01:11.903672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036910100614331:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.907150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:11.901953Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036910804216289:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.896675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036911808922541:2107] [node 4] ICS09 handshake done sender: [1:7593036911808922529:2122] self: [1:7593036911808922522:0] peer: [4:7593036913531425469:0] socket: 210 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.904178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:11.907271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036913531425458:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:11.908617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036911163350353:2107] [node 4] ICP22 created new session: [3:7593036911163350377:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.897265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036911808922527:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.907191Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036910100614338:2129] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:11.918195Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036910804216219:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61751) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036910804216295:2117] held: no
2026-01-08T17:01:11.910440Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036911163350365:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:11.908715Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036913531425463:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:11.924143Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036912279630470:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61751) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036912279630547:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.897304Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036911808922527:2120] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.907862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036910100614331:2108] [node 5] ICP22 created new session: [2:7593036910100614356:2108]
2026-01-08T17:01:11.897306Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036911808922528:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:11.914464Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036913531425462:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:11.898055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036911808922541:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:11.898120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:11.918109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036913531425451:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:11.910339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036910100614356:2108] [node 5] ICS09 handshake done sender: [2:7593036910100614339:2130] self: [2:7593036910100614337:0] peer: [5:7593036910804216300:0] socket: 229 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:11.922731Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036910804216304:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54844
2026-01-08T17:01:11.929336Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036912279630551:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30248
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.929287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036910804216305:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54844
2026-01-08T17:01:11.920830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036913531425389:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.931418Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036910804216220:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9318) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036910804216294:2116] held: no
2026-01-08T17:01:11.914666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036910100614356:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:11.919430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036911163350377:2107] [node 4] ICS09 handshake done sender: [3:7593036911163350361:2110] self: [3:7593036911163350360:0] peer: [4:7593036913531425468:0] socket: 214 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.902551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036911808922446:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.919979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036911163350377:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.920902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:11.933960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036910804216295:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:11.914727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.934663Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036910804216289:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:11.919482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036910100614330:2114] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.920967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036913531425389:2050] [node 3] ICP22 created new session: [4:7593036913531425476:2050]
2026-01-08T17:01:11.920045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:11.903251Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036911808922527:2120] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.920011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:11.920056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036911163350354:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.940282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036912279630553:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30248
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.903619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:11.940903Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036912279630547:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:11.935291Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036910804216307:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54844
No RDMA context found for GID: 2026-01-08T17:01:11.922451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036913531425476:2050] [node 3] ICS09 handshake done sender: [4:7593036913531425463:2116] self: [4:7593036913531425468:0] peer: [3:7593036911163350360:0] socket: 220 qp: -1
::ffff:127.1.0.0
2026-01-08T17:01:11.920105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:11.935620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036910804216219:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.922457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:11.941229Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036912279630552:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30248
2026-01-08T17:01:11.907161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036911808922446:2048] [node 2] ICP22 created new session: [1:7593036911808922546:2048]
2026-01-08T17:01:11.920013Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036910100614248:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12184) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036910100614342:2133] held: no
2026-01-08T17:01:11.942205Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036912279630554:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30248
2026-01-08T17:01:11.920137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036911163350354:2108] [node 5] ICP22 created new session: [3:7593036911163350379:2108]
2026-01-08T17:01:11.935873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036910804216299:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:11.908662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036911808922546:2048] [node 2] ICS09 handshake done sender: [1:7593036911808922528:2121] self: [1:7593036911808922523:0] peer: [2:7593036910100614349:0] socket: 212 qp: -1
2026-01-08T17:01:11.920069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036910100614330:2114] [node 6] ICP22 created new session: [2:7593036910100614359:2114]
2026-01-08T17:01:11.923248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036913531425451:2108] [node 5] ICP22 created new session: [4:7593036913531425477:2108]
2026-01-08T17:01:11.920774Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911163350374:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26148
2026-01-08T17:01:11.937031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036910804216308:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54844
2026-01-08T17:01:11.942619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036912279630470:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.938296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:11.909067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036911808922546:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:11.924278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036913531425387:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.921987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036910100614359:2114] [node 6] ICS09 handshake done sender: [2:7593036910100614338:2129] self: [2:7593036910100614333:0] peer: [6:7593036912279630549:0] socket: 231 qp: -1
2026-01-08T17:01:11.922611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036911163350379:2108] [node 5] ICS09 handshake done sender: [3:7593036911163350365:2114] self: [3:7593036911163350356:0] peer: [5:7593036910804216302:0] socket: 215 qp: -1
2026-01-08T17:01:11.943749Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036912279630552:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.940713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036910804216281:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.916204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036911808922518:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.924066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036910100614359:2114] [node 6] ICS10 traffic start
2026-01-08T17:01:11.924339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036913531425476:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:11.924294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036911163350379:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:11.944502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036912279630553:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.940748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:11.918209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.924511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:11.924746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:11.926044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:11.941206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036910804216219:2049] [node 2] ICP22 created new session: [5:7593036910804216311:2049]
2026-01-08T17:01:11.945097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036912279630554:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.918268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:11.929254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036913531425477:2108] [node 5] ICS09 handshake done sender: [4:7593036913531425458:2111] self: [4:7593036913531425455:0] peer: [5:7593036910804216301:0] socket: 243 qp: -1
2026-01-08T17:01:11.941941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036910804216311:2049] [node 2] ICS09 handshake done sender: [5:7593036910804216295:2117] self: [5:7593036910804216300:0] peer: [2:7593036910100614337:0] socket: 232 qp: -1
2026-01-08T17:01:11.924754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036910100614353:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14321
2026-01-08T17:01:11.945098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:11.931696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911163350374:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.931327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036913531425477:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:11.920777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036911808922518:2108] [node 5] ICP22 created new session: [1:7593036911808922549:2108]
2026-01-08T17:01:11.946024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036912279630533:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.933916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036910100614342:2133] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:11.941972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036910804216311:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:11.933259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036911163350290:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.922354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036911808922549:2108] [node 5] ICS09 handshake done sender: [1:7593036911808922527:2120] self: [1:7593036911808922525:0] peer: [5:7593036910804216303:0] socket: 211 qp: -1
2026-01-08T17:01:11.942096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036910804216281:2108] [node 4] ICP22 created new session: [5:7593036910804216312:2108]
2026-01-08T17:01:11.946036Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036912279630555:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30248
2026-01-08T17:01:11.931387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:11.934099Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036911163350353:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(26997665ns) {HandleHandshakeStatus:329(26995173ns) {DropIncomingHandshake:442(27156ns) DropOutgoingHandshake:457(713ns) SwitchToState:179(993ns) ProcessPendingSessionEvents:495(1941459ns) {ForwardSessionEventToSession:616(588643ns) ForwardSessionEventToSession:616(4307ns) ForwardSessionEventToSession:616(196205ns) ForwardSessionEventToSession:616(2966ns) ForwardSessionEventToSession:616(898676ns) ForwardSessionEventToSession:616(3806ns) ForwardSessionEventToSession:616(4554ns) ForwardSessionEventToSession:616(224675ns) ForwardSessionEventToSession:616(2769ns) ForwardSessionEventToSession:616(2688ns)}}}
2026-01-08T17:01:11.934797Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036910100614331:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(25726835ns) {HandleHandshakeStatus:329(25724995ns) {DropIncomingHandshake:442(23900ns) DropOutgoingHandshake:457(277ns) SwitchToState:179(278ns) ProcessPendingSessionEvents:495(7065630ns) {ForwardSessionEventToSession:616(880302ns) ForwardSessionEventToSession:616(5988ns) ForwardSessionEventToSession:616(910963ns) ForwardSessionEventToSession:616(507054ns) ForwardSessionEventToSession:616(4438ns) ForwardSessionEventToSession:616(1502109ns) ForwardSessionEventToSession:616(4067ns) ForwardSessionEventToSession:616(3218250ns) ForwardSessionEventToSession:616(5183ns) ForwardSessionEventToSession:616(7246ns)}}}
2026-01-08T17:01:11.922402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036911808922549:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:11.942456Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036910804216294:2116] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.932398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:11.935958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911163350382:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26148
2026-01-08T17:01:11.944428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:11.922449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:11.946049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036912279630470:2049] [node 2] ICP22 created new session: [6:7593036912279630557:2049]
2026-01-08T17:01:11.944852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036910804216312:2108] [node 4] ICS09 handshake done sender: [5:7593036910804216299:2118] self: [5:7593036910804216301:0] peer: [4:7593036913531425455:0] socket: 250 qp: -1
2026-01-08T17:01:11.935283Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036910100614360:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14321
2026-01-08T17:01:11.944907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036910804216312:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:11.943696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911163350382:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.949628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036912279630557:2049] [node 2] ICS09 handshake done sender: [6:7593036912279630547:2115] self: [6:7593036912279630549:0] peer: [2:7593036910100614333:0] socket: 233 qp: -1
2026-01-08T17:01:11.944970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:11.936031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036910100614248:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.949681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036912279630471:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.936078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:11.933835Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036913531425475:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18697
2026-01-08T17:01:11.944499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036911163350354:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(17251773ns) {HandleHandshakeStatus:329(17249355ns) {DropIncomingHandshake:442(10731ns) DropOutgoingHandshake:457(261ns) SwitchToState:179(152ns) ProcessPendingSessionEvents:495(4989063ns) {ForwardSessionEventToSession:616(2444015ns) ForwardSessionEventToSession:616(1126361ns) ForwardSessionEventToSession:616(3978ns) ForwardSessionEventToSession:616(7184ns) ForwardSessionEventToSession:616(332918ns) ForwardSessionEventToSession:616(4575ns) ForwardSessionEventToSession:616(4265ns) ForwardSessionEventToSession:616(251501ns) ForwardSessionEventToSession:616(4641ns) ForwardSessionEventToSession:616(794371ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.945527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036910804216282:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.950473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036912279630557:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:11.933841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036913531425387:2048] [node 1] ICP22 created new session: [4:7593036913531425481:2048]
2026-01-08T17:01:11.944551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911163350384:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26148
2026-01-08T17:01:11.936572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036910100614248:2048] [node 1] ICP22 created new session: [2:7593036910100614363:2048]
2026-01-08T17:01:11.950514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036912279630469:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.933903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036913531425481:2048] [node 1] ICS09 handshake done sender: [4:7593036913531425462:2115] self: [4:7593036913531425469:0] peer: [1:7593036911808922522:0] socket: 218 qp: -1
2026-01-08T17:01:11.925984Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036911808922519:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(26267616ns) {HandleHandshakeStatus:329(26264181ns) {DropIncomingHandshake:442(19005ns) DropOutgoingHandshake:457(1216ns) SwitchToState:179(592ns) ProcessPendingSessionEvents:495(10950426ns) {ForwardSessionEventToSession:616(1646359ns) ForwardSessionEventToSession:616(6230ns) ForwardSessionEventToSession:616(1357827ns) ForwardSessionEventToSession:616(3050ns) ForwardSessionEventToSession:616(4434697ns) ForwardSessionEventToSession:616(1519715ns) ForwardSessionEventToSession:616(4074ns) ForwardSessionEventToSession:616(1946911ns) ForwardSessionEventToSession:616(5036ns) ForwardSessionEventToSession:616(2947ns)}}}
2026-01-08T17:01:11.950527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:11.934727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036913531425481:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:11.945085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036911163350291:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.945565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:11.938304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036910100614360:2138] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.953594Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036912279630548:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:11.931365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036911808922547:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38959
2026-01-08T17:01:11.935959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:11.955051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036912279630532:2108] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.935308Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036911808922446:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(21718410ns) {HandleHandshakeStatus:329(21716047ns) {DropIncomingHandshake:442(14724ns) DropOutgoingHandshake:457(584ns) SwitchToState:179(461ns) ProcessPendingSessionEvents:495(2438147ns) {ForwardSessionEventToSession:616(1166760ns) ForwardSessionEventToSession:616(2734ns) ForwardSessionEventToSession:616(2317ns) ForwardSessionEventToSession:616(5752ns) ForwardSessionEventToSession:616(2385ns) ForwardSessionEventToSession:616(1462ns) ForwardSessionEventToSession:616(208062ns) ForwardSessionEventToSession:616(5660ns) ForwardSessionEventToSession:616(1027631ns) ForwardSessionEventToSession:616(3649ns)}}}
2026-01-08T17:01:11.957357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:11.948802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036911163350374:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:11.938277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036913531425475:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.936477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036911808922526:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.950667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036911163350290:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.960941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036912279630532:2108] [node 5] ICP22 created new session: [6:7593036912279630562:2108]
2026-01-08T17:01:11.941001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036910100614363:2048] [node 1] ICS09 handshake done sender: [2:7593036910100614342:2133] self: [2:7593036910100614349:0] peer: [1:7593036911808922523:0] socket: 217 qp: -1
2026-01-08T17:01:11.945612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036910804216282:2109] [node 6] ICP22 created new session: [5:7593036910804216315:2109]
2026-01-08T17:01:11.941649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036913531425388:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:11.936511Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036911808922526:2119] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.962264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036912279630562:2108] [node 5] ICS09 handshake done sender: [6:7593036912279630548:2116] self: [6:7593036912279630550:0] peer: [5:7593036910804216286:0] socket: 249 qp: -1
2026-01-08T17:01:11.953979Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036911163350362:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.962304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036912279630562:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:11.941055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036910100614363:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:11.948862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036910804216220:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.954013Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036911163350362:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.936592Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036911808922518:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(16228352ns) {HandleHandshakeStatus:329(16225404ns) {DropIncomingHandshake:442(547ns) DropOutgoingHandshake:457(834ns) SwitchToState:179(1603ns) ProcessPendingSessionEvents:495(7597696ns) {ForwardSessionEventToSession:616(4658601ns) ForwardSessionEventToSession:616(9138ns) ForwardSessionEventToSession:616(2858ns) ForwardSessionEventToSession:616(1925105ns) ForwardSessionEventToSession:616(2659ns) ForwardSessionEventToSession:616(212171ns) ForwardSessionEventToSession:616(3078ns) ForwardSessionEventToSession:616(3188ns) ForwardSessionEventToSession:616(748096ns) ForwardSessionEventToSession:616(9072ns)}}}
2026-01-08T17:01:11.944844Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036913531425451:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(18992124ns) {HandleHandshakeStatus:329(18989282ns) {DropIncomingHandshake:442(536ns) DropOutgoingHandshake:457(896ns) SwitchToState:179(432ns) ProcessPendingSessionEvents:495(2858162ns) {ForwardSessionEventToSession:616(1256340ns) ForwardSessionEventToSession:616(299255ns) ForwardSessionEventToSession:616(5714ns) ForwardSessionEventToSession:616(3735ns) ForwardSessionEventToSession:616(241889ns) ForwardSessionEventToSession:616(3052ns) ForwardSessionEventToSession:616(2359ns) ForwardSessionEventToSession:616(844555ns) ForwardSessionEventToSession:616(3477ns) ForwardSessionEventToSession:616(167625ns)}}}
2026-01-08T17:01:11.941615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:11.968181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:11.949761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:11.954695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:11.941385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036911808922526:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:11.976195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036912279630563:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30248
2026-01-08T17:01:11.949771Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036910804216293:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:11.944645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036911808922447:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.954753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036911163350290:2048] [node 1] ICP22 created new session: [3:7593036911163350387:2048]
2026-01-08T17:01:11.944691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:11.950229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036910804216315:2109] [node 6] ICS09 handshake done sender: [5:7593036910804216289:2111] self: [5:7593036910804216286:0] peer: [6:7593036912279630550:0] socket: 248 qp: -1
2026-01-08T17:01:11.956186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036911163350387:2048] [node 1] ICS09 handshake done sender: [3:7593036911163350374:2117] self: [3:7593036911163350383:0] peer: [1:7593036911808922521:0] socket: 258 qp: -1
2026-01-08T17:01:11.944137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036910100614340:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.950297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036910804216220:2050] [node 3] ICP22 created new session: [5:7593036910804216317:2050]
2026-01-08T17:01:11.978472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036912279630565:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30248
2026-01-08T17:01:11.945062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036911808922553:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38959
2026-01-08T17:01:11.944988Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036913531425387:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17199566ns) {HandleHandshakeStatus:329(17197125ns) {DropIncomingHandshake:442(1053ns) DropOutgoingHandshake:457(1574ns) SwitchToState:179(1578ns) ProcessPendingSessionEvents:495(742ns)}}
2026-01-08T17:01:11.944172Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036910100614340:2131] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.956747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036911163350387:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:11.951680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036910804216315:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:11.944276Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036910100614330:2114] [node 6] ICP35 event processing took too much time PendingConnection:279(18462063ns) {HandleHandshakeStatus:329(16490695ns) {DropIncomingHandshake:442(20885ns) DropOutgoingHandshake:457(725ns) SwitchToState:179(616ns) ProcessPendingSessionEvents:495(3017471ns) {ForwardSessionEventToSession:616(1751711ns) ForwardSessionEventToSession:616(4205ns) ForwardSessionEventToSession:616(465674ns) ForwardSessionEventToSession:616(3207ns) ForwardSessionEventToSession:616(12222ns) ForwardSessionEventToSession:616(194860ns) ForwardSessionEventToSession:616(3021ns) ForwardSessionEventToSession:616(564282ns) ForwardSessionEventToSession:616(2647ns) ForwardSessionEventToSession:616(3015ns)}}}
2026-01-08T17:01:11.949034Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036913531425389:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(18524008ns) {HandleHandshakeStatus:329(18241199ns) {DropIncomingHandshake:442(1329ns) DropOutgoingHandshake:457(5076ns) SwitchToState:179(826ns) ProcessPendingSessionEvents:495(5896080ns) {ForwardSessionEventToSession:616(2282484ns) ForwardSessionEventToSession:616(4189ns) ForwardSessionEventToSession:616(1064327ns) ForwardSessionEventToSession:616(303505ns) ForwardSessionEventToSession:616(1496ns) ForwardSessionEventToSession:616(407574ns) ForwardSessionEventToSession:616(5742ns) ForwardSessionEventToSession:616(2432ns) ForwardSessionEventToSession:616(1239976ns) ForwardSessionEventToSession:616(3675ns)}}}
2026-01-08T17:01:11.978786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593036912279630532:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(20303620ns) {HandleHandshakeStatus:329(20301386ns) {DropIncomingHandshake:442(557ns) DropOutgoingHandshake:457(12831ns) SwitchToState:179(416ns) ProcessPendingSessionEvents:495(3632269ns) {ForwardSessionEventToSession:616(892845ns) ForwardSessionEventToSession:616(4141ns) ForwardSessionEventToSession:616(2086931ns) ForwardSessionEventToSession:616(243197ns) ForwardSessionEventToSession:616(3013ns) ForwardSessionEventToSession:616(172687ns) ForwardSessionEventToSession:616(2069ns) ForwardSessionEventToSession:616(205812ns) ForwardSessionEventToSession:616(2645ns) ForwardSessionEventToSession:616(1890ns)}}}
2026-01-08T17:01:11.957354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:11.946126Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036910100614341:2132] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.952224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036910804216317:2050] [node 3] ICS09 handshake done sender: [5:7593036910804216294:2116] self: [5:7593036910804216302:0] peer: [3:7593036911163350356:0] socket: 227 qp: -1
2026-01-08T17:01:11.949098Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036913531425389:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:11.962113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036911163350362:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:11.945566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036911808922447:2049] [node 3] ICP22 created new session: [1:7593036911808922554:2049]
2026-01-08T17:01:11.946149Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036910100614341:2132] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.953528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036910804216317:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:11.952243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036913531425461:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.950486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036910100614341:2132] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:11.979078Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036912279630469:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12184) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036912279630554:2120] held: no
2026-01-08T17:01:11.962297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911163350386:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26148
2026-01-08T17:01:11.953572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:11.952288Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036913531425461:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.948808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036911808922554:2049] [node 3] ICS09 handshake done sender: [1:7593036911808922526:2119] self: [1:7593036911808922521:0] peer: [3:7593036911163350383:0] socket: 257 qp: -1
2026-01-08T17:01:11.951914Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036910100614340:2131] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:11.957469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036913531425484:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18697
2026-01-08T17:01:11.963790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036911163350355:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.979542Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036912279630553:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:11.953584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:11.954048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036910100614329:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.968476Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036913531425388:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61751) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036913531425475:2120] held: no
2026-01-08T17:01:11.948846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036911808922554:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:11.980056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036912279630471:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.971856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:11.949764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:11.954444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036910804216218:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.980995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:11.972511Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036911163350291:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61751) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036911163350382:2118] held: no
2026-01-08T17:01:11.954655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036910100614249:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.971447Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036913531425461:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:11.974749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036911163350355:2109] [node 6] ICP22 created new session: [3:7593036911163350390:2109]
2026-01-08T17:01:11.971963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036913531425486:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18697
2026-01-08T17:01:11.954980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:11.975159Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036911163350290:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20592809ns) {HandleHandshakeStatus:329(20589939ns) {DropIncomingHandshake:442(444ns) DropOutgoingHandshake:457(7321ns) SwitchToState:179(135ns) ProcessPendingSessionEvents:495(8826935ns) {ForwardSessionEventToSession:616(841672ns) ForwardSessionEventToSession:616(402022ns) ForwardSessionEventToSession:616(4761707ns) ForwardSessionEventToSession:616(12513ns) ForwardSessionEventToSession:616(3563ns) ForwardSessionEventToSession:616(2532051ns) ForwardSessionEventToSession:616(3609ns) ForwardSessionEventToSession:616(240457ns) ForwardSessionEventToSession:616(3064ns) ForwardSessionEventToSession:616(2407ns)}}}
2026-01-08T17:01:11.954534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:11.981049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036912279630471:2050] [node 3] ICP22 created new session: [6:7593036912279630568:2050]
2026-01-08T17:01:11.955598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036910804216218:2048] [node 1] ICP22 created new session: [5:7593036910804216320:2048]
2026-01-08T17:01:11.975596Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036911163350382:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:11.950496Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036911808922547:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.981231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036912279630566:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30248
2026-01-08T17:01:11.956700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036910804216320:2048] [node 1] ICS09 handshake done sender: [5:7593036910804216293:2115] self: [5:7593036910804216303:0] peer: [1:7593036911808922525:0] socket: 224 qp: -1
2026-01-08T17:01:11.975835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036911163350390:2109] [node 6] ICS09 handshake done sender: [3:7593036911163350362:2111] self: [3:7593036911163350357:0] peer: [6:7593036912279630559:0] socket: 234 qp: -1
2026-01-08T17:01:11.955681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036910100614249:2049] [node 3] ICP22 created new session: [2:7593036910100614368:2049]
2026-01-08T17:01:11.974895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036913531425450:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.957316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036910804216320:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:11.981369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036912279630568:2050] [node 3] ICS09 handshake done sender: [6:7593036912279630553:2119] self: [6:7593036912279630559:0] peer: [3:7593036911163350357:0] socket: 272 qp: -1
2026-01-08T17:01:11.961651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:11.956808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:11.974963Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036913531425475:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:11.981498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036912279630568:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:11.955005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036911808922530:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:11.957221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036910100614329:2107] [node 4] ICP22 created new session: [2:7593036910100614369:2107]
2026-01-08T17:01:11.975885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036911163350390:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:11.975179Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036910804216282:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(17454744ns) {HandleHandshakeStatus:329(17214323ns) {DropIncomingHandshake:442(546ns) DropOutgoingHandshake:457(572ns) SwitchToState:179(896ns) ProcessPendingSessionEvents:495(6066810ns) {ForwardSessionEventToSession:616(1041281ns) ForwardSessionEventToSession:616(153370ns) ForwardSessionEventToSession:616(3490019ns) ForwardSessionEventToSession:616(5504ns) ForwardSessionEventToSession:616(912665ns) ForwardSessionEventToSession:616(6074ns) ForwardSessionEventToSession:616(2729ns) ForwardSessionEventToSession:616(261376ns) ForwardSessionEventToSession:616(2817ns) ForwardSessionEventToSession:616(168774ns)}}}
2026-01-08T17:01:11.975846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:11.975941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:11.983073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:11.955034Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036911808922530:2123] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:11.960919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036910100614368:2049] [node 3] ICS09 handshake done sender: [2:7593036910100614341:2132] self: [2:7593036910100614334:0] peer: [3:7593036911163350385:0] socket: 271 qp: -1
2026-01-08T17:01:11.979125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036911163350291:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.975896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036913531425450:2109] [node 6] ICP22 created new session: [4:7593036913531425487:2109]
2026-01-08T17:01:11.979166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:11.963640Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036911808922530:2123] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:11.980255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036911163350291:2049] [node 2] ICP22 created new session: [3:7593036911163350393:2049]
2026-01-08T17:01:11.975967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036913531425388:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.961724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036910100614368:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:11.983318Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036912279630533:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2377) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036912279630552:2118] held: no
2026-01-08T17:01:11.980650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036911163350393:2049] [node 2] ICS09 handshake done sender: [3:7593036911163350382:2118] self: [3:7593036911163350385:0] peer: [2:7593036910100614334:0] socket: 246 qp: -1
2026-01-08T17:01:11.977191Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036910804216218:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20198339ns) {HandleHandshakeStatus:329(20195738ns) {DropIncomingHandshake:442(744ns) DropOutgoingHandshake:457(4718ns) SwitchToState:179(639ns) ProcessPendingSessionEvents:495(6177565ns) {ForwardSessionEventToSession:616(3011051ns) ForwardSessionEventToSession:616(246846ns) ForwardSessionEventToSession:616(4323ns) ForwardSessionEventToSession:616(3066ns) ForwardSessionEventToSession:616(201102ns) ForwardSessionEventToSession:616(4925ns) ForwardSessionEventToSession:616(2078ns) ForwardSessionEventToSession:616(281592ns) ForwardSessionEventToSession:616(1281581ns) ForwardSessionEventToSession:616(1122739ns)}}}
2026-01-08T17:01:11.972204Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036911808922447:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(17155350ns) {HandleHandshakeStatus:329(17152307ns) {DropIncomingHandshake:442(379ns) DropOutgoingHandshake:457(740ns) SwitchToState:179(658ns) ProcessPendingSessionEvents:495(6821192ns) {ForwardSessionEventToSession:616(1289053ns) ForwardSessionEventToSession:616(921630ns) ForwardSessionEventToSession:616(2928ns) ForwardSessionEventToSession:616(2536ns) ForwardSessionEventToSession:616(175676ns) ForwardSessionEventToSession:616(2436ns) ForwardSessionEventToSession:616(3521620ns) ForwardSessionEventToSession:616(717398ns) ForwardSessionEventToSession:616(8116ns) ForwardSessionEventToSession:616(154303ns)}}}
2026-01-08T17:01:11.980991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036911163350393:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:11.976746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036913531425487:2109] [node 6] ICS09 handshake done sender: [4:7593036913531425461:2114] self: [4:7593036913531425454:0] peer: [6:7593036912279630558:0] socket: 222 qp: -1
2026-01-08T17:01:11.983468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036912279630554:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:11.980257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036910804216316:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54844
2026-01-08T17:01:11.981058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:11.961773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:11.973541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036911808922520:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:11.976966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:11.980818Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036910804216282:2109] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:11.961958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036910100614369:2107] [node 4] ICS09 handshake done sender: [2:7593036910100614340:2131] self: [2:7593036910100614335:0] peer: [4:7593036913531425483:0] socket: 241 qp: -1
2026-01-08T17:01:11.983513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036912279630552:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:11.975389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:11.977166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036913531425388:2049] [node 2] ICP22 created new session: [4:7593036913531425488:2049]
2026-01-08T17:01:11.962388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036910100614369:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:11.981548Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036911163350392:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26148
2026-01-08T17:01:11.983709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036912279630469:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.977254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036913531425487:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:11.963089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:11.984420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036912279630533:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:11.975581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036911808922520:2109] [node 6] ICP22 created new session: [1:7593036911808922557:2109]
2026-01-08T17:01:11.978571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:11.981625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036911163350355:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(16287643ns) {HandleHandshakeStatus:329(16285490ns) {DropIncomingHandshake:442(1796ns) DropOutgoingHandshake:457(2080ns) SwitchToState:179(729ns) ProcessPendingSessionEvents:495(2607244ns) {ForwardSessionEventToSession:616(1881788ns) ForwardSessionEventToSession:616(3648ns) ForwardSessionEventToSession:616(134976ns) ForwardSessionEventToSession:616(6468ns) ForwardSessionEventToSession:616(2869ns) ForwardSessionEventToSession:616(6708ns) ForwardSessionEventToSession:616(1770ns) ForwardSessionEventToSession:616(550950ns) ForwardSessionEventToSession:616(3181ns) ForwardSessionEventToSession:616(2533ns)}}}
2026-01-08T17:01:11.984528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:11.976034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036911808922447:2049] [node 3] ICP18 handshake (actor [1:7593036911808922547:2127]) is too old
2026-01-08T17:01:11.978791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036913531425488:2049] [node 2] ICS09 handshake done sender: [4:7593036913531425475:2120] self: [4:7593036913531425483:0] peer: [2:7593036910100614335:0] socket: 247 qp: -1
2026-01-08T17:01:11.985090Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036911163350355:2109] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:11.976995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036911808922557:2109] [node 6] ICS09 handshake done sender: [1:7593036911808922530:2123] self: [1:7593036911808922524:0] peer: [6:7593036912279630560:0] socket: 239 qp: -1
2026-01-08T17:01:11.979051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036913531425488:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:11.984639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036912279630469:2048] [node 1] ICP22 created new session: [6:7593036912279630570:2048]
2026-01-08T17:01:11.975946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036910100614249:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(18077134ns) {HandleHandshakeStatus:329(18074553ns) {DropIncomingHandshake:442(14471ns) DropOutgoingHandshake:457(310ns) SwitchToState:179(188ns) ProcessPendingSessionEvents:495(9783870ns) {ForwardSessionEventToSession:616(8187288ns) ForwardSessionEventToSession:616(5594ns) ForwardSessionEventToSession:616(369462ns) ForwardSessionEventToSession:616(238479ns) ForwardSessionEventToSession:616(418157ns) ForwardSessionEventToSession:616(7285ns) ForwardSessionEventToSession:616(240582ns) ForwardSessionEventToSession:616(4286ns) ForwardSessionEventToSession:616(286278ns) ForwardSessionEventToSession:616(3739ns)}}}
2026-01-08T17:01:11.978491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036911808922557:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:11.984772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:11.979110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:11.978547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:11.979875Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036910100614329:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(21539437ns) {HandleHandshakeStatus:329(21537603ns) {DropIncomingHandshake:442(13360ns) DropOutgoingHandshake:457(292ns) SwitchToState:179(156ns) ProcessPendingSessionEvents:495(3882416ns) {ForwardSessionEventToSession:616(1884937ns) ForwardSessionEventToSession:616(3202ns) ForwardSessionEventToSession:616(2301ns) ForwardSessionEventToSession:616(1567941ns) ForwardSessionEventToSession:616(3878ns) ForwardSessionEventToSession:616(210287ns) ForwardSessionEventToSession:616(4075ns) ForwardSessionEventToSession:616(3879ns) ForwardSessionEventToSession:616(187564ns) ForwardSessionEventToSession:616(2302ns)}}}
2026-01-08T17:01:11.984801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036912279630570:2048] [node 1] ICS09 handshake done sender: [6:7593036912279630554:2120] self: [6:7593036912279630560:0] peer: [1:7593036911808922524:0] socket: 274 qp: -1
2026-01-08T17:01:11.978991Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593036911808922518:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:11.984826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036912279630533:2109] [node 4] ICP22 created new session: [6:7593036912279630571:2109]
2026-01-08T17:01:11.984836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036912279630570:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:11.984890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036912279630571:2109] [node 4] ICS09 handshake done sender: [6:7593036912279630552:2118] self: [6:7593036912279630558:0] peer: [4:7593036913531425454:0] socket: 245 qp: -1
2026-01-08T17:01:11.984921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:11.984923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036912279630571:2109] [node 4] ICS10 traffic start
2026-01-08T17:01:11.984959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:12.064319Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:12.064619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036910100614363:2048] [node 1] ICS01 socket: 217 reason# EndOfStream
2026-01-08T17:01:12.064693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036910100614248:2048] [node 1] ICP30 unregister session Session# [2:7593036910100614363:2048] VirtualId# [2:7593036910100614349:0]
2026-01-08T17:01:12.064740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036910100614363:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.064855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:12.064914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:12.065665Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:12.065935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036911163350387:2048] [node 1] ICS07 socket disconnect 258 reason# EndOfStream
2026-01-08T17:01:12.065985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036911163350387:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.066083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:12.066150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036911163350387:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:12.069089Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:12.070059Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:12.066997Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036911163350290:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12184) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:12.067072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036911163350387:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:12.070234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036911163350290:2048] [node 1] ICP30 unregister session Session# [3:7593036911163350387:2048] VirtualId# [3:7593036911163350383:0]
2026-01-08T17:01:12.070652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:12.070925Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036911163350290:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12184) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:12.070945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12184) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:12.070291Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:12.070733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036910804216320:2048] [node 1] ICS07 socket disconnect 224 reason# EndOfStream
2026-01-08T17:01:12.070879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036910804216320:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.070966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:12.071746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036910804216320:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:12.071615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036913531425481:2048] [node 1] ICS01 socket: 218 reason# EndOfStream
2026-01-08T17:01:12.071916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036913531425387:2048] [node 1] ICP30 unregister session Session# [4:7593036913531425481:2048] VirtualId# [4:7593036913531425469:0]
2026-01-08T17:01:12.072139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036913531425481:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.072251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:12.072311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:12.070939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036912279630570:2048] [node 1] ICS01 socket: 274 reason# EndOfStream
2026-01-08T17:01:12.071833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036912279630469:2048] [node 1] ICP30 unregister session Session# [6:7593036912279630570:2048] VirtualId# [6:7593036912279630560:0]
2026-01-08T17:01:12.071885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036912279630570:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.072179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:12.072269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:12.072980Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036910804216218:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12184) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:12.073050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036910804216320:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:12.073158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036910804216218:2048] [node 1] ICP30 unregister session Session# [5:7593036910804216320:2048] VirtualId# [5:7593036910804216303:0]
2026-01-08T17:01:12.073213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:12.073246Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036910804216218:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12184) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:12.073272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12184) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:12.081541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036911163350290:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:12.083567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036910804216218:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:12.171890Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:12.172136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036912279630557:2049] [node 2] ICS01 socket: 233 reason# EndOfStream
2026-01-08T17:01:12.172183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036912279630470:2049] [node 2] ICP30 unregister session Session# [6:7593036912279630557:2049] VirtualId# [6:7593036912279630549:0]
2026-01-08T17:01:12.172226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036912279630557:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.172368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:12.172456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:12.172449Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:12.172684Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:12.172877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036913531425488:2049] [node 2] ICS01 socket: 247 reason# EndOfStream
2026-01-08T17:01:12.172918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036913531425388:2049] [node 2] ICP30 unregister session Session# [4:7593036913531425488:2049] VirtualId# [4:7593036913531425483:0]
2026-01-08T17:01:12.172950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036913531425488:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.173029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:12.173072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:12.173381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036910804216311:2049] [node 2] ICS01 socket: 232 reason# EndOfStream
2026-01-08T17:01:12.173436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036910804216219:2049] [node 2] ICP30 unregister session Session# [5:7593036910804216311:2049] VirtualId# [5:7593036910804216300:0]
2026-01-08T17:01:12.173465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036910804216311:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.173523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:12.173559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:12.174426Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:12.174644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036911163350393:2049] [node 2] ICS01 socket: 246 reason# EndOfStream
2026-01-08T17:01:12.174689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036911163350291:2049] [node 2] ICP30 unregister session Session# [3:7593036911163350393:2049] VirtualId# [3:7593036911163350385:0]
2026-01-08T17:01:12.174743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036911163350393:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.174905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:12.293253Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:12.293546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036913531425476:2050] [node 3] ICS07 socket disconnect 220 reason# EndOfStream
2026-01-08T17:01:12.293594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036913531425476:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.293676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:12.293735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036913531425476:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:12.295662Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036913531425389:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9318) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:12.295724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036913531425476:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:12.295862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036913531425389:2050] [node 3] ICP30 unregister session Session# [4:7593036913531425476:2050] VirtualId# [4:7593036913531425468:0]
2026-01-08T17:01:12.295909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:12.295952Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036913531425389:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9318) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:12.295971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9318) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:12.296733Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:12.296971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036912279630568:2050] [node 3] ICS07 socket disconnect 272 reason# EndOfStream
2026-01-08T17:01:12.297014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036912279630568:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.297138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:12.297206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036912279630568:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:12.297838Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036912279630471:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9318) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:12.297882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036912279630568:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:12.297939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036912279630471:2050] [node 3] ICP30 unregister session Session# [6:7593036912279630568:2050] VirtualId# [6:7593036912279630559:0]
2026-01-08T17:01:12.297990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:12.298018Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036912279630471:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9318) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:12.298030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9318) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:12.294994Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:12.295222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036910804216317:2050] [node 3] ICS01 socket: 227 reason# EndOfStream
2026-01-08T17:01:12.295265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036910804216220:2050] [node 3] ICP30 unregister session Session# [5:7593036910804216317:2050] VirtualId# [5:7593036910804216302:0]
2026-01-08T17:01:12.295299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036910804216317:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.295369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:12.295411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:12.303826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036912279630471:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:12.397506Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:12.397771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036910804216312:2108] [node 4] ICS07 socket disconnect 250 reason# EndOfStream
2026-01-08T17:01:12.397818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036910804216312:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.397904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:12.397956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036910804216312:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:12.402545Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036910804216281:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2377) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:12.402715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036910804216312:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:12.402873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036910804216281:2108] [node 4] ICP30 unregister session Session# [5:7593036910804216312:2108] VirtualId# [5:7593036910804216301:0]
2026-01-08T17:01:12.402944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:12.403000Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036910804216281:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2377) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:12.403022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2377) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:12.403088Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:12.403310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036912279630571:2109] [node 4] ICS01 socket: 245 reason# EndOfStream
2026-01-08T17:01:12.403351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036912279630533:2109] [node 4] ICP30 unregister session Session# [6:7593036912279630571:2109] VirtualId# [6:7593036912279630558:0]
2026-01-08T17:01:12.403383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036912279630571:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.403468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:12.403527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:12.493788Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:12.494083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036912279630562:2108] [node 5] ICS07 socket disconnect 249 reason# EndOfStream
2026-01-08T17:01:12.494124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036912279630562:2108] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:12.494207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:12.494265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036912279630562:2108] [node 5] ICS15 start handshake
2026-01-08T17:01:12.495541Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036912279630532:2108] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15574) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:12.495619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036912279630562:2108] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:12.495742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036912279630532:2108] [node 5] ICP30 unregister session Session# [6:7593036912279630562:2108] VirtualId# [6:7593036912279630550:0]
2026-01-08T17:01:12.495805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:01:12.495843Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036912279630532:2108] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15574) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:12.496248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15574) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:12.633898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036914268219629:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:12.633949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036914268219630:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:12.636128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036918210682285:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:12.637675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036918210682286:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:12.665261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036916438009436:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:12.660271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036915273943445:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:12.665306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036916438009437:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:12.665349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036918184238063:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:12.665416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036918184238064:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:12.660296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036915273943446:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:12.665351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036916438009438:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:12.660318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036915273943447:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:12.667664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036917049831460:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:12.667686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036917049831461:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:12.667720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036917049831462:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:12.829153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036917049831512:2092] [node 4] ICP01 ready to work
2026-01-08T17:01:12.829542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036917049831513:2098] [node 5] ICP01 ready to work
2026-01-08T17:01:12.843897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036914268219696:2111] [node 6] ICP01 ready to work
2026-01-08T17:01:12.846183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036914268219699:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:12.846887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036914268219700:2110] [node 5] ICP01 ready to work
2026-01-08T17:01:12.913331Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036918210682285:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(24762611ns) {Configure:104(24135248ns) {ProcessConfigured:135(82509ns) {StartInitialHandshake:157(79300ns) {DropHandshakes:470(3829ns) {DropIncomingHandshake:442(1234ns) DropOutgoingHandshake:457(591ns)} GenerateSessionVirtualId:992(1240ns) PrepareNewSessionHandshake:477(2120ns) {SwitchToState:179(860ns)}}}}}
2026-01-08T17:01:12.937135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036918210682350:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:12.937502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036918210682351:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:12.937818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036918210682352:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:12.968363Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036918210682352:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(21052642ns) {Configure:104(21044621ns) {ProcessConfigured:135(88102ns) {StartInitialHandshake:157(84655ns) {DropHandshakes:470(5039ns) {DropIncomingHandshake:442(708ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:992(1132ns) PrepareNewSessionHandshake:477(1594ns) {SwitchToState:179(678ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:12.979315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036915273943509:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:12.991423Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036916438009436:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(113497044ns) {Configure:104(113482455ns) {ProcessConfigured:135(71967ns) {StartInitialHandshake:157(69755ns) {DropHandshakes:470(2787ns) {DropIncomingHandshake:442(507ns) DropOutgoingHandshake:457(719ns)} GenerateSessionVirtualId:992(841ns) PrepareNewSessionHandshake:477(1786ns) {SwitchToState:179(896ns)}}}}}
2026-01-08T17:01:12.990544Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036914268219630:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(124578747ns) {Configure:104(124573942ns) {ProcessConfigured:135(122598ns) {StartInitialHandshake:157(118354ns) {DropHandshakes:470(1946ns) {DropIncomingHandshake:442(384ns) DropOutgoingHandshake:457(257ns)} GenerateSessionVirtualId:992(582ns) PrepareNewSessionHandshake:477(1543ns) {SwitchToState:179(553ns)}}}}}
2026-01-08T17:01:12.979724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036915273943510:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:12.979977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036915273943508:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22583
2026-01-08T17:01:12.992128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036916438009501:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:12.992854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036916438009504:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:13.034785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036918184238063:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(177161132ns) {Configure:104(176162729ns) {ProcessConfigured:135(6667429ns) {StartInitialHandshake:157(6663802ns) {DropHandshakes:470(1584ns) {DropIncomingHandshake:442(303ns) DropOutgoingHandshake:457(296ns)} GenerateSessionVirtualId:992(902ns) PrepareNewSessionHandshake:477(4788ns) {SwitchToState:179(2436ns)}}}}}
2026-01-08T17:01:13.048087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036914268219709:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16490
2026-01-08T17:01:13.043572Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036916438009438:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(49210597ns) {Configure:104(49208595ns) {ProcessConfigured:135(72109ns) {StartInitialHandshake:157(70073ns) {DropHandshakes:470(2245ns) {DropIncomingHandshake:442(670ns) DropOutgoingHandshake:457(244ns)} GenerateSessionVirtualId:992(1242ns) PrepareNewSessionHandshake:477(1148ns) {SwitchToState:179(574ns)}}}}}
2026-01-08T17:01:13.045456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036916438009502:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26109
2026-01-08T17:01:13.045632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036916438009503:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26109
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.090977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036922505649660:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44561
2026-01-08T17:01:13.091066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036922505649661:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44561
2026-01-08T17:01:13.098684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036917049831460:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(113625143ns) {Configure:104(113618771ns) {ProcessConfigured:135(26896103ns) {StartInitialHandshake:157(26891432ns) {DropHandshakes:470(2439ns) {DropIncomingHandshake:442(482ns) DropOutgoingHandshake:457(345ns)} GenerateSessionVirtualId:992(1208ns) PrepareNewSessionHandshake:477(2550473ns) {SwitchToState:179(5815ns)}}}}}
2026-01-08T17:01:13.098799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036914268219709:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.102755Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036915273943446:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(120458410ns) {Configure:104(120453754ns) {ProcessConfigured:135(4009361ns) {StartInitialHandshake:157(4007425ns) {DropHandshakes:470(3825ns) {DropIncomingHandshake:442(317ns) DropOutgoingHandshake:457(431ns)} GenerateSessionVirtualId:992(600ns) PrepareNewSessionHandshake:477(2480ns) {SwitchToState:179(1178ns)}}}}}
2026-01-08T17:01:13.087169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036922479205424:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:13.097558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036916438009503:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.116222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036922479205429:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:13.116435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036922479205430:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.117718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036922505649662:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44561
2026-01-08T17:01:13.117819Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036921344798834:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27149
2026-01-08T17:01:13.117785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036915273943508:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.120533Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036922505649661:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.120435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036916438009502:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.120592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036916438009437:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.121774Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036922479205425:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54287
2026-01-08T17:01:13.121933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036922479205426:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54287
2026-01-08T17:01:13.122176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036922479205427:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54287
2026-01-08T17:01:13.122309Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036922479205428:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54287
2026-01-08T17:01:13.121937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036918210682356:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.121960Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036918210682356:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.123021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036922479205425:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.123744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036920732976814:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26109
2026-01-08T17:01:13.123674Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036918210682356:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:13.123779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036922479205431:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54287
2026-01-08T17:01:13.124012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036922479205426:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.124128Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036922479205427:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.124042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036918210682350:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.124109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:13.124144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036918210682350:2107] [node 4] ICP22 created new session: [2:7593036922505649665:2107]
2026-01-08T17:01:13.124352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036922505649665:2107] [node 4] ICS09 handshake done sender: [2:7593036918210682356:2112] self: [2:7593036918210682355:0] peer: [4:7593036920732976812:0] socket: 223 qp: -1
2026-01-08T17:01:13.124390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036922505649665:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:13.124426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:13.124463Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036916438009503:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:13.124740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036916438009437:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.124828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:13.124882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036916438009437:2049] [node 2] ICP22 created new session: [4:7593036920732976815:2049]
2026-01-08T17:01:13.124941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036920732976815:2049] [node 2] ICS09 handshake done sender: [4:7593036916438009503:2112] self: [4:7593036920732976812:0] peer: [2:7593036918210682355:0] socket: 226 qp: -1
2026-01-08T17:01:13.124985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036920732976815:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:13.125022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:13.126380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036918184238064:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.127033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036920732976817:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26109
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.127773Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036922505649667:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44561
2026-01-08T17:01:13.129608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036918210682354:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.129647Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036918210682354:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.130628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036918210682354:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:13.130931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036918210682286:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.130985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:13.131032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036918210682286:2049] [node 3] ICP22 created new session: [2:7593036922505649670:2049]
2026-01-08T17:01:13.131084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036922505649670:2049] [node 3] ICS09 handshake done sender: [2:7593036918210682354:2111] self: [2:7593036918210682353:0] peer: [3:7593036922479205444:0] socket: 222 qp: -1
2026-01-08T17:01:13.131133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036922505649670:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:13.131178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.131799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036922505649660:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.132176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036918210682285:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:13.132588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036921344798835:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27149
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.132874Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036918563187007:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16490
2026-01-08T17:01:13.133032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036918563187008:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16490
2026-01-08T17:01:13.132933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036921344798834:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.133137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036918563187009:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16490
2026-01-08T17:01:13.133046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036917049831460:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:13.133302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036914268219695:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.133338Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036914268219695:2112] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.133867Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036914268219698:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.133895Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036914268219698:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.134561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036921344798835:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.134781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036918563187007:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.134681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036917049831461:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:13.134893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036918210682360:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.134922Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036918210682360:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.142533Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036914268219695:2112] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.142752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036921344798838:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27149
2026-01-08T17:01:13.143521Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036918210682360:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.146013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036921344798839:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27149
2026-01-08T17:01:13.146183Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036914268219698:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:13.146149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036919568910821:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22583
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.148955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036914268219629:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.152397Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036922505649662:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.152475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036918210682352:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.152523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:13.152573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036918210682352:2109] [node 6] ICP22 created new session: [2:7593036922505649676:2109]
2026-01-08T17:01:13.152611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036922505649676:2109] [node 6] ICS09 handshake done sender: [2:7593036918210682360:2114] self: [2:7593036918210682359:0] peer: [6:7593036921344798837:0] socket: 261 qp: -1
2026-01-08T17:01:13.152641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036922505649676:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:13.152674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:13.153056Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036922505649667:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.153143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036922505649674:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44561
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.151160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036922479205431:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.161434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036918210682286:2049] [node 3] ICP18 handshake (actor [2:7593036922505649667:2118]) is too old
2026-01-08T17:01:13.161520Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036922505649660:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:13.161902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036921344798835:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:13.151816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036919568910821:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.152333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036920732976817:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.150137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:13.151491Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036922479205446:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54287
2026-01-08T17:01:13.151834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036914268219629:2048] [node 2] ICP22 created new session: [1:7593036918563187014:2048]
2026-01-08T17:01:13.153674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036918563187014:2048] [node 2] ICS09 handshake done sender: [1:7593036914268219695:2112] self: [1:7593036914268219693:0] peer: [2:7593036922505649673:0] socket: 228 qp: -1
2026-01-08T17:01:13.159603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036918563187014:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:13.162349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:13.163656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036918210682285:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.163731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:13.163802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036918210682285:2048] [node 1] ICP22 created new session: [2:7593036922505649679:2048]
2026-01-08T17:01:13.163863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036922505649679:2048] [node 1] ICS09 handshake done sender: [2:7593036922505649660:2115] self: [2:7593036922505649673:0] peer: [1:7593036914268219693:0] socket: 234 qp: -1
2026-01-08T17:01:13.163904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036922505649679:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:13.163948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:13.162060Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036919568910822:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22583
2026-01-08T17:01:13.158660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036922479205426:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:13.165100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036916438009438:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:13.162347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036915273943509:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:13.171377Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036914268219629:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(19637596ns) {HandleHandshakeStatus:329(19633399ns) {DropIncomingHandshake:442(20833ns) DropOutgoingHandshake:457(443ns) SwitchToState:179(702ns) ProcessPendingSessionEvents:495(6062235ns) {ForwardSessionEventToSession:616(531894ns) ForwardSessionEventToSession:616(4736ns) ForwardSessionEventToSession:616(2976ns) ForwardSessionEventToSession:616(2052650ns) ForwardSessionEventToSession:616(3948ns) ForwardSessionEventToSession:616(1076922ns) ForwardSessionEventToSession:616(1864372ns) ForwardSessionEventToSession:616(3847ns) ForwardSessionEventToSession:616(495446ns) ForwardSessionEventToSession:616(5110ns)}}}
2026-01-08T17:01:13.171598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036918563187008:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.171647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036914268219696:2111] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.171703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:13.171765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036914268219696:2111] [node 6] ICP22 created new session: [1:7593036918563187016:2111]
2026-01-08T17:01:13.171832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036918563187016:2111] [node 6] ICS09 handshake done sender: [1:7593036914268219698:2113] self: [1:7593036914268219697:0] peer: [6:7593036921344798836:0] socket: 229 qp: -1
2026-01-08T17:01:13.171872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036918563187016:2111] [node 6] ICS10 traffic start
2026-01-08T17:01:13.171918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:13.168918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036918184238064:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.166206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036919568910822:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.168813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036921344798834:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:13.169157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036920732976806:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.170659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036917049831461:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.166392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036915273943446:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:13.169368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:13.169206Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036920732976806:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.170729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:13.176343Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036920732976806:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:13.177014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036916438009501:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.170883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036918184238064:2049] [node 2] ICP22 created new session: [3:7593036922479205447:2049]
2026-01-08T17:01:13.172821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036917049831461:2049] [node 2] ICP22 created new session: [6:7593036921344798840:2049]
2026-01-08T17:01:13.177439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:13.173352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036921344798840:2049] [node 2] ICS09 handshake done sender: [6:7593036921344798835:2116] self: [6:7593036921344798837:0] peer: [2:7593036918210682359:0] socket: 262 qp: -1
2026-01-08T17:01:13.177514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036916438009501:2108] [node 5] ICP22 created new session: [4:7593036920732976821:2108]
2026-01-08T17:01:13.173642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036921344798840:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:13.173816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036922479205447:2049] [node 2] ICS09 handshake done sender: [3:7593036922479205426:2112] self: [3:7593036922479205444:0] peer: [2:7593036918210682353:0] socket: 239 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.177929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036918563187009:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.174723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036918210682358:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.174774Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036918210682358:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.176575Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036918210682358:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:13.173982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:13.177733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036920732976821:2108] [node 5] ICS09 handshake done sender: [4:7593036920732976806:2115] self: [4:7593036920732976805:0] peer: [5:7593036919568910823:0] socket: 256 qp: -1
2026-01-08T17:01:13.177774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036920732976821:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:13.179160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:13.173865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036922479205447:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:13.174434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:13.179127Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036919568910825:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22583
2026-01-08T17:01:13.182680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036918210682351:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.182776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:13.182820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036918210682351:2108] [node 5] ICP22 created new session: [2:7593036922505649682:2108]
2026-01-08T17:01:13.182872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036922505649682:2108] [node 5] ICS09 handshake done sender: [2:7593036918210682358:2113] self: [2:7593036918210682357:0] peer: [5:7593036919568910824:0] socket: 257 qp: -1
2026-01-08T17:01:13.182899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036922505649682:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:13.182925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:13.186706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036917049831460:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.184095Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036919568910822:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:13.186891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:13.186999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036917049831460:2048] [node 1] ICP22 created new session: [6:7593036921344798843:2048]
2026-01-08T17:01:13.187124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036921344798843:2048] [node 1] ICS09 handshake done sender: [6:7593036921344798834:2115] self: [6:7593036921344798836:0] peer: [1:7593036914268219697:0] socket: 248 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.187170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036921344798843:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:13.187207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:13.188591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036921344798842:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27149
2026-01-08T17:01:13.189441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036921344798842:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.189547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036917049831512:2092] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:13.187078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036922479205435:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.195462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036920732976808:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.195517Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036920732976808:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.187120Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036922479205435:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.189439Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036922479205428:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.190414Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036918184238064:2049] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.196765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036920732976824:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26109
2026-01-08T17:01:13.197124Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036920732976808:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.198925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036916438009504:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.199215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:13.199272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036916438009504:2109] [node 6] ICP22 created new session: [4:7593036920732976827:2109]
2026-01-08T17:01:13.199324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036920732976827:2109] [node 6] ICS09 handshake done sender: [4:7593036920732976808:2116] self: [4:7593036920732976807:0] peer: [6:7593036921344798845:0] socket: 273 qp: -1
2026-01-08T17:01:13.199365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036920732976827:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:13.199397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:13.197578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036921344798846:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27149
2026-01-08T17:01:13.197996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036921344798842:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:13.198171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036917049831512:2092] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.198221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:13.198256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036917049831512:2092] [node 4] ICP22 created new session: [6:7593036921344798847:2092]
2026-01-08T17:01:13.198302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036921344798847:2092] [node 4] ICS09 handshake done sender: [6:7593036921344798842:2119] self: [6:7593036921344798845:0] peer: [4:7593036920732976807:0] socket: 249 qp: -1
2026-01-08T17:01:13.198344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036921344798847:2092] [node 4] ICS10 traffic start
2026-01-08T17:01:13.198373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:13.197910Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036922479205435:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:13.201832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036920732976817:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:13.201772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036915273943446:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.201877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:13.201939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036915273943446:2049] [node 2] ICP22 created new session: [5:7593036919568910827:2049]
2026-01-08T17:01:13.201996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036919568910827:2049] [node 2] ICS09 handshake done sender: [5:7593036919568910822:2117] self: [5:7593036919568910824:0] peer: [2:7593036918210682357:0] socket: 270 qp: -1
2026-01-08T17:01:13.202033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036919568910827:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:13.202069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:13.202511Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036915273943446:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:13.202817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036922479205424:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.202896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:13.202948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036922479205424:2107] [node 4] ICP22 created new session: [3:7593036922479205451:2107]
2026-01-08T17:01:13.203002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036922479205451:2107] [node 4] ICS09 handshake done sender: [3:7593036922479205435:2117] self: [3:7593036922479205434:0] peer: [4:7593036920732976819:0] socket: 254 qp: -1
2026-01-08T17:01:13.203038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036922479205451:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:13.203082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.203457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036920732976826:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26109
2026-01-08T17:01:13.203582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036916438009438:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.203662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:13.203704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036916438009438:2050] [node 3] ICP22 created new session: [4:7593036920732976829:2050]
2026-01-08T17:01:13.203750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036920732976829:2050] [node 3] ICS09 handshake done sender: [4:7593036920732976817:2118] self: [4:7593036920732976819:0] peer: [3:7593036922479205434:0] socket: 235 qp: -1
2026-01-08T17:01:13.203786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036920732976829:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:13.203847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:13.204551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036920732976826:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.204761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036919568910829:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22583
2026-01-08T17:01:13.204829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036919568910830:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22583
2026-01-08T17:01:13.204841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036916438009436:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.204953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036919568910826:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22583
2026-01-08T17:01:13.206199Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036919568910821:2116] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.206473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036920732976831:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26109
2026-01-08T17:01:13.206479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036915273943509:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.206558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:13.206606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036915273943509:2108] [node 4] ICP22 created new session: [5:7593036919568910832:2108]
2026-01-08T17:01:13.206657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036919568910832:2108] [node 4] ICS09 handshake done sender: [5:7593036919568910821:2116] self: [5:7593036919568910823:0] peer: [4:7593036920732976805:0] socket: 269 qp: -1
2026-01-08T17:01:13.206703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036919568910832:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:13.206738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:13.206473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036918184238063:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.205435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036914268219704:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.207828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036921344798849:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27149
2026-01-08T17:01:13.207855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036920732976833:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26109
2026-01-08T17:01:13.205483Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036914268219704:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.206734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036914268219702:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.207816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036919568910830:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.206752Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036914268219702:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.207797Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036914268219702:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:13.208187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036914268219630:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.208171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036915273943445:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:13.208248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:13.208415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036914268219630:2049] [node 3] ICP22 created new session: [1:7593036918563187024:2049]
2026-01-08T17:01:13.208519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036918563187024:2049] [node 3] ICS09 handshake done sender: [1:7593036914268219702:2114] self: [1:7593036914268219701:0] peer: [3:7593036922479205455:0] socket: 238 qp: -1
2026-01-08T17:01:13.208555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036918563187024:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:13.208597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.208927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036922479205456:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54287
2026-01-08T17:01:13.209035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036921344798849:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.209169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036917049831462:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:13.209621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036922479205439:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.209698Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036914268219706:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.209646Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036922479205439:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.209733Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036914268219706:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.211451Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036914268219704:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:13.211650Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036922479205428:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:13.211776Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036919568910829:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.212124Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036918184238063:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27200) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036922479205428:2114] held: no
2026-01-08T17:01:13.212030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036914268219699:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.212090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:13.212138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036914268219699:2107] [node 4] ICP22 created new session: [1:7593036918563187027:2107]
2026-01-08T17:01:13.212243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036918184238063:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.212263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036918563187027:2107] [node 4] ICS09 handshake done sender: [1:7593036914268219704:2115] self: [1:7593036914268219703:0] peer: [4:7593036920732976832:0] socket: 277 qp: -1
2026-01-08T17:01:13.212294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:13.212291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036918563187027:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:13.212315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.212618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036919568910835:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22583
2026-01-08T17:01:13.212607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036918184238063:2048] [node 1] ICP22 created new session: [3:7593036922479205458:2048]
2026-01-08T17:01:13.212701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036922479205458:2048] [node 1] ICS09 handshake done sender: [3:7593036922479205428:2114] self: [3:7593036922479205455:0] peer: [1:7593036914268219701:0] socket: 243 qp: -1
2026-01-08T17:01:13.212756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036922479205458:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:13.212775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036915273943447:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:13.212824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:13.213182Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036920732976826:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:13.213590Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036916438009501:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:13.213622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036916438009436:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.213666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:13.213696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036916438009436:2048] [node 1] ICP22 created new session: [4:7593036920732976834:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.213725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036920732976834:2048] [node 1] ICS09 handshake done sender: [4:7593036920732976826:2120] self: [4:7593036920732976832:0] peer: [1:7593036914268219703:0] socket: 280 qp: -1
2026-01-08T17:01:13.213752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036920732976834:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:13.213784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:13.213776Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036922479205437:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.213816Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036922479205437:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.213811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036921344798851:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27149
2026-01-08T17:01:13.213951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036914268219706:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:13.216262Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036922479205439:2119] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:13.215632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036914268219700:2110] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.215723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:13.215768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036914268219700:2110] [node 5] ICP22 created new session: [1:7593036918563187029:2110]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.225282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036921344798852:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27149
2026-01-08T17:01:13.222461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036918563187029:2110] [node 5] ICS09 handshake done sender: [1:7593036914268219706:2116] self: [1:7593036914268219705:0] peer: [5:7593036919568910834:0] socket: 278 qp: -1
2026-01-08T17:01:13.224684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036922479205437:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:13.225795Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036921344798849:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:13.224805Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036916438009436:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:13.222645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036918563187029:2110] [node 5] ICS10 traffic start
2026-01-08T17:01:13.224049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:13.226293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036922479205430:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.226388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:13.227993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036922479205430:2109] [node 6] ICP22 created new session: [3:7593036922479205461:2109]
2026-01-08T17:01:13.228057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036922479205461:2109] [node 6] ICS09 handshake done sender: [3:7593036922479205439:2119] self: [3:7593036922479205438:0] peer: [6:7593036921344798850:0] socket: 282 qp: -1
2026-01-08T17:01:13.228096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036922479205461:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:13.228148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:13.228713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036922479205429:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.228763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:13.228810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036922479205429:2108] [node 5] ICP22 created new session: [3:7593036922479205463:2108]
2026-01-08T17:01:13.228848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036922479205463:2108] [node 5] ICS09 handshake done sender: [3:7593036922479205437:2118] self: [3:7593036922479205436:0] peer: [5:7593036919568910837:0] socket: 274 qp: -1
2026-01-08T17:01:13.228879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036922479205463:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:13.228911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:13.229591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036917049831462:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.230976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036919568910830:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:13.229672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:13.229727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036917049831462:2050] [node 3] ICP22 created new session: [6:7593036921344798853:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.231455Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036915273943445:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27200) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036919568910830:2121] held: no
2026-01-08T17:01:13.231562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036915273943445:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.231635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:13.231683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036915273943445:2048] [node 1] ICP22 created new session: [5:7593036919568910839:2048]
2026-01-08T17:01:13.231728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036919568910839:2048] [node 1] ICS09 handshake done sender: [5:7593036919568910830:2121] self: [5:7593036919568910834:0] peer: [1:7593036914268219705:0] socket: 225 qp: -1
2026-01-08T17:01:13.231769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036919568910839:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:13.231801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:13.232443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036919568910838:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22583
2026-01-08T17:01:13.229796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036921344798853:2050] [node 3] ICS09 handshake done sender: [6:7593036921344798849:2121] self: [6:7593036921344798850:0] peer: [3:7593036922479205438:0] socket: 283 qp: -1
2026-01-08T17:01:13.229837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036921344798853:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:13.229872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:13.233289Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036921344798851:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.234815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036917049831513:2098] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:13.235932Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036919568910829:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:13.236270Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036915273943447:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4052) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036919568910829:2120] held: no
2026-01-08T17:01:13.236383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036915273943447:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.236501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:13.236557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036915273943447:2050] [node 3] ICP22 created new session: [5:7593036919568910841:2050]
2026-01-08T17:01:13.236617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036919568910841:2050] [node 3] ICS09 handshake done sender: [5:7593036919568910829:2120] self: [5:7593036919568910837:0] peer: [3:7593036922479205436:0] socket: 216 qp: -1
2026-01-08T17:01:13.236670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036919568910841:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:13.236708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.237370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036919568910816:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:13.237398Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036919568910816:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:13.238815Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036919568910816:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:13.239147Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036921344798856:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27149
2026-01-08T17:01:13.239248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036915273943510:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:13.239334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:13.239384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036915273943510:2109] [node 6] ICP22 created new session: [5:7593036919568910844:2109]
2026-01-08T17:01:13.239439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036919568910844:2109] [node 6] ICS09 handshake done sender: [5:7593036919568910816:2115] self: [5:7593036919568910815:0] peer: [6:7593036921344798855:0] socket: 250 qp: -1
2026-01-08T17:01:13.239474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036919568910844:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:13.239513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:13.239900Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036921344798851:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:13.240142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036917049831513:2098] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:13.240219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:13.240270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036917049831513:2098] [node 5] ICP22 created new session: [6:7593036921344798857:2098]
2026-01-08T17:01:13.240316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036921344798857:2098] [node 5] ICS09 handshake done sender: [6:7593036921344798851:2122] self: [6:7593036921344798855:0] peer: [5:7593036919568910815:0] socket: 286 qp: -1
2026-01-08T17:01:13.240347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036921344798857:2098] [node 5] ICS10 traffic start
2026-01-08T17:01:13.240378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:13.286532Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:13.286800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036922479205458:2048] [node 1] ICS01 socket: 243 reason# EndOfStream
2026-01-08T17:01:13.286861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036918184238063:2048] [node 1] ICP30 unregister session Session# [3:7593036922479205458:2048] VirtualId# [3:7593036922479205455:0]
2026-01-08T17:01:13.286899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036922479205458:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.286975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:13.287016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:13.288962Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:13.289186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036922505649679:2048] [node 1] ICS01 socket: 234 reason# EndOfStream
2026-01-08T17:01:13.289228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036918210682285:2048] [node 1] ICP30 unregister session Session# [2:7593036922505649679:2048] VirtualId# [2:7593036922505649673:0]
2026-01-08T17:01:13.289264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036922505649679:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.289352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:13.289398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:13.289103Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:13.294628Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:13.294903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036919568910839:2048] [node 1] ICS01 socket: 225 reason# EndOfStream
2026-01-08T17:01:13.294948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036915273943445:2048] [node 1] ICP30 unregister session Session# [5:7593036919568910839:2048] VirtualId# [5:7593036919568910834:0]
2026-01-08T17:01:13.294988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036919568910839:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.295094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:13.295142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:13.289309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036920732976834:2048] [node 1] ICS01 socket: 280 reason# EndOfStream
2026-01-08T17:01:13.298470Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:13.289350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036916438009436:2048] [node 1] ICP30 unregister session Session# [4:7593036920732976834:2048] VirtualId# [4:7593036920732976832:0]
2026-01-08T17:01:13.289379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036920732976834:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.289449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:13.289494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:13.304779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036921344798843:2048] [node 1] ICS01 socket: 248 reason# EndOfStream
2026-01-08T17:01:13.304845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036917049831460:2048] [node 1] ICP30 unregister session Session# [6:7593036921344798843:2048] VirtualId# [6:7593036921344798836:0]
2026-01-08T17:01:13.304889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036921344798843:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.305007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:13.305064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:13.338961Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:13.339222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036922479205447:2049] [node 2] ICS07 socket disconnect 239 reason# EndOfStream
2026-01-08T17:01:13.339255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036922479205447:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.339342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:13.339385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036922479205447:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:13.343294Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036918184238064:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4526) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:13.343346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036922479205447:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:13.345223Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:13.345571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036920732976815:2049] [node 2] ICS01 socket: 226 reason# EndOfStream
2026-01-08T17:01:13.345620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036916438009437:2049] [node 2] ICP30 unregister session Session# [4:7593036920732976815:2049] VirtualId# [4:7593036920732976812:0]
2026-01-08T17:01:13.345665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036920732976815:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.345741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:13.345789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:13.344605Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036918184238064:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4526) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:13.344676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036922479205447:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:13.344714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036918184238064:2049] [node 2] ICP30 unregister session Session# [3:7593036922479205447:2049] VirtualId# [3:7593036922479205444:0]
2026-01-08T17:01:13.344767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:13.344798Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036918184238064:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4526) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:13.344815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4526) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:13.346804Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:13.347042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036919568910827:2049] [node 2] ICS07 socket disconnect 270 reason# EndOfStream
2026-01-08T17:01:13.347082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036919568910827:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.347164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:13.347232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036919568910827:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:13.348554Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036915273943446:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4526) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:13.348610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036919568910827:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:13.348649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036915273943446:2049] [node 2] ICP30 unregister session Session# [5:7593036919568910827:2049] VirtualId# [5:7593036919568910824:0]
2026-01-08T17:01:13.348697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:13.348731Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036915273943446:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4526) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:13.348751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4526) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:13.350476Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:13.350684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036921344798840:2049] [node 2] ICS07 socket disconnect 262 reason# EndOfStream
2026-01-08T17:01:13.350713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036921344798840:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.350799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:13.350859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036921344798840:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:13.351686Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036917049831461:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4526) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:13.351746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036921344798840:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:13.351794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036917049831461:2049] [node 2] ICP30 unregister session Session# [6:7593036921344798840:2049] VirtualId# [6:7593036921344798837:0]
2026-01-08T17:01:13.351843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:13.351893Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036917049831461:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4526) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:13.351909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4526) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:13.354380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036918184238064:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:13.358475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036915273943446:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:13.360473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036917049831461:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:13.435939Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:13.436203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036919568910841:2050] [node 3] ICS01 socket: 216 reason# EndOfStream
2026-01-08T17:01:13.436252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036915273943447:2050] [node 3] ICP30 unregister session Session# [5:7593036919568910841:2050] VirtualId# [5:7593036919568910837:0]
2026-01-08T17:01:13.436296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036919568910841:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.436411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:13.436475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:13.437065Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:13.437314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036921344798853:2050] [node 3] ICS01 socket: 283 reason# EndOfStream
2026-01-08T17:01:13.437349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036917049831462:2050] [node 3] ICP30 unregister session Session# [6:7593036921344798853:2050] VirtualId# [6:7593036921344798850:0]
2026-01-08T17:01:13.437389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036921344798853:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.437472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:13.437508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:13.438434Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:13.438667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036920732976829:2050] [node 3] ICS01 socket: 235 reason# EndOfStream
2026-01-08T17:01:13.438709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036916438009438:2050] [node 3] ICP30 unregister session Session# [4:7593036920732976829:2050] VirtualId# [4:7593036920732976819:0]
2026-01-08T17:01:13.438748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036920732976829:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.438853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:13.438907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:13.482033Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:13.482424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036919568910832:2108] [node 4] ICS07 socket disconnect 269 reason# EndOfStream
2026-01-08T17:01:13.482481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036919568910832:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.482596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:13.482671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036919568910832:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:13.482053Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:13.482356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036921344798847:2092] [node 4] ICS01 socket: 249 reason# EndOfStream
2026-01-08T17:01:13.482410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036917049831512:2092] [node 4] ICP30 unregister session Session# [6:7593036921344798847:2092] VirtualId# [6:7593036921344798845:0]
2026-01-08T17:01:13.482454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036921344798847:2092] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.482551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:13.482610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:13.484796Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036915273943509:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64869) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:13.484861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036919568910832:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:13.484918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036915273943509:2108] [node 4] ICP30 unregister session Session# [5:7593036919568910832:2108] VirtualId# [5:7593036919568910823:0]
2026-01-08T17:01:13.484974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:13.485013Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036915273943509:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64869) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:13.485027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64869) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:13.557867Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:13.558110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036921344798857:2098] [node 5] ICS01 socket: 286 reason# EndOfStream
2026-01-08T17:01:13.558161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036917049831513:2098] [node 5] ICP30 unregister session Session# [6:7593036921344798857:2098] VirtualId# [6:7593036921344798855:0]
2026-01-08T17:01:13.558204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036921344798857:2098] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:13.558296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:13.558710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:13.658854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036920965988295:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:13.658907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036920965988296:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:13.663083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036921479909260:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:13.663133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036921479909261:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:13.668276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036920847895146:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:13.668326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036920847895147:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:13.674396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036922420040388:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:13.674438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036922420040389:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:13.674485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036922420040390:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:13.680343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036921324040156:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:13.680379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036921324040157:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:13.680581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036921324040158:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:13.687010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036919824398168:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:13.687042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036919824398169:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:13.687188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036919824398170:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:13.826497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036920965988359:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:13.825165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036919824398228:2104] [node 5] ICP01 ready to work
2026-01-08T17:01:13.829030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036920847895209:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:13.828220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036921479909323:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:13.831811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036920965988360:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:13.830127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036920847895210:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:13.830238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036921479909324:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:13.831552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036922420040451:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:13.832594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036922420040452:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:13.831931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036919824398232:2106] [node 4] ICP01 ready to work
2026-01-08T17:01:13.832198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036920847895211:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:13.831880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036921479909325:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:13.844229Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036922420040388:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(56483895ns) {Configure:104(56479694ns) {ProcessConfigured:135(73932ns) {StartInitialHandshake:157(71724ns) {DropHandshakes:470(2451ns) {DropIncomingHandshake:442(391ns) DropOutgoingHandshake:457(411ns)} GenerateSessionVirtualId:992(1485ns) PrepareNewSessionHandshake:477(1682ns) {SwitchToState:179(539ns)}}}}}
2026-01-08T17:01:13.859871Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036919824398232:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(25040586ns) {Configure:104(25036970ns) {ProcessConfigured:135(83873ns) {StartInitialHandshake:157(81411ns) {DropHandshakes:470(2127ns) {DropIncomingHandshake:442(410ns) DropOutgoingHandshake:457(317ns)} GenerateSessionVirtualId:992(888ns) PrepareNewSessionHandshake:477(1505ns) {SwitchToState:179(508ns)}}}}}
2026-01-08T17:01:13.838947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036920965988361:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:13.896648Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036921479909261:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(66133277ns) {Configure:104(66129097ns) {ProcessConfigured:135(62558ns) {StartInitialHandshake:157(60354ns) {DropHandshakes:470(2766ns) {DropIncomingHandshake:442(466ns) DropOutgoingHandshake:457(323ns)} GenerateSessionVirtualId:992(1505ns) PrepareNewSessionHandshake:477(1302ns) {SwitchToState:179(497ns)}}}}}
2026-01-08T17:01:13.896954Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036920847895146:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(110432384ns) {Configure:104(110426455ns) {ProcessConfigured:135(11983721ns) {StartInitialHandshake:157(11980154ns) {DropHandshakes:470(2435ns) {DropIncomingHandshake:442(612ns) DropOutgoingHandshake:457(444ns)} GenerateSessionVirtualId:992(927ns) PrepareNewSessionHandshake:477(11202ns) {SwitchToState:179(3826ns)}}}}}
2026-01-08T17:01:13.897033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036920965988295:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(116756972ns) {Configure:104(116751030ns) {ProcessConfigured:135(6159536ns) {StartInitialHandshake:157(6157106ns) {DropHandshakes:470(2444ns) {DropIncomingHandshake:442(319ns) DropOutgoingHandshake:457(774ns)} GenerateSessionVirtualId:992(1163ns) PrepareNewSessionHandshake:477(3543ns) {SwitchToState:179(136ns)}}}}}
2026-01-08T17:01:13.898020Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036920847895210:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(65389527ns) {Configure:104(65385912ns) {ProcessConfigured:135(432137ns) {StartInitialHandshake:157(429485ns) {DropHandshakes:470(1011ns) {DropIncomingHandshake:442(198ns) DropOutgoingHandshake:457(342ns)} GenerateSessionVirtualId:992(642ns) PrepareNewSessionHandshake:477(2106ns) {SwitchToState:179(1038ns)}}}}}
2026-01-08T17:01:13.906704Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036922420040390:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(32991013ns) {Configure:104(32984511ns) {ProcessConfigured:135(24453832ns) {StartInitialHandshake:157(24451363ns) {DropHandshakes:470(1896ns) {DropIncomingHandshake:442(364ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:992(725ns) PrepareNewSessionHandshake:477(5469ns) {SwitchToState:179(2120ns)}}}}}
2026-01-08T17:01:13.911930Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036920965988360:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(61651289ns) {Configure:104(61644897ns) {ProcessConfigured:135(91524ns) {StartInitialHandshake:157(87948ns) {DropHandshakes:470(3465ns) {DropIncomingHandshake:442(610ns) DropOutgoingHandshake:457(659ns)} GenerateSessionVirtualId:992(1423ns) PrepareNewSessionHandshake:477(1774ns) {SwitchToState:179(693ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.930043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036920847895216:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28424
2026-01-08T17:01:13.930145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036920847895217:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28424
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.922574Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036921324040157:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(58274048ns) {Configure:104(58263209ns) {ProcessConfigured:135(19019991ns) {StartInitialHandshake:157(19017157ns) {DropHandshakes:470(2449ns) {DropIncomingHandshake:442(368ns) DropOutgoingHandshake:457(486ns)} GenerateSessionVirtualId:992(509ns) PrepareNewSessionHandshake:477(8602871ns) {SwitchToState:179(5060ns)}}}}}
2026-01-08T17:01:13.938818Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036922420040452:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(99955562ns) {Configure:104(99951395ns) {ProcessConfigured:135(4197383ns) {StartInitialHandshake:157(4194567ns) {DropHandshakes:470(2610ns) {DropIncomingHandshake:442(519ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:992(675ns) PrepareNewSessionHandshake:477(3543ns) {SwitchToState:179(1877ns)}}}}}
2026-01-08T17:01:13.943397Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036920965988296:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(46042900ns) {Configure:104(46037979ns) {ProcessConfigured:135(47956ns) {StartInitialHandshake:157(46126ns) {DropHandshakes:470(920ns) {DropIncomingHandshake:442(170ns) DropOutgoingHandshake:457(218ns)} GenerateSessionVirtualId:992(588ns) PrepareNewSessionHandshake:477(3661ns) {SwitchToState:179(377ns)}}}}}
2026-01-08T17:01:13.935484Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036919824398168:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(102932755ns) {Configure:104(102928027ns) {ProcessConfigured:135(78684ns) {StartInitialHandshake:157(76879ns) {DropHandshakes:470(1891ns) {DropIncomingHandshake:442(291ns) DropOutgoingHandshake:457(701ns)} GenerateSessionVirtualId:992(430ns) PrepareNewSessionHandshake:477(1427ns) {SwitchToState:179(699ns)}}}}}
2026-01-08T17:01:13.935303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036921324040225:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:13.942161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036921324040156:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(110282747ns) {Configure:104(110272735ns) {ProcessConfigured:135(46601853ns) {StartInitialHandshake:157(46599926ns) {DropHandshakes:470(1377ns) {DropIncomingHandshake:442(303ns) DropOutgoingHandshake:457(339ns)} GenerateSessionVirtualId:992(738ns) PrepareNewSessionHandshake:477(3127ns) {SwitchToState:179(165ns)}}}}}
2026-01-08T17:01:13.957332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036921324040226:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:13.941378Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036922420040459:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46121
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.986628Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036921479909260:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(125772161ns) {Configure:104(125757798ns) {ProcessConfigured:135(22003374ns) {StartInitialHandshake:157(22000858ns) {DropHandshakes:470(1686ns) {DropIncomingHandshake:442(253ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:992(714ns) PrepareNewSessionHandshake:477(4301ns) {SwitchToState:179(1724ns)}}}}}
2026-01-08T17:01:13.986840Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036921479909337:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37419
2026-01-08T17:01:13.986921Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036921479909338:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37419
2026-01-08T17:01:13.987581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036921479909334:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37419
2026-01-08T17:01:13.987862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036921479909342:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37419
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.992376Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036921324040158:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(49535111ns) {Configure:104(49530020ns) {ProcessConfigured:135(56478ns) {StartInitialHandshake:157(54473ns) {DropHandshakes:470(2402ns) {DropIncomingHandshake:442(380ns) DropOutgoingHandshake:457(536ns)} GenerateSessionVirtualId:992(1041ns) PrepareNewSessionHandshake:477(1413ns) {SwitchToState:179(549ns)}}}}}
2026-01-08T17:01:13.993270Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036921324040234:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3667
2026-01-08T17:01:13.993331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036921324040235:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3667
2026-01-08T17:01:13.993384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036921324040236:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3667
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:13.995379Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036922420040467:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46121
2026-01-08T17:01:14.004296Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036922420040459:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.023493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036921479909338:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.036289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036926715007765:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46121
2026-01-08T17:01:14.052113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036925142862522:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28424
2026-01-08T17:01:14.043133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036926715007766:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46121
2026-01-08T17:01:14.066871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036921324040235:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.073734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036921479909342:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.052217Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036925142862524:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28424
2026-01-08T17:01:14.079334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036922420040467:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.063086Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036920847895211:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(135183661ns) {Configure:104(135176820ns) {ProcessConfigured:135(27660059ns) {StartInitialHandshake:157(27656937ns) {DropHandshakes:470(1991ns) {DropIncomingHandshake:442(285ns) DropOutgoingHandshake:457(260ns)} GenerateSessionVirtualId:992(580ns) PrepareNewSessionHandshake:477(2753ns) {SwitchToState:179(608ns)}}}}}
2026-01-08T17:01:14.077389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036920847895216:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.086706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036926715007766:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.087157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036920847895217:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.087301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036925142862522:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.073931Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036921479909331:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.067074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036921324040157:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:14.096537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036920847895147:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:14.093731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036922420040389:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.073949Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036921479909331:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:14.096850Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036921324040157:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11154) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036921324040235:2118] held: no
2026-01-08T17:01:14.112473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036921324040236:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.074451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036921479909334:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.111149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036926715007769:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46121
2026-01-08T17:01:14.115371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036925260955672:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12888
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.116111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036925142862524:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.116271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036920847895146:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:14.115716Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036925260955673:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12888
2026-01-08T17:01:14.083162Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036921479909331:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:14.116551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036920965988375:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12888
2026-01-08T17:01:14.114654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036921324040234:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.083496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036921479909324:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.118574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036920965988363:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.118614Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036920965988363:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:14.118990Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036922420040467:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:14.114785Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036925619007536:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3667
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.121899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036920965988372:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.121946Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036920965988372:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:14.122596Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036920965988375:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.122676Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036925260955672:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.123282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036925260955674:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12888
2026-01-08T17:01:14.083558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.123905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036921324040158:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:14.091355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036921479909324:2108] [node 5] ICP22 created new session: [2:7593036925774876642:2108]
2026-01-08T17:01:14.124189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036921324040156:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:14.125010Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036920965988372:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:14.124807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036924119365542:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33598
2026-01-08T17:01:14.124816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036921324040235:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:14.125138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036925260955673:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.094147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036925774876642:2108] [node 5] ICS09 handshake done sender: [2:7593036921479909331:2112] self: [2:7593036921479909330:0] peer: [5:7593036925619007535:0] socket: 245 qp: -1
2026-01-08T17:01:14.125575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036921324040157:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.094200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036925774876642:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:14.125628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:14.094256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:14.125775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036921324040157:2049] [node 2] ICP22 created new session: [5:7593036925619007540:2049]
2026-01-08T17:01:14.125834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036922420040389:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.125825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036925619007540:2049] [node 2] ICS09 handshake done sender: [5:7593036921324040235:2118] self: [5:7593036925619007535:0] peer: [2:7593036921479909330:0] socket: 249 qp: -1
No RDMA context found for GID: 2026-01-08T17:01:14.095226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036921479909329:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:01:14.125904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:14.125863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036925619007540:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:14.095250Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036921479909329:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:14.126267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:14.126276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036922420040389:2049] [node 2] ICP22 created new session: [4:7593036926715007770:2049]
2026-01-08T17:01:14.102712Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036921479909329:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:14.126346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036926715007770:2049] [node 2] ICS09 handshake done sender: [4:7593036922420040467:2116] self: [4:7593036926715007767:0] peer: [2:7593036921479909328:0] socket: 252 qp: -1
2026-01-08T17:01:14.126312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036924119365542:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.103434Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036921479909327:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.126384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036926715007770:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:14.126328Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036925142862530:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28424
2026-01-08T17:01:14.126614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036920847895215:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.126539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:14.126400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036920965988365:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.103459Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036921479909327:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:14.126439Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036920965988365:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.126643Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036920847895215:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:14.126920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036919824398169:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:14.104094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036921479909323:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.128121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036925142862529:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28424
2026-01-08T17:01:14.128223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036924119365543:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33598
2026-01-08T17:01:14.128026Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036926715007765:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.104150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:14.128702Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036922420040389:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:14.104197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036921479909323:2107] [node 4] ICP22 created new session: [2:7593036925774876647:2107]
2026-01-08T17:01:14.111306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036925774876647:2107] [node 4] ICS09 handshake done sender: [2:7593036921479909329:2111] self: [2:7593036921479909328:0] peer: [4:7593036926715007767:0] socket: 244 qp: -1
2026-01-08T17:01:14.115013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036925774876647:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:14.129146Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036925142862524:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:14.129029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036920965988296:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.115115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.117068Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036921479909337:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.129869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036922420040390:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:14.129097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:14.129897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036924119365543:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.117472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036921479909260:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:14.130661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036924119365545:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33598
2026-01-08T17:01:14.118110Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036921479909327:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:14.129307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036920965988296:2049] [node 3] ICP22 created new session: [1:7593036925260955682:2049]
2026-01-08T17:01:14.120236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036921479909261:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.130745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036919824398228:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:14.120291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:14.129434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036925260955682:2049] [node 3] ICS09 handshake done sender: [1:7593036920965988372:2115] self: [1:7593036920965988371:0] peer: [3:7593036925142862528:0] socket: 240 qp: -1
2026-01-08T17:01:14.130492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036920847895146:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.129820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036925260955682:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:14.120348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036921479909261:2049] [node 3] ICP22 created new session: [2:7593036925774876652:2049]
2026-01-08T17:01:14.130540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:14.120395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036925774876652:2049] [node 3] ICS09 handshake done sender: [2:7593036921479909327:2110] self: [2:7593036921479909326:0] peer: [3:7593036925142862526:0] socket: 227 qp: -1
2026-01-08T17:01:14.129882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.130575Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036920847895217:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:14.131326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036921324040231:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.131379Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036921324040231:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:14.120437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036925774876652:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:14.130761Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036920965988363:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:14.120481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:14.131112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036920847895146:2048] [node 1] ICP22 created new session: [3:7593036925142862532:2048]
2026-01-08T17:01:14.131957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036925260955674:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.132200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036925619007542:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3667
2026-01-08T17:01:14.128924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036921479909333:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.131333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036925142862532:2048] [node 1] ICS09 handshake done sender: [3:7593036925142862524:2118] self: [3:7593036925142862528:0] peer: [1:7593036920965988371:0] socket: 261 qp: -1
2026-01-08T17:01:14.132271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036920965988295:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.131602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036925142862532:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:14.128956Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036921479909333:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:14.132150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:14.132518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:14.129046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036925774876654:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37419
2026-01-08T17:01:14.133006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036924119365547:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33598
2026-01-08T17:01:14.132711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036920965988295:2048] [node 2] ICP22 created new session: [1:7593036925260955684:2048]
2026-01-08T17:01:14.133423Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036924119365548:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33598
2026-01-08T17:01:14.130473Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036921479909333:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:14.133490Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036920847895146:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:14.133829Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036921324040231:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:14.133315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036925260955684:2048] [node 2] ICS09 handshake done sender: [1:7593036920965988363:2111] self: [1:7593036920965988362:0] peer: [2:7593036925774876651:0] socket: 231 qp: -1
2026-01-08T17:01:14.133869Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036924119365547:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.133359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036925260955684:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:14.131629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036921479909325:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.133412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:14.131682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:14.131735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036921479909325:2109] [node 6] ICP22 created new session: [2:7593036925774876656:2109]
2026-01-08T17:01:14.132208Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036921479909337:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:14.133999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036919824398232:2106] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:14.132295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036925774876656:2109] [node 6] ICS09 handshake done sender: [2:7593036921479909333:2113] self: [2:7593036921479909332:0] peer: [6:7593036924119365544:0] socket: 246 qp: -1
2026-01-08T17:01:14.132646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036925774876656:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:14.134729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036920847895219:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.133023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:14.134521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036921324040226:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.134753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:14.135064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036921324040226:2110] [node 6] ICP22 created new session: [5:7593036925619007544:2110]
2026-01-08T17:01:14.134768Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036920847895219:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:14.134628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036921479909260:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.135444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036925619007544:2110] [node 6] ICS09 handshake done sender: [5:7593036921324040231:2115] self: [5:7593036921324040230:0] peer: [6:7593036924119365546:0] socket: 274 qp: -1
2026-01-08T17:01:14.135712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036920847895147:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.134766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:14.135673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036920965988295:2048] [node 2] ICP18 handshake (actor [1:7593036925260955674:2119]) is too old
2026-01-08T17:01:14.135470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036925619007544:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:14.134905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036921479909260:2048] [node 1] ICP22 created new session: [2:7593036925774876658:2048]
2026-01-08T17:01:14.135641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.135095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036925774876658:2048] [node 1] ICS09 handshake done sender: [2:7593036921479909337:2115] self: [2:7593036925774876651:0] peer: [1:7593036920965988362:0] socket: 237 qp: -1
2026-01-08T17:01:14.135760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:14.135440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036925774876658:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:14.136276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036920847895147:2049] [node 2] ICP22 created new session: [3:7593036925142862534:2049]
2026-01-08T17:01:14.135623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:14.136378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036925142862534:2049] [node 2] ICS09 handshake done sender: [3:7593036920847895217:2113] self: [3:7593036925142862526:0] peer: [2:7593036921479909326:0] socket: 228 qp: -1
2026-01-08T17:01:14.136410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036925142862534:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:14.136397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036924119365550:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33598
2026-01-08T17:01:14.136445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.136785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036920965988365:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:14.137549Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036925619007545:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3667
2026-01-08T17:01:14.137662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036920965988360:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.137994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.138045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036920965988360:2108] [node 5] ICP22 created new session: [1:7593036925260955687:2108]
2026-01-08T17:01:14.138107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036925260955687:2108] [node 5] ICS09 handshake done sender: [1:7593036920965988365:2112] self: [1:7593036920965988364:0] peer: [5:7593036925619007538:0] socket: 236 qp: -1
2026-01-08T17:01:14.138067Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036924119365543:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:14.138116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036926715007774:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46121
2026-01-08T17:01:14.138189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036920847895215:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:14.138151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036925260955687:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:14.138143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036921324040234:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:14.138193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:14.138883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036919824398228:2104] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.139902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036921324040156:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.139189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:14.139483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036919824398228:2104] [node 5] ICP22 created new session: [6:7593036924119365551:2104]
2026-01-08T17:01:14.140064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036924119365551:2104] [node 5] ICS09 handshake done sender: [6:7593036924119365543:2116] self: [6:7593036924119365546:0] peer: [5:7593036921324040230:0] socket: 276 qp: -1
2026-01-08T17:01:14.140101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036924119365551:2104] [node 5] ICS10 traffic start
2026-01-08T17:01:14.140147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:14.140537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036920847895210:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.140808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:14.140575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:14.141024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036921324040156:2048] [node 1] ICP22 created new session: [5:7593036925619007548:2048]
2026-01-08T17:01:14.140850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036920847895210:2108] [node 5] ICP22 created new session: [3:7593036925142862538:2108]
2026-01-08T17:01:14.141219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036922420040461:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.141271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036925619007548:2048] [node 1] ICS09 handshake done sender: [5:7593036921324040234:2117] self: [5:7593036925619007538:0] peer: [1:7593036920965988364:0] socket: 248 qp: -1
2026-01-08T17:01:14.141639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036925619007548:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:14.141640Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036924119365542:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:14.141263Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036922420040461:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:14.141602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036925142862538:2108] [node 5] ICS09 handshake done sender: [3:7593036920847895215:2111] self: [3:7593036920847895214:0] peer: [5:7593036925619007537:0] socket: 247 qp: -1
2026-01-08T17:01:14.141757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:14.141738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036925142862538:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:14.141838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:14.142426Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036922420040461:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:14.143029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036922420040452:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.143107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:14.143068Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036919824398169:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11154) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036924119365542:2115] held: no
2026-01-08T17:01:14.143251Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036921324040156:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:14.143322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036922420040452:2109] [node 6] ICP22 created new session: [4:7593036926715007777:2109]
2026-01-08T17:01:14.143651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036925260955689:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12888
2026-01-08T17:01:14.143563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036919824398169:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.143744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036926715007777:2109] [node 6] ICS09 handshake done sender: [4:7593036922420040461:2114] self: [4:7593036922420040460:0] peer: [6:7593036924119365549:0] socket: 242 qp: -1
2026-01-08T17:01:14.143679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:14.143900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036926715007777:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:14.144093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:14.143832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036919824398169:2049] [node 2] ICP22 created new session: [6:7593036924119365555:2049]
2026-01-08T17:01:14.144031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036924119365555:2049] [node 2] ICS09 handshake done sender: [6:7593036924119365542:2115] self: [6:7593036924119365544:0] peer: [2:7593036921479909332:0] socket: 268 qp: -1
2026-01-08T17:01:14.144287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036924119365555:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:14.144528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:14.144510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036925142862537:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28424
2026-01-08T17:01:14.144513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036920847895219:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:14.145626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036920847895209:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.145607Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036921324040236:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:14.145723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:14.145885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036920847895209:2107] [node 4] ICP22 created new session: [3:7593036925142862541:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.146073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036925142862541:2107] [node 4] ICS09 handshake done sender: [3:7593036920847895219:2114] self: [3:7593036920847895218:0] peer: [4:7593036926715007773:0] socket: 253 qp: -1
2026-01-08T17:01:14.146195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036925142862541:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:14.146248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:14.146146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036926715007776:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46121
2026-01-08T17:01:14.147137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036919824398232:2106] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10676) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036924119365547:2118] held: no
2026-01-08T17:01:14.146446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036921324040158:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.147241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:14.147305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036926715007774:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.147404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036924119365545:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.147311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036921324040158:2050] [node 3] ICP22 created new session: [5:7593036925619007550:2050]
2026-01-08T17:01:14.147681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036925142862537:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.147713Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036926715007765:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:14.147554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036925619007550:2050] [node 3] ICS09 handshake done sender: [5:7593036921324040236:2119] self: [5:7593036925619007537:0] peer: [3:7593036920847895214:0] socket: 250 qp: -1
2026-01-08T17:01:14.147944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036920847895210:2108] [node 5] ICP18 handshake (actor [3:7593036925142862537:2121]) is too old
2026-01-08T17:01:14.147736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036925619007550:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:14.147794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:14.149153Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036922420040390:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2159) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036926715007765:2117] held: no
2026-01-08T17:01:14.149702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036922420040390:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.149781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:14.149840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036922420040390:2050] [node 3] ICP22 created new session: [4:7593036926715007780:2050]
2026-01-08T17:01:14.150037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036926715007780:2050] [node 3] ICS09 handshake done sender: [4:7593036926715007765:2117] self: [4:7593036926715007773:0] peer: [3:7593036920847895218:0] socket: 256 qp: -1
2026-01-08T17:01:14.150076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036922420040388:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:14.150082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036926715007780:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:14.150158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.150220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036919824398168:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:14.150282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036925619007552:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3667
2026-01-08T17:01:14.150346Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036920965988367:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.150380Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036920965988367:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: 2026-01-08T17:01:14.150467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036924119365557:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33598
::ffff:127.1.0.0
2026-01-08T17:01:14.150500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036920965988369:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.150538Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036920965988369:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:14.150561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036924119365558:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33598
2026-01-08T17:01:14.151361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036925260955689:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.151146Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036924119365547:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:14.152226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036919824398232:2106] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.152363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:14.152403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036919824398232:2106] [node 4] ICP22 created new session: [6:7593036924119365560:2106]
2026-01-08T17:01:14.152443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036924119365560:2106] [node 4] ICS09 handshake done sender: [6:7593036924119365547:2118] self: [6:7593036924119365549:0] peer: [4:7593036922420040460:0] socket: 281 qp: -1
2026-01-08T17:01:14.152483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036924119365560:2106] [node 4] ICS10 traffic start
2026-01-08T17:01:14.152509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:14.152569Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036920965988369:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:14.152569Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036920965988367:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:14.152589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036924119365558:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.153040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036920965988359:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.153024Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036926715007783:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46121
2026-01-08T17:01:14.153027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036925619007552:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.153046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036920965988361:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.153095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:14.153096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: 2026-01-08T17:01:14.153124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036919824398170:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
::ffff:127.1.0.0
2026-01-08T17:01:14.153131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036920965988361:2109] [node 6] ICP22 created new session: [1:7593036925260955693:2109]
2026-01-08T17:01:14.153132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036920965988359:2107] [node 4] ICP22 created new session: [1:7593036925260955694:2107]
2026-01-08T17:01:14.153171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036925260955694:2107] [node 4] ICS09 handshake done sender: [1:7593036920965988367:2113] self: [1:7593036920965988366:0] peer: [4:7593036926715007781:0] socket: 285 qp: -1
2026-01-08T17:01:14.153172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036925260955693:2109] [node 6] ICS09 handshake done sender: [1:7593036920965988369:2114] self: [1:7593036920965988368:0] peer: [6:7593036924119365559:0] socket: 233 qp: -1
2026-01-08T17:01:14.153258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036924119365562:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33598
2026-01-08T17:01:14.153243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036921324040225:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:14.153204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036925260955694:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:14.153264Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036926715007774:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:14.153211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036925260955693:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:14.153398Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036925142862523:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.153441Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036925142862523:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:14.153238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:14.154045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036924119365545:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:14.153239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:14.154047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036922420040463:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:14.154069Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036922420040463:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:14.154365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036919824398168:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.154409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036922420040388:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.154502Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036925142862523:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:14.154482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:14.154462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:14.154514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036922420040388:2048] [node 1] ICP22 created new session: [4:7593036926715007784:2048]
2026-01-08T17:01:14.154522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036919824398168:2048] [node 1] ICP22 created new session: [6:7593036924119365564:2048]
2026-01-08T17:01:14.154566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036926715007784:2048] [node 1] ICS09 handshake done sender: [4:7593036926715007774:2120] self: [4:7593036926715007781:0] peer: [1:7593036920965988366:0] socket: 286 qp: -1
2026-01-08T17:01:14.154565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036924119365564:2048] [node 1] ICS09 handshake done sender: [6:7593036924119365545:2117] self: [6:7593036924119365559:0] peer: [1:7593036920965988368:0] socket: 277 qp: -1
2026-01-08T17:01:14.154653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036920847895211:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.154606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036926715007784:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:14.154904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:14.154606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036924119365564:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:14.154704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:14.154650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:14.154973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036920847895211:2109] [node 6] ICP22 created new session: [3:7593036925142862544:2109]
2026-01-08T17:01:14.156212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036925142862544:2109] [node 6] ICS09 handshake done sender: [3:7593036925142862523:2117] self: [3:7593036925142862521:0] peer: [6:7593036924119365563:0] socket: 229 qp: -1
2026-01-08T17:01:14.156311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036925142862544:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:14.156463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.156818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036924119365565:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33598
2026-01-08T17:01:14.156761Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036922420040463:2115] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:14.157342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036925619007554:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3667
2026-01-08T17:01:14.157685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036922420040451:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:14.157714Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036925619007552:2123] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:14.157794Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036919824398170:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2159) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036924119365558:2122] held: no
2026-01-08T17:01:14.157737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:14.158455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036921324040225:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.158501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:14.157780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036922420040451:2108] [node 5] ICP22 created new session: [4:7593036926715007787:2108]
2026-01-08T17:01:14.158538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036921324040225:2108] [node 4] ICP22 created new session: [5:7593036925619007555:2108]
2026-01-08T17:01:14.158472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036926715007787:2108] [node 5] ICS09 handshake done sender: [4:7593036922420040463:2115] self: [4:7593036922420040462:0] peer: [5:7593036925619007553:0] socket: 223 qp: -1
2026-01-08T17:01:14.158563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036925619007555:2108] [node 4] ICS09 handshake done sender: [5:7593036925619007552:2123] self: [5:7593036925619007553:0] peer: [4:7593036922420040462:0] socket: 224 qp: -1
2026-01-08T17:01:14.158626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036925619007555:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:14.158569Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036924119365558:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:14.158512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036926715007787:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:14.158649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:14.158544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:14.159216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036919824398170:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:14.159278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:14.159393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036919824398170:2050] [node 3] ICP22 created new session: [6:7593036924119365567:2050]
2026-01-08T17:01:14.159451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036924119365567:2050] [node 3] ICS09 handshake done sender: [6:7593036924119365558:2122] self: [6:7593036924119365563:0] peer: [3:7593036925142862521:0] socket: 289 qp: -1
2026-01-08T17:01:14.159499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036924119365567:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:14.159569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:14.204748Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:14.204952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036925774876658:2048] [node 1] ICS07 socket disconnect 237 reason# EndOfStream
2026-01-08T17:01:14.204989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036925774876658:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.205104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:14.205162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036925774876658:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:14.206336Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:14.206550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036925142862532:2048] [node 1] ICS07 socket disconnect 261 reason# EndOfStream
2026-01-08T17:01:14.206586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036925142862532:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.206669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:14.206797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036925142862532:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:14.207586Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036921479909260:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:14.207637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036925774876658:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:14.207892Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036920847895146:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:14.207933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036925142862532:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:14.209103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036920847895146:2048] [node 1] ICP30 unregister session Session# [3:7593036925142862532:2048] VirtualId# [3:7593036925142862528:0]
2026-01-08T17:01:14.209185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:14.209229Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036920847895146:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.209245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.210212Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:14.210234Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036921479909260:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:14.210297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036925774876658:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:14.210421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036921479909260:2048] [node 1] ICP30 unregister session Session# [2:7593036925774876658:2048] VirtualId# [2:7593036925774876651:0]
2026-01-08T17:01:14.210473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:14.210469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036926715007784:2048] [node 1] ICS07 socket disconnect 286 reason# EndOfStream
2026-01-08T17:01:14.210507Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036921479909260:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.210522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.210520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036926715007784:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.210611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:14.210695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036926715007784:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:14.211172Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:14.211364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036925619007548:2048] [node 1] ICS07 socket disconnect 248 reason# EndOfStream
2026-01-08T17:01:14.211396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036925619007548:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.211477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:14.211507Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036922420040388:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:14.211537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036925619007548:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:14.211612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036926715007784:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:14.211645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036922420040388:2048] [node 1] ICP30 unregister session Session# [4:7593036926715007784:2048] VirtualId# [4:7593036926715007781:0]
2026-01-08T17:01:14.211691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:14.211722Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036922420040388:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.211743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.211894Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:14.212137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036924119365564:2048] [node 1] ICS07 socket disconnect 277 reason# EndOfStream
2026-01-08T17:01:14.212173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036924119365564:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.212261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:14.212240Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036921324040156:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:14.212326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036924119365564:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:14.212372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036925619007548:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:14.212491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036921324040156:2048] [node 1] ICP30 unregister session Session# [5:7593036925619007548:2048] VirtualId# [5:7593036925619007538:0]
2026-01-08T17:01:14.212544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:14.212578Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036921324040156:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.212599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.213047Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036919824398168:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:14.213133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036924119365564:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:14.213158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036919824398168:2048] [node 1] ICP30 unregister session Session# [6:7593036924119365564:2048] VirtualId# [6:7593036924119365559:0]
2026-01-08T17:01:14.213192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:14.213210Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036919824398168:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.213224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22578) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.218644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036920847895146:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:14.223288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036919824398168:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:14.225974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036921324040156:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:14.234377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036922420040388:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:14.278476Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:14.278740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036925142862534:2049] [node 2] ICS01 socket: 228 reason# EndOfStream
2026-01-08T17:01:14.278787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036920847895147:2049] [node 2] ICP30 unregister session Session# [3:7593036925142862534:2049] VirtualId# [3:7593036925142862526:0]
2026-01-08T17:01:14.278826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036925142862534:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.278950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:14.279005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:14.280131Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:14.280418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036924119365555:2049] [node 2] ICS01 socket: 268 reason# EndOfStream
2026-01-08T17:01:14.280482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036919824398169:2049] [node 2] ICP30 unregister session Session# [6:7593036924119365555:2049] VirtualId# [6:7593036924119365544:0]
2026-01-08T17:01:14.280549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036924119365555:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.280675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:14.280733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:14.282590Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:14.282861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036926715007770:2049] [node 2] ICS07 socket disconnect 252 reason# EndOfStream
2026-01-08T17:01:14.282901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036926715007770:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.283000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:14.283056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036926715007770:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:14.283931Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036922420040389:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11154) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:14.284002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036926715007770:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:14.284041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036922420040389:2049] [node 2] ICP30 unregister session Session# [4:7593036926715007770:2049] VirtualId# [4:7593036926715007767:0]
2026-01-08T17:01:14.284087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:14.284120Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036922420040389:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11154) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.284141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11154) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.286508Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:14.286802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036925619007540:2049] [node 2] ICS01 socket: 249 reason# EndOfStream
2026-01-08T17:01:14.286863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036921324040157:2049] [node 2] ICP30 unregister session Session# [5:7593036925619007540:2049] VirtualId# [5:7593036925619007535:0]
2026-01-08T17:01:14.286912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036925619007540:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.287061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:14.287130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:14.294436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593036922420040389:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:14.396433Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:14.396677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036925619007550:2050] [node 3] ICS07 socket disconnect 250 reason# EndOfStream
2026-01-08T17:01:14.396733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036925619007550:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.396799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:14.396853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036925619007550:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:14.395850Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:14.396101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036926715007780:2050] [node 3] ICS01 socket: 256 reason# EndOfStream
2026-01-08T17:01:14.396153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036922420040390:2050] [node 3] ICP30 unregister session Session# [4:7593036926715007780:2050] VirtualId# [4:7593036926715007773:0]
2026-01-08T17:01:14.396192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036926715007780:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.396281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:14.396330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:14.398031Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036921324040158:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2159) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:14.398338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036925619007550:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:14.398390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036921324040158:2050] [node 3] ICP30 unregister session Session# [5:7593036925619007550:2050] VirtualId# [5:7593036925619007537:0]
2026-01-08T17:01:14.398448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:14.398484Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036921324040158:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2159) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.398503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2159) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:14.397069Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:14.397268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036924119365567:2050] [node 3] ICS01 socket: 289 reason# EndOfStream
2026-01-08T17:01:14.397309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036919824398170:2050] [node 3] ICP30 unregister session Session# [6:7593036924119365567:2050] VirtualId# [6:7593036924119365563:0]
2026-01-08T17:01:14.397346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036924119365567:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.397418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:14.397461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:14.408863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036921324040158:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:14.471268Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:14.471537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036925619007555:2108] [node 4] ICS01 socket: 224 reason# EndOfStream
2026-01-08T17:01:14.471589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036921324040225:2108] [node 4] ICP30 unregister session Session# [5:7593036925619007555:2108] VirtualId# [5:7593036925619007553:0]
2026-01-08T17:01:14.471633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036925619007555:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.471776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:14.471844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:14.472754Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:14.473106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036924119365560:2106] [node 4] ICS01 socket: 281 reason# EndOfStream
2026-01-08T17:01:14.473167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036919824398232:2106] [node 4] ICP30 unregister session Session# [6:7593036924119365560:2106] VirtualId# [6:7593036924119365549:0]
2026-01-08T17:01:14.473214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036924119365560:2106] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.473292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:14.473339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:14.590518Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:14.590768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036924119365551:2104] [node 5] ICS07 socket disconnect 276 reason# EndOfStream
2026-01-08T17:01:14.590801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036924119365551:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:14.590949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:14.590999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036924119365551:2104] [node 5] ICS15 start handshake
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:14.688000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036925695771466:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:14.688049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036925695771467:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:14.693956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036924337026447:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:14.694008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036924337026448:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:14.715220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036925021016002:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:14.715276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036925021016003:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:14.725540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036925386581974:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:14.725588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036925386581975:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:14.725631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036925386581976:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:14.732414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036923374100090:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:14.732478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036923374100091:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:14.734762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036923374100092:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:14.739261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036926648359985:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:14.739333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036926648359986:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:14.739681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036926648359987:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:14.971870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036924337026511:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:14.935999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036926648360046:2106] [node 5] ICP01 ready to work
2026-01-08T17:01:14.997019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036925021016065:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:14.994966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036925695771530:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:14.996825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036925695771531:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:15.003710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036929681549334:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:15.002811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036924337026512:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:15.008504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036929315983363:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:15.010587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036929681549333:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:15.032027Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036929681549333:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17771318ns) {Configure:104(17766918ns) {ProcessConfigured:135(103340ns) {StartInitialHandshake:157(99027ns) {DropHandshakes:470(3976ns) {DropIncomingHandshake:442(685ns) DropOutgoingHandshake:457(867ns)} GenerateSessionVirtualId:992(1406ns) PrepareNewSessionHandshake:477(2563ns) {SwitchToState:179(1170ns)}}}}}
2026-01-08T17:01:15.034789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036927669067449:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:15.008184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036930943327345:2109] [node 4] ICP01 ready to work
2026-01-08T17:01:15.058012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036928631993809:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.039595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036929990738828:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:15.055269Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036926648359985:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19771859ns) {Configure:104(19759871ns) {ProcessConfigured:135(101378ns) {StartInitialHandshake:157(98146ns) {DropHandshakes:470(6242ns) {DropIncomingHandshake:442(466ns) DropOutgoingHandshake:457(897ns)} GenerateSessionVirtualId:992(1022ns) PrepareNewSessionHandshake:477(2278ns) {SwitchToState:179(1142ns)}}}}}
2026-01-08T17:01:15.061051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036930943327350:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26199
2026-01-08T17:01:15.070471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036927669067450:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:15.038952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036929315983372:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:15.092446Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036925695771467:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(96550806ns) {Configure:104(96528887ns) {ProcessConfigured:135(101983ns) {StartInitialHandshake:157(97976ns) {DropHandshakes:470(3700ns) {DropIncomingHandshake:442(737ns) DropOutgoingHandshake:457(745ns)} GenerateSessionVirtualId:992(2364ns) PrepareNewSessionHandshake:477(2177ns) {SwitchToState:179(941ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.112170Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036926648359986:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(175521378ns) {Configure:104(162626680ns) {ProcessConfigured:135(98247ns) {StartInitialHandshake:157(94838ns) {DropHandshakes:470(6927ns) {DropIncomingHandshake:442(589ns) DropOutgoingHandshake:457(826ns)} GenerateSessionVirtualId:992(1382ns) PrepareNewSessionHandshake:477(2972ns) {SwitchToState:179(944ns)}}}}}
2026-01-08T17:01:15.112795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036930943327358:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26199
2026-01-08T17:01:15.095510Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036929990738828:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(45803369ns) {Configure:104(45796115ns) {ProcessConfigured:135(94925ns) {StartInitialHandshake:157(91260ns) {DropHandshakes:470(3321ns) {DropIncomingHandshake:442(787ns) DropOutgoingHandshake:457(630ns)} GenerateSessionVirtualId:992(1261ns) PrepareNewSessionHandshake:477(2553ns) {SwitchToState:179(1233ns)}}}}}
2026-01-08T17:01:15.101627Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036929990738835:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49431
2026-01-08T17:01:15.101704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036929990738836:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49431
2026-01-08T17:01:15.143572Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036926648360046:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(162124762ns) {Configure:104(162118462ns) {ProcessConfigured:135(109110ns) {StartInitialHandshake:157(106242ns) {DropHandshakes:470(2279ns) {DropIncomingHandshake:442(458ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:992(635ns) PrepareNewSessionHandshake:477(1769ns) {SwitchToState:179(708ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.151668Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036925386581974:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(136612335ns) {Configure:104(136603316ns) {ProcessConfigured:135(109852ns) {StartInitialHandshake:157(105349ns) {DropHandshakes:470(4003ns) {DropIncomingHandshake:442(1210ns) DropOutgoingHandshake:457(723ns)} GenerateSessionVirtualId:992(1583ns) PrepareNewSessionHandshake:477(2513ns) {SwitchToState:179(845ns)}}}}}
2026-01-08T17:01:15.194598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036924337026511:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(81191185ns) {Configure:104(81183002ns) {ProcessConfigured:135(99863ns) {StartInitialHandshake:157(96327ns) {DropHandshakes:470(9495ns) {DropIncomingHandshake:442(534ns) DropOutgoingHandshake:457(438ns)} GenerateSessionVirtualId:992(1419ns) PrepareNewSessionHandshake:477(1737ns) {SwitchToState:179(516ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.214410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036930943327350:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.218662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036930943327358:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.246749Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036925695771466:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(348013968ns) {Configure:104(348006387ns) {ProcessConfigured:135(32565444ns) {StartInitialHandshake:157(32561833ns) {DropHandshakes:470(4283ns) {DropIncomingHandshake:442(774ns) DropOutgoingHandshake:457(660ns)} GenerateSessionVirtualId:992(1135ns) PrepareNewSessionHandshake:477(4034ns) {SwitchToState:179(1439ns)}}}}}
2026-01-08T17:01:15.228341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036929315983374:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11316
2026-01-08T17:01:15.162808Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036929681549344:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47108
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.262803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036929990738836:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.243217Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036927669067453:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27163
2026-01-08T17:01:15.182809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036925386581975:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(232068137ns) {Configure:104(232056883ns) {ProcessConfigured:135(99419ns) {StartInitialHandshake:157(95366ns) {DropHandshakes:470(4011ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(699ns)} GenerateSessionVirtualId:992(1390ns) PrepareNewSessionHandshake:477(2100ns) {SwitchToState:179(558ns)}}}}}
2026-01-08T17:01:15.247191Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036924337026447:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(255199612ns) {Configure:104(255189219ns) {ProcessConfigured:135(97552ns) {StartInitialHandshake:157(92922ns) {DropHandshakes:470(2182ns) {DropIncomingHandshake:442(394ns) DropOutgoingHandshake:457(466ns)} GenerateSessionVirtualId:992(1099ns) PrepareNewSessionHandshake:477(1754ns) {SwitchToState:179(780ns)}}}}}
2026-01-08T17:01:15.228554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036929315983375:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11316
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.280195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036930943327345:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:15.243425Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036927669067454:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27163
2026-01-08T17:01:15.279567Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036925695771530:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(102865430ns) {Configure:104(102860568ns) {ProcessConfigured:135(29575662ns) {StartInitialHandshake:157(29571956ns) {DropHandshakes:470(4436ns) {DropIncomingHandshake:442(761ns) DropOutgoingHandshake:457(1017ns)} GenerateSessionVirtualId:992(1880ns) PrepareNewSessionHandshake:477(6057ns) {SwitchToState:179(2684ns)}}}}}
2026-01-08T17:01:15.267140Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036924337026448:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(188989168ns) {Configure:104(188980245ns) {ProcessConfigured:135(8586245ns) {StartInitialHandshake:157(8583732ns) {DropHandshakes:470(3482ns) {DropIncomingHandshake:442(500ns) DropOutgoingHandshake:457(681ns)} GenerateSessionVirtualId:992(1529ns) PrepareNewSessionHandshake:477(3121ns) {SwitchToState:179(126ns)}}}}}
2026-01-08T17:01:15.285181Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036929315983363:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(220756171ns) {Configure:104(205169182ns) {ProcessConfigured:135(28818262ns) {StartInitialHandshake:157(28814335ns) {DropHandshakes:470(3197ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(752ns)} GenerateSessionVirtualId:992(1149ns) PrepareNewSessionHandshake:477(4351ns) {SwitchToState:179(1384ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.310740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036929681549349:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47108
2026-01-08T17:01:15.257392Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036927669067451:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27163
2026-01-08T17:01:15.257757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036927669067452:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27163
2026-01-08T17:01:15.270662Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036923374100091:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(334420279ns) {Configure:104(334400565ns) {ProcessConfigured:135(11075763ns) {StartInitialHandshake:157(11072444ns) {DropHandshakes:470(2418ns) {DropIncomingHandshake:442(652ns) DropOutgoingHandshake:457(411ns)} GenerateSessionVirtualId:992(590ns) PrepareNewSessionHandshake:477(3816ns) {SwitchToState:179(1130ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.319280Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036927669067452:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.319398Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036927669067453:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.319578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036927669067450:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:15.319656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036923374100090:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:15.286824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036929990738845:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49431
2026-01-08T17:01:15.325139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036929681549338:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.301902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036929315983375:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.329925Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036928631993812:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64301
2026-01-08T17:01:15.320213Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036930943327362:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26199
2026-01-08T17:01:15.325189Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036929681549338:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.332227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036929990738834:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.335626Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036929315983372:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(227967170ns) {Configure:104(227955159ns) {ProcessConfigured:135(746252ns) {StartInitialHandshake:157(744092ns) {DropHandshakes:470(2690ns) {DropIncomingHandshake:442(606ns) DropOutgoingHandshake:457(643ns)} GenerateSessionVirtualId:992(911ns) PrepareNewSessionHandshake:477(2282ns) {SwitchToState:179(964ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.330462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036929681549340:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.332302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036926648359985:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:15.350612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036929315983374:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.332246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036929990738835:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.330507Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036929681549340:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.353308Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036928631993809:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(139059743ns) {Configure:104(139052670ns) {ProcessConfigured:135(5915969ns) {StartInitialHandshake:157(5911779ns) {DropHandshakes:470(2906ns) {DropIncomingHandshake:442(816ns) DropOutgoingHandshake:457(685ns)} GenerateSessionVirtualId:992(1135ns) PrepareNewSessionHandshake:477(3165ns) {SwitchToState:179(1026ns)}}}}}
2026-01-08T17:01:15.332282Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036929990738834:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.333667Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036929681549338:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:15.362347Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036928631993812:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.363158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036930943327364:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26199
2026-01-08T17:01:15.347448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036929990738832:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.335015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036929681549344:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.360961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036927669067451:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.363546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036925021016002:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:15.364407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036930943327362:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.362813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036929681549340:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:15.347499Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036929990738832:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.364031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036927669067470:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27163
2026-01-08T17:01:15.369739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036929681549333:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.369828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:15.369888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036929681549333:2109] [node 6] ICP22 created new session: [4:7593036929681549353:2109]
2026-01-08T17:01:15.369942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036929681549353:2109] [node 6] ICS09 handshake done sender: [4:7593036929681549340:2112] self: [4:7593036929681549339:0] peer: [6:7593036930943327361:0] socket: 233 qp: -1
2026-01-08T17:01:15.369983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036929681549353:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:15.370055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.365940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036929315983380:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11316
2026-01-08T17:01:15.364682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036926648360046:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:15.364327Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036923374100092:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(258593746ns) {Configure:104(258587250ns) {ProcessConfigured:135(7009373ns) {StartInitialHandshake:157(7005824ns) {DropHandshakes:470(3351ns) {DropIncomingHandshake:442(474ns) DropOutgoingHandshake:457(802ns)} GenerateSessionVirtualId:992(1205ns) PrepareNewSessionHandshake:477(3495ns) {SwitchToState:179(1688ns)}}}}}
2026-01-08T17:01:15.370920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036929681549349:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.354541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036929990738846:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49431
2026-01-08T17:01:15.364903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036930943327365:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26199
2026-01-08T17:01:15.368871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036927669067471:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27163
2026-01-08T17:01:15.377030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036929681549334:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.380935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036929315983373:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11316
2026-01-08T17:01:15.359764Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036929990738834:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:15.377267Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036930943327350:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:15.380985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:15.377704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036923374100092:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:15.401649Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036929315983373:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.388161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036929681549334:2108] [node 5] ICP22 created new session: [4:7593036929681549355:2108]
2026-01-08T17:01:15.381534Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036927669067453:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:15.365192Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036929990738832:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:15.401698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036929681549355:2108] [node 5] ICS09 handshake done sender: [4:7593036929681549338:2111] self: [4:7593036929681549337:0] peer: [5:7593036927669067466:0] socket: 232 qp: -1
2026-01-08T17:01:15.414488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036929681549355:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:15.426054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:15.429668Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036929681549334:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(58376649ns) {HandleHandshakeStatus:329(58374833ns) {DropIncomingHandshake:442(2516ns) DropOutgoingHandshake:457(1942ns) SwitchToState:179(915ns) ProcessPendingSessionEvents:495(120801ns) {ForwardSessionEventToSession:616(69015ns) ForwardSessionEventToSession:616(2999ns) ForwardSessionEventToSession:616(1957ns) ForwardSessionEventToSession:616(6403ns) ForwardSessionEventToSession:616(9744ns) ForwardSessionEventToSession:616(5973ns) ForwardSessionEventToSession:616(3034ns) ForwardSessionEventToSession:616(3133ns) ForwardSessionEventToSession:616(4891ns) ForwardSessionEventToSession:616(2280ns)}}}
2026-01-08T17:01:15.429768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593036929681549334:2108] [node 5] ICP18 handshake (actor [4:7593036929681549349:2116]) is too old
2026-01-08T17:01:15.401714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036929315983368:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.379433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036930943327345:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.381771Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036927669067452:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:15.381972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036923374100090:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.365696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036929990738845:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.379500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.401763Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036929315983368:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.429955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036928631993825:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64301
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.452867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036929681549360:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47108
2026-01-08T17:01:15.366181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036925695771531:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.382037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:15.419292Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036929315983380:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.379560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036930943327345:2109] [node 4] ICP22 created new session: [6:7593036930943327367:2109]
2026-01-08T17:01:15.435458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036928631993815:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.370624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036929990738828:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.370690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:15.370957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:15.371495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036925695771531:2108] [node 5] ICP22 created new session: [1:7593036929990738851:2108]
2026-01-08T17:01:15.377110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036929990738828:2109] [node 6] ICP22 created new session: [1:7593036929990738850:2109]
2026-01-08T17:01:15.377689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036929990738830:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.377734Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036929990738830:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.380068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036929990738851:2108] [node 5] ICS09 handshake done sender: [1:7593036929990738834:2113] self: [1:7593036929990738833:0] peer: [5:7593036927669067467:0] socket: 245 qp: -1
2026-01-08T17:01:15.380978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036929990738850:2109] [node 6] ICS09 handshake done sender: [1:7593036929990738832:2112] self: [1:7593036929990738831:0] peer: [6:7593036930943327363:0] socket: 246 qp: -1
2026-01-08T17:01:15.388172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036929990738850:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:15.390694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036929990738851:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:15.390743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:15.390756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:15.455730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036929990738854:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49431
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.382093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036923374100090:2048] [node 1] ICP22 created new session: [5:7593036927669067473:2048]
2026-01-08T17:01:15.428212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036929315983368:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:15.435502Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036928631993815:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.379617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036930943327367:2109] [node 4] ICS09 handshake done sender: [6:7593036930943327350:2112] self: [6:7593036930943327361:0] peer: [4:7593036929681549339:0] socket: 236 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.467857Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036929990738830:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.382151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036927669067473:2048] [node 1] ICS09 handshake done sender: [5:7593036927669067453:2112] self: [5:7593036927669067467:0] peer: [1:7593036929990738833:0] socket: 256 qp: -1
2026-01-08T17:01:15.444379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036925021016003:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.382199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036927669067473:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:15.436390Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036928631993815:2113] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.379658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036930943327367:2109] [node 4] ICS10 traffic start
2026-01-08T17:01:15.382244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.379696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:15.483648Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036929990738828:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(78867656ns) {HandleHandshakeStatus:329(78865419ns) {DropIncomingHandshake:442(20244ns) DropOutgoingHandshake:457(736ns) SwitchToState:179(578ns) ProcessPendingSessionEvents:495(30972147ns) {ForwardSessionEventToSession:616(10354407ns) ForwardSessionEventToSession:616(1201774ns) ForwardSessionEventToSession:616(4951ns) ForwardSessionEventToSession:616(5063388ns) ForwardSessionEventToSession:616(6311ns) ForwardSessionEventToSession:616(3811ns) ForwardSessionEventToSession:616(3783565ns) ForwardSessionEventToSession:616(6185002ns) ForwardSessionEventToSession:616(1131653ns) ForwardSessionEventToSession:616(3200904ns)}}}
2026-01-08T17:01:15.436765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036924337026448:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.445332Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036925021016003:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16448287ns) {IncomingHandshake:261(16445733ns) {DropIncomingHandshake:442(638ns) PrepareNewSessionHandshake:477(2068ns) {SwitchToState:179(976ns)} GenerateSessionVirtualId:992(881ns) IssueIncomingHandshakeReply:193(15526903ns) {SwitchToState:179(1606ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.381112Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036930943327358:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:15.382784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036927669067450:2108] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.484353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036929990738846:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.436831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:15.531210Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036929681549359:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47108
2026-01-08T17:01:15.459525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036929315983386:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11316
2026-01-08T17:01:15.467007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036925021016065:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.467070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:15.467125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036925021016065:2108] [node 5] ICP22 created new session: [3:7593036929315983388:2108]
2026-01-08T17:01:15.467198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036929315983388:2108] [node 5] ICS09 handshake done sender: [3:7593036929315983368:2112] self: [3:7593036929315983367:0] peer: [5:7593036927669067472:0] socket: 230 qp: -1
2026-01-08T17:01:15.467239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036929315983388:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:15.467285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:15.511472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036929315983387:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11316
2026-01-08T17:01:15.382828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:15.382906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036927669067450:2108] [node 4] ICP22 created new session: [5:7593036927669067475:2108]
2026-01-08T17:01:15.382957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036927669067475:2108] [node 4] ICS09 handshake done sender: [5:7593036927669067452:2111] self: [5:7593036927669067466:0] peer: [4:7593036929681549337:0] socket: 249 qp: -1
2026-01-08T17:01:15.382995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036927669067475:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:15.383032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:15.401758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036927669067454:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.402238Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036927669067458:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.402279Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036927669067458:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.440455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036923374100091:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:15.440979Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036927669067478:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27163
2026-01-08T17:01:15.441482Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036927669067451:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:15.443278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036923374100092:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.443347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:15.390860Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036930943327345:2109] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:15.443405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036923374100092:2050] [node 3] ICP22 created new session: [5:7593036927669067481:2050]
2026-01-08T17:01:15.401869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036926648359985:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.443469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036927669067481:2050] [node 3] ICS09 handshake done sender: [5:7593036927669067451:2110] self: [5:7593036927669067472:0] peer: [3:7593036929315983367:0] socket: 235 qp: -1
2026-01-08T17:01:15.401938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:15.443517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036927669067481:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:15.443573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:15.426084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036926648359985:2048] [node 1] ICP22 created new session: [6:7593036930943327369:2048]
2026-01-08T17:01:15.451608Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036927669067458:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:15.433288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036930943327369:2048] [node 1] ICS09 handshake done sender: [6:7593036930943327358:2115] self: [6:7593036930943327363:0] peer: [1:7593036929990738831:0] socket: 248 qp: -1
2026-01-08T17:01:15.467365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036927669067449:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.486887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036927669067483:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27163
2026-01-08T17:01:15.434518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036930943327369:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:15.502586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:15.444809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:15.510930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036927669067485:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27163
2026-01-08T17:01:15.530683Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593036926648359985:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(85783616ns) {HandleHandshakeStatus:329(85779861ns) {DropIncomingHandshake:442(1558ns) DropOutgoingHandshake:457(14296ns) SwitchToState:179(847ns) ProcessPendingSessionEvents:495(38227098ns) {ForwardSessionEventToSession:616(12092609ns) ForwardSessionEventToSession:616(6345897ns) ForwardSessionEventToSession:616(6715ns) ForwardSessionEventToSession:616(3294ns) ForwardSessionEventToSession:616(10430056ns) ForwardSessionEventToSession:616(3505ns) ForwardSessionEventToSession:616(1468484ns) ForwardSessionEventToSession:616(4120285ns) ForwardSessionEventToSession:616(4747ns) ForwardSessionEventToSession:616(3721580ns)}}}
2026-01-08T17:01:15.513406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036927669067449:2109] [node 6] ICP22 created new session: [5:7593036927669067484:2109]
2026-01-08T17:01:15.539946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036930943327374:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26199
2026-01-08T17:01:15.526409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036927669067484:2109] [node 6] ICS09 handshake done sender: [5:7593036927669067458:2115] self: [5:7593036927669067457:0] peer: [6:7593036930943327366:0] socket: 260 qp: -1
2026-01-08T17:01:15.542352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036930943327373:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26199
2026-01-08T17:01:15.543291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036930943327374:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.543426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036926648359986:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:15.484572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036929990738854:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.499288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036925695771467:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.526969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036927669067483:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.436885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036924337026448:2049] [node 3] ICP22 created new session: [2:7593036928631993827:2049]
2026-01-08T17:01:15.541334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036929681549360:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.499402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:15.527068Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036927669067454:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:15.542143Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036925021016002:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6081) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036929315983375:2115] held: no
2026-01-08T17:01:15.499477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036925695771467:2049] [node 3] ICP22 created new session: [1:7593036929990738860:2049]
2026-01-08T17:01:15.531177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036927669067484:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:15.544113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036925386581974:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:15.436959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036928631993827:2049] [node 3] ICS09 handshake done sender: [2:7593036928631993815:2113] self: [2:7593036928631993814:0] peer: [3:7593036929315983385:0] socket: 268 qp: -1
2026-01-08T17:01:15.554198Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036930943327362:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:15.437000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036928631993827:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:15.533857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036923374100091:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.555638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036929315983375:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:15.499541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036929990738860:2049] [node 3] ICS09 handshake done sender: [1:7593036929990738830:2111] self: [1:7593036929990738829:0] peer: [3:7593036929315983381:0] socket: 244 qp: -1
2026-01-08T17:01:15.556256Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036925021016003:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11771) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036929315983380:2118] held: no
2026-01-08T17:01:15.545520Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036929681549359:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.499593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036929990738860:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.558253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036926648360046:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.437037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.533954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:15.556679Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036925021016065:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(68745497ns) {HandleHandshakeStatus:329(68739990ns) {DropIncomingHandshake:442(572ns) DropOutgoingHandshake:457(1083ns) SwitchToState:179(801ns) ProcessPendingSessionEvents:495(28293823ns) {ForwardSessionEventToSession:616(12992323ns) ForwardSessionEventToSession:616(7388ns) ForwardSessionEventToSession:616(7399736ns) ForwardSessionEventToSession:616(7969ns) ForwardSessionEventToSession:616(3451ns) ForwardSessionEventToSession:616(3130993ns) ForwardSessionEventToSession:616(5313ns) ForwardSessionEventToSession:616(2545ns) ForwardSessionEventToSession:616(4709530ns) ForwardSessionEventToSession:616(3486ns)}}}
2026-01-08T17:01:15.551245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036925386581975:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:15.499634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:15.439730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036928631993825:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.564755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:15.557265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036925021016002:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.534016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036923374100091:2049] [node 2] ICP22 created new session: [5:7593036927669067486:2049]
2026-01-08T17:01:15.520581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036925695771531:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(88534333ns) {HandleHandshakeStatus:329(88531064ns) {DropIncomingHandshake:442(585ns) DropOutgoingHandshake:457(867ns) SwitchToState:179(3130ns) ProcessPendingSessionEvents:495(27543270ns) {ForwardSessionEventToSession:616(17878230ns) ForwardSessionEventToSession:616(7711ns) ForwardSessionEventToSession:616(1140508ns) ForwardSessionEventToSession:616(6350ns) ForwardSessionEventToSession:616(2373ns) ForwardSessionEventToSession:616(3234541ns) ForwardSessionEventToSession:616(4820ns) ForwardSessionEventToSession:616(3985807ns) ForwardSessionEventToSession:616(1239703ns) ForwardSessionEventToSession:616(4590ns)}}}
2026-01-08T17:01:15.568001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036929681549364:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47108
2026-01-08T17:01:15.564792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036926648360046:2106] [node 5] ICP22 created new session: [6:7593036930943327376:2106]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.449139Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036928631993830:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64301
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.534074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036927669067486:2049] [node 2] ICS09 handshake done sender: [5:7593036927669067454:2113] self: [5:7593036927669067480:0] peer: [2:7593036928631993810:0] socket: 257 qp: -1
2026-01-08T17:01:15.558213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:15.531324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036925695771531:2108] [node 5] ICP18 handshake (actor [1:7593036929990738845:2118]) is too old
2026-01-08T17:01:15.470454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036928631993811:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.564834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036930943327376:2106] [node 5] ICS09 handshake done sender: [6:7593036930943327362:2117] self: [6:7593036930943327366:0] peer: [5:7593036927669067457:0] socket: 265 qp: -1
2026-01-08T17:01:15.534142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036927669067486:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:15.560055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036925021016002:2048] [node 1] ICP22 created new session: [3:7593036929315983390:2048]
2026-01-08T17:01:15.578181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036929681549363:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47108
2026-01-08T17:01:15.534185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:15.535881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:15.568627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036927669067449:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(95688395ns) {HandleHandshakeStatus:329(95684280ns) {DropIncomingHandshake:442(2858ns) DropOutgoingHandshake:457(1247ns) SwitchToState:179(421ns) ProcessPendingSessionEvents:495(14787734ns) {ForwardSessionEventToSession:616(9211147ns) ForwardSessionEventToSession:616(6861ns) ForwardSessionEventToSession:616(2933ns) ForwardSessionEventToSession:616(2995672ns) ForwardSessionEventToSession:616(1466153ns) ForwardSessionEventToSession:616(8241ns) ForwardSessionEventToSession:616(689245ns) ForwardSessionEventToSession:616(2638ns) ForwardSessionEventToSession:616(366715ns) ForwardSessionEventToSession:616(10149ns)}}}
2026-01-08T17:01:15.570885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593036927669067449:2109] [node 6] ICP18 handshake (actor [5:7593036927669067483:2122]) is too old
2026-01-08T17:01:15.564875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036930943327376:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:15.564911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:15.565620Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036930943327378:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26199
2026-01-08T17:01:15.568402Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036930943327374:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:15.570275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036926648359986:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.570355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:15.572829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036926648359986:2049] [node 2] ICP22 created new session: [6:7593036930943327379:2049]
2026-01-08T17:01:15.573075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036930943327379:2049] [node 2] ICS09 handshake done sender: [6:7593036930943327374:2121] self: [6:7593036930943327375:0] peer: [2:7593036928631993821:0] socket: 295 qp: -1
2026-01-08T17:01:15.574136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036930943327379:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:15.574586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:15.470492Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036928631993811:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.490695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036928631993832:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64301
2026-01-08T17:01:15.508043Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036928631993830:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.511956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036928631993811:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:15.531115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036924337026511:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.533588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036928631993832:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.536024Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036928631993833:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64301
2026-01-08T17:01:15.536844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036928631993833:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.540856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:15.541035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036924337026447:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.554118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036929990738841:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.543930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036924337026511:2109] [node 5] ICP22 created new session: [2:7593036928631993838:2109]
2026-01-08T17:01:15.545923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036928631993838:2109] [node 5] ICS09 handshake done sender: [2:7593036928631993811:2111] self: [2:7593036928631993810:0] peer: [5:7593036927669067480:0] socket: 255 qp: -1
2026-01-08T17:01:15.564281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036929315983380:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:15.554176Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036929990738841:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.564676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036929315983390:2048] [node 1] ICS09 handshake done sender: [3:7593036929315983375:2115] self: [3:7593036929315983381:0] peer: [1:7593036929990738829:0] socket: 252 qp: -1
2026-01-08T17:01:15.546035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036928631993823:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.546064Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036928631993823:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.555610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036929990738843:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.585809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036930943327380:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26199
2026-01-08T17:01:15.551276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036928631993838:2109] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.555647Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036929990738843:2117] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.555997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:15.559048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036929990738841:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:15.588916Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036925386581974:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6081) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036929681549360:2118] held: no
2026-01-08T17:01:15.566347Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036929990738843:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:15.567839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036925695771530:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.571118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:15.589499Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036929681549360:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:15.571179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036925695771530:2107] [node 4] ICP22 created new session: [1:7593036929990738864:2107]
2026-01-08T17:01:15.589551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036929681549359:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:15.571237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036929990738864:2107] [node 4] ICS09 handshake done sender: [1:7593036929990738841:2116] self: [1:7593036929990738840:0] peer: [4:7593036929681549361:0] socket: 286 qp: -1
2026-01-08T17:01:15.565915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036929315983390:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:15.556695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036928631993819:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.571281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036929990738864:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:15.589656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036929681549365:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47108
2026-01-08T17:01:15.557354Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036928631993819:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.563404Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036928631993823:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:15.569098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036928631993809:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.572711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:15.573804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036928631993809:2110] [node 6] ICP22 created new session: [2:7593036928631993843:2110]
2026-01-08T17:01:15.574777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036928631993843:2110] [node 6] ICS09 handshake done sender: [2:7593036928631993823:2116] self: [2:7593036928631993821:0] peer: [6:7593036930943327375:0] socket: 242 qp: -1
2026-01-08T17:01:15.574821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036928631993843:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:15.574884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:15.575520Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036928631993842:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64301
2026-01-08T17:01:15.582530Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036924337026447:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6081) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036928631993833:2120] held: no
2026-01-08T17:01:15.582623Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036924337026511:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(37836504ns) {HandleHandshakeStatus:329(37833525ns) {DropIncomingHandshake:442(82ns) DropOutgoingHandshake:457(817ns) SwitchToState:179(179ns) ProcessPendingSessionEvents:495(6146489ns) {ForwardSessionEventToSession:616(1847730ns) ForwardSessionEventToSession:616(1460466ns) ForwardSessionEventToSession:616(3020ns) ForwardSessionEventToSession:616(290026ns) ForwardSessionEventToSession:616(3950ns) ForwardSessionEventToSession:616(2385ns) ForwardSessionEventToSession:616(1484201ns) ForwardSessionEventToSession:616(443746ns) ForwardSessionEventToSession:616(4422ns) ForwardSessionEventToSession:616(586250ns)}}}
2026-01-08T17:01:15.583362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036924337026511:2109] [node 5] ICP18 handshake (actor [2:7593036928631993832:2119]) is too old
2026-01-08T17:01:15.583908Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036928631993833:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:15.585085Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036928631993819:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:15.584964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036924337026447:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.585508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:15.585875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036924337026447:2048] [node 1] ICP22 created new session: [2:7593036928631993845:2048]
2026-01-08T17:01:15.585942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036928631993845:2048] [node 1] ICS09 handshake done sender: [2:7593036928631993833:2120] self: [2:7593036928631993837:0] peer: [1:7593036929990738842:0] socket: 291 qp: -1
2026-01-08T17:01:15.585984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036928631993845:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:15.586017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:15.587282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036924337026512:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.587741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:15.587798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036924337026512:2107] [node 4] ICP22 created new session: [2:7593036928631993847:2107]
2026-01-08T17:01:15.587848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036928631993847:2107] [node 4] ICS09 handshake done sender: [2:7593036928631993819:2115] self: [2:7593036928631993818:0] peer: [4:7593036929681549362:0] socket: 254 qp: -1
2026-01-08T17:01:15.587883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036928631993847:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:15.587928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:15.566860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036925021016003:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.589807Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036930943327380:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.571315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:15.590232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036925386581974:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.571707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036925695771466:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.593754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036926648359987:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:15.590273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:15.566902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:15.571774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:15.566958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036925021016003:2049] [node 2] ICP22 created new session: [3:7593036929315983394:2049]
2026-01-08T17:01:15.590478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036925386581974:2048] [node 1] ICP22 created new session: [4:7593036929681549366:2048]
2026-01-08T17:01:15.571815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036925695771466:2048] [node 2] ICP22 created new session: [1:7593036929990738866:2048]
2026-01-08T17:01:15.571858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036929990738866:2048] [node 2] ICS09 handshake done sender: [1:7593036929990738843:2117] self: [1:7593036929990738842:0] peer: [2:7593036928631993837:0] socket: 287 qp: -1
2026-01-08T17:01:15.571903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036929990738866:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:15.571930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.591433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036925386581975:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.591473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:15.591512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036925386581975:2049] [node 2] ICP22 created new session: [4:7593036929681549367:2049]
2026-01-08T17:01:15.591590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036929681549367:2049] [node 2] ICS09 handshake done sender: [4:7593036929681549359:2117] self: [4:7593036929681549362:0] peer: [2:7593036928631993818:0] socket: 280 qp: -1
2026-01-08T17:01:15.591638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036929681549367:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:15.591687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:15.592337Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036929681549365:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.605193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036929681549366:2048] [node 1] ICS09 handshake done sender: [4:7593036929681549360:2118] self: [4:7593036929681549361:0] peer: [1:7593036929990738840:0] socket: 288 qp: -1
2026-01-08T17:01:15.606376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036929681549366:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:15.606786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036925386581976:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:15.607286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:15.608425Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036925386581974:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17315227ns) {HandleHandshakeStatus:329(17313433ns) {DropIncomingHandshake:442(842ns) DropOutgoingHandshake:457(539ns) SwitchToState:179(283ns) ProcessPendingSessionEvents:495(1479ns)}}
2026-01-08T17:01:15.609875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036929681549371:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47108
2026-01-08T17:01:15.567008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036929315983394:2049] [node 2] ICS09 handshake done sender: [3:7593036929315983380:2118] self: [3:7593036929315983385:0] peer: [2:7593036928631993814:0] socket: 272 qp: -1
2026-01-08T17:01:15.567047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036929315983394:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:15.567084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:15.567835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:15.578106Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036925021016002:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16833641ns) {HandleHandshakeStatus:329(16831525ns) {DropIncomingHandshake:442(1152ns) DropOutgoingHandshake:457(265ns) SwitchToState:179(354ns) ProcessPendingSessionEvents:495(316ns)}}
2026-01-08T17:01:15.602715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036929315983379:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.602769Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036929315983379:2117] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:15.611241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036930943327383:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26199
2026-01-08T17:01:15.607315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036929315983377:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:15.607340Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036929315983377:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:15.609669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036929315983377:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:15.611626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036929315983363:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.611874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:15.611921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036929315983363:2107] [node 4] ICP22 created new session: [3:7593036929315983398:2107]
2026-01-08T17:01:15.612171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036929315983379:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:15.612457Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036929681549365:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:15.612664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036929315983398:2107] [node 4] ICS09 handshake done sender: [3:7593036929315983377:2116] self: [3:7593036929315983376:0] peer: [4:7593036929681549369:0] socket: 301 qp: -1
2026-01-08T17:01:15.612763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036925386581976:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.613067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036929315983372:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:15.613119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:15.613972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036929315983398:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:15.612832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:15.612877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036925386581976:2050] [node 3] ICP22 created new session: [4:7593036929681549372:2050]
2026-01-08T17:01:15.613177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036929681549372:2050] [node 3] ICS09 handshake done sender: [4:7593036929681549365:2121] self: [4:7593036929681549369:0] peer: [3:7593036929315983376:0] socket: 302 qp: -1
2026-01-08T17:01:15.613401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036929681549372:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:15.613440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:15.615037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036929315983372:2109] [node 6] ICP22 created new session: [3:7593036929315983399:2109]
2026-01-08T17:01:15.615495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:15.615566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036929315983399:2109] [node 6] ICS09 handshake done sender: [3:7593036929315983379:2117] self: [3:7593036929315983378:0] peer: [6:7593036930943327382:0] socket: 303 qp: -1
2026-01-08T17:01:15.615842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036929315983399:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:15.615899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:15.615715Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036930943327380:2123] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:15.618392Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036926648359987:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13356) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036930943327380:2123] held: no
2026-01-08T17:01:15.618496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036926648359987:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:15.618528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:15.619047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036926648359987:2050] [node 3] ICP22 created new session: [6:7593036930943327384:2050]
2026-01-08T17:01:15.619326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036930943327384:2050] [node 3] ICS09 handshake done sender: [6:7593036930943327380:2123] self: [6:7593036930943327382:0] peer: [3:7593036929315983378:0] socket: 292 qp: -1
2026-01-08T17:01:15.619367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036930943327384:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:15.619401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:15.663622Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:15.663814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036928631993845:2048] [node 1] ICS01 socket: 291 reason# EndOfStream
2026-01-08T17:01:15.663840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036924337026447:2048] [node 1] ICP30 unregister session Session# [2:7593036928631993845:2048] VirtualId# [2:7593036928631993837:0]
2026-01-08T17:01:15.663869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036928631993845:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:15.663942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:15.663988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:15.664894Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:15.665104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036929315983390:2048] [node 1] ICS01 socket: 252 reason# EndOfStream
2026-01-08T17:01:15.665144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036925021016002:2048] [node 1] ICP30 unregister session Session# [3:7593036929315983390:2048] VirtualId# [3:7593036929315983381:0]
2026-01-08T17:01:15.665177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036929315983390:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:15.665252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:15.665305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:15.667287Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:15.667462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036929681549366:2048] [node 1] ICS01 socket: 288 reason# EndOfStream
2026-01-08T17:01:15.667523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036925386581974:2048] [node 1] ICP30 unregister session Session# [4:7593036929681549366:2048] VirtualId# [4:7593036929681549361:0]
2026-01-08T17:01:15.667577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036929681549366:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:15.667647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:15.667691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:15.668372Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:15.668533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036927669067473:2048] [node 1] ICS01 socket: 256 reason# EndOfStream
2026-01-08T17:01:15.668568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036923374100090:2048] [node 1] ICP30 unregister session Session# [5:7593036927669067473:2048] VirtualId# [5:7593036927669067467:0]
2026-01-08T17:01:15.668626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036927669067473:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:15.668708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:15.668754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:15.669395Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:15.669521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036930943327369:2048] [node 1] ICS07 socket disconnect 248 reason# EndOfStream
2026-01-08T17:01:15.669543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036930943327369:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:15.669589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:15.669618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036930943327369:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:15.670400Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036926648359985:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6081) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:15.670515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036930943327369:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:15.670555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036926648359985:2048] [node 1] ICP30 unregister session Session# [6:7593036930943327369:2048] VirtualId# [6:7593036930943327363:0]
2026-01-08T17:01:15.670597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:15.670622Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036926648359985:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6081) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:15.670645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6081) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:15.682491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036926648359985:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:15.820203Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:15.820499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036929315983394:2049] [node 2] ICS01 socket: 272 reason# EndOfStream
2026-01-08T17:01:15.820553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036925021016003:2049] [node 2] ICP30 unregister session Session# [3:7593036929315983394:2049] VirtualId# [3:7593036929315983385:0]
2026-01-08T17:01:15.820600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036929315983394:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:15.820723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:15.820774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:15.823922Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:15.824565Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:15.824197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036927669067486:2049] [node 2] ICS01 socket: 257 reason# EndOfStream
2026-01-08T17:01:15.824859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036929681549367:2049] [node 2] ICS01 socket: 280 reason# EndOfStream
2026-01-08T17:01:15.824904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036925386581975:2049] [node 2] ICP30 unregister session Session# [4:7593036929681549367:2049] VirtualId# [4:7593036929681549362:0]
2026-01-08T17:01:15.824938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036929681549367:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:15.825017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:15.825060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:15.824242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036923374100091:2049] [node 2] ICP30 unregister session Session# [5:7593036927669067486:2049] VirtualId# [5:7593036927669067480:0]
2026-01-08T17:01:15.824280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036927669067486:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:15.824365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:15.824418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:15.826213Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:15.826462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036930943327379:2049] [node 2] ICS07 socket disconnect 295 reason# EndOfStream
2026-01-08T17:01:15.826516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036930943327379:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:15.826586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:15.826626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036930943327379:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:15.827690Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036926648359986:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11771) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:15.827978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036930943327379:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:15.828032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036926648359986:2049] [node 2] ICP30 unregister session Session# [6:7593036930943327379:2049] VirtualId# [6:7593036930943327375:0]
2026-01-08T17:01:15.828080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:15.828132Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036926648359986:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11771) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:15.828159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11771) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:15.842610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036926648359986:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:15.901676Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:15.901954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036930943327384:2050] [node 3] ICS01 socket: 292 reason# EndOfStream
2026-01-08T17:01:15.902008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036926648359987:2050] [node 3] ICP30 unregister session Session# [6:7593036930943327384:2050] VirtualId# [6:7593036930943327382:0]
2026-01-08T17:01:15.902045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036930943327384:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:15.902152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:15.902214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:15.902493Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:15.902770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036929681549372:2050] [node 3] ICS01 socket: 302 reason# EndOfStream
2026-01-08T17:01:15.902809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036925386581976:2050] [node 3] ICP30 unregister session Session# [4:7593036929681549372:2050] VirtualId# [4:7593036929681549369:0]
2026-01-08T17:01:15.902858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036929681549372:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:15.902959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:15.903015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:15.903137Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:15.903345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036927669067481:2050] [node 3] ICS01 socket: 235 reason# EndOfStream
2026-01-08T17:01:15.903385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036923374100092:2050] [node 3] ICP30 unregister session Session# [5:7593036927669067481:2050] VirtualId# [5:7593036927669067472:0]
2026-01-08T17:01:15.903417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036927669067481:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:15.903486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:15.903552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:16.017221Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:16.017506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036927669067475:2108] [node 4] ICS01 socket: 249 reason# EndOfStream
2026-01-08T17:01:16.017570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036927669067450:2108] [node 4] ICP30 unregister session Session# [5:7593036927669067475:2108] VirtualId# [5:7593036927669067466:0]
2026-01-08T17:01:16.017607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036927669067475:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:16.017700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:16.017751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:16.018472Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:16.018673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036930943327367:2109] [node 4] ICS07 socket disconnect 236 reason# EndOfStream
2026-01-08T17:01:16.018713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036930943327367:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:16.018792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:16.018852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036930943327367:2109] [node 4] ICS15 start handshake
2026-01-08T17:01:16.019586Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036930943327345:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1208) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:16.019657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036930943327367:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:16.019706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036930943327345:2109] [node 4] ICP30 unregister session Session# [6:7593036930943327367:2109] VirtualId# [6:7593036930943327361:0]
2026-01-08T17:01:16.019760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:16.019798Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036930943327345:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1208) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:16.019816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1208) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:16.030091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036930943327345:2109] [node 4] ICP33 wake up from error state
2026-01-08T17:01:16.090137Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:16.090407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036930943327376:2106] [node 5] ICS01 socket: 265 reason# EndOfStream
2026-01-08T17:01:16.090456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036926648360046:2106] [node 5] ICP30 unregister session Session# [6:7593036930943327376:2106] VirtualId# [6:7593036930943327366:0]
2026-01-08T17:01:16.090493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036930943327376:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:16.090584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:16.090626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:16.265020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036933384930269:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:16.265056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036933384930268:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:16.272922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036933886646913:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:16.273028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036933886646914:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:16.280645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036932064912393:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:16.280728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036932064912394:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:16.287829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036933661539854:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:16.287901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036933661539856:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:16.288138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036933661539855:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:16.296581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036935043230901:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:16.296678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036935043230903:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:16.296785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036935043230902:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:16.303365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036934489859199:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:16.303420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036934489859201:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:16.303613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036934489859200:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:16.358176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036934489859261:2106] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.362136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036935043230962:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3141
2026-01-08T17:01:16.378974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036933886646975:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:16.414298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036933886646979:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:16.468606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036933384930346:2109] [node 4] ICP01 ready to work
2026-01-08T17:01:16.488121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036934489859266:2110] [node 4] ICP01 ready to work
2026-01-08T17:01:16.494621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036933661539918:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:16.493565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036933384930348:2110] [node 5] ICP01 ready to work
2026-01-08T17:01:16.496821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036933384930347:2111] [node 6] ICP01 ready to work
2026-01-08T17:01:16.496708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036935043230974:2109] [node 4] ICP01 ready to work
2026-01-08T17:01:16.497900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036933886646981:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:16.497385Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036935043230962:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.497527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036935043230975:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:16.498541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036933661539919:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:16.496683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036932064912458:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:16.503412Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036933661539855:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(88810690ns) {Configure:104(88802457ns) {ProcessConfigured:135(62323ns) {StartInitialHandshake:157(60567ns) {DropHandshakes:470(2158ns) {DropIncomingHandshake:442(490ns) DropOutgoingHandshake:457(426ns)} GenerateSessionVirtualId:992(1079ns) PrepareNewSessionHandshake:477(1744ns) {SwitchToState:179(914ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.496988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036932064912457:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:16.511864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036934489859201:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18869693ns) {Configure:104(18859770ns) {ProcessConfigured:135(73637ns) {StartInitialHandshake:157(70665ns) {DropHandshakes:470(3290ns) {DropIncomingHandshake:442(1092ns) DropOutgoingHandshake:457(676ns)} GenerateSessionVirtualId:992(1310ns) PrepareNewSessionHandshake:477(1969ns) {SwitchToState:179(896ns)}}}}}
2026-01-08T17:01:16.498357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036932064912459:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:16.507595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036932064912460:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21095
2026-01-08T17:01:16.524497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036933886646913:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(148617907ns) {Configure:104(131007500ns) {ProcessConfigured:135(63973ns) {StartInitialHandshake:157(60964ns) {DropHandshakes:470(729ns) {DropIncomingHandshake:442(75ns) DropOutgoingHandshake:457(60ns)} GenerateSessionVirtualId:992(243ns) PrepareNewSessionHandshake:477(1412ns) {SwitchToState:179(507ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.526527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036933886646980:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12852
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.526754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036933886646984:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12852
2026-01-08T17:01:16.546914Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036934489859266:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(52640797ns) {Configure:104(52637439ns) {ProcessConfigured:135(3763937ns) {StartInitialHandshake:157(3762136ns) {DropHandshakes:470(511ns) {DropIncomingHandshake:442(115ns) DropOutgoingHandshake:457(163ns)} GenerateSessionVirtualId:992(228ns) PrepareNewSessionHandshake:477(9103ns) {SwitchToState:179(480ns)}}}}}
2026-01-08T17:01:16.548167Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036933384930348:2110] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38456993ns) {Configure:104(38451286ns) {ProcessConfigured:135(12972728ns) {StartInitialHandshake:157(12969968ns) {DropHandshakes:470(2453ns) {DropIncomingHandshake:442(500ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:992(707ns) PrepareNewSessionHandshake:477(3614ns) {SwitchToState:179(1844ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.544583Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036935043230903:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(46309589ns) {Configure:104(46304844ns) {ProcessConfigured:135(69535ns) {StartInitialHandshake:157(67053ns) {DropHandshakes:470(1198ns) {DropIncomingHandshake:442(351ns) DropOutgoingHandshake:457(267ns)} GenerateSessionVirtualId:992(480ns) PrepareNewSessionHandshake:477(1428ns) {SwitchToState:179(518ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.548063Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036933661539856:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(37800658ns) {Configure:104(37795823ns) {ProcessConfigured:135(10494215ns) {StartInitialHandshake:157(10489143ns) {DropHandshakes:470(2573ns) {DropIncomingHandshake:442(625ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:992(662ns) PrepareNewSessionHandshake:477(2866ns) {SwitchToState:179(655ns)}}}}}
2026-01-08T17:01:16.550605Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036932064912393:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(156546160ns) {Configure:104(156542532ns) {ProcessConfigured:135(2740637ns) {StartInitialHandshake:157(2737961ns) {DropHandshakes:470(357594ns) {DropIncomingHandshake:442(260ns) DropOutgoingHandshake:457(777ns)} GenerateSessionVirtualId:992(887ns) PrepareNewSessionHandshake:477(2892ns) {SwitchToState:179(1825ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.550926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036932064912460:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.558153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036934489859200:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(58861344ns) {Configure:104(58853721ns) {ProcessConfigured:135(10680090ns) {StartInitialHandshake:157(10678238ns) {DropHandshakes:470(1576ns) {DropIncomingHandshake:442(247ns) DropOutgoingHandshake:457(265ns)} GenerateSessionVirtualId:992(763ns) PrepareNewSessionHandshake:477(4899ns) {SwitchToState:179(3039ns)}}}}}
2026-01-08T17:01:16.554883Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036935043230901:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(140183750ns) {Configure:104(140178064ns) {ProcessConfigured:135(7289415ns) {StartInitialHandshake:157(7287775ns) {DropHandshakes:470(1209ns) {DropIncomingHandshake:442(324ns) DropOutgoingHandshake:457(271ns)} GenerateSessionVirtualId:992(497ns) PrepareNewSessionHandshake:477(3403ns) {SwitchToState:179(1935ns)}}}}}
2026-01-08T17:01:16.559191Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036933661539928:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36118
2026-01-08T17:01:16.576744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036933661539934:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36118
2026-01-08T17:01:16.576859Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036933886646979:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(53867446ns) {Configure:104(53861390ns) {ProcessConfigured:135(12096352ns) {StartInitialHandshake:157(4193697ns) {DropHandshakes:470(3692ns) {DropIncomingHandshake:442(1637ns) DropOutgoingHandshake:457(242ns)} GenerateSessionVirtualId:992(2476ns) PrepareNewSessionHandshake:477(3158ns) {SwitchToState:179(1792ns)}}}}}
2026-01-08T17:01:16.576968Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036933384930347:2111] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(58600628ns) {Configure:104(58596674ns) {ProcessConfigured:135(2637790ns) {StartInitialHandshake:157(2635756ns) {DropHandshakes:470(1435ns) {DropIncomingHandshake:442(318ns) DropOutgoingHandshake:457(392ns)} GenerateSessionVirtualId:992(371ns) PrepareNewSessionHandshake:477(2272ns) {SwitchToState:179(999ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.576884Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036934489859199:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(88309310ns) {Configure:104(88299514ns) {ProcessConfigured:135(9395283ns) {StartInitialHandshake:157(8735888ns) {DropHandshakes:470(1072ns) {DropIncomingHandshake:442(142ns) DropOutgoingHandshake:457(229ns)} GenerateSessionVirtualId:992(845ns) PrepareNewSessionHandshake:477(2241ns) {SwitchToState:179(152ns)}}}}}
2026-01-08T17:01:16.552760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036932064912393:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.576926Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036935043230902:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(141803275ns) {Configure:104(141798828ns) {ProcessConfigured:135(7779681ns) {StartInitialHandshake:157(7777711ns) {DropHandshakes:470(1151ns) {DropIncomingHandshake:442(220ns) DropOutgoingHandshake:457(273ns)} GenerateSessionVirtualId:992(235ns) PrepareNewSessionHandshake:477(407667ns) {SwitchToState:179(1660ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.584952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036933384930346:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(55674908ns) {Configure:104(55666880ns) {ProcessConfigured:135(8035749ns) {StartInitialHandshake:157(8033519ns) {DropHandshakes:470(2485ns) {DropIncomingHandshake:442(431ns) DropOutgoingHandshake:457(535ns)} GenerateSessionVirtualId:992(681ns) PrepareNewSessionHandshake:477(2202ns) {SwitchToState:179(217ns)}}}}}
2026-01-08T17:01:16.577147Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036933886646914:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(71949050ns) {Configure:104(71939149ns) {ProcessConfigured:135(11408226ns) {StartInitialHandshake:157(11406022ns) {DropHandshakes:470(1667ns) {DropIncomingHandshake:442(516ns) DropOutgoingHandshake:457(238ns)} GenerateSessionVirtualId:992(569ns) PrepareNewSessionHandshake:477(1815ns) {SwitchToState:179(69ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.589152Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036934489859279:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44833
2026-01-08T17:01:16.577558Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036933661539918:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(42496126ns) {Configure:104(42490121ns) {ProcessConfigured:135(71797ns) {StartInitialHandshake:157(70161ns) {DropHandshakes:470(1049ns) {DropIncomingHandshake:442(294ns) DropOutgoingHandshake:457(283ns)} GenerateSessionVirtualId:992(382ns) PrepareNewSessionHandshake:477(601ns) {SwitchToState:179(146ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.595490Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036933384930355:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37997
2026-01-08T17:01:16.595958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036933384930356:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37997
2026-01-08T17:01:16.596114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036933384930357:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37997
2026-01-08T17:01:16.553248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036932064912463:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21095
2026-01-08T17:01:16.577716Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036935043230974:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(31416819ns) {Configure:104(31411961ns) {ProcessConfigured:135(19239317ns) {StartInitialHandshake:157(19236939ns) {DropHandshakes:470(1427128ns) {DropIncomingHandshake:442(1067ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:992(541ns) PrepareNewSessionHandshake:477(3330ns) {SwitchToState:179(2061ns)}}}}}
2026-01-08T17:01:16.597107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036934489859278:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44833
2026-01-08T17:01:16.588414Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036935043230975:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(59752941ns) {Configure:104(59751863ns) {ProcessConfigured:135(1662984ns) {StartInitialHandshake:157(1609696ns) {DropHandshakes:470(964ns) {DropIncomingHandshake:442(265ns) DropOutgoingHandshake:457(249ns)} GenerateSessionVirtualId:992(7083ns) PrepareNewSessionHandshake:477(1419ns) {SwitchToState:179(675ns)}} IncomingHandshake:261(22709ns) {DropIncomingHandshake:442(78ns) PrepareNewSessionHandshake:477(166ns) {SwitchToState:179(92ns)} GenerateSessionVirtualId:992(219ns) IssueIncomingHandshakeReply:193(489ns)}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.588604Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036933661539854:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(81565002ns) {Configure:104(81560240ns) {ProcessConfigured:135(10123476ns) {StartInitialHandshake:157(10121093ns) {DropHandshakes:470(1076ns) {DropIncomingHandshake:442(189ns) DropOutgoingHandshake:457(212ns)} GenerateSessionVirtualId:992(461ns) PrepareNewSessionHandshake:477(2414ns) {SwitchToState:179(1116ns)}}}}}
2026-01-08T17:01:16.577380Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036933886646981:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(56137332ns) {Configure:104(56133135ns) {ProcessConfigured:135(7875687ns) {StartInitialHandshake:157(7873060ns) {DropHandshakes:470(1173ns) {DropIncomingHandshake:442(300ns) DropOutgoingHandshake:457(246ns)} GenerateSessionVirtualId:992(1056ns) PrepareNewSessionHandshake:477(5005ns) {SwitchToState:179(2898ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.606453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036934489859269:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44833
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.608107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036933384930329:2107] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.570937Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036932064912457:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(58548858ns) {Configure:104(58540467ns) {ProcessConfigured:135(72042ns) {StartInitialHandshake:157(68626ns) {DropHandshakes:470(2575ns) {DropIncomingHandshake:442(415ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:992(680ns) PrepareNewSessionHandshake:477(1416ns) {SwitchToState:179(719ns)}}}}}
2026-01-08T17:01:16.604096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036935043230990:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3141
2026-01-08T17:01:16.620054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036933886646984:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.572021Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036932064912394:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(73386904ns) {Configure:104(73383568ns) {ProcessConfigured:135(13630193ns) {StartInitialHandshake:157(13628714ns) {DropHandshakes:470(877ns) {DropIncomingHandshake:442(143ns) DropOutgoingHandshake:457(257ns)} GenerateSessionVirtualId:992(541ns) PrepareNewSessionHandshake:477(2250ns) {SwitchToState:179(676ns)}}}}}
2026-01-08T17:01:16.604175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036935043230991:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3141
2026-01-08T17:01:16.608177Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036933384930329:2107] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.622335Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036933886646980:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.613131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036933384930350:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.624672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036933886646913:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.613168Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036933384930350:2121] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.620223Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036933384930350:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:16.572168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036932064912472:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21095
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.625556Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036933661539934:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.587553Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036932064912473:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21095
2026-01-08T17:01:16.620312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036933384930355:2124] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.612652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036935043230991:2126] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.627272Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036933661539936:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36118
2026-01-08T17:01:16.625483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036933886646996:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12852
2026-01-08T17:01:16.598428Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036932064912458:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(77662821ns) {Configure:104(77655323ns) {ProcessConfigured:135(12215327ns) {StartInitialHandshake:157(12213391ns) {DropHandshakes:470(1269ns) {DropIncomingHandshake:442(233ns) DropOutgoingHandshake:457(228ns)} GenerateSessionVirtualId:992(329ns) PrepareNewSessionHandshake:477(2254ns) {SwitchToState:179(397ns)}}}}}
2026-01-08T17:01:16.622174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036933384930348:2110] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.612824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036935043230901:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.626592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036934489859269:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.627673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036933661539856:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.627377Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036933886646996:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.626802Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036934489859278:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.622207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:16.620387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036932064912473:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.614275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036935043230993:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3141
2026-01-08T17:01:16.622349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036933384930348:2110] [node 5] ICP22 created new session: [1:7593036933384930362:2110]
2026-01-08T17:01:16.621560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036932064912463:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.627094Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036934489859279:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.624974Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036935043230991:2126] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.632069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036933661539923:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.628926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036934489859266:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.625265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036932064912472:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.632111Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036933661539923:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.625229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036935043230901:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.631062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036934489859261:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.622686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036933384930357:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.646681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036933886647000:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12852
2026-01-08T17:01:16.626819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:16.624534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036933384930362:2110] [node 5] ICS09 handshake done sender: [1:7593036933384930350:2121] self: [1:7593036933384930349:0] peer: [5:7593036935043230992:0] socket: 274 qp: -1
2026-01-08T17:01:16.633201Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036933661539923:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:16.626192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036932064912480:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21095
2026-01-08T17:01:16.631353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036934489859201:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.633780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036932064912471:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.646362Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036933661539928:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.624538Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036933384930329:2107] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:01:16.636187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036934489859284:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44833
2026-01-08T17:01:16.629077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036935043230901:2048] [node 1] ICP22 created new session: [5:7593036935043230995:2048]
2026-01-08T17:01:16.646430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036933661539919:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.624590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036933384930362:2110] [node 5] ICS10 traffic start
2026-01-08T17:01:16.633815Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036932064912471:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.632013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036935043230995:2048] [node 1] ICS09 handshake done sender: [5:7593036935043230991:2126] self: [5:7593036935043230992:0] peer: [1:7593036933384930349:0] socket: 275 qp: -1
2026-01-08T17:01:16.660494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036933886646986:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.636244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036934489859285:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44833
2026-01-08T17:01:16.646472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:16.633916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036932064912465:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.636895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036934489859279:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:16.624650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.637104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036934489859261:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.660546Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036933886646986:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.633943Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036932064912465:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.634107Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036932064912393:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28052) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036932064912460:2111] held: no
2026-01-08T17:01:16.642298Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036932064912460:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:16.642367Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036932064912471:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:16.650043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036932064912393:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.650425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:16.653004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036932064912457:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.653231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036932064912393:2048] [node 1] ICP22 created new session: [3:7593036932064912484:2048]
2026-01-08T17:01:16.655446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036932064912484:2048] [node 1] ICS09 handshake done sender: [3:7593036932064912460:2111] self: [3:7593036932064912466:0] peer: [1:7593036933384930328:0] socket: 241 qp: -1
2026-01-08T17:01:16.657182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:16.657245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036932064912457:2107] [node 4] ICP22 created new session: [3:7593036932064912485:2107]
2026-01-08T17:01:16.657820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036932064912465:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:16.657943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036932064912484:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:16.660469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036932064912485:2107] [node 4] ICS09 handshake done sender: [3:7593036932064912471:2115] self: [3:7593036932064912470:0] peer: [4:7593036933661539935:0] socket: 264 qp: -1
2026-01-08T17:01:16.662215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036932064912485:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:16.662256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:16.662524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:16.668707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036932064912459:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.668772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:16.672774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036932064912459:2110] [node 6] ICP22 created new session: [3:7593036932064912490:2110]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.637154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.637208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036934489859261:2106] [node 5] ICP22 created new session: [6:7593036934489859286:2106]
2026-01-08T17:01:16.641208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036934489859286:2106] [node 5] ICS09 handshake done sender: [6:7593036934489859279:2117] self: [6:7593036934489859282:0] peer: [5:7593036935043230984:0] socket: 267 qp: -1
2026-01-08T17:01:16.648582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036933661539919:2109] [node 6] ICP22 created new session: [4:7593036933661539940:2109]
2026-01-08T17:01:16.632349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036935043230995:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:16.625044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036933384930356:2125] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.662217Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036933886646980:2112] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.641850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036934489859286:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:16.648666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036933661539940:2109] [node 6] ICS09 handshake done sender: [4:7593036933661539923:2112] self: [4:7593036933661539922:0] peer: [6:7593036934489859280:0] socket: 243 qp: -1
2026-01-08T17:01:16.625826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036933384930331:2108] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.633519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:16.678036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036932064912490:2110] [node 6] ICS09 handshake done sender: [3:7593036932064912465:2114] self: [3:7593036932064912464:0] peer: [6:7593036934489859281:0] socket: 255 qp: -1
2026-01-08T17:01:16.649513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036934489859283:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44833
2026-01-08T17:01:16.649525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:16.653087Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036934489859269:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:16.653739Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036934489859289:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44833
2026-01-08T17:01:16.657613Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036934489859284:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.658117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036934489859199:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.660801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036934489859266:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.660865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:16.660921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036934489859266:2110] [node 4] ICP22 created new session: [6:7593036934489859291:2110]
2026-01-08T17:01:16.660981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036934489859291:2110] [node 4] ICS09 handshake done sender: [6:7593036934489859269:2112] self: [6:7593036934489859280:0] peer: [4:7593036933661539922:0] socket: 244 qp: -1
2026-01-08T17:01:16.661018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036934489859291:2110] [node 4] ICS10 traffic start
2026-01-08T17:01:16.661052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:16.666146Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036934489859278:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:16.674768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036934489859201:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.674832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:16.674856Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593036934489859261:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(21029218ns) {HandleHandshakeStatus:329(21027635ns) {DropIncomingHandshake:442(330ns) DropOutgoingHandshake:457(5776ns) SwitchToState:179(483ns) ProcessPendingSessionEvents:495(765489ns) {ForwardSessionEventToSession:616(714634ns) ForwardSessionEventToSession:616(5107ns) ForwardSessionEventToSession:616(7257ns) ForwardSessionEventToSession:616(3236ns) ForwardSessionEventToSession:616(3402ns) ForwardSessionEventToSession:616(5498ns) ForwardSessionEventToSession:616(2702ns) ForwardSessionEventToSession:616(5669ns) ForwardSessionEventToSession:616(7836ns) ForwardSessionEventToSession:616(2147ns)}}}
2026-01-08T17:01:16.677106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036934489859201:2050] [node 3] ICP22 created new session: [6:7593036934489859293:2050]
2026-01-08T17:01:16.678029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036934489859293:2050] [node 3] ICS09 handshake done sender: [6:7593036934489859278:2116] self: [6:7593036934489859281:0] peer: [3:7593036932064912464:0] socket: 260 qp: -1
2026-01-08T17:01:16.678553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036934489859293:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:16.678587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:16.648712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036933661539940:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:16.625853Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036933384930331:2108] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.633762Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036935043230985:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.678571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036932064912490:2110] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.703012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036934489859296:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44833
2026-01-08T17:01:16.703458Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593036934489859201:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(28476754ns) {HandleHandshakeStatus:329(28474422ns) {DropIncomingHandshake:442(564ns) DropOutgoingHandshake:457(5963ns) SwitchToState:179(608ns) ProcessPendingSessionEvents:495(5705059ns) {ForwardSessionEventToSession:616(5649581ns) ForwardSessionEventToSession:616(7828ns) ForwardSessionEventToSession:616(9301ns) ForwardSessionEventToSession:616(2684ns) ForwardSessionEventToSession:616(4591ns) ForwardSessionEventToSession:616(2657ns) ForwardSessionEventToSession:616(4439ns) ForwardSessionEventToSession:616(3161ns) ForwardSessionEventToSession:616(3650ns) ForwardSessionEventToSession:616(5968ns)}}}
2026-01-08T17:01:16.704361Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036934489859284:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:16.704561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036934489859199:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.704609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:16.704652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036934489859199:2048] [node 1] ICP22 created new session: [6:7593036934489859297:2048]
2026-01-08T17:01:16.704694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036934489859297:2048] [node 1] ICS09 handshake done sender: [6:7593036934489859284:2119] self: [6:7593036934489859290:0] peer: [1:7593036933384930353:0] socket: 286 qp: -1
2026-01-08T17:01:16.704726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036934489859297:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:16.704773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:16.669144Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036933886646992:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.626260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036933384930269:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.626902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:16.633799Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036935043230985:2123] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.648752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:16.669173Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036933886646992:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.681232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.626943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036933384930348:2110] [node 5] ICP18 handshake (actor [1:7593036933384930357:2126]) is too old
2026-01-08T17:01:16.636445Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036935043230985:2123] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.627685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036933384930269:2049] [node 3] ICP22 created new session: [1:7593036933384930365:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.650623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036933661539936:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.670672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036933886646986:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.717119Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036932064912459:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(48175254ns) {HandleHandshakeStatus:329(48172230ns) {DropIncomingHandshake:442(16411ns) DropOutgoingHandshake:457(530ns) SwitchToState:179(498ns) ProcessPendingSessionEvents:495(16558806ns) {ForwardSessionEventToSession:616(16503015ns) ForwardSessionEventToSession:616(5544ns) ForwardSessionEventToSession:616(8302ns) ForwardSessionEventToSession:616(4949ns) ForwardSessionEventToSession:616(2954ns) ForwardSessionEventToSession:616(2875ns) ForwardSessionEventToSession:616(5600ns) ForwardSessionEventToSession:616(2575ns) ForwardSessionEventToSession:616(4489ns) ForwardSessionEventToSession:616(2576ns)}}}
2026-01-08T17:01:16.649810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036935043230975:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.631393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036933384930365:2049] [node 3] ICS09 handshake done sender: [1:7593036933384930329:2107] self: [1:7593036933384930328:0] peer: [3:7593036932064912466:0] socket: 237 qp: -1
2026-01-08T17:01:16.653944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036933661539855:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.729012Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036932064912457:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(47031196ns) {HandleHandshakeStatus:329(47029295ns) {DropIncomingHandshake:442(9436ns) DropOutgoingHandshake:457(183ns) SwitchToState:179(99ns) ProcessPendingSessionEvents:495(29084222ns) {ForwardSessionEventToSession:616(10317597ns) ForwardSessionEventToSession:616(2854640ns) ForwardSessionEventToSession:616(3543ns) ForwardSessionEventToSession:616(4526510ns) ForwardSessionEventToSession:616(3356ns) ForwardSessionEventToSession:616(4082870ns) ForwardSessionEventToSession:616(4665ns) ForwardSessionEventToSession:616(2591ns) ForwardSessionEventToSession:616(4837184ns) ForwardSessionEventToSession:616(2428470ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.662290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036933661539938:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36118
2026-01-08T17:01:16.631769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036933384930365:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:16.672650Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036933886646913:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28052) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036933886646980:2112] held: no
2026-01-08T17:01:16.633498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:16.740610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036932064912492:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21095
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.651086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036935043230990:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.662299Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036933661539939:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36118
2026-01-08T17:01:16.642049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036933384930331:2108] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:16.672862Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036933886646992:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:16.745567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036932064912477:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.657137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:16.678451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036933886646979:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.745613Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036932064912477:2119] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.649609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036933384930268:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.745166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036934489859299:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44833
2026-01-08T17:01:16.649679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:16.676477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036933661539946:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36118
2026-01-08T17:01:16.657204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036935043230975:2110] [node 6] ICP22 created new session: [5:7593036935043230998:2110]
2026-01-08T17:01:16.649907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036933384930268:2048] [node 2] ICP22 created new session: [1:7593036933384930370:2048]
2026-01-08T17:01:16.746349Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036934489859299:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.652875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036933384930370:2048] [node 2] ICS09 handshake done sender: [1:7593036933384930331:2108] self: [1:7593036933384930330:0] peer: [2:7593036933886646998:0] socket: 238 qp: -1
2026-01-08T17:01:16.681451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:16.677331Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036933661539856:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26450) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036933661539934:2117] held: no
2026-01-08T17:01:16.653893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036933384930370:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:16.681512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036933886646979:2109] [node 5] ICP22 created new session: [2:7593036933886647006:2109]
2026-01-08T17:01:16.680929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036933661539938:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.681574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036933886647006:2109] [node 5] ICS09 handshake done sender: [2:7593036933886646992:2116] self: [2:7593036933886646989:0] peer: [5:7593036935043231000:0] socket: 270 qp: -1
2026-01-08T17:01:16.681014Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036933661539934:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:16.657086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:16.681614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036933886647006:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:16.681308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036933661539942:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36118
2026-01-08T17:01:16.681681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:16.683906Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036933661539928:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:16.682127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036933886646975:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.697894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036933661539855:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.682178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:16.697955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:16.682219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036933886646975:2107] [node 4] ICP22 created new session: [2:7593036933886647008:2107]
2026-01-08T17:01:16.664658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036933384930269:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(31744381ns) {HandleHandshakeStatus:329(31742915ns) {DropIncomingHandshake:442(12398ns) DropOutgoingHandshake:457(528ns) SwitchToState:179(143ns) ProcessPendingSessionEvents:495(15493288ns) {ForwardSessionEventToSession:616(6582099ns) ForwardSessionEventToSession:616(1192727ns) ForwardSessionEventToSession:616(3379ns) ForwardSessionEventToSession:616(4173ns) ForwardSessionEventToSession:616(3230667ns) ForwardSessionEventToSession:616(3895ns) ForwardSessionEventToSession:616(398182ns) ForwardSessionEventToSession:616(3335ns) ForwardSessionEventToSession:616(1050982ns) ForwardSessionEventToSession:616(3006525ns)}}}
2026-01-08T17:01:16.682259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036933886647008:2107] [node 4] ICS09 handshake done sender: [2:7593036933886646986:2115] self: [2:7593036933886646985:0] peer: [4:7593036933661539943:0] socket: 248 qp: -1
2026-01-08T17:01:16.672682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036933384930354:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.657716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036935043230998:2110] [node 6] ICS09 handshake done sender: [5:7593036935043230985:2123] self: [5:7593036935043230984:0] peer: [6:7593036934489859282:0] socket: 266 qp: -1
2026-01-08T17:01:16.682288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036933886647008:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:16.660660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036935043230998:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:16.698009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036933661539855:2049] [node 2] ICP22 created new session: [4:7593036933661539947:2049]
2026-01-08T17:01:16.672722Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036933384930354:2123] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.698070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036933661539947:2049] [node 2] ICS09 handshake done sender: [4:7593036933661539928:2114] self: [4:7593036933661539943:0] peer: [2:7593036933886646985:0] socket: 250 qp: -1
2026-01-08T17:01:16.677118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036933384930372:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37997
2026-01-08T17:01:16.698109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036933661539947:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:16.682339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:16.698161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:16.678699Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036933384930354:2123] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:16.682672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036933886646913:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.698772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036933661539856:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.679775Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036933384930268:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(19284896ns) {HandleHandshakeStatus:329(19283107ns) {DropIncomingHandshake:442(14066ns) DropOutgoingHandshake:457(493ns) SwitchToState:179(412ns) ProcessPendingSessionEvents:495(11650507ns) {ForwardSessionEventToSession:616(1207006ns) ForwardSessionEventToSession:616(2170950ns) ForwardSessionEventToSession:616(3686ns) ForwardSessionEventToSession:616(1704362ns) ForwardSessionEventToSession:616(505452ns) ForwardSessionEventToSession:616(20138ns) ForwardSessionEventToSession:616(3379ns) ForwardSessionEventToSession:616(2063305ns) ForwardSessionEventToSession:616(3596ns) ForwardSessionEventToSession:616(2161870ns)}}}
2026-01-08T17:01:16.682702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:16.698804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:16.714570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036933384930347:2111] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.662729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036935043230902:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.662900Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036935043230901:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24630192ns) {HandleHandshakeStatus:329(24626317ns) {DropIncomingHandshake:442(712ns) DropOutgoingHandshake:457(17743ns) SwitchToState:179(1094ns) ProcessPendingSessionEvents:495(9281886ns) {ForwardSessionEventToSession:616(1409955ns) ForwardSessionEventToSession:616(3372ns) ForwardSessionEventToSession:616(2615ns) ForwardSessionEventToSession:616(4869233ns) ForwardSessionEventToSession:616(3777ns) ForwardSessionEventToSession:616(1625880ns) ForwardSessionEventToSession:616(5508ns) ForwardSessionEventToSession:616(2506ns) ForwardSessionEventToSession:616(1005023ns) ForwardSessionEventToSession:616(13344ns)}}}
2026-01-08T17:01:16.664641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:16.670270Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036935043231003:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3141
2026-01-08T17:01:16.687761Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036935043230990:2125] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:16.706705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036935043230902:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.706791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:16.706888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036935043230902:2049] [node 2] ICP22 created new session: [5:7593036935043231004:2049]
2026-01-08T17:01:16.706955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036935043231004:2049] [node 2] ICS09 handshake done sender: [5:7593036935043230990:2125] self: [5:7593036935043231000:0] peer: [2:7593036933886646989:0] socket: 271 qp: -1
2026-01-08T17:01:16.706994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036935043231004:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:16.707066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:16.710226Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036935043230975:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(30038595ns) {HandleHandshakeStatus:329(30036655ns) {DropIncomingHandshake:442(14729ns) DropOutgoingHandshake:457(284ns) SwitchToState:179(145ns) ProcessPendingSessionEvents:495(5291579ns) {ForwardSessionEventToSession:616(2546180ns) ForwardSessionEventToSession:616(9730ns) ForwardSessionEventToSession:616(3693ns) ForwardSessionEventToSession:616(24256ns) ForwardSessionEventToSession:616(8332ns) ForwardSessionEventToSession:616(2660ns) ForwardSessionEventToSession:616(1254352ns) ForwardSessionEventToSession:616(6766ns) ForwardSessionEventToSession:616(2769ns) ForwardSessionEventToSession:616(1296813ns)}}}
2026-01-08T17:01:16.730513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036935043231002:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3141
2026-01-08T17:01:16.736165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036935043231006:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3141
2026-01-08T17:01:16.737258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036935043231002:2128] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.741049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036935043230903:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.746175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036935043231006:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.746830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036935043230974:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.682748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036933886646913:2048] [node 1] ICP22 created new session: [2:7593036933886647010:2048]
2026-01-08T17:01:16.748995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036934489859200:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.698864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036933661539856:2050] [node 3] ICP22 created new session: [4:7593036933661539949:2050]
2026-01-08T17:01:16.682795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036933886647010:2048] [node 1] ICS09 handshake done sender: [2:7593036933886646980:2112] self: [2:7593036933886646998:0] peer: [1:7593036933384930330:0] socket: 240 qp: -1
2026-01-08T17:01:16.682829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036933886647010:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:16.698904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036933661539949:2050] [node 3] ICS09 handshake done sender: [4:7593036933661539934:2117] self: [4:7593036933661539935:0] peer: [3:7593036932064912470:0] socket: 265 qp: -1
2026-01-08T17:01:16.682878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:16.698939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036933661539949:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:16.713662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036933886647001:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12852
2026-01-08T17:01:16.698966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:16.724611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036933886647005:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12852
2026-01-08T17:01:16.701831Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036933661539855:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:16.728730Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036933886646979:2109] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:16.702373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036933661539854:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.729833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036933886647005:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.714624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:16.702623Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036933661539919:2109] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:16.727915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036933661539953:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36118
2026-01-08T17:01:16.728373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036933661539938:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:16.728602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036933661539854:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.729780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:16.749780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036933886646993:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.749814Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036933886646993:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.752158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036932064912477:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:16.729833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036933661539854:2048] [node 1] ICP22 created new session: [4:7593036933661539954:2048]
2026-01-08T17:01:16.729881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036933661539954:2048] [node 1] ICS09 handshake done sender: [4:7593036933661539938:2119] self: [4:7593036933661539952:0] peer: [1:7593036933384930351:0] socket: 273 qp: -1
2026-01-08T17:01:16.729919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036933661539954:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:16.729963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:16.750741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036933661539931:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.714684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036933384930347:2111] [node 6] ICP22 created new session: [1:7593036933384930375:2111]
2026-01-08T17:01:16.714736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036933384930375:2111] [node 6] ICS09 handshake done sender: [1:7593036933384930354:2123] self: [1:7593036933384930353:0] peer: [6:7593036934489859290:0] socket: 284 qp: -1
2026-01-08T17:01:16.714782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036933384930375:2111] [node 6] ICS10 traffic start
2026-01-08T17:01:16.716495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:16.726364Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036933384930372:2127] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.726387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036933384930352:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.726420Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036933384930352:2122] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.727528Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036933384930352:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:16.734099Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036933384930347:2111] [node 6] ICP35 event processing took too much time PendingConnection:279(19276419ns) {HandleHandshakeStatus:329(19273906ns) {DropIncomingHandshake:442(376ns) DropOutgoingHandshake:457(627ns) SwitchToState:179(316ns) ProcessPendingSessionEvents:495(4982378ns) {ForwardSessionEventToSession:616(4918202ns) ForwardSessionEventToSession:616(4365ns) ForwardSessionEventToSession:616(3691ns) ForwardSessionEventToSession:616(6840ns) ForwardSessionEventToSession:616(3325ns) ForwardSessionEventToSession:616(9374ns) ForwardSessionEventToSession:616(6498ns) ForwardSessionEventToSession:616(2406ns) ForwardSessionEventToSession:616(5532ns) ForwardSessionEventToSession:616(2705ns)}}}
2026-01-08T17:01:16.735217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036933384930346:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.736225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:16.736465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036933384930374:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37997
2026-01-08T17:01:16.736575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036933384930346:2109] [node 4] ICP22 created new session: [1:7593036933384930379:2109]
2026-01-08T17:01:16.736630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036933384930379:2109] [node 4] ICS09 handshake done sender: [1:7593036933384930352:2122] self: [1:7593036933384930351:0] peer: [4:7593036933661539952:0] socket: 272 qp: -1
2026-01-08T17:01:16.736673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036933384930379:2109] [node 4] ICS10 traffic start
2026-01-08T17:01:16.736719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:16.750763Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036933661539931:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.740804Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593036933384930347:2111] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:16.752835Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036933661539931:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:16.753123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036932064912458:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.753207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:16.753401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036933661539918:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.753473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:16.753514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036933661539918:2108] [node 5] ICP22 created new session: [4:7593036933661539957:2108]
2026-01-08T17:01:16.753406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036933886646993:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:16.753330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036932064912458:2108] [node 5] ICP22 created new session: [3:7593036932064912494:2108]
2026-01-08T17:01:16.753696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036933661539957:2108] [node 5] ICS09 handshake done sender: [4:7593036933661539931:2115] self: [4:7593036933661539930:0] peer: [5:7593036935043231008:0] socket: 246 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.754463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036933661539957:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:16.753675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036932064912494:2108] [node 5] ICS09 handshake done sender: [3:7593036932064912477:2119] self: [3:7593036932064912476:0] peer: [5:7593036935043231007:0] socket: 269 qp: -1
2026-01-08T17:01:16.758450Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036935043230903:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26450) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036935043231002:2128] held: no
2026-01-08T17:01:16.763166Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036935043230974:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5773) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036935043231006:2130] held: no
2026-01-08T17:01:16.763546Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036935043231010:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3141
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.754171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036933886646981:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.767239Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036934489859301:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44833
2026-01-08T17:01:16.754051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036932064912494:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:16.754579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:16.754698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:16.766812Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036935043231009:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3141
2026-01-08T17:01:16.754412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:16.767072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036935043231002:2128] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:16.767203Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036932064912492:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.768661Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036934489859200:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13362) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036934489859299:2123] held: no
2026-01-08T17:01:16.768225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036935043230903:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.768775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036932064912394:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:16.768315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:16.768695Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036935043231006:2130] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:16.768391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036935043230903:2050] [node 3] ICP22 created new session: [5:7593036935043231011:2050]
2026-01-08T17:01:16.758789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036933886646981:2110] [node 6] ICP22 created new session: [2:7593036933886647015:2110]
2026-01-08T17:01:16.766701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036933886647015:2110] [node 6] ICS09 handshake done sender: [2:7593036933886646993:2117] self: [2:7593036933886646991:0] peer: [6:7593036934489859300:0] socket: 251 qp: -1
2026-01-08T17:01:16.767198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036933886647015:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:16.767581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:16.770062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036933886646994:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:16.770137Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036934489859299:2123] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:16.770098Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036933886646994:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:16.770879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036934489859200:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.770876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036935043231011:2050] [node 3] ICS09 handshake done sender: [5:7593036935043231002:2128] self: [5:7593036935043231007:0] peer: [3:7593036932064912476:0] socket: 297 qp: -1
2026-01-08T17:01:16.772085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:16.771159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036935043231011:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:16.772277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036934489859200:2049] [node 2] ICP22 created new session: [6:7593036934489859302:2049]
2026-01-08T17:01:16.772455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:16.772321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036934489859302:2049] [node 2] ICS09 handshake done sender: [6:7593036934489859299:2123] self: [6:7593036934489859300:0] peer: [2:7593036933886646991:0] socket: 253 qp: -1
2026-01-08T17:01:16.772713Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036932064912458:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(18506019ns) {HandleHandshakeStatus:329(17800692ns) {DropIncomingHandshake:442(18851ns) DropOutgoingHandshake:457(344ns) SwitchToState:179(473ns) ProcessPendingSessionEvents:495(4227452ns) {ForwardSessionEventToSession:616(1806784ns) ForwardSessionEventToSession:616(437153ns) ForwardSessionEventToSession:616(3118ns) ForwardSessionEventToSession:616(2607ns) ForwardSessionEventToSession:616(1243181ns) ForwardSessionEventToSession:616(2593ns) ForwardSessionEventToSession:616(5144ns) ForwardSessionEventToSession:616(2225ns) ForwardSessionEventToSession:616(221830ns) ForwardSessionEventToSession:616(489445ns)}}}
2026-01-08T17:01:16.772529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036934489859302:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:16.772576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:16.773350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036933886646994:2118] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:16.773730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036933886646914:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:16.773801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036932064912497:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21095
2026-01-08T17:01:16.773856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036935043230974:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.773919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:16.774038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036935043230974:2109] [node 4] ICP22 created new session: [5:7593036935043231013:2109]
2026-01-08T17:01:16.773984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:16.774234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036935043231013:2109] [node 4] ICS09 handshake done sender: [5:7593036935043231006:2130] self: [5:7593036935043231008:0] peer: [4:7593036933661539930:0] socket: 291 qp: -1
2026-01-08T17:01:16.774036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036933886646914:2049] [node 3] ICP22 created new session: [2:7593036933886647018:2049]
2026-01-08T17:01:16.775768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036933886647018:2049] [node 3] ICS09 handshake done sender: [2:7593036933886646994:2118] self: [2:7593036933886646990:0] peer: [3:7593036932064912496:0] socket: 300 qp: -1
2026-01-08T17:01:16.774479Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036932064912492:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:16.774281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036935043231013:2109] [node 4] ICS10 traffic start
2026-01-08T17:01:16.775832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036933886647018:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:16.775913Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036932064912394:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13362) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036932064912492:2121] held: no
2026-01-08T17:01:16.775545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:16.776201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036932064912394:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:16.776779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:16.775972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:16.776932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036932064912394:2049] [node 2] ICP22 created new session: [3:7593036932064912498:2049]
2026-01-08T17:01:16.776983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036932064912498:2049] [node 2] ICS09 handshake done sender: [3:7593036932064912492:2121] self: [3:7593036932064912496:0] peer: [2:7593036933886646990:0] socket: 303 qp: -1
2026-01-08T17:01:16.777022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036932064912498:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:16.777083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:16.831289Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:16.831558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036933886647010:2048] [node 1] ICS01 socket: 240 reason# EndOfStream
2026-01-08T17:01:16.831615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036933886646913:2048] [node 1] ICP30 unregister session Session# [2:7593036933886647010:2048] VirtualId# [2:7593036933886646998:0]
2026-01-08T17:01:16.831665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036933886647010:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:16.831780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:16.831831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:16.832771Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:16.833003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036932064912484:2048] [node 1] ICS01 socket: 241 reason# EndOfStream
2026-01-08T17:01:16.833065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036932064912393:2048] [node 1] ICP30 unregister session Session# [3:7593036932064912484:2048] VirtualId# [3:7593036932064912466:0]
2026-01-08T17:01:16.833102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036932064912484:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:16.833181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:16.833242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:16.834927Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:16.835158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036933661539954:2048] [node 1] ICS01 socket: 273 reason# EndOfStream
2026-01-08T17:01:16.835193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036933661539854:2048] [node 1] ICP30 unregister session Session# [4:7593036933661539954:2048] VirtualId# [4:7593036933661539952:0]
2026-01-08T17:01:16.835227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036933661539954:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:16.835309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:16.835359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:16.836023Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:16.836234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036935043230995:2048] [node 1] ICS07 socket disconnect 275 reason# EndOfStream
2026-01-08T17:01:16.836272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036935043230995:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:16.836350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:16.836393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036935043230995:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:16.837039Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:16.837151Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036935043230901:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28052) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:16.837259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036935043230995:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:16.837313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036935043230901:2048] [node 1] ICP30 unregister session Session# [5:7593036935043230995:2048] VirtualId# [5:7593036935043230992:0]
2026-01-08T17:01:16.837366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:16.837407Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036935043230901:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28052) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:16.837427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28052) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:16.837268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036934489859297:2048] [node 1] ICS01 socket: 286 reason# EndOfStream
2026-01-08T17:01:16.837319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036934489859199:2048] [node 1] ICP30 unregister session Session# [6:7593036934489859297:2048] VirtualId# [6:7593036934489859290:0]
2026-01-08T17:01:16.837350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036934489859297:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:16.837565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:16.837625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:16.847283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036935043230901:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:16.953577Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:16.953846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036932064912498:2049] [node 2] ICS01 socket: 303 reason# EndOfStream
2026-01-08T17:01:16.953902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036932064912394:2049] [node 2] ICP30 unregister session Session# [3:7593036932064912498:2049] VirtualId# [3:7593036932064912496:0]
2026-01-08T17:01:16.953958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036932064912498:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:16.954048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:16.954094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:16.956786Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:16.956994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036933661539947:2049] [node 2] ICS01 socket: 250 reason# EndOfStream
2026-01-08T17:01:16.957042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036933661539855:2049] [node 2] ICP30 unregister session Session# [4:7593036933661539947:2049] VirtualId# [4:7593036933661539943:0]
2026-01-08T17:01:16.957076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036933661539947:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:16.957150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:16.957192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:16.958025Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:16.958150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036935043231004:2049] [node 2] ICS01 socket: 271 reason# EndOfStream
2026-01-08T17:01:16.958177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036935043230902:2049] [node 2] ICP30 unregister session Session# [5:7593036935043231004:2049] VirtualId# [5:7593036935043231000:0]
2026-01-08T17:01:16.958198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036935043231004:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:16.958239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:16.958265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:16.967810Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:16.968301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036934489859302:2049] [node 2] ICS01 socket: 253 reason# EndOfStream
2026-01-08T17:01:16.968340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036934489859200:2049] [node 2] ICP30 unregister session Session# [6:7593036934489859302:2049] VirtualId# [6:7593036934489859300:0]
2026-01-08T17:01:16.968378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036934489859302:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:16.968674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:16.968735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:17.063567Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:17.068048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036935043231011:2050] [node 3] ICS01 socket: 297 reason# EndOfStream
2026-01-08T17:01:17.068116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036935043230903:2050] [node 3] ICP30 unregister session Session# [5:7593036935043231011:2050] VirtualId# [5:7593036935043231007:0]
2026-01-08T17:01:17.068160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036935043231011:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:17.068281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:17.068335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:17.066351Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:17.062644Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:17.069256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036933661539949:2050] [node 3] ICS01 socket: 265 reason# EndOfStream
2026-01-08T17:01:17.062935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036934489859293:2050] [node 3] ICS01 socket: 260 reason# EndOfStream
2026-01-08T17:01:17.069295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036933661539856:2050] [node 3] ICP30 unregister session Session# [4:7593036933661539949:2050] VirtualId# [4:7593036933661539935:0]
2026-01-08T17:01:17.062986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036934489859201:2050] [node 3] ICP30 unregister session Session# [6:7593036934489859293:2050] VirtualId# [6:7593036934489859281:0]
2026-01-08T17:01:17.069325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036933661539949:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:17.063036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036934489859293:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:17.069397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:17.063178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:17.069437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:17.063243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:17.190526Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:17.190781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036935043231013:2109] [node 4] ICS01 socket: 291 reason# EndOfStream
2026-01-08T17:01:17.190827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036935043230974:2109] [node 4] ICP30 unregister session Session# [5:7593036935043231013:2109] VirtualId# [5:7593036935043231008:0]
2026-01-08T17:01:17.190877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036935043231013:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:17.190973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:17.191025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:17.190664Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:17.190867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036934489859291:2110] [node 4] ICS07 socket disconnect 244 reason# EndOfStream
2026-01-08T17:01:17.190895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036934489859291:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:17.190971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:17.191021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036934489859291:2110] [node 4] ICS15 start handshake
2026-01-08T17:01:17.196456Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036934489859266:2110] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5773) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:17.196551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036934489859291:2110] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:17.196594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036934489859266:2110] [node 4] ICP30 unregister session Session# [6:7593036934489859291:2110] VirtualId# [6:7593036934489859280:0]
2026-01-08T17:01:17.196656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:17.196700Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036934489859266:2110] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5773) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:17.196731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5773) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:17.206672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036934489859266:2110] [node 4] ICP33 wake up from error state
2026-01-08T17:01:17.329556Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:17.329818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036934489859286:2106] [node 5] ICS01 socket: 267 reason# EndOfStream
2026-01-08T17:01:17.329870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036934489859261:2106] [node 5] ICP30 unregister session Session# [6:7593036934489859286:2106] VirtualId# [6:7593036934489859282:0]
2026-01-08T17:01:17.329904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036934489859286:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:17.329993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:17.330052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:17.458405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036935659091358:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:17.458462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036935659091359:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:17.462817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036936461811039:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:17.462884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036936461811040:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:17.469800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036936026937128:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:17.469825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036936026937129:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:17.476727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036936691752786:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:17.477126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036936691752788:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:17.477249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036936691752787:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:17.483694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036936093833803:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:17.483741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036936093833804:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:17.483927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036936093833805:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:17.490013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036937461491317:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:17.490019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036937461491318:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:17.490059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036937461491319:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:17.638090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036937461491362:2094] [node 4] ICP01 ready to work
2026-01-08T17:01:17.648354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036935659091424:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:17.681708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036936461811111:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:17.724181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036936093833866:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:17.722232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036936691752867:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:17.666223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036935659091423:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:17.774377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036935659091426:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:17.688184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036937461491366:2092] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:17.812305Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036935659091426:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37342714ns) {Configure:104(37334777ns) {ProcessConfigured:135(81274ns) {StartInitialHandshake:157(78791ns) {DropHandshakes:470(7718ns) {DropIncomingHandshake:442(252ns) DropOutgoingHandshake:457(653ns)} GenerateSessionVirtualId:992(865ns) PrepareNewSessionHandshake:477(1478ns) {SwitchToState:179(591ns)}}}}}
2026-01-08T17:01:17.812510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036935659091425:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1356
2026-01-08T17:01:17.734621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036936026937194:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:17.824295Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036937461491362:2094] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(146615969ns) {Configure:104(135419158ns) {ProcessConfigured:135(68366ns) {StartInitialHandshake:157(65002ns) {DropHandshakes:470(2164ns) {DropIncomingHandshake:442(438ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:992(724ns) PrepareNewSessionHandshake:477(2624ns) {SwitchToState:179(1119ns)}}}}}
2026-01-08T17:01:17.767470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036936461811113:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:17.815060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036936691752868:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:17.770592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036936461811112:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:17.830820Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036936093833805:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(121532207ns) {Configure:104(121525614ns) {ProcessConfigured:135(81745ns) {StartInitialHandshake:157(78755ns) {DropHandshakes:470(2235ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(270ns)} GenerateSessionVirtualId:992(930ns) PrepareNewSessionHandshake:477(2119ns) {SwitchToState:179(782ns)}}}}}
2026-01-08T17:01:17.842887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036936026937197:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20545
2026-01-08T17:01:17.862981Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036936461811113:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(43223959ns) {Configure:104(43216967ns) {ProcessConfigured:135(99560ns) {StartInitialHandshake:157(96937ns) {DropHandshakes:470(2796ns) {DropIncomingHandshake:442(632ns) DropOutgoingHandshake:457(560ns)} GenerateSessionVirtualId:992(1629ns) PrepareNewSessionHandshake:477(2105ns) {SwitchToState:179(881ns)}}}}}
2026-01-08T17:01:17.856199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036936093833870:2108] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:17.894634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036935659091358:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(246015582ns) {Configure:104(246005982ns) {ProcessConfigured:135(18378400ns) {StartInitialHandshake:157(18374917ns) {DropHandshakes:470(4927ns) {DropIncomingHandshake:442(401ns) DropOutgoingHandshake:457(532ns)} GenerateSessionVirtualId:992(1189ns) PrepareNewSessionHandshake:477(4749ns) {SwitchToState:179(2510ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:17.843574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036936026937195:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:17.912980Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036935659091432:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1356
2026-01-08T17:01:17.913246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036935659091433:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1356
2026-01-08T17:01:17.868774Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036936093833803:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(178213592ns) {Configure:104(178208088ns) {ProcessConfigured:135(108281ns) {StartInitialHandshake:157(104134ns) {DropHandshakes:470(3232ns) {DropIncomingHandshake:442(771ns) DropOutgoingHandshake:457(809ns)} GenerateSessionVirtualId:992(1236ns) PrepareNewSessionHandshake:477(2286ns) {SwitchToState:179(926ns)}}}}}
2026-01-08T17:01:17.888960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036936691752869:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54852
2026-01-08T17:01:17.846424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036936026937196:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:17.911235Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036937461491317:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(263822861ns) {Configure:104(263816238ns) {ProcessConfigured:135(60373ns) {StartInitialHandshake:157(57637ns) {DropHandshakes:470(2822ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(555ns)} GenerateSessionVirtualId:992(730ns) PrepareNewSessionHandshake:477(2252ns) {SwitchToState:179(1305ns)}}}}}
2026-01-08T17:01:17.928691Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036937461491319:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(268107305ns) {Configure:104(268100592ns) {ProcessConfigured:135(71074ns) {StartInitialHandshake:157(68937ns) {DropHandshakes:470(3208ns) {DropIncomingHandshake:442(846ns) DropOutgoingHandshake:457(705ns)} GenerateSessionVirtualId:992(1083ns) PrepareNewSessionHandshake:477(2523ns) {SwitchToState:179(755ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:17.936051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036936026937201:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20545
2026-01-08T17:01:17.938071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036937461491366:2092] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(249493316ns) {Configure:104(249487855ns) {ProcessConfigured:135(14310135ns) {StartInitialHandshake:157(14307596ns) {DropHandshakes:470(3230ns) {DropIncomingHandshake:442(597ns) DropOutgoingHandshake:457(978ns)} GenerateSessionVirtualId:992(1080ns) PrepareNewSessionHandshake:477(4711ns) {SwitchToState:179(2864ns)}}}}}
2026-01-08T17:01:17.951011Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036936026937196:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(90261670ns) {Configure:104(90254118ns) {ProcessConfigured:135(125058ns) {StartInitialHandshake:157(122348ns) {DropHandshakes:470(2361ns) {DropIncomingHandshake:442(703ns) DropOutgoingHandshake:457(341ns)} GenerateSessionVirtualId:992(1792ns) PrepareNewSessionHandshake:477(2399ns) {SwitchToState:179(657ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:17.955038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036936461811117:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24337
2026-01-08T17:01:17.955248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036936461811118:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24337
2026-01-08T17:01:17.889033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036936691752870:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54852
2026-01-08T17:01:17.900231Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036936093833866:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(175708960ns) {Configure:104(175703409ns) {ProcessConfigured:135(80857ns) {StartInitialHandshake:157(78102ns) {DropHandshakes:470(3324ns) {DropIncomingHandshake:442(655ns) DropOutgoingHandshake:457(353ns)} GenerateSessionVirtualId:992(840ns) PrepareNewSessionHandshake:477(2081ns) {SwitchToState:179(662ns)}}}}}
2026-01-08T17:01:17.922348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036935659091425:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:17.957419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036937461491393:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15186
2026-01-08T17:01:17.901123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036936093833877:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37181
2026-01-08T17:01:17.956888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036936093833878:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37181
2026-01-08T17:01:17.971334Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036936093833804:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(164234368ns) {Configure:104(156308924ns) {ProcessConfigured:135(70033ns) {StartInitialHandshake:157(66990ns) {DropHandshakes:470(3365ns) {DropIncomingHandshake:442(588ns) DropOutgoingHandshake:457(683ns)} GenerateSessionVirtualId:992(1062ns) PrepareNewSessionHandshake:477(2145ns) {SwitchToState:179(801ns)}}}}}
2026-01-08T17:01:17.962695Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036935659091424:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(295799897ns) {Configure:104(295790984ns) {ProcessConfigured:135(15497004ns) {StartInitialHandshake:157(15493223ns) {DropHandshakes:470(3525ns) {DropIncomingHandshake:442(808ns) DropOutgoingHandshake:457(620ns)} GenerateSessionVirtualId:992(1069ns) PrepareNewSessionHandshake:477(5812ns) {SwitchToState:179(2879ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:17.957496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036937461491394:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15186
2026-01-08T17:01:18.028759Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036936691752786:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(361788316ns) {Configure:104(361784623ns) {ProcessConfigured:135(14069174ns) {StartInitialHandshake:157(14064646ns) {DropHandshakes:470(2091ns) {DropIncomingHandshake:442(244ns) DropOutgoingHandshake:457(417ns)} GenerateSessionVirtualId:992(1260ns) PrepareNewSessionHandshake:477(4035ns) {SwitchToState:179(2047ns)}}}}}
2026-01-08T17:01:17.995482Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036936026937129:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(244932266ns) {Configure:104(244927553ns) {ProcessConfigured:135(84950ns) {StartInitialHandshake:157(82163ns) {DropHandshakes:470(3143ns) {DropIncomingHandshake:442(488ns) DropOutgoingHandshake:457(420ns)} GenerateSessionVirtualId:992(1314ns) PrepareNewSessionHandshake:477(1910ns) {SwitchToState:179(686ns)}}}}}
2026-01-08T17:01:18.022719Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036941756458691:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15186
2026-01-08T17:01:18.006583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036936093833878:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:17.978674Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036935659091423:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(244641379ns) {Configure:104(244635260ns) {ProcessConfigured:135(31426503ns) {StartInitialHandshake:157(31422076ns) {DropHandshakes:470(723ns) {DropIncomingHandshake:442(257ns) DropOutgoingHandshake:457(111ns)} GenerateSessionVirtualId:992(1070ns) PrepareNewSessionHandshake:477(5299ns) {SwitchToState:179(2597ns)}}}}}
2026-01-08T17:01:18.050692Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036936461811040:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(335483885ns) {Configure:104(335480572ns) {ProcessConfigured:135(28774371ns) {StartInitialHandshake:157(28770799ns) {DropHandshakes:470(4219ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(557ns)} GenerateSessionVirtualId:992(1262ns) PrepareNewSessionHandshake:477(4259ns) {SwitchToState:179(2535ns)}}}}}
2026-01-08T17:01:18.014685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036936026937203:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.066454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036936691752869:2128] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:17.984044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036935659091359:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(328206798ns) {Configure:104(328197346ns) {ProcessConfigured:135(11820901ns) {StartInitialHandshake:157(11817188ns) {DropHandshakes:470(1134ns) {DropIncomingHandshake:442(445ns) DropOutgoingHandshake:457(274ns)} GenerateSessionVirtualId:992(1098ns) PrepareNewSessionHandshake:477(3494ns) {SwitchToState:179(1718ns)}}}}}
2026-01-08T17:01:18.006789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036936093833805:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:18.068120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036940986720175:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54852
2026-01-08T17:01:18.074597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036936691752872:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.074629Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036936691752872:2130] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:18.075531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036936691752786:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:18.034735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036937461491394:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.062904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036936461811118:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.014720Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036936026937203:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.047673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036941756458691:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.016021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036940388801179:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37181
2026-01-08T17:01:18.090469Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036936691752872:2130] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:18.076489Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036936461811111:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(341336845ns) {Configure:104(341333297ns) {ProcessConfigured:135(29773657ns) {StartInitialHandshake:157(29771449ns) {DropHandshakes:470(3598ns) {DropIncomingHandshake:442(818ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:992(1074ns) PrepareNewSessionHandshake:477(2648ns) {SwitchToState:179(67ns)}}}}}
2026-01-08T17:01:18.016226Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036936026937203:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.146488Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036936691752787:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(327514826ns) {Configure:104(327500181ns) {ProcessConfigured:135(36740549ns) {StartInitialHandshake:157(36737601ns) {DropHandshakes:470(3706ns) {DropIncomingHandshake:442(631ns) DropOutgoingHandshake:457(676ns)} GenerateSessionVirtualId:992(718ns) PrepareNewSessionHandshake:477(3929ns) {SwitchToState:179(1525ns)}}}}}
2026-01-08T17:01:17.984213Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036935659091433:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.076669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036936461811117:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.016753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036936093833878:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:18.052097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036937461491366:2092] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.029594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036936026937196:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:18.093340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036935659091437:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.146724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036936691752870:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.052300Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593036937461491366:2092] [node 5] ICP35 event processing took too much time PendingConnection:279(16299243ns) {IncomingHandshake:261(16296606ns) {DropIncomingHandshake:442(2316ns) PrepareNewSessionHandshake:477(5526ns) {SwitchToState:179(4400ns)} GenerateSessionVirtualId:992(479ns) IssueIncomingHandshakeReply:193(5278336ns) {SwitchToState:179(1490ns)}}}
2026-01-08T17:01:18.016908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036936093833805:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.016967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:18.017020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036936093833805:2050] [node 3] ICP22 created new session: [5:7593036940388801180:2050]
2026-01-08T17:01:18.017072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036940388801180:2050] [node 3] ICS09 handshake done sender: [5:7593036936093833878:2114] self: [5:7593036940388801178:0] peer: [3:7593036936026937202:0] socket: 270 qp: -1
2026-01-08T17:01:18.029639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:18.017114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036940388801180:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:18.076993Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036936461811115:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.093388Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036935659091437:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:18.147060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036936691752868:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:18.066537Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036937461491393:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.077015Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036936461811115:2119] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.102700Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036935659091437:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:18.029699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036936026937196:2109] [node 5] ICP22 created new session: [3:7593036940321904502:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.017152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.147111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:18.066984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036937461491362:2094] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.029753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036940321904502:2109] [node 5] ICS09 handshake done sender: [3:7593036936026937203:2114] self: [3:7593036936026937202:0] peer: [5:7593036940388801178:0] socket: 267 qp: -1
2026-01-08T17:01:18.088621Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036936461811115:2119] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.102925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036935659091428:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.068769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036937461491317:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:18.147176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036936691752868:2109] [node 6] ICP22 created new session: [4:7593036940986720183:2109]
2026-01-08T17:01:18.054409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036936093833877:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.102969Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036935659091428:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:18.123521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036935659091432:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.167430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036939954058740:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1356
2026-01-08T17:01:18.178706Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036935659091428:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:18.181522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036935659091431:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.181556Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036935659091431:2114] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:18.182081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036935659091426:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:18.182134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:18.182195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036935659091426:2107] [node 4] ICP22 created new session: [1:7593036939954058745:2107]
2026-01-08T17:01:18.182260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036939954058745:2107] [node 4] ICS09 handshake done sender: [1:7593036935659091428:2113] self: [1:7593036935659091427:0] peer: [4:7593036940986720178:0] socket: 243 qp: -1
2026-01-08T17:01:18.182299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036939954058745:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:18.182356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:18.200193Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036935659091426:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(17845730ns) {HandleHandshakeStatus:329(17842881ns) {DropIncomingHandshake:442(638ns) DropOutgoingHandshake:457(818ns) SwitchToState:179(1269ns) ProcessPendingSessionEvents:495(17372126ns) {ForwardSessionEventToSession:616(17317463ns) ForwardSessionEventToSession:616(5542ns) ForwardSessionEventToSession:616(2644ns) ForwardSessionEventToSession:616(6378ns) ForwardSessionEventToSession:616(3426ns) ForwardSessionEventToSession:616(5652ns) ForwardSessionEventToSession:616(2143ns) ForwardSessionEventToSession:616(3859ns) ForwardSessionEventToSession:616(7314ns) ForwardSessionEventToSession:616(2694ns)}}}
2026-01-08T17:01:18.200385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036935659091424:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:18.200462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:18.200512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036935659091424:2109] [node 6] ICP22 created new session: [1:7593036939954058748:2109]
2026-01-08T17:01:18.200562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036939954058748:2109] [node 6] ICS09 handshake done sender: [1:7593036935659091437:2117] self: [1:7593036935659091435:0] peer: [6:7593036941756458694:0] socket: 272 qp: -1
2026-01-08T17:01:18.200598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036939954058748:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:18.200637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:18.204719Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036935659091431:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:18.214631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036939954058742:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1356
2026-01-08T17:01:18.229738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036935659091358:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:18.229797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:18.253907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036939954058742:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.254979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036935659091358:2048] [node 2] ICP22 created new session: [1:7593036939954058752:2048]
2026-01-08T17:01:18.255048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036939954058752:2048] [node 2] ICS09 handshake done sender: [1:7593036935659091431:2114] self: [1:7593036935659091430:0] peer: [2:7593036940756778426:0] socket: 262 qp: -1
2026-01-08T17:01:18.255096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036939954058752:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:18.255150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:18.255736Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036935659091358:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(25750129ns) {HandleHandshakeStatus:329(25747234ns) {DropIncomingHandshake:442(387ns) DropOutgoingHandshake:457(812ns) SwitchToState:179(492ns) ProcessPendingSessionEvents:495(102400ns) {ForwardSessionEventToSession:616(51746ns) ForwardSessionEventToSession:616(7927ns) ForwardSessionEventToSession:616(2887ns) ForwardSessionEventToSession:616(5361ns) ForwardSessionEventToSession:616(3019ns) ForwardSessionEventToSession:616(2293ns) ForwardSessionEventToSession:616(7277ns) ForwardSessionEventToSession:616(3253ns) ForwardSessionEventToSession:616(2127ns) ForwardSessionEventToSession:616(4905ns)}}}
2026-01-08T17:01:18.255798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036935659091358:2048] [node 2] ICP18 handshake (actor [1:7593036939954058742:2121]) is too old
2026-01-08T17:01:18.256676Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036939954058740:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.262686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036935659091426:2107] [node 4] ICP18 handshake (actor [1:7593036939954058740:2120]) is too old
2026-01-08T17:01:18.122866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036936461811039:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(374459792ns) {Configure:104(374449881ns) {ProcessConfigured:135(19237178ns) {StartInitialHandshake:157(19233816ns) {DropHandshakes:470(1677ns) {DropIncomingHandshake:442(322ns) DropOutgoingHandshake:457(274ns)} GenerateSessionVirtualId:992(718ns) PrepareNewSessionHandshake:477(2814ns) {SwitchToState:179(1301ns)}}}}}
2026-01-08T17:01:18.029799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036940321904502:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:18.147234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036940986720183:2109] [node 6] ICS09 handshake done sender: [4:7593036936691752872:2130] self: [4:7593036936691752871:0] peer: [6:7593036941756458695:0] socket: 254 qp: -1
2026-01-08T17:01:18.076045Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036937461491318:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(361082190ns) {Configure:104(361075393ns) {ProcessConfigured:135(27633344ns) {StartInitialHandshake:157(27629929ns) {DropHandshakes:470(2137ns) {DropIncomingHandshake:442(562ns) DropOutgoingHandshake:457(458ns)} GenerateSessionVirtualId:992(828ns) PrepareNewSessionHandshake:477(2019ns) {SwitchToState:179(91ns)}}}}}
2026-01-08T17:01:18.029835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:18.035208Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036936026937197:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.063041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036936026937201:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.110714Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036936026937194:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(272366444ns) {Configure:104(272356185ns) {ProcessConfigured:135(27193234ns) {StartInitialHandshake:157(27190000ns) {DropHandshakes:470(1895ns) {DropIncomingHandshake:442(212ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:992(358ns) PrepareNewSessionHandshake:477(3808ns) {SwitchToState:179(1951ns)}}}}}
2026-01-08T17:01:18.120162Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036936026937195:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(261821016ns) {Configure:104(261812597ns) {ProcessConfigured:135(24137416ns) {StartInitialHandshake:157(24133921ns) {DropHandshakes:470(2945ns) {DropIncomingHandshake:442(878ns) DropOutgoingHandshake:457(394ns)} GenerateSessionVirtualId:992(650ns) PrepareNewSessionHandshake:477(3972ns) {SwitchToState:179(1706ns)}}}}}
2026-01-08T17:01:18.142656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036936026937196:2109] [node 5] ICP18 handshake (actor [3:7593036936026937197:2111]) is too old
2026-01-08T17:01:18.148824Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [3:7593036936026937196:2109] [node 5] ICP35 event processing took too much time StateWork:294(31908859ns) {IncomingHandshake:261(31905359ns)}
2026-01-08T17:01:18.263664Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036940321904511:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20545
2026-01-08T17:01:18.314857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036940321904511:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.315030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036936026937128:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:18.101081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036941756458697:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15186
2026-01-08T17:01:18.055199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036936093833804:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:18.342517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036935659091441:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.342582Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036935659091441:2119] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.345316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036940321904514:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20545
2026-01-08T17:01:18.132083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036936461811039:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.068318Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036936093833875:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.147277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036940986720183:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:18.101316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036941756458698:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15186
2026-01-08T17:01:18.175606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036936461811113:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.068363Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036936093833875:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:18.147360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:18.356876Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036935659091441:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:18.351705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036940321904507:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.182598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:18.101554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036941756458699:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15186
2026-01-08T17:01:18.351764Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036940321904507:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:18.068508Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036936093833870:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(155290256ns) {Configure:104(155281066ns) {ProcessConfigured:135(34003762ns) {StartInitialHandshake:157(34000444ns) {DropHandshakes:470(6107ns) {DropIncomingHandshake:442(708ns) DropOutgoingHandshake:457(444ns)} GenerateSessionVirtualId:992(1031ns) PrepareNewSessionHandshake:477(3585ns) {SwitchToState:179(1709ns)}}}}}
2026-01-08T17:01:18.148286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593036936691752868:2109] [node 6] ICP18 handshake (actor [4:7593036936691752870:2129]) is too old
2026-01-08T17:01:18.184563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036936461811113:2108] [node 5] ICP22 created new session: [2:7593036940756778428:2108]
2026-01-08T17:01:18.375019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036935659091440:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.100225Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036940388801186:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37181
2026-01-08T17:01:18.101647Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036941756458700:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15186
2026-01-08T17:01:18.354431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036940321904513:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20545
2026-01-08T17:01:18.106506Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036936093833875:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:18.107027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036936093833866:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:18.107074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:18.375050Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036935659091440:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:18.170688Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036936691752788:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(278060920ns) {Configure:104(278057061ns) {ProcessConfigured:135(16985512ns) {StartInitialHandshake:157(16982057ns) {DropHandshakes:470(2832ns) {DropIncomingHandshake:442(443ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:992(713ns) PrepareNewSessionHandshake:477(2471ns) {SwitchToState:179(873ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.392100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036935659091359:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: 2026-01-08T17:01:18.107134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036936093833866:2109] [node 6] ICP22 created new session: [5:7593036940388801187:2109]
::ffff:127.1.0.0
2026-01-08T17:01:18.107185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036940388801187:2109] [node 6] ICS09 handshake done sender: [5:7593036936093833875:2112] self: [5:7593036936093833874:0] peer: [6:7593036941756458692:0] socket: 257 qp: -1
2026-01-08T17:01:18.107226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036940388801187:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:18.392189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:18.198735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036940756778429:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24337
2026-01-08T17:01:18.376410Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036940321904510:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20545
2026-01-08T17:01:18.199575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036940756778430:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24337
2026-01-08T17:01:18.200993Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036936461811112:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(338711078ns) {Configure:104(338702650ns) {ProcessConfigured:135(67273235ns) {StartInitialHandshake:157(67270251ns) {DropHandshakes:470(2354ns) {DropIncomingHandshake:442(306ns) DropOutgoingHandshake:457(507ns)} GenerateSessionVirtualId:992(718ns) PrepareNewSessionHandshake:477(5588ns) {SwitchToState:179(3113ns)}}}}}
2026-01-08T17:01:18.216424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036940756778428:2108] [node 5] ICS09 handshake done sender: [2:7593036936461811115:2119] self: [2:7593036936461811114:0] peer: [5:7593036940388801184:0] socket: 251 qp: -1
2026-01-08T17:01:18.216495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036940756778428:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:18.238105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:18.247294Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036940756778420:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.247346Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036940756778420:2124] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:18.248668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036940756778434:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24337
2026-01-08T17:01:18.253708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036940756778420:2124] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:18.270541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036940756778432:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24337
2026-01-08T17:01:18.294553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036936461811111:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:18.294646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:18.294726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036936461811111:2109] [node 6] ICP22 created new session: [2:7593036940756778436:2109]
2026-01-08T17:01:18.315419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036940756778436:2109] [node 6] ICS09 handshake done sender: [2:7593036940756778420:2124] self: [2:7593036940756778418:0] peer: [6:7593036941756458706:0] socket: 281 qp: -1
2026-01-08T17:01:18.323909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036940756778436:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:18.334666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036940756778430:2127] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.334777Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036936461811039:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19461) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036936461811118:2121] held: no
2026-01-08T17:01:18.334979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036936461811118:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:18.338569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:18.342692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036936461811039:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.342751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:18.352717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036936461811039:2048] [node 1] ICP22 created new session: [2:7593036940756778438:2048]
2026-01-08T17:01:18.382755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036940756778438:2048] [node 1] ICS09 handshake done sender: [2:7593036936461811118:2121] self: [2:7593036940756778426:0] peer: [1:7593036935659091430:0] socket: 268 qp: -1
2026-01-08T17:01:18.382836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036940756778438:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:18.382913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:18.383253Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036936461811039:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40463890ns) {HandleHandshakeStatus:329(40460895ns) {DropIncomingHandshake:442(1763ns) DropOutgoingHandshake:457(763ns) SwitchToState:179(779ns) ProcessPendingSessionEvents:495(920ns)}}
2026-01-08T17:01:18.395925Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036936461811111:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(101109103ns) {HandleHandshakeStatus:329(101104994ns) {DropIncomingHandshake:442(783ns) DropOutgoingHandshake:457(881ns) SwitchToState:179(720ns) ProcessPendingSessionEvents:495(16082152ns) {ForwardSessionEventToSession:616(16017832ns) ForwardSessionEventToSession:616(10621ns) ForwardSessionEventToSession:616(9088ns) ForwardSessionEventToSession:616(6172ns) ForwardSessionEventToSession:616(2703ns) ForwardSessionEventToSession:616(4834ns) ForwardSessionEventToSession:616(8083ns) ForwardSessionEventToSession:616(2878ns) ForwardSessionEventToSession:616(2009ns) ForwardSessionEventToSession:616(4571ns)}}}
2026-01-08T17:01:18.396008Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036936461811111:2109] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:18.430523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036940756778416:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.430580Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036940756778416:2122] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:18.392244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036935659091359:2049] [node 3] ICP22 created new session: [1:7593036939954058756:2049]
2026-01-08T17:01:18.194622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036941756458698:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.107266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:18.174918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036940986720175:2132] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.435756Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036936461811113:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(166862635ns) {HandleHandshakeStatus:329(166857197ns) {DropIncomingHandshake:442(411ns) DropOutgoingHandshake:457(1105ns) SwitchToState:179(950ns) ProcessPendingSessionEvents:495(83802465ns) {ForwardSessionEventToSession:616(31931184ns) ForwardSessionEventToSession:616(8123214ns) ForwardSessionEventToSession:616(9385ns) ForwardSessionEventToSession:616(18558853ns) ForwardSessionEventToSession:616(4311ns) ForwardSessionEventToSession:616(7372479ns) ForwardSessionEventToSession:616(8733ns) ForwardSessionEventToSession:616(2786ns) ForwardSessionEventToSession:616(4186569ns) ForwardSessionEventToSession:616(13564263ns)}}}
2026-01-08T17:01:18.441432Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036936461811113:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:18.451703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036940756778416:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:18.478489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036936461811040:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:18.482489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:18.482558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036936461811040:2049] [node 3] ICP22 created new session: [2:7593036940756778443:2049]
2026-01-08T17:01:18.184183Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036936691752867:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(331949439ns) {Configure:104(331941330ns) {ProcessConfigured:135(26241812ns) {StartInitialHandshake:157(26238789ns) {DropHandshakes:470(972ns) {DropIncomingHandshake:442(220ns) DropOutgoingHandshake:457(162ns)} GenerateSessionVirtualId:992(553ns) PrepareNewSessionHandshake:477(4928ns) {SwitchToState:179(2800ns)}}}}}
2026-01-08T17:01:18.392391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036935659091440:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:18.382728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036940321904511:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:18.194697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036937461491393:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:18.108070Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036936093833877:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:18.184590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036940986720182:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54852
2026-01-08T17:01:18.395099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036940321904510:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.430759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036939954058756:2049] [node 3] ICS09 handshake done sender: [1:7593036935659091441:2119] self: [1:7593036935659091439:0] peer: [3:7593036940321904512:0] socket: 301 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.506900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036940756778443:2049] [node 3] ICS09 handshake done sender: [2:7593036940756778416:2122] self: [2:7593036936461811119:0] peer: [3:7593036940321904516:0] socket: 247 qp: -1
2026-01-08T17:01:18.196193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036941756458691:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:18.109733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036936093833804:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.438446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036939954058756:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:18.109790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:18.234625Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036936691752869:2128] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:18.109845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036936093833804:2049] [node 2] ICP22 created new session: [5:7593036940388801190:2049]
2026-01-08T17:01:18.109888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036940388801190:2049] [node 2] ICS09 handshake done sender: [5:7593036936093833877:2113] self: [5:7593036940388801184:0] peer: [2:7593036936461811114:0] socket: 253 qp: -1
2026-01-08T17:01:18.259605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036936691752786:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.109924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036940388801190:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:18.264418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:18.109958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:18.298803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036936691752786:2048] [node 1] ICP22 created new session: [4:7593036940986720188:2048]
2026-01-08T17:01:18.205465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036940388801192:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37181
2026-01-08T17:01:18.304801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036940986720181:2135] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.239379Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036940388801193:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37181
2026-01-08T17:01:18.304834Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036940986720181:2135] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:18.291122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036940388801192:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.395340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036936026937129:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:18.328768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036940986720188:2048] [node 1] ICS09 handshake done sender: [4:7593036936691752869:2128] self: [4:7593036940986720178:0] peer: [1:7593036935659091427:0] socket: 248 qp: -1
2026-01-08T17:01:18.506975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036940756778443:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:18.196773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036937461491362:2094] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.302793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036936093833870:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:18.397603Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036940321904513:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.507029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:18.441605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036935659091423:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:18.338499Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036940986720181:2135] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:18.346599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036940388801193:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.441824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:18.196834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:18.342371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036940986720188:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:18.514970Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036940756778427:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.406640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036936026937128:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.196894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036937461491362:2094] [node 4] ICP22 created new session: [6:7593036941756458702:2094]
2026-01-08T17:01:18.196949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036941756458702:2094] [node 4] ICS09 handshake done sender: [6:7593036937461491393:2114] self: [6:7593036941756458695:0] peer: [4:7593036936691752871:0] socket: 264 qp: -1
2026-01-08T17:01:18.196998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036941756458702:2094] [node 4] ICS10 traffic start
2026-01-08T17:01:18.197054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:18.406737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:18.197783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036937461491317:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.197854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:18.406799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036936026937128:2048] [node 1] ICP22 created new session: [3:7593036940321904518:2048]
2026-01-08T17:01:18.197904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036937461491317:2048] [node 1] ICP22 created new session: [6:7593036941756458704:2048]
2026-01-08T17:01:18.406872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036940321904518:2048] [node 1] ICS09 handshake done sender: [3:7593036940321904511:2118] self: [3:7593036940321904512:0] peer: [1:7593036935659091439:0] socket: 304 qp: -1
2026-01-08T17:01:18.406916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036940321904518:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:18.197960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036941756458704:2048] [node 1] ICS09 handshake done sender: [6:7593036941756458691:2116] self: [6:7593036941756458694:0] peer: [1:7593036935659091435:0] socket: 273 qp: -1
2026-01-08T17:01:18.350877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036940388801195:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37181
2026-01-08T17:01:18.198003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036941756458704:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:18.406972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:18.515013Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036940756778427:2125] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:18.351704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:18.442303Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036935659091359:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(62266486ns) {HandleHandshakeStatus:329(49973280ns) {DropIncomingHandshake:442(25173ns) DropOutgoingHandshake:457(682ns) SwitchToState:179(993ns) ProcessPendingSessionEvents:495(105654ns) {ForwardSessionEventToSession:616(47576ns) ForwardSessionEventToSession:616(12726ns) ForwardSessionEventToSession:616(2746ns) ForwardSessionEventToSession:616(7398ns) ForwardSessionEventToSession:616(6099ns) ForwardSessionEventToSession:616(2588ns) ForwardSessionEventToSession:616(7633ns) ForwardSessionEventToSession:616(2715ns) ForwardSessionEventToSession:616(2157ns) ForwardSessionEventToSession:616(4787ns)}}}
2026-01-08T17:01:18.368999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036936093833803:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:18.438646Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036940321904507:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:18.198039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.445691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:18.378498Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036940388801192:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:18.450528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036940321904521:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20545
2026-01-08T17:01:18.367044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036936691752786:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(107163376ns) {HandleHandshakeStatus:329(107159802ns) {DropIncomingHandshake:442(921ns) DropOutgoingHandshake:457(5238ns) SwitchToState:179(794ns) ProcessPendingSessionEvents:495(128871ns) {ForwardSessionEventToSession:616(72895ns) ForwardSessionEventToSession:616(10040ns) ForwardSessionEventToSession:616(2842ns) ForwardSessionEventToSession:616(3008ns) ForwardSessionEventToSession:616(7921ns) ForwardSessionEventToSession:616(2513ns) ForwardSessionEventToSession:616(3045ns) ForwardSessionEventToSession:616(6093ns) ForwardSessionEventToSession:616(2921ns) ForwardSessionEventToSession:616(7818ns)}}}
2026-01-08T17:01:18.540273Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036936461811040:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(68128574ns) {HandleHandshakeStatus:329(68125290ns) {DropIncomingHandshake:442(31909ns) DropOutgoingHandshake:457(558ns) SwitchToState:179(1553ns) ProcessPendingSessionEvents:495(24193992ns) {ForwardSessionEventToSession:616(7873169ns) ForwardSessionEventToSession:616(11843873ns) ForwardSessionEventToSession:616(22851ns) ForwardSessionEventToSession:616(3247ns) ForwardSessionEventToSession:616(2831519ns) ForwardSessionEventToSession:616(2530ns) ForwardSessionEventToSession:616(170133ns) ForwardSessionEventToSession:616(4648ns) ForwardSessionEventToSession:616(2353ns) ForwardSessionEventToSession:616(1410183ns)}}}
2026-01-08T17:01:18.215654Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036937461491362:2094] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:18.445758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036935659091423:2108] [node 5] ICP22 created new session: [1:7593036939954058758:2108]
2026-01-08T17:01:18.367798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036936691752867:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:18.399789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036936093833870:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.215858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036937461491318:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:18.541669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036940756778427:2125] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:18.460254Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036936026937128:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(43921661ns) {HandleHandshakeStatus:329(43917889ns) {DropIncomingHandshake:442(1048ns) DropOutgoingHandshake:457(16710ns) SwitchToState:179(804ns) ProcessPendingSessionEvents:495(19602429ns) {ForwardSessionEventToSession:616(10778051ns) ForwardSessionEventToSession:616(6011ns) ForwardSessionEventToSession:616(2230693ns) ForwardSessionEventToSession:616(4115ns) ForwardSessionEventToSession:616(6534507ns) ForwardSessionEventToSession:616(5355ns) ForwardSessionEventToSession:616(5888ns) ForwardSessionEventToSession:616(8874ns) ForwardSessionEventToSession:616(2511ns) ForwardSessionEventToSession:616(2652ns)}}}
2026-01-08T17:01:18.367876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:18.399842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:18.541891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036936461811112:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:18.445824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036939954058758:2108] [node 5] ICS09 handshake done sender: [1:7593036935659091440:2118] self: [1:7593036935659091436:0] peer: [5:7593036940388801196:0] socket: 261 qp: -1
2026-01-08T17:01:18.222721Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036937461491394:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:18.223175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036937461491366:2092] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.223235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:18.223290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036937461491366:2092] [node 5] ICP22 created new session: [6:7593036941756458707:2092]
2026-01-08T17:01:18.223345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036941756458707:2092] [node 5] ICS09 handshake done sender: [6:7593036937461491394:2115] self: [6:7593036941756458692:0] peer: [5:7593036936093833874:0] socket: 271 qp: -1
2026-01-08T17:01:18.223383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036941756458707:2092] [node 5] ICS10 traffic start
2026-01-08T17:01:18.223425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:18.248991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036941756458701:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15186
2026-01-08T17:01:18.251322Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036941756458710:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15186
2026-01-08T17:01:18.263281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036941756458698:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:18.270843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036937461491318:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.270942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:18.270994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036937461491318:2049] [node 2] ICP22 created new session: [6:7593036941756458711:2049]
2026-01-08T17:01:18.271042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036941756458711:2049] [node 2] ICS09 handshake done sender: [6:7593036941756458698:2119] self: [6:7593036941756458706:0] peer: [2:7593036940756778418:0] socket: 288 qp: -1
2026-01-08T17:01:18.271081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036941756458711:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:18.271142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:18.297543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036941756458701:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.297699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036937461491319:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:18.397143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036941756458714:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15186
2026-01-08T17:01:18.441035Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036941756458701:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:18.441630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036937461491319:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.443681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:18.446832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036937461491319:2050] [node 3] ICP22 created new session: [6:7593036941756458715:2050]
2026-01-08T17:01:18.446906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036941756458715:2050] [node 3] ICS09 handshake done sender: [6:7593036941756458701:2122] self: [6:7593036941756458713:0] peer: [3:7593036940321904506:0] socket: 298 qp: -1
2026-01-08T17:01:18.446981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036941756458715:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:18.450506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:18.465991Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593036937461491319:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(24569864ns) {HandleHandshakeStatus:329(24121004ns) {DropIncomingHandshake:442(3344ns) DropOutgoingHandshake:457(17958ns) SwitchToState:179(957ns) ProcessPendingSessionEvents:495(15048488ns) {ForwardSessionEventToSession:616(14993574ns) ForwardSessionEventToSession:616(6137ns) ForwardSessionEventToSession:616(2782ns) ForwardSessionEventToSession:616(7509ns) ForwardSessionEventToSession:616(3370ns) ForwardSessionEventToSession:616(2588ns) ForwardSessionEventToSession:616(5611ns) ForwardSessionEventToSession:616(2224ns) ForwardSessionEventToSession:616(5118ns) ForwardSessionEventToSession:616(3013ns)}}}
2026-01-08T17:01:18.463978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036936026937195:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:18.464057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:18.470542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036936026937195:2110] [node 6] ICP22 created new session: [3:7593036940321904522:2110]
2026-01-08T17:01:18.490843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036940321904510:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:18.494713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036940321904522:2110] [node 6] ICS09 handshake done sender: [3:7593036940321904507:2116] self: [3:7593036940321904506:0] peer: [6:7593036941756458713:0] socket: 293 qp: -1
2026-01-08T17:01:18.498529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036936026937129:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.498619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:18.498699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036936026937129:2049] [node 2] ICP22 created new session: [3:7593036940321904523:2049]
2026-01-08T17:01:18.498759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036940321904523:2049] [node 2] ICS09 handshake done sender: [3:7593036940321904510:2117] self: [3:7593036940321904516:0] peer: [2:7593036936461811119:0] socket: 294 qp: -1
2026-01-08T17:01:18.498804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036940321904523:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:18.498855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:18.506586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036940321904522:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:18.506678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:18.516322Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036936026937195:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(54355921ns) {HandleHandshakeStatus:329(54352010ns) {DropIncomingHandshake:442(22467ns) DropOutgoingHandshake:457(589ns) SwitchToState:179(663ns) ProcessPendingSessionEvents:495(7742721ns) {ForwardSessionEventToSession:616(7671549ns) ForwardSessionEventToSession:616(10661ns) ForwardSessionEventToSession:616(3429ns) ForwardSessionEventToSession:616(3176ns) ForwardSessionEventToSession:616(4917ns) ForwardSessionEventToSession:616(2928ns) ForwardSessionEventToSession:616(13993ns) ForwardSessionEventToSession:616(5944ns) ForwardSessionEventToSession:616(8373ns) ForwardSessionEventToSession:616(4589ns)}}}
2026-01-08T17:01:18.530842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036940321904505:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.530897Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036940321904505:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:18.546967Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036940321904505:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:18.550542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036936026937194:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:18.550624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:18.562587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036936026937194:2108] [node 4] ICP22 created new session: [3:7593036940321904527:2108]
2026-01-08T17:01:18.562671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036940321904527:2108] [node 4] ICS09 handshake done sender: [3:7593036940321904505:2115] self: [3:7593036940321904504:0] peer: [4:7593036940986720197:0] socket: 242 qp: -1
2026-01-08T17:01:18.562723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036940321904527:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:18.562787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:18.556204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:18.577197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036936461811112:2107] [node 4] ICP22 created new session: [2:7593036940756778446:2107]
2026-01-08T17:01:18.586538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036940756778446:2107] [node 4] ICS09 handshake done sender: [2:7593036940756778427:2125] self: [2:7593036940756778425:0] peer: [4:7593036940986720196:0] socket: 305 qp: -1
2026-01-08T17:01:18.586599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036940756778446:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:18.597815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:18.628555Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036936461811112:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(86384831ns) {HandleHandshakeStatus:329(86381466ns) {DropIncomingHandshake:442(16555ns) DropOutgoingHandshake:457(572ns) SwitchToState:179(875ns) ProcessPendingSessionEvents:495(25719540ns) {ForwardSessionEventToSession:616(25667417ns) ForwardSessionEventToSession:616(7669ns) ForwardSessionEventToSession:616(3288ns) ForwardSessionEventToSession:616(5211ns) ForwardSessionEventToSession:616(2635ns) ForwardSessionEventToSession:616(2524ns) ForwardSessionEventToSession:616(5684ns) ForwardSessionEventToSession:616(2481ns) ForwardSessionEventToSession:616(6554ns) ForwardSessionEventToSession:616(2306ns)}}}
2026-01-08T17:01:18.367937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036936691752867:2108] [node 5] ICP22 created new session: [4:7593036940986720192:2108]
2026-01-08T17:01:18.367994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036940986720192:2108] [node 5] ICS09 handshake done sender: [4:7593036940986720181:2135] self: [4:7593036940986720180:0] peer: [5:7593036940388801194:0] socket: 295 qp: -1
2026-01-08T17:01:18.368030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036940986720192:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:18.445870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036939954058758:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:18.368065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:18.445928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:18.447013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036940986720194:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54852
2026-01-08T17:01:18.457589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036940986720195:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54852
2026-01-08T17:01:18.399901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036936093833870:2108] [node 4] ICP22 created new session: [5:7593036940388801197:2108]
2026-01-08T17:01:18.474745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036940986720194:2137] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.399959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036940388801197:2108] [node 4] ICS09 handshake done sender: [5:7593036940388801192:2119] self: [5:7593036940388801194:0] peer: [4:7593036940986720180:0] socket: 296 qp: -1
2026-01-08T17:01:18.475012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036936691752787:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:18.399994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036940388801197:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:18.515656Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036940986720195:2138] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:18.516920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036936691752788:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:18.400037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:18.400301Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036936093833870:2108] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:18.556303Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036936691752787:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4447) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036940986720194:2137] held: no
2026-01-08T17:01:18.562473Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036936691752788:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16720) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036940986720195:2138] held: no
2026-01-08T17:01:18.455640Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036936093833803:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19461) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036940388801193:2120] held: no
2026-01-08T17:01:18.574789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036940986720198:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54852
2026-01-08T17:01:18.522653Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036940388801199:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37181
2026-01-08T17:01:18.537407Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036940388801193:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:18.577550Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036936691752788:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(21197989ns) {HandleHandshakeStatus:395(21194372ns) {LogHandshakeFail:472(6289954ns) {UpdateErrorStateLog:545(17844ns)} DropOutgoingHandshake:457(834ns) ProcessPendingSessionEvents:495(14801335ns) {DropSessionEvent:512(14382ns) DropSessionEvent:512(6134ns) DropSessionEvent:512(5262ns) DropSessionEvent:512(11899156ns) DropSessionEvent:512(2832791ns) DropSessionEvent:512(9205ns) DropSessionEvent:512(5259ns) DropSessionEvent:512(4498ns) DropSessionEvent:512(5366ns) DropSessionEvent:512(5877ns)}}}
2026-01-08T17:01:18.538418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036936093833803:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.577743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036940986720199:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54852
2026-01-08T17:01:18.540877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:18.598183Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036940986720195:2138] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:18.541319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036936093833803:2048] [node 1] ICP22 created new session: [5:7593036940388801200:2048]
2026-01-08T17:01:18.606668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036936691752788:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.542886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036940388801200:2048] [node 1] ICS09 handshake done sender: [5:7593036940388801193:2120] self: [5:7593036940388801196:0] peer: [1:7593036935659091436:0] socket: 302 qp: -1
2026-01-08T17:01:18.606733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:18.542935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036940388801200:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:18.542990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:18.606792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036936691752788:2050] [node 3] ICP22 created new session: [4:7593036940986720200:2050]
2026-01-08T17:01:18.606860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036940986720200:2050] [node 3] ICS09 handshake done sender: [4:7593036940986720195:2138] self: [4:7593036940986720197:0] peer: [3:7593036940321904504:0] socket: 311 qp: -1
2026-01-08T17:01:18.606904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036940986720200:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:18.606952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:18.626046Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036936691752787:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27622989ns) {HandleHandshakeStatus:395(27619420ns) {LogHandshakeFail:472(13546ns) {UpdateErrorStateLog:545(4910ns)} DropOutgoingHandshake:457(1715ns) ProcessPendingSessionEvents:495(22262053ns) {DropSessionEvent:512(12281ns) DropSessionEvent:512(3918ns) DropSessionEvent:512(4135ns) DropSessionEvent:512(9622141ns) DropSessionEvent:512(7010ns) DropSessionEvent:512(4237ns) DropSessionEvent:512(4309ns) DropSessionEvent:512(4151ns) DropSessionEvent:512(21637ns) DropSessionEvent:512(2648636ns)}}}
2026-01-08T17:01:18.630412Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036940986720194:2137] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:18.638617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036936691752787:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:18.638715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:18.638771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036936691752787:2049] [node 2] ICP22 created new session: [4:7593036940986720202:2049]
2026-01-08T17:01:18.638814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036940986720202:2049] [node 2] ICS09 handshake done sender: [4:7593036940986720194:2137] self: [4:7593036940986720196:0] peer: [2:7593036940756778425:0] socket: 308 qp: -1
2026-01-08T17:01:18.638872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036940986720202:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:18.638934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:18.790481Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:18.790754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036940756778438:2048] [node 1] ICS01 socket: 268 reason# EndOfStream
2026-01-08T17:01:18.790819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036936461811039:2048] [node 1] ICP30 unregister session Session# [2:7593036940756778438:2048] VirtualId# [2:7593036940756778426:0]
2026-01-08T17:01:18.790878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036940756778438:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:18.790968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:18.791021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:18.793117Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:18.793397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036940321904518:2048] [node 1] ICS07 socket disconnect 304 reason# EndOfStream
2026-01-08T17:01:18.793430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036940321904518:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:18.793538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:18.793598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036940321904518:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:18.796444Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036936026937128:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19461) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:18.796511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036940321904518:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:18.796556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036936026937128:2048] [node 1] ICP30 unregister session Session# [3:7593036940321904518:2048] VirtualId# [3:7593036940321904512:0]
2026-01-08T17:01:18.796607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:18.796638Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036936026937128:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19461) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:18.796654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19461) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:18.799691Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:18.799879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036940986720188:2048] [node 1] ICS01 socket: 248 reason# EndOfStream
2026-01-08T17:01:18.799910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036936691752786:2048] [node 1] ICP30 unregister session Session# [4:7593036940986720188:2048] VirtualId# [4:7593036940986720178:0]
2026-01-08T17:01:18.799938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036940986720188:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:18.800011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:18.800081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:18.801397Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:18.801637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036940388801200:2048] [node 1] ICS01 socket: 302 reason# EndOfStream
2026-01-08T17:01:18.801684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036936093833803:2048] [node 1] ICP30 unregister session Session# [5:7593036940388801200:2048] VirtualId# [5:7593036940388801196:0]
2026-01-08T17:01:18.801721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036940388801200:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:18.801804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:18.801849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:18.802445Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:18.802597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036941756458704:2048] [node 1] ICS01 socket: 273 reason# EndOfStream
2026-01-08T17:01:18.802639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036937461491317:2048] [node 1] ICP30 unregister session Session# [6:7593036941756458704:2048] VirtualId# [6:7593036941756458694:0]
2026-01-08T17:01:18.802670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036941756458704:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:18.802735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:18.802769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:18.806865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036936026937128:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:18.875867Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:18.876117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036940321904523:2049] [node 2] ICS01 socket: 294 reason# EndOfStream
2026-01-08T17:01:18.876234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036936026937129:2049] [node 2] ICP30 unregister session Session# [3:7593036940321904523:2049] VirtualId# [3:7593036940321904516:0]
2026-01-08T17:01:18.876286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036940321904523:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:18.876400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:18.876459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:18.882581Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:18.882922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036940986720202:2049] [node 2] ICS01 socket: 308 reason# EndOfStream
2026-01-08T17:01:18.882980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036936691752787:2049] [node 2] ICP30 unregister session Session# [4:7593036940986720202:2049] VirtualId# [4:7593036940986720196:0]
2026-01-08T17:01:18.883024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036940986720202:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:18.883122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:18.883185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:18.882777Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:18.883027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036941756458711:2049] [node 2] ICS01 socket: 288 reason# EndOfStream
2026-01-08T17:01:18.883075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036937461491318:2049] [node 2] ICP30 unregister session Session# [6:7593036941756458711:2049] VirtualId# [6:7593036941756458706:0]
2026-01-08T17:01:18.883111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036941756458711:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:18.883188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:18.883228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:18.883314Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:18.883568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036940388801190:2049] [node 2] ICS01 socket: 253 reason# EndOfStream
2026-01-08T17:01:18.883611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036936093833804:2049] [node 2] ICP30 unregister session Session# [5:7593036940388801190:2049] VirtualId# [5:7593036940388801184:0]
2026-01-08T17:01:18.883650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036940388801190:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:18.883724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:18.883773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:19.045044Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:19.045065Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:19.045247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036940986720200:2050] [node 3] ICS01 socket: 311 reason# EndOfStream
2026-01-08T17:01:19.045287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036936691752788:2050] [node 3] ICP30 unregister session Session# [4:7593036940986720200:2050] VirtualId# [4:7593036940986720197:0]
2026-01-08T17:01:19.045313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036940986720200:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:19.045395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:19.045427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:19.045286Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:19.045499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036941756458715:2050] [node 3] ICS01 socket: 298 reason# EndOfStream
2026-01-08T17:01:19.045540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036937461491319:2050] [node 3] ICP30 unregister session Session# [6:7593036941756458715:2050] VirtualId# [6:7593036941756458713:0]
2026-01-08T17:01:19.045572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036941756458715:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:19.045664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:19.045710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:19.045971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036940388801180:2050] [node 3] ICS01 socket: 270 reason# EndOfStream
2026-01-08T17:01:19.046020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036936093833805:2050] [node 3] ICP30 unregister session Session# [5:7593036940388801180:2050] VirtualId# [5:7593036940388801178:0]
2026-01-08T17:01:19.046052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036940388801180:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:19.046107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:19.046180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:19.202517Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:19.202780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036940388801197:2108] [node 4] ICS07 socket disconnect 296 reason# EndOfStream
2026-01-08T17:01:19.202818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036940388801197:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:19.202911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:19.202956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036940388801197:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:19.203867Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036936093833870:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17622) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:19.203935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036940388801197:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:19.203988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036936093833870:2108] [node 4] ICP30 unregister session Session# [5:7593036940388801197:2108] VirtualId# [5:7593036940388801194:0]
2026-01-08T17:01:19.204040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:19.204076Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036936093833870:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17622) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:19.204093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17622) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:19.210687Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:19.210952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036941756458702:2094] [node 4] ICS01 socket: 264 reason# EndOfStream
2026-01-08T17:01:19.211044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036937461491362:2094] [node 4] ICP30 unregister session Session# [6:7593036941756458702:2094] VirtualId# [6:7593036941756458695:0]
2026-01-08T17:01:19.211091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036941756458702:2094] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:19.211132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:19.211226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:19.216593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036936093833870:2108] [node 4] ICP33 wake up from error state
2026-01-08T17:01:19.402506Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:19.402784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036941756458707:2092] [node 5] ICS01 socket: 271 reason# EndOfStream
2026-01-08T17:01:19.402840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036937461491366:2092] [node 5] ICP30 unregister session Session# [6:7593036941756458707:2092] VirtualId# [6:7593036941756458692:0]
2026-01-08T17:01:19.402906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036941756458707:2092] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:19.403020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:19.403078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:19.523982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036947855377673:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:19.524039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036947855377674:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:19.517434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036946293239068:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:19.517482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036946293239069:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:19.533984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036944216704770:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:19.534116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036944216704771:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:19.549170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036944429497363:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:19.549215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036944429497364:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:19.549249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036944429497365:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:19.573191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036946782750215:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:19.573225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036946782750216:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:19.573247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036946782750217:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:19.626578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036945700704286:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:19.626628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036945700704287:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:19.626663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036945700704288:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:19.833394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036946293239111:2089] [node 4] ICP01 ready to work
2026-01-08T17:01:19.838496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036947855377714:2086] [node 4] ICP01 ready to work
2026-01-08T17:01:19.900504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036947855377722:2088] [node 6] ICP01 ready to work
2026-01-08T17:01:19.935627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036944429497400:2074] [node 5] ICP01 ready to work
2026-01-08T17:01:19.926901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036946782750264:2087] [node 4] ICP01 ready to work
2026-01-08T17:01:19.952362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036944429497401:2075] [node 6] ICP01 ready to work
2026-01-08T17:01:19.967181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036947855377723:2090] [node 5] ICP01 ready to work
2026-01-08T17:01:19.972299Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036946293239111:2089] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(138625934ns) {Configure:104(138621096ns) {ProcessConfigured:135(61546ns) {StartInitialHandshake:157(59161ns) {DropHandshakes:470(6060ns) {DropIncomingHandshake:442(726ns) DropOutgoingHandshake:457(891ns)} GenerateSessionVirtualId:992(773ns) PrepareNewSessionHandshake:477(1799ns) {SwitchToState:179(578ns)}}}}}
2026-01-08T17:01:19.972954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036946293239124:2091] [node 5] ICP01 ready to work
2026-01-08T17:01:19.973261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036946293239125:2095] [node 6] ICP01 ready to work
2026-01-08T17:01:19.975196Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036945700704288:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(73913042ns) {Configure:104(73906807ns) {ProcessConfigured:135(44928110ns) {StartInitialHandshake:157(44924446ns) {DropHandshakes:470(3383ns) {DropIncomingHandshake:442(667ns) DropOutgoingHandshake:457(735ns)} GenerateSessionVirtualId:992(1107ns) PrepareNewSessionHandshake:477(4288ns) {SwitchToState:179(2219ns)}}}}}
2026-01-08T17:01:19.974979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036944216704833:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:19.987608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036946293239134:2105] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46206
2026-01-08T17:01:19.989310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036946782750266:2089] [node 6] ICP01 ready to work
2026-01-08T17:01:19.987613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036944216704834:2108] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.023129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036947855377714:2086] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(33667642ns) {Configure:104(33663963ns) {ProcessConfigured:135(56182ns) {StartInitialHandshake:157(52984ns) {DropHandshakes:470(2154ns) {DropIncomingHandshake:442(428ns) DropOutgoingHandshake:457(339ns)} GenerateSessionVirtualId:992(881ns) PrepareNewSessionHandshake:477(1480ns) {SwitchToState:179(540ns)}}}}}
2026-01-08T17:01:19.987965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036944216704835:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:20.022381Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036950588206434:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46206
2026-01-08T17:01:20.006272Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036944216704771:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(17738040ns) {Configure:104(17733590ns) {ProcessConfigured:135(82910ns) {StartInitialHandshake:157(78512ns) {DropHandshakes:470(2794ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:992(970ns) PrepareNewSessionHandshake:477(2145ns) {SwitchToState:179(965ns)}}}}}
2026-01-08T17:01:20.035847Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036945700704286:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(48414502ns) {Configure:104(48408782ns) {ProcessConfigured:135(56951ns) {StartInitialHandshake:157(54383ns) {DropHandshakes:470(5586ns) {DropIncomingHandshake:442(562ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:992(522ns) PrepareNewSessionHandshake:477(1443ns) {SwitchToState:179(544ns)}}}}}
2026-01-08T17:01:20.036474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036949995671601:2061] [node 4] ICP01 ready to work
2026-01-08T17:01:20.031520Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036946782750264:2087] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(41244328ns) {Configure:104(41239249ns) {ProcessConfigured:135(56164ns) {StartInitialHandshake:157(53640ns) {DropHandshakes:470(2485ns) {DropIncomingHandshake:442(693ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:992(1319ns) PrepareNewSessionHandshake:477(1406ns) {SwitchToState:179(707ns)}}}}}
2026-01-08T17:01:20.020201Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036944216704836:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32597
2026-01-08T17:01:20.162982Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036949995671601:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(93546997ns) {Configure:104(93539150ns) {ProcessConfigured:135(35908379ns) {StartInitialHandshake:157(35905312ns) {DropHandshakes:470(3273ns) {DropIncomingHandshake:442(895ns) DropOutgoingHandshake:457(406ns)} GenerateSessionVirtualId:992(874ns) PrepareNewSessionHandshake:477(3922ns) {SwitchToState:179(1558ns)}}}}}
2026-01-08T17:01:20.176106Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036946782750217:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(134262169ns) {Configure:104(134257002ns) {ProcessConfigured:135(17364874ns) {StartInitialHandshake:157(17361761ns) {DropHandshakes:470(2210ns) {DropIncomingHandshake:442(393ns) DropOutgoingHandshake:457(613ns)} GenerateSessionVirtualId:992(1164ns) PrepareNewSessionHandshake:477(3336ns) {SwitchToState:179(1392ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.147000Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036947855377723:2090] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(120795207ns) {Configure:104(120792228ns) {ProcessConfigured:135(52186916ns) {StartInitialHandshake:157(52183626ns) {DropHandshakes:470(15903604ns) {DropIncomingHandshake:442(1679ns) DropOutgoingHandshake:457(704ns)} GenerateSessionVirtualId:992(2302ns) PrepareNewSessionHandshake:477(16789ns) {SwitchToState:179(2167ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.181894Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036947855377674:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(34524357ns) {Configure:104(34519401ns) {ProcessConfigured:135(48398ns) {StartInitialHandshake:157(46013ns) {DropHandshakes:470(1744ns) {DropIncomingHandshake:442(248ns) DropOutgoingHandshake:457(500ns)} GenerateSessionVirtualId:992(740ns) PrepareNewSessionHandshake:477(921ns) {SwitchToState:179(283ns)}}}}}
2026-01-08T17:01:20.183296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036952150345045:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16746
2026-01-08T17:01:20.183469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036952150345046:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16746
2026-01-08T17:01:20.183588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036952150345047:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16746
2026-01-08T17:01:20.142627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036944216704836:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.184384Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036944216704770:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(17312466ns) {IncomingHandshake:261(17309859ns) {DropIncomingHandshake:442(635ns) PrepareNewSessionHandshake:477(4888427ns) {SwitchToState:179(4228ns)} GenerateSessionVirtualId:992(1142ns) IssueIncomingHandshakeReply:193(11458ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.204640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036951077717586:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22584
2026-01-08T17:01:20.200138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036952150345045:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.201528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036947855377674:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.194249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036949995671602:2064] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21295
2026-01-08T17:01:20.190400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036946293239134:2105] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.194152Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036950588206445:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46206
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.190932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036948724464711:2089] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27204
2026-01-08T17:01:20.213670Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036951077717587:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22584
2026-01-08T17:01:20.191342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036948724464739:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27204
2026-01-08T17:01:20.191405Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036948724464738:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27204
2026-01-08T17:01:20.214464Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036948511672147:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32597
2026-01-08T17:01:20.218688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036948724464711:2089] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.218838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036944429497364:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:20.218673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036952150345046:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.219838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036949995671655:2075] [node 5] ICP01 ready to work
2026-01-08T17:01:20.222592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036950588206434:2106] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.222775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036946293239129:2102] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.222819Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036946293239129:2102] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.227095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036948511672148:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32597
2026-01-08T17:01:20.227676Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036946293239123:2100] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.227711Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036946293239123:2100] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:20.228643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036946293239068:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.230189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036948724464741:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27204
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.232211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036948724464742:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27204
2026-01-08T17:01:20.232468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036946293239129:2102] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:20.234096Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036946293239123:2100] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:20.234726Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036948724464711:2089] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:20.235053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036944429497364:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.235104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:20.235144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036944429497364:2049] [node 2] ICP22 created new session: [4:7593036948724464743:2049]
2026-01-08T17:01:20.235194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036948724464743:2049] [node 2] ICS09 handshake done sender: [4:7593036948724464711:2089] self: [4:7593036948724464740:0] peer: [2:7593036946293239122:0] socket: 260 qp: -1
2026-01-08T17:01:20.235232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036948724464743:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:20.235271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:20.229124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036948511672138:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.229154Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036948511672138:2113] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:20.230391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036948511672138:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:20.230661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036944216704770:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.230731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:20.230773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036944216704770:2048] [node 2] ICP22 created new session: [1:7593036948511672150:2048]
2026-01-08T17:01:20.230824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036948511672150:2048] [node 2] ICS09 handshake done sender: [1:7593036948511672138:2113] self: [1:7593036948511672137:0] peer: [2:7593036950588206449:0] socket: 258 qp: -1
2026-01-08T17:01:20.230872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036948511672150:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:20.230907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.250613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036946293239069:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.250700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:20.250750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036946293239069:2049] [node 3] ICP22 created new session: [2:7593036950588206451:2049]
2026-01-08T17:01:20.250802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036950588206451:2049] [node 3] ICS09 handshake done sender: [2:7593036946293239129:2102] self: [2:7593036946293239128:0] peer: [3:7593036952150345051:0] socket: 253 qp: -1
2026-01-08T17:01:20.250840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036950588206451:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:20.250890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:20.251352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036946293239111:2089] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.251399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:20.251449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036946293239111:2089] [node 4] ICP22 created new session: [2:7593036950588206453:2089]
2026-01-08T17:01:20.251519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036950588206453:2089] [node 4] ICS09 handshake done sender: [2:7593036946293239123:2100] self: [2:7593036946293239122:0] peer: [4:7593036948724464740:0] socket: 251 qp: -1
2026-01-08T17:01:20.251555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036950588206453:2089] [node 4] ICS10 traffic start
2026-01-08T17:01:20.251583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:20.252240Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036946293239068:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21887) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036950588206434:2106] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.253394Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036950588206450:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46206
2026-01-08T17:01:20.254303Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036950588206434:2106] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:20.246521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036949995671655:2075] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(24088427ns) {Configure:104(24084584ns) {ProcessConfigured:135(58528ns) {StartInitialHandshake:157(55830ns) {DropHandshakes:470(3212ns) {DropIncomingHandshake:442(533ns) DropOutgoingHandshake:457(545ns)} GenerateSessionVirtualId:992(1065ns) PrepareNewSessionHandshake:477(1808ns) {SwitchToState:179(692ns)}}}}}
2026-01-08T17:01:20.246752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036949995671656:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21295
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.267014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036947855377673:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:20.267188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036952150345052:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16746
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.246971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036949995671602:2064] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.258451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036944429497407:2086] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.267309Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036952150345053:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16746
2026-01-08T17:01:20.258508Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036944429497407:2086] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:20.269428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036946293239068:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.269503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:20.269553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036946293239068:2048] [node 1] ICP22 created new session: [2:7593036950588206457:2048]
2026-01-08T17:01:20.269602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036950588206457:2048] [node 1] ICS09 handshake done sender: [2:7593036950588206434:2106] self: [2:7593036950588206449:0] peer: [1:7593036948511672137:0] socket: 259 qp: -1
2026-01-08T17:01:20.269644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036950588206457:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:20.269683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:20.247298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036949995671601:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:20.262711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036948511672147:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.261051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036949995671663:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21295
2026-01-08T17:01:20.263187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036948511672153:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32597
2026-01-08T17:01:20.267946Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036952150345045:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:20.299379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036950588206445:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.313373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036948724464739:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.294471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036951077717586:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.299660Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036951077717587:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.326515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036951077717591:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22584
2026-01-08T17:01:20.327219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036946782750264:2087] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:20.327304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036946782750215:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:20.327583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036951077717592:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22584
2026-01-08T17:01:20.315007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036949995671656:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.274652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036947855377674:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.268127Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036948511672134:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.274711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:20.274790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036947855377674:2049] [node 2] ICP22 created new session: [3:7593036952150345056:2049]
2026-01-08T17:01:20.274839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036952150345056:2049] [node 2] ICS09 handshake done sender: [3:7593036952150345045:2115] self: [3:7593036952150345051:0] peer: [2:7593036946293239128:0] socket: 268 qp: -1
2026-01-08T17:01:20.274891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036952150345056:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:20.274933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:20.276221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036952150345055:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16746
2026-01-08T17:01:20.306898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036952150345047:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.307201Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036952150345046:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.351537Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036952150345021:2095] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.351574Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036952150345021:2095] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.355674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036946293239131:2103] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.355712Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036946293239131:2103] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:20.356468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036946293239133:2104] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.356489Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036946293239133:2104] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:20.268154Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036948511672134:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:20.269098Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036948511672134:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:20.334620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036948511672148:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.334751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036948511672136:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.334776Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036948511672136:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:20.335756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036944216704771:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.335813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:20.335865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036944216704771:2049] [node 3] ICP22 created new session: [1:7593036948511672159:2049]
2026-01-08T17:01:20.335913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036948511672159:2049] [node 3] ICS09 handshake done sender: [1:7593036948511672134:2111] self: [1:7593036948511672133:0] peer: [3:7593036952150345054:0] socket: 256 qp: -1
2026-01-08T17:01:20.335958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036948511672159:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:20.335996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:20.313838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036944429497365:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:20.350796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036951077717591:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.350964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036951077717595:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22584
2026-01-08T17:01:20.351090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036946782750216:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.361013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036944429497405:2085] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.361047Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036944429497405:2085] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:20.361857Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036948724464748:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27204
2026-01-08T17:01:20.362242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036944429497407:2086] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:20.354442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036949995671663:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.360220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036948511672136:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:20.363003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036946293239133:2104] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:20.354918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036945700704288:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.371411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036944216704833:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.371477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:20.371539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036944216704833:2107] [node 5] ICP22 created new session: [1:7593036948511672161:2107]
2026-01-08T17:01:20.371602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036948511672161:2107] [node 5] ICS09 handshake done sender: [1:7593036948511672136:2112] self: [1:7593036948511672135:0] peer: [5:7593036951077717594:0] socket: 257 qp: -1
2026-01-08T17:01:20.371642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036948511672161:2107] [node 5] ICS10 traffic start
2026-01-08T17:01:20.367693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036952150345052:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.367760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036947855377673:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.367822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:20.367877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036947855377673:2048] [node 1] ICP22 created new session: [3:7593036952150345059:2048]
2026-01-08T17:01:20.367929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036952150345059:2048] [node 1] ICS09 handshake done sender: [3:7593036952150345046:2116] self: [3:7593036952150345054:0] peer: [1:7593036948511672133:0] socket: 269 qp: -1
2026-01-08T17:01:20.367968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036952150345059:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:20.368010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:20.377971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036944429497401:2075] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.378025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:20.355041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036949995671664:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21295
2026-01-08T17:01:20.378091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036944429497401:2075] [node 6] ICP22 created new session: [4:7593036948724464750:2075]
2026-01-08T17:01:20.378146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036948724464750:2075] [node 6] ICS09 handshake done sender: [4:7593036944429497407:2086] self: [4:7593036944429497406:0] peer: [6:7593036949995671662:0] socket: 248 qp: -1
2026-01-08T17:01:20.378181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036948724464750:2075] [node 6] ICS10 traffic start
2026-01-08T17:01:20.378225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:20.379340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036948724464742:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.379430Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036948724464738:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.380865Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036944429497405:2085] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:20.371687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:20.374702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036946293239125:2095] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.355227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036945700704287:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:20.355469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036949995671665:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21295
2026-01-08T17:01:20.367186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036949995671602:2064] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:20.368840Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036949995671668:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21295
2026-01-08T17:01:20.383184Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036949995671663:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:20.374786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:20.374843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036946293239125:2095] [node 6] ICP22 created new session: [2:7593036950588206462:2095]
2026-01-08T17:01:20.374912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036950588206462:2095] [node 6] ICS09 handshake done sender: [2:7593036946293239133:2104] self: [2:7593036946293239132:0] peer: [6:7593036949995671667:0] socket: 291 qp: -1
2026-01-08T17:01:20.374955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036950588206462:2095] [node 6] ICS10 traffic start
2026-01-08T17:01:20.374994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:20.377819Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036946293239131:2103] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:20.384179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036949995671665:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.384234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036945700704287:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.384290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:20.384339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036945700704287:2049] [node 2] ICP22 created new session: [6:7593036949995671669:2049]
2026-01-08T17:01:20.384400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036949995671669:2049] [node 2] ICS09 handshake done sender: [6:7593036949995671663:2117] self: [6:7593036949995671667:0] peer: [2:7593036946293239132:0] socket: 295 qp: -1
2026-01-08T17:01:20.384436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036949995671669:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:20.384789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.389834Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036948511672153:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.391291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036946293239124:2091] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.391361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:20.391415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036946293239124:2091] [node 5] ICP22 created new session: [2:7593036950588206464:2091]
2026-01-08T17:01:20.391472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036950588206464:2091] [node 5] ICS09 handshake done sender: [2:7593036946293239131:2103] self: [2:7593036946293239130:0] peer: [5:7593036951077717596:0] socket: 250 qp: -1
2026-01-08T17:01:20.391506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036950588206464:2091] [node 5] ICS10 traffic start
2026-01-08T17:01:20.391546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:20.393949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036949995671601:2061] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.396575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036948511672140:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.396605Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036948511672140:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:20.397742Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036948511672140:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:20.387603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036944429497400:2074] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.394034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.395994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036952150345023:2096] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.396033Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036952150345023:2096] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:20.393560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036951077717597:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22584
2026-01-08T17:01:20.387657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:20.407306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036944216704834:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.407406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:20.407479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036944216704834:2108] [node 4] ICP22 created new session: [1:7593036948511672165:2108]
2026-01-08T17:01:20.394086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036949995671601:2061] [node 4] ICP22 created new session: [6:7593036949995671671:2061]
2026-01-08T17:01:20.387710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036944429497400:2074] [node 5] ICP22 created new session: [4:7593036948724464753:2074]
2026-01-08T17:01:20.387768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036948724464753:2074] [node 5] ICS09 handshake done sender: [4:7593036944429497405:2085] self: [4:7593036944429497404:0] peer: [5:7593036951077717593:0] socket: 247 qp: -1
2026-01-08T17:01:20.387807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036948724464753:2074] [node 5] ICS10 traffic start
2026-01-08T17:01:20.387844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:20.388112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593036944429497400:2074] [node 5] ICP18 handshake (actor [4:7593036948724464738:2116]) is too old
2026-01-08T17:01:20.393561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036944429497363:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:20.397920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036948724464748:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.407536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036948511672165:2108] [node 4] ICS09 handshake done sender: [1:7593036948511672140:2114] self: [1:7593036948511672139:0] peer: [4:7593036948724464755:0] socket: 255 qp: -1
2026-01-08T17:01:20.405198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036951077717598:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22584
2026-01-08T17:01:20.394138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036949995671671:2061] [node 4] ICS09 handshake done sender: [6:7593036949995671602:2064] self: [6:7593036949995671662:0] peer: [4:7593036944429497406:0] socket: 262 qp: -1
2026-01-08T17:01:20.394184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036949995671671:2061] [node 4] ICS10 traffic start
2026-01-08T17:01:20.410306Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593036947855377673:2048] [node 1] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.407578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036948511672165:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:20.407622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:20.409534Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036951077717587:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:20.394217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:20.420930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036949995671673:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21295
2026-01-08T17:01:20.421062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036945700704286:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.422461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036948511672142:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.422500Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036948511672142:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:20.424320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036952150345023:2096] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:20.424728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593036944429497401:2075] [node 6] ICP18 handshake (actor [4:7593036948724464748:2120]) is too old
2026-01-08T17:01:20.424868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036948724464756:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27204
2026-01-08T17:01:20.428248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036949995671656:2114] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.438254Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036948511672142:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.429827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036945700704288:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.429923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:20.429982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036945700704288:2050] [node 3] ICP22 created new session: [6:7593036949995671677:2050]
2026-01-08T17:01:20.430034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036949995671677:2050] [node 3] ICS09 handshake done sender: [6:7593036949995671656:2114] self: [6:7593036949995671666:0] peer: [3:7593036952150345022:0] socket: 280 qp: -1
2026-01-08T17:01:20.430076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036949995671677:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:20.430140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:20.438586Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036948724464757:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27204
2026-01-08T17:01:20.441522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036947855377722:2088] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.441599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:20.441648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036947855377722:2088] [node 6] ICP22 created new session: [3:7593036952150345066:2088]
2026-01-08T17:01:20.441708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036952150345066:2088] [node 6] ICS09 handshake done sender: [3:7593036952150345023:2096] self: [3:7593036952150345022:0] peer: [6:7593036949995671666:0] socket: 272 qp: -1
2026-01-08T17:01:20.441745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036952150345066:2088] [node 6] ICS10 traffic start
2026-01-08T17:01:20.441797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:20.443469Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036946782750216:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32436) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036951077717591:2117] held: no
2026-01-08T17:01:20.443670Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036946782750264:2087] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17514) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036951077717586:2115] held: no
2026-01-08T17:01:20.443801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036946782750215:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.443875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:20.443929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036946782750215:2048] [node 1] ICP22 created new session: [5:7593036951077717599:2048]
2026-01-08T17:01:20.443975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036951077717599:2048] [node 1] ICS09 handshake done sender: [5:7593036951077717587:2116] self: [5:7593036951077717594:0] peer: [1:7593036948511672135:0] socket: 264 qp: -1
2026-01-08T17:01:20.444013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036951077717599:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:20.444067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:20.444901Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036951077717591:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:20.443264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036949995671676:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21295
2026-01-08T17:01:20.451206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036946782750216:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.451260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:20.451319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036946782750216:2049] [node 2] ICP22 created new session: [5:7593036951077717602:2049]
2026-01-08T17:01:20.451372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036951077717602:2049] [node 2] ICS09 handshake done sender: [5:7593036951077717591:2117] self: [5:7593036951077717596:0] peer: [2:7593036946293239130:0] socket: 298 qp: -1
2026-01-08T17:01:20.451420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036951077717602:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:20.451454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:20.451922Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036951077717586:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:20.453698Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036952150345021:2095] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:20.446547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036944216704835:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.446623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:20.446671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036944216704835:2109] [node 6] ICP22 created new session: [1:7593036948511672168:2109]
2026-01-08T17:01:20.446733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036948511672168:2109] [node 6] ICS09 handshake done sender: [1:7593036948511672142:2115] self: [1:7593036948511672141:0] peer: [6:7593036949995671675:0] socket: 305 qp: -1
2026-01-08T17:01:20.450433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036948511672168:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:20.452560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:20.447348Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036949995671665:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.455311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036946782750264:2087] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.455365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:20.455418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036946782750264:2087] [node 4] ICP22 created new session: [5:7593036951077717605:2087]
2026-01-08T17:01:20.455467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036951077717605:2087] [node 4] ICS09 handshake done sender: [5:7593036951077717586:2115] self: [5:7593036951077717593:0] peer: [4:7593036944429497404:0] socket: 263 qp: -1
2026-01-08T17:01:20.455512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036951077717605:2087] [node 4] ICS10 traffic start
2026-01-08T17:01:20.455550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:20.456181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036951077717601:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22584
2026-01-08T17:01:20.457487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036945700704286:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.457556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:20.457593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036945700704286:2048] [node 1] ICP22 created new session: [6:7593036949995671679:2048]
2026-01-08T17:01:20.457634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036949995671679:2048] [node 1] ICS09 handshake done sender: [6:7593036949995671665:2119] self: [6:7593036949995671675:0] peer: [1:7593036948511672141:0] socket: 274 qp: -1
2026-01-08T17:01:20.457666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036949995671679:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:20.457706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:20.454254Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036948724464742:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:20.457031Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036944429497363:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21887) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036948724464742:2119] held: no
2026-01-08T17:01:20.457133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036944429497363:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.457175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:20.457224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036944429497363:2048] [node 1] ICP22 created new session: [4:7593036948724464758:2048]
2026-01-08T17:01:20.457270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036948724464758:2048] [node 1] ICS09 handshake done sender: [4:7593036948724464742:2119] self: [4:7593036948724464755:0] peer: [1:7593036948511672139:0] socket: 288 qp: -1
2026-01-08T17:01:20.457303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036948724464758:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:20.457340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.461803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036952150345064:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16746
2026-01-08T17:01:20.462056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036947855377714:2086] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.462091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:20.462139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036947855377714:2086] [node 4] ICP22 created new session: [3:7593036952150345068:2086]
2026-01-08T17:01:20.462183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036952150345068:2086] [node 4] ICS09 handshake done sender: [3:7593036952150345021:2095] self: [3:7593036952150345020:0] peer: [4:7593036948724464747:0] socket: 271 qp: -1
2026-01-08T17:01:20.462219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036952150345068:2086] [node 4] ICS10 traffic start
2026-01-08T17:01:20.462253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.464631Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593036945700704286:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:20.464810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036949995671681:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21295
2026-01-08T17:01:20.465515Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036948724464739:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:20.465761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036952150345064:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.465877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036947855377714:2086] [node 4] ICP18 handshake (actor [3:7593036952150345064:2121]) is too old
2026-01-08T17:01:20.466567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036951077717592:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.466681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036951077717601:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.466982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036946782750217:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:20.467429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036952150345041:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.467461Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036952150345041:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:20.474261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036949995671681:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.474472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036949995671655:2075] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.475099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036951077717585:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:20.475133Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036951077717585:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:20.475889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036951077717609:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22584
2026-01-08T17:01:20.476377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036952150345041:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:20.476780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036949995671683:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21295
2026-01-08T17:01:20.477060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036947855377723:2090] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.477125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:20.477181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036947855377723:2090] [node 5] ICP22 created new session: [3:7593036952150345071:2090]
2026-01-08T17:01:20.477227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036952150345071:2090] [node 5] ICS09 handshake done sender: [3:7593036952150345041:2112] self: [3:7593036952150345035:0] peer: [5:7593036951077717607:0] socket: 299 qp: -1
2026-01-08T17:01:20.477254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036952150345071:2090] [node 5] ICS10 traffic start
2026-01-08T17:01:20.477292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:20.482646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036944429497365:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.482711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:20.482758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036944429497365:2050] [node 3] ICP22 created new session: [4:7593036948724464760:2050]
2026-01-08T17:01:20.482805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036948724464760:2050] [node 3] ICS09 handshake done sender: [4:7593036948724464739:2117] self: [4:7593036948724464747:0] peer: [3:7593036952150345020:0] socket: 278 qp: -1
2026-01-08T17:01:20.482843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036948724464760:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:20.482900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:20.483142Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593036944429497365:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:20.484597Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036951077717585:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:20.485138Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036949995671681:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:20.485355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036949995671655:2075] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.485400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:20.485443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036949995671655:2075] [node 5] ICP22 created new session: [6:7593036949995671684:2075]
2026-01-08T17:01:20.485488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036949995671684:2075] [node 5] ICS09 handshake done sender: [6:7593036949995671681:2123] self: [6:7593036949995671682:0] peer: [5:7593036951077717584:0] socket: 281 qp: -1
2026-01-08T17:01:20.485518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036949995671684:2075] [node 5] ICS10 traffic start
2026-01-08T17:01:20.485546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:20.489034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036946782750266:2089] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:20.489114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:20.489175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036946782750266:2089] [node 6] ICP22 created new session: [5:7593036951077717611:2089]
2026-01-08T17:01:20.489228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036951077717611:2089] [node 6] ICS09 handshake done sender: [5:7593036951077717585:2114] self: [5:7593036951077717584:0] peer: [6:7593036949995671682:0] socket: 246 qp: -1
2026-01-08T17:01:20.489264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036951077717611:2089] [node 6] ICS10 traffic start
2026-01-08T17:01:20.489315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:20.489867Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036946782750217:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27201) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036951077717592:2118] held: no
2026-01-08T17:01:20.494692Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036951077717592:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:20.495103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036946782750217:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:20.495156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:20.495199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036946782750217:2050] [node 3] ICP22 created new session: [5:7593036951077717613:2050]
2026-01-08T17:01:20.495249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036951077717613:2050] [node 3] ICS09 handshake done sender: [5:7593036951077717592:2118] self: [5:7593036951077717607:0] peer: [3:7593036952150345035:0] socket: 303 qp: -1
2026-01-08T17:01:20.495288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036951077717613:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:20.495340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:20.529665Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:20.529923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036950588206457:2048] [node 1] ICS01 socket: 259 reason# EndOfStream
2026-01-08T17:01:20.529964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036946293239068:2048] [node 1] ICP30 unregister session Session# [2:7593036950588206457:2048] VirtualId# [2:7593036950588206449:0]
2026-01-08T17:01:20.529999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036950588206457:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:20.530073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:20.530120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:20.532823Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:20.533052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036952150345059:2048] [node 1] ICS01 socket: 269 reason# EndOfStream
2026-01-08T17:01:20.533091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036947855377673:2048] [node 1] ICP30 unregister session Session# [3:7593036952150345059:2048] VirtualId# [3:7593036952150345054:0]
2026-01-08T17:01:20.533122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036952150345059:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:20.533197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:20.533239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:20.538422Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:20.538663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036951077717599:2048] [node 1] ICS01 socket: 264 reason# EndOfStream
2026-01-08T17:01:20.538708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036946782750215:2048] [node 1] ICP30 unregister session Session# [5:7593036951077717599:2048] VirtualId# [5:7593036951077717594:0]
2026-01-08T17:01:20.538740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036951077717599:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:20.538815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:20.538879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:20.538294Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:20.538610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036948724464758:2048] [node 1] ICS01 socket: 288 reason# EndOfStream
2026-01-08T17:01:20.538652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036944429497363:2048] [node 1] ICP30 unregister session Session# [4:7593036948724464758:2048] VirtualId# [4:7593036948724464755:0]
2026-01-08T17:01:20.538695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036948724464758:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:20.538775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:20.538817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:20.538988Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:20.539183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036949995671679:2048] [node 1] ICS01 socket: 274 reason# EndOfStream
2026-01-08T17:01:20.539226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036945700704286:2048] [node 1] ICP30 unregister session Session# [6:7593036949995671679:2048] VirtualId# [6:7593036949995671675:0]
2026-01-08T17:01:20.539255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036949995671679:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:20.539316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:20.539370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:20.585657Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:20.585891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036952150345056:2049] [node 2] ICS01 socket: 268 reason# EndOfStream
2026-01-08T17:01:20.585941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036947855377674:2049] [node 2] ICP30 unregister session Session# [3:7593036952150345056:2049] VirtualId# [3:7593036952150345051:0]
2026-01-08T17:01:20.585983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036952150345056:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:20.586085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:20.586131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:20.588637Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:20.588953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036948724464743:2049] [node 2] ICS01 socket: 260 reason# EndOfStream
2026-01-08T17:01:20.589002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036944429497364:2049] [node 2] ICP30 unregister session Session# [4:7593036948724464743:2049] VirtualId# [4:7593036948724464740:0]
2026-01-08T17:01:20.589041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036948724464743:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:20.589128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:20.589177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:20.592819Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:20.593101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036951077717602:2049] [node 2] ICS01 socket: 298 reason# EndOfStream
2026-01-08T17:01:20.593143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036946782750216:2049] [node 2] ICP30 unregister session Session# [5:7593036951077717602:2049] VirtualId# [5:7593036951077717596:0]
2026-01-08T17:01:20.593182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036951077717602:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:20.593514Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:20.593749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036949995671669:2049] [node 2] ICS01 socket: 295 reason# EndOfStream
2026-01-08T17:01:20.593790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036945700704287:2049] [node 2] ICP30 unregister session Session# [6:7593036949995671669:2049] VirtualId# [6:7593036949995671667:0]
2026-01-08T17:01:20.593822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036949995671669:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:20.593896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:20.593952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:20.594531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:20.594601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:20.654011Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:20.654291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036951077717613:2050] [node 3] ICS01 socket: 303 reason# EndOfStream
2026-01-08T17:01:20.654360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036946782750217:2050] [node 3] ICP30 unregister session Session# [5:7593036951077717613:2050] VirtualId# [5:7593036951077717607:0]
2026-01-08T17:01:20.654411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036951077717613:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:20.654487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:20.654528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:20.654649Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:20.654883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036948724464760:2050] [node 3] ICS01 socket: 278 reason# EndOfStream
2026-01-08T17:01:20.654940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036944429497365:2050] [node 3] ICP30 unregister session Session# [4:7593036948724464760:2050] VirtualId# [4:7593036948724464747:0]
2026-01-08T17:01:20.654974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036948724464760:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:20.655057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:20.655102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:20.655211Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:20.655438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036949995671677:2050] [node 3] ICS01 socket: 280 reason# EndOfStream
2026-01-08T17:01:20.655478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036945700704288:2050] [node 3] ICP30 unregister session Session# [6:7593036949995671677:2050] VirtualId# [6:7593036949995671666:0]
2026-01-08T17:01:20.655506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036949995671677:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:20.655570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:20.655606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:20.817678Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:20.817997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036949995671671:2061] [node 4] ICS01 socket: 262 reason# EndOfStream
2026-01-08T17:01:20.818044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036949995671601:2061] [node 4] ICP30 unregister session Session# [6:7593036949995671671:2061] VirtualId# [6:7593036949995671662:0]
2026-01-08T17:01:20.818085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036949995671671:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:20.818197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:20.818269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:21.042885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036955887688365:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:21.042928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036955887688366:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:21.075118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036955157085610:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:21.063576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036953770468097:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:21.063622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036953770468098:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:21.086944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036953507088402:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:21.086992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036953507088403:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:21.087028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036953507088404:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:21.078371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036955157085609:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:21.092699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036956567566193:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:21.092736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036956567566194:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:21.092777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036956567566195:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:21.133513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036954543257820:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:21.133553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036954543257821:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:21.133584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036954543257822:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:21.522288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036955157085640:2074] [node 5] ICP01 ready to work
2026-01-08T17:01:21.570189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036954543257834:2060] [node 5] ICP01 ready to work
2026-01-08T17:01:21.557862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036955887688430:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:21.629934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036953770468160:2104] [node 5] ICP01 ready to work
2026-01-08T17:01:21.658713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036955887688437:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:21.697808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036953770468161:2105] [node 6] ICP01 ready to work
2026-01-08T17:01:21.732702Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036953770468098:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(34583606ns) {Configure:104(34577371ns) {ProcessConfigured:135(84839ns) {StartInitialHandshake:157(81763ns) {DropHandshakes:470(3372ns) {DropIncomingHandshake:442(802ns) DropOutgoingHandshake:457(609ns)} GenerateSessionVirtualId:992(1183ns) PrepareNewSessionHandshake:477(2025ns) {SwitchToState:179(721ns)}}}}}
2026-01-08T17:01:21.660018Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036955157085640:2074] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(137247946ns) {Configure:104(137240729ns) {ProcessConfigured:135(11642327ns) {StartInitialHandshake:157(11639159ns) {DropHandshakes:470(3559ns) {DropIncomingHandshake:442(646ns) DropOutgoingHandshake:457(746ns)} GenerateSessionVirtualId:992(820ns) PrepareNewSessionHandshake:477(3890ns) {SwitchToState:179(1730ns)}}}}}
2026-01-08T17:01:21.747884Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036953507088402:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(222998745ns) {Configure:104(222992416ns) {ProcessConfigured:135(20684925ns) {StartInitialHandshake:157(20682197ns) {DropHandshakes:470(3364ns) {DropIncomingHandshake:442(668ns) DropOutgoingHandshake:457(819ns)} GenerateSessionVirtualId:992(1255ns) PrepareNewSessionHandshake:477(4692ns) {SwitchToState:179(2599ns)}}}}}
2026-01-08T17:01:21.748595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036953507088467:2077] [node 5] ICP01 ready to work
2026-01-08T17:01:21.748939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036953507088468:2083] [node 6] ICP01 ready to work
2026-01-08T17:01:21.755009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036956567566258:2061] [node 4] ICP01 ready to work
2026-01-08T17:01:21.670009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036955887688439:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:21.660373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036955157085678:2088] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.779982Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036953507088404:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(30690814ns) {Configure:104(30680454ns) {ProcessConfigured:135(72840ns) {StartInitialHandshake:157(70092ns) {DropHandshakes:470(2629ns) {DropIncomingHandshake:442(716ns) DropOutgoingHandshake:457(540ns)} GenerateSessionVirtualId:992(1095ns) PrepareNewSessionHandshake:477(2259ns) {SwitchToState:179(803ns)}}}}}
2026-01-08T17:01:21.782674Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036955887688366:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(108989347ns) {Configure:104(108986400ns) {ProcessConfigured:135(14662795ns) {StartInitialHandshake:157(14661350ns) {DropHandshakes:470(3562ns) {DropIncomingHandshake:442(637ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:992(1416ns) PrepareNewSessionHandshake:477(2558ns) {SwitchToState:179(250ns)}}}}}
2026-01-08T17:01:21.782817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036955887688438:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60459
2026-01-08T17:01:21.785014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036955887688444:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60459
2026-01-08T17:01:21.785069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036955887688449:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60459
2026-01-08T17:01:21.763059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036953770468172:2106] [node 4] ICP01 ready to work
2026-01-08T17:01:21.701386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036955157085682:2080] [node 4] ICP01 ready to work
2026-01-08T17:01:21.759490Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036954543257820:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(159573060ns) {Configure:104(159567142ns) {ProcessConfigured:135(81422ns) {StartInitialHandshake:157(78874ns) {DropHandshakes:470(3085ns) {DropIncomingHandshake:442(632ns) DropOutgoingHandshake:457(555ns)} GenerateSessionVirtualId:992(1010ns) PrepareNewSessionHandshake:477(1679ns) {SwitchToState:179(763ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.824902Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036953507088468:2083] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(43073810ns) {Configure:104(43070136ns) {ProcessConfigured:135(6356780ns) {StartInitialHandshake:157(6355025ns) {DropHandshakes:470(1399ns) {DropIncomingHandshake:442(282ns) DropOutgoingHandshake:457(198ns)} GenerateSessionVirtualId:992(431ns) PrepareNewSessionHandshake:477(2702ns) {SwitchToState:179(546ns)}}}}}
2026-01-08T17:01:21.825913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036953507088477:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18214
2026-01-08T17:01:21.826055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036953507088478:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18214
2026-01-08T17:01:21.760016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036954543257886:2065] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.829206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036953770468176:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31254
2026-01-08T17:01:21.829380Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036953770468177:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31254
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.829546Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036955887688437:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(78759871ns) {Configure:104(78756770ns) {ProcessConfigured:135(48012ns) {StartInitialHandshake:157(46692ns) {DropHandshakes:470(2461ns) {DropIncomingHandshake:442(652ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:992(666ns) PrepareNewSessionHandshake:477(4058ns) {SwitchToState:179(519ns)}}}}}
2026-01-08T17:01:21.830019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036955887688455:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60459
2026-01-08T17:01:21.831454Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036956567566193:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(162039330ns) {Configure:104(162030679ns) {ProcessConfigured:135(49557ns) {StartInitialHandshake:157(47169ns) {DropHandshakes:470(2311ns) {DropIncomingHandshake:442(380ns) DropOutgoingHandshake:457(511ns)} GenerateSessionVirtualId:992(639ns) PrepareNewSessionHandshake:477(1493ns) {SwitchToState:179(641ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.821855Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036954543257834:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(211188657ns) {Configure:104(211179190ns) {ProcessConfigured:135(50732ns) {StartInitialHandshake:157(48886ns) {DropHandshakes:470(2224ns) {DropIncomingHandshake:442(421ns) DropOutgoingHandshake:457(774ns)} GenerateSessionVirtualId:992(477ns) PrepareNewSessionHandshake:477(1653ns) {SwitchToState:179(714ns)}}}}}
2026-01-08T17:01:21.816507Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036955157085678:2088] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(154199156ns) {Configure:104(154196094ns) {ProcessConfigured:135(65385ns) {StartInitialHandshake:157(63360ns) {DropHandshakes:470(6199ns) {DropIncomingHandshake:442(208ns) DropOutgoingHandshake:457(206ns)} GenerateSessionVirtualId:992(491ns) PrepareNewSessionHandshake:477(1951ns) {SwitchToState:179(665ns)}}}}}
2026-01-08T17:01:21.863291Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036955157085679:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52341
2026-01-08T17:01:21.864994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036955157085682:2080] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(113953352ns) {Configure:104(113947227ns) {ProcessConfigured:135(53828ns) {StartInitialHandshake:157(51288ns) {DropHandshakes:470(3347ns) {DropIncomingHandshake:442(625ns) DropOutgoingHandshake:457(595ns)} GenerateSessionVirtualId:992(977ns) PrepareNewSessionHandshake:477(1984ns) {SwitchToState:179(743ns)}}}}}
2026-01-08T17:01:21.848659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036956567566262:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23617
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.865850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036953770468176:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.907326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036955887688449:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:21.907479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036955887688456:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60459
2026-01-08T17:01:21.903588Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036953507088403:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(273934771ns) {Configure:104(273919628ns) {ProcessConfigured:135(24373450ns) {StartInitialHandshake:157(24370372ns) {DropHandshakes:470(957ns) {DropIncomingHandshake:442(129ns) DropOutgoingHandshake:457(109ns)} GenerateSessionVirtualId:992(179ns) PrepareNewSessionHandshake:477(2126ns) {SwitchToState:179(545ns)}}}}}
2026-01-08T17:01:21.909108Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036953507088477:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.914990Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036953507088482:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18214
2026-01-08T17:01:21.848716Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036956567566263:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23617
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.915595Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036953770468161:2105] [node 6] ICP35 event processing took too much time PendingConnection:279(34471473ns) {IncomingHandshake:261(55843ns) {DropIncomingHandshake:442(939ns) PrepareNewSessionHandshake:477(2454ns) {SwitchToState:179(891ns)} GenerateSessionVirtualId:992(964ns) IssueIncomingHandshakeReply:193(8204ns)}}
2026-01-08T17:01:21.920598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036953770468179:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31254
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.852560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036956567566266:2066] [node 6] ICP01 ready to work
2026-01-08T17:01:21.903916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036956567566273:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23617
2026-01-08T17:01:21.926930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036956567566262:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:21.923845Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036955157085689:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52341
2026-01-08T17:01:21.924017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036955157085690:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52341
2026-01-08T17:01:21.924128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036955157085691:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52341
2026-01-08T17:01:21.934447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036953770468167:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:21.934497Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036953770468167:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.927081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036956567566194:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:21.954774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036953770468167:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:21.947696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036956567566275:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23617
2026-01-08T17:01:21.955541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036953507088482:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.983376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036954543257899:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21324
2026-01-08T17:01:21.971206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036955887688456:2127] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:21.978459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036955887688444:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:21.958560Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036956567566262:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:21.998894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036955157085679:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:21.999003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036955157085689:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:21.999085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036955157085691:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.000468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036955157085690:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.000605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036955157085609:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:22.000872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036955157085610:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:22.016935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036959452052992:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52341
2026-01-08T17:01:21.983471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036954543257898:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21324
2026-01-08T17:01:21.970789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036953770468160:2104] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:21.986666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036953507088472:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:21.960635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036956567566263:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.000765Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036955887688438:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:21.970876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:22.034840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036955157085689:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:22.011856Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036954543257898:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:21.986721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036953507088472:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.980142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036953770468160:2104] [node 5] ICP22 created new session: [2:7593036953770468181:2104]
2026-01-08T17:01:22.000874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036955887688441:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.000895Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036955887688441:2119] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:22.024467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036955887688455:2126] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.025193Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036955887688443:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.025218Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036955887688443:2120] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:22.025595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036955887688446:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.025621Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036955887688446:2122] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:22.035703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036955887688441:2119] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.960804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036956567566258:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:22.010457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036953770468181:2104] [node 5] ICS09 handshake done sender: [2:7593036953770468167:2112] self: [2:7593036953770468166:0] peer: [5:7593036956567566274:0] socket: 260 qp: -1
2026-01-08T17:01:22.012617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036953770468181:2104] [node 5] ICS10 traffic start
2026-01-08T17:01:22.015003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036953770468163:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.015030Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036953770468163:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:22.015956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036953770468179:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.016044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036953770468177:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.016220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036953770468097:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:22.022712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:22.023186Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036953770468160:2104] [node 5] ICP35 event processing took too much time PendingConnection:279(52179617ns) {HandleHandshakeStatus:329(52176711ns) {DropIncomingHandshake:442(339ns) DropOutgoingHandshake:457(652ns) SwitchToState:179(227ns) ProcessPendingSessionEvents:495(128638ns) {ForwardSessionEventToSession:616(69595ns) ForwardSessionEventToSession:616(6263ns) ForwardSessionEventToSession:616(4741ns) ForwardSessionEventToSession:616(3343ns) ForwardSessionEventToSession:616(5644ns) ForwardSessionEventToSession:616(3118ns) ForwardSessionEventToSession:616(3360ns) ForwardSessionEventToSession:616(5036ns) ForwardSessionEventToSession:616(2682ns) ForwardSessionEventToSession:616(10029ns)}}}
2026-01-08T17:01:22.024804Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036953770468163:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:22.025838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036953770468098:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.052170Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036953770468170:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.052200Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036953770468170:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:22.053461Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036953770468170:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:22.057452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036953770468161:2105] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.057528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:22.057579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036953770468161:2105] [node 6] ICP22 created new session: [2:7593036958065435486:2105]
2026-01-08T17:01:22.057637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036958065435486:2105] [node 6] ICS09 handshake done sender: [2:7593036953770468170:2113] self: [2:7593036953770468169:0] peer: [6:7593036958838225199:0] socket: 298 qp: -1
2026-01-08T17:01:22.057670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036958065435486:2105] [node 6] ICS10 traffic start
2026-01-08T17:01:22.057708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:22.058753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:22.070809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036955887688430:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.070931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:22.070991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036955887688430:2107] [node 4] ICP22 created new session: [1:7593036960182655759:2107]
2026-01-08T17:01:22.071049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036960182655759:2107] [node 4] ICS09 handshake done sender: [1:7593036955887688441:2119] self: [1:7593036955887688440:0] peer: [4:7593036953507088486:0] socket: 265 qp: -1
2026-01-08T17:01:22.071089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036960182655759:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:22.071159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:22.071456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036955887688430:2107] [node 4] ICP18 handshake (actor [1:7593036955887688455:2126]) is too old
2026-01-08T17:01:22.012024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036954543257834:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:22.031147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036954543257899:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.043882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036954543257821:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:22.044223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036958838225197:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21324
2026-01-08T17:01:22.044294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036958838225198:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21324
2026-01-08T17:01:22.053200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036958838225200:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21324
2026-01-08T17:01:22.053958Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036954543257899:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:22.054135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036954543257821:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.054204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:22.054251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036954543257821:2049] [node 2] ICP22 created new session: [6:7593036958838225201:2049]
2026-01-08T17:01:22.054330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036958838225201:2049] [node 2] ICS09 handshake done sender: [6:7593036954543257899:2116] self: [6:7593036958838225199:0] peer: [2:7593036953770468169:0] socket: 299 qp: -1
2026-01-08T17:01:22.054374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036958838225201:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:22.054411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:22.038459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036955157085610:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.072952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036953770468098:2049] [node 3] ICP22 created new session: [2:7593036958065435484:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.999667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036953507088478:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:21.969971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036956567566194:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:22.084592Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036958838225204:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21324
2026-01-08T17:01:22.084778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036958838225205:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21324
2026-01-08T17:01:22.082303Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036955887688446:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:22.050552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:21.999988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036953507088402:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:22.091133Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036955887688443:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:21.975019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:22.087348Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036954543257898:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:22.091660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036954543257834:2060] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.091721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:22.091768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036954543257834:2060] [node 5] ICP22 created new session: [6:7593036958838225206:2060]
2026-01-08T17:01:22.091831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036958838225206:2060] [node 5] ICS09 handshake done sender: [6:7593036954543257898:2115] self: [6:7593036958838225196:0] peer: [5:7593036956567566271:0] socket: 297 qp: -1
2026-01-08T17:01:22.091863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036958838225206:2060] [node 5] ICS10 traffic start
2026-01-08T17:01:22.091906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:22.014509Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036953507088472:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:22.017475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036953507088467:2077] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.017535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:22.017597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036953507088467:2077] [node 5] ICP22 created new session: [4:7593036957802055783:2077]
2026-01-08T17:01:22.017648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036957802055783:2077] [node 5] ICS09 handshake done sender: [4:7593036953507088472:2112] self: [4:7593036953507088471:0] peer: [5:7593036956567566276:0] socket: 278 qp: -1
2026-01-08T17:01:22.017685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036957802055783:2077] [node 5] ICS10 traffic start
2026-01-08T17:01:22.017746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:22.081627Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036953507088402:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11244) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036953507088478:2115] held: no
2026-01-08T17:01:22.081906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036957802055786:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18214
2026-01-08T17:01:22.099294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036957802055787:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18214
2026-01-08T17:01:22.099468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036953507088478:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:22.106641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036953507088402:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.108698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036955887688366:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.108815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:22.108872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036955887688366:2049] [node 3] ICP22 created new session: [1:7593036960182655763:2049]
2026-01-08T17:01:22.083458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036958065435484:2049] [node 3] ICS09 handshake done sender: [2:7593036953770468163:2110] self: [2:7593036953770468162:0] peer: [3:7593036955157085694:0] socket: 257 qp: -1
2026-01-08T17:01:22.112522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:22.112588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036953507088402:2048] [node 1] ICP22 created new session: [4:7593036957802055789:2048]
2026-01-08T17:01:22.112634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036957802055789:2048] [node 1] ICS09 handshake done sender: [4:7593036953507088478:2115] self: [4:7593036953507088486:0] peer: [1:7593036955887688440:0] socket: 275 qp: -1
2026-01-08T17:01:22.112673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036957802055789:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:22.112726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:22.113206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036953507088475:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.113230Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036953507088475:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:22.113981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036957802055787:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.078846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036955157085610:2049] [node 2] ICP22 created new session: [3:7593036959452052993:2049]
2026-01-08T17:01:21.991140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036956567566194:2049] [node 2] ICP22 created new session: [5:7593036956567566278:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:22.117059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036953507088403:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:22.117169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036957802055792:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18214
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:22.083509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036958065435484:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:22.108919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036960182655763:2049] [node 3] ICS09 handshake done sender: [1:7593036955887688446:2122] self: [1:7593036955887688445:0] peer: [3:7593036955157085692:0] socket: 267 qp: -1
2026-01-08T17:01:22.125579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036953507088475:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:22.081087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036959452052994:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52341
2026-01-08T17:01:22.100196Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036958838225197:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.005311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036956567566278:2049] [node 2] ICS09 handshake done sender: [5:7593036956567566262:2112] self: [5:7593036956567566274:0] peer: [2:7593036953770468166:0] socket: 280 qp: -1
2026-01-08T17:01:22.128203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036953507088468:2083] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.128298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:22.128358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036953507088468:2083] [node 6] ICP22 created new session: [4:7593036957802055794:2083]
2026-01-08T17:01:22.128419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036957802055794:2083] [node 6] ICS09 handshake done sender: [4:7593036953507088475:2113] self: [4:7593036953507088474:0] peer: [6:7593036958838225208:0] socket: 304 qp: -1
2026-01-08T17:01:22.128465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036957802055794:2083] [node 6] ICS10 traffic start
2026-01-08T17:01:22.128496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:22.108957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036960182655763:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:22.134570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036957802055796:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18214
2026-01-08T17:01:22.136983Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036957802055787:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:22.022582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036956567566278:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:22.081213Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036959452052995:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52341
2026-01-08T17:01:22.085253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:22.100351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036954543257886:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:22.114524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036958838225205:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.114677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036954543257820:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:22.123777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036958838225210:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21324
2026-01-08T17:01:22.123855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036958838225211:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21324
2026-01-08T17:01:22.124016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036958838225204:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.130973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036954543257822:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:22.131555Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036958838225205:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:22.131713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036954543257820:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.131777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:22.131836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036954543257820:2048] [node 1] ICP22 created new session: [6:7593036958838225213:2048]
2026-01-08T17:01:22.131885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036958838225213:2048] [node 1] ICS09 handshake done sender: [6:7593036958838225205:2121] self: [6:7593036958838225209:0] peer: [1:7593036955887688447:0] socket: 316 qp: -1
2026-01-08T17:01:22.131921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036958838225213:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:22.131949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:22.138201Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036958838225197:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:22.138471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036954543257886:2065] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.138543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:22.138616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036954543257886:2065] [node 4] ICP22 created new session: [6:7593036958838225216:2065]
2026-01-08T17:01:22.138671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036958838225216:2065] [node 4] ICS09 handshake done sender: [6:7593036958838225197:2117] self: [6:7593036958838225208:0] peer: [4:7593036953507088474:0] socket: 306 qp: -1
2026-01-08T17:01:22.138709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036958838225216:2065] [node 4] ICS10 traffic start
2026-01-08T17:01:22.138748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:22.087894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036959452052994:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.109013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:22.085709Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036953770468098:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(59650507ns) {HandleHandshakeStatus:329(59648211ns) {DropIncomingHandshake:442(12258ns) DropOutgoingHandshake:457(737ns) SwitchToState:179(445ns) ProcessPendingSessionEvents:495(109044ns) {ForwardSessionEventToSession:616(66740ns) ForwardSessionEventToSession:616(2963ns) ForwardSessionEventToSession:616(5299ns) ForwardSessionEventToSession:616(5023ns) ForwardSessionEventToSession:616(1994ns) ForwardSessionEventToSession:616(5956ns) ForwardSessionEventToSession:616(2401ns) ForwardSessionEventToSession:616(2094ns) ForwardSessionEventToSession:616(5301ns) ForwardSessionEventToSession:616(2600ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:22.025219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036956567566272:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.025705Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036956567566272:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:22.030524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:22.036515Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036956567566273:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.036958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036960862533575:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23617
2026-01-08T17:01:22.079444Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036956567566272:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:22.086217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036956567566266:2066] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.102944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:22.106639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036956567566266:2066] [node 6] ICP22 created new session: [5:7593036960862533578:2066]
2026-01-08T17:01:22.124042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036960862533578:2066] [node 6] ICS09 handshake done sender: [5:7593036956567566272:2116] self: [5:7593036956567566271:0] peer: [6:7593036958838225196:0] socket: 296 qp: -1
2026-01-08T17:01:22.125367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036960862533578:2066] [node 6] ICS10 traffic start
2026-01-08T17:01:22.126142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:22.133740Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036956567566266:2066] [node 6] ICP35 event processing took too much time PendingConnection:279(40199153ns) {HandleHandshakeStatus:329(40196838ns) {DropIncomingHandshake:442(749ns) DropOutgoingHandshake:457(603ns) SwitchToState:179(828ns) ProcessPendingSessionEvents:495(142875ns) {ForwardSessionEventToSession:616(56094ns) ForwardSessionEventToSession:616(5683ns) ForwardSessionEventToSession:616(31248ns) ForwardSessionEventToSession:616(3388ns) ForwardSessionEventToSession:616(8586ns) ForwardSessionEventToSession:616(2923ns) ForwardSessionEventToSession:616(5394ns) ForwardSessionEventToSession:616(3057ns) ForwardSessionEventToSession:616(2628ns) ForwardSessionEventToSession:616(10955ns)}}}
2026-01-08T17:01:22.137591Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036956567566263:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:22.142073Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036956567566194:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(141274841ns) {HandleHandshakeStatus:329(141272643ns) {DropIncomingHandshake:442(2670ns) DropOutgoingHandshake:457(8823ns) SwitchToState:179(888ns) ProcessPendingSessionEvents:495(30040130ns) {ForwardSessionEventToSession:616(13526262ns) ForwardSessionEventToSession:616(3729ns) ForwardSessionEventToSession:616(2634ns) ForwardSessionEventToSession:616(963613ns) ForwardSessionEventToSession:616(3266887ns) ForwardSessionEventToSession:616(6366ns) ForwardSessionEventToSession:616(4592739ns) ForwardSessionEventToSession:616(2854ns) ForwardSessionEventToSession:616(7643774ns) ForwardSessionEventToSession:616(9490ns)}}}
2026-01-08T17:01:22.144442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036956567566195:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:22.144619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036956567566258:2061] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.144668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:22.144708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036956567566258:2061] [node 4] ICP22 created new session: [5:7593036960862533582:2061]
2026-01-08T17:01:22.144756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036960862533582:2061] [node 4] ICS09 handshake done sender: [5:7593036956567566263:2113] self: [5:7593036956567566276:0] peer: [4:7593036953507088471:0] socket: 281 qp: -1
2026-01-08T17:01:22.144787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036960862533582:2061] [node 4] ICS10 traffic start
2026-01-08T17:01:22.144846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:22.145104Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593036956567566258:2061] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:22.146034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036960862533580:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23617
2026-01-08T17:01:22.089169Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036955157085690:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:22.089431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036955157085609:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.089493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:22.089542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036955157085609:2048] [node 1] ICP22 created new session: [3:7593036959452052997:2048]
2026-01-08T17:01:22.089590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036959452052997:2048] [node 1] ICS09 handshake done sender: [3:7593036955157085690:2117] self: [3:7593036955157085692:0] peer: [1:7593036955887688445:0] socket: 291 qp: -1
2026-01-08T17:01:22.089625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036959452052997:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:22.089671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:22.090583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036959452052993:2049] [node 2] ICS09 handshake done sender: [3:7593036955157085689:2116] self: [3:7593036955157085694:0] peer: [2:7593036953770468162:0] socket: 288 qp: -1
2026-01-08T17:01:22.095187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036959452052993:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:22.112243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:22.135048Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036955157085610:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(96348161ns) {HandleHandshakeStatus:329(96344588ns) {DropIncomingHandshake:442(1139ns) DropOutgoingHandshake:457(5921ns) SwitchToState:179(736ns) ProcessPendingSessionEvents:495(7999889ns) {ForwardSessionEventToSession:616(7942290ns) ForwardSessionEventToSession:616(10712ns) ForwardSessionEventToSession:616(3031ns) ForwardSessionEventToSession:616(8192ns) ForwardSessionEventToSession:616(1988ns) ForwardSessionEventToSession:616(3200ns) ForwardSessionEventToSession:616(6193ns) ForwardSessionEventToSession:616(5429ns) ForwardSessionEventToSession:616(3464ns) ForwardSessionEventToSession:616(5628ns)}}}
2026-01-08T17:01:22.135202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036955157085684:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.135226Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036955157085684:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:22.140628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036955157085684:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:22.110490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036955887688365:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.114481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:22.114543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036955887688365:2048] [node 2] ICP22 created new session: [1:7593036960182655766:2048]
2026-01-08T17:01:22.114589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036960182655766:2048] [node 2] ICS09 handshake done sender: [1:7593036955887688443:2120] self: [1:7593036955887688442:0] peer: [2:7593036958065435481:0] socket: 266 qp: -1
2026-01-08T17:01:22.114625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036960182655766:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:22.114661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:22.118175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036955887688448:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.118201Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036955887688448:2123] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:22.126221Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036955887688448:2123] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:22.129521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036955887688439:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.129606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:22.129655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036955887688439:2109] [node 6] ICP22 created new session: [1:7593036960182655769:2109]
2026-01-08T17:01:22.129699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036960182655769:2109] [node 6] ICS09 handshake done sender: [1:7593036955887688448:2123] self: [1:7593036955887688447:0] peer: [6:7593036958838225209:0] socket: 276 qp: -1
2026-01-08T17:01:22.129733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036960182655769:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:22.129781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:22.087048Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036958065435489:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31254
2026-01-08T17:01:22.092818Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036953770468177:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:22.092964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036953770468097:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.093012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:22.093083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036953770468097:2048] [node 1] ICP22 created new session: [2:7593036958065435490:2048]
2026-01-08T17:01:22.093121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036958065435490:2048] [node 1] ICS09 handshake done sender: [2:7593036953770468177:2116] self: [2:7593036958065435481:0] peer: [1:7593036955887688442:0] socket: 273 qp: -1
2026-01-08T17:01:22.093155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036958065435490:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:22.093195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:22.101009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036958065435492:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31254
2026-01-08T17:01:22.122500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036953770468175:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.122533Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036953770468175:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:22.124972Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036953770468175:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:22.141057Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036958065435492:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.143522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036953770468172:2106] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.143584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:22.143634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036953770468172:2106] [node 4] ICP22 created new session: [2:7593036958065435494:2106]
2026-01-08T17:01:22.143684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036958065435494:2106] [node 4] ICS09 handshake done sender: [2:7593036953770468175:2114] self: [2:7593036953770468174:0] peer: [4:7593036957802055793:0] socket: 293 qp: -1
2026-01-08T17:01:22.143726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036958065435494:2106] [node 4] ICS10 traffic start
2026-01-08T17:01:22.143761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:22.149317Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036960862533580:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.149460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036956567566193:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:22.150579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593036953770468172:2106] [node 4] ICP18 handshake (actor [2:7593036958065435492:2119]) is too old
2026-01-08T17:01:22.150118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036955887688454:2125] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.150156Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036955887688454:2125] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:22.152578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036960862533585:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23617
2026-01-08T17:01:22.153896Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036955887688454:2125] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:22.154431Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036960862533580:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:22.154717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036956567566193:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.154797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:22.154849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036956567566193:2048] [node 1] ICP22 created new session: [5:7593036960862533586:2048]
2026-01-08T17:01:22.154911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036960862533586:2048] [node 1] ICS09 handshake done sender: [5:7593036960862533580:2120] self: [5:7593036960862533584:0] peer: [1:7593036955887688453:0] socket: 325 qp: -1
2026-01-08T17:01:22.154952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036960862533586:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:22.154997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:22.156744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036953507088403:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.156816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:22.156862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036953507088403:2049] [node 2] ICP22 created new session: [4:7593036957802055797:2049]
2026-01-08T17:01:22.156905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036957802055797:2049] [node 2] ICS09 handshake done sender: [4:7593036957802055787:2119] self: [4:7593036957802055793:0] peer: [2:7593036953770468174:0] socket: 312 qp: -1
2026-01-08T17:01:22.156946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036957802055797:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:22.156994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:22.159241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036955887688437:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.159341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:22.159398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036955887688437:2108] [node 5] ICP22 created new session: [1:7593036960182655772:2108]
2026-01-08T17:01:22.159445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036960182655772:2108] [node 5] ICS09 handshake done sender: [1:7593036955887688454:2125] self: [1:7593036955887688453:0] peer: [5:7593036960862533584:0] socket: 252 qp: -1
2026-01-08T17:01:22.159480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036960182655772:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:22.159541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:22.161131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036955157085678:2088] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.161217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:22.161267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036955157085678:2088] [node 6] ICP22 created new session: [3:7593036959452053003:2088]
2026-01-08T17:01:22.161315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036959452053003:2088] [node 6] ICS09 handshake done sender: [3:7593036955157085684:2114] self: [3:7593036955157085683:0] peer: [6:7593036958838225212:0] socket: 313 qp: -1
2026-01-08T17:01:22.161352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036959452053003:2088] [node 6] ICS10 traffic start
2026-01-08T17:01:22.161384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:22.162658Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036955157085677:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.162711Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036955157085677:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:22.164411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036960862533588:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23617
2026-01-08T17:01:22.164710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036957802055792:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.164951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036953507088404:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:22.166194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036958838225215:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21324
2026-01-08T17:01:22.168459Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036955157085677:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:22.169075Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036956567566273:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:22.169373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036956567566195:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.169453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:22.169510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036956567566195:2050] [node 3] ICP22 created new session: [5:7593036960862533589:2050]
2026-01-08T17:01:22.169557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036960862533589:2050] [node 3] ICS09 handshake done sender: [5:7593036956567566273:2117] self: [5:7593036960862533581:0] peer: [3:7593036955157085675:0] socket: 290 qp: -1
2026-01-08T17:01:22.169599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036960862533589:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:22.169656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:22.175069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036955157085686:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:22.175106Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036955157085686:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:22.176049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036955157085640:2074] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.176109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:22.176159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036955157085640:2074] [node 5] ICP22 created new session: [3:7593036959452053007:2074]
2026-01-08T17:01:22.176211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036959452053007:2074] [node 5] ICS09 handshake done sender: [3:7593036955157085677:2111] self: [3:7593036955157085675:0] peer: [5:7593036960862533581:0] socket: 289 qp: -1
2026-01-08T17:01:22.176257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036959452053007:2074] [node 5] ICS10 traffic start
2026-01-08T17:01:22.176313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:22.177779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036957802055800:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18214
2026-01-08T17:01:22.174655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036958838225204:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:22.174812Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036954543257822:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30156) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036958838225204:2120] held: no
2026-01-08T17:01:22.178976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036954543257822:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.179047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:22.179126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036954543257822:2050] [node 3] ICP22 created new session: [6:7593036958838225218:2050]
2026-01-08T17:01:22.179173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036958838225218:2050] [node 3] ICS09 handshake done sender: [6:7593036958838225204:2120] self: [6:7593036958838225212:0] peer: [3:7593036955157085683:0] socket: 315 qp: -1
2026-01-08T17:01:22.179210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036958838225218:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:22.179245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:22.180300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036955157085686:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:22.181078Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036957802055792:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:22.181408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036953507088404:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:22.181478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:22.181528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036953507088404:2050] [node 3] ICP22 created new session: [4:7593036957802055801:2050]
2026-01-08T17:01:22.181576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036957802055801:2050] [node 3] ICS09 handshake done sender: [4:7593036957802055792:2120] self: [4:7593036957802055799:0] peer: [3:7593036955157085685:0] socket: 259 qp: -1
2026-01-08T17:01:22.181611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036957802055801:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:22.181656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:22.183548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036955157085682:2080] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:22.183627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:22.183670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036955157085682:2080] [node 4] ICP22 created new session: [3:7593036959452053009:2080]
2026-01-08T17:01:22.183726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036959452053009:2080] [node 4] ICS09 handshake done sender: [3:7593036955157085686:2115] self: [3:7593036955157085685:0] peer: [4:7593036957802055799:0] socket: 255 qp: -1
2026-01-08T17:01:22.183757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036959452053009:2080] [node 4] ICS10 traffic start
2026-01-08T17:01:22.183796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:22.298553Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:22.298822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036958065435490:2048] [node 1] ICS01 socket: 273 reason# EndOfStream
2026-01-08T17:01:22.298888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036953770468097:2048] [node 1] ICP30 unregister session Session# [2:7593036958065435490:2048] VirtualId# [2:7593036958065435481:0]
2026-01-08T17:01:22.298931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036958065435490:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.299014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:22.299058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:22.307795Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:22.308043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036959452052997:2048] [node 1] ICS01 socket: 291 reason# EndOfStream
2026-01-08T17:01:22.308087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036955157085609:2048] [node 1] ICP30 unregister session Session# [3:7593036959452052997:2048] VirtualId# [3:7593036955157085692:0]
2026-01-08T17:01:22.308124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036959452052997:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.308211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:22.308256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:22.318303Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:22.318609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036957802055789:2048] [node 1] ICS01 socket: 275 reason# EndOfStream
2026-01-08T17:01:22.318653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036953507088402:2048] [node 1] ICP30 unregister session Session# [4:7593036957802055789:2048] VirtualId# [4:7593036953507088486:0]
2026-01-08T17:01:22.318693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036957802055789:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.318765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:22.318811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:22.318924Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:22.319137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036960862533586:2048] [node 1] ICS01 socket: 325 reason# EndOfStream
2026-01-08T17:01:22.319181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036956567566193:2048] [node 1] ICP30 unregister session Session# [5:7593036960862533586:2048] VirtualId# [5:7593036960862533584:0]
2026-01-08T17:01:22.319205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036960862533586:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.319255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:22.319287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:22.319361Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:22.319555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036958838225213:2048] [node 1] ICS01 socket: 316 reason# EndOfStream
2026-01-08T17:01:22.319590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036954543257820:2048] [node 1] ICP30 unregister session Session# [6:7593036958838225213:2048] VirtualId# [6:7593036958838225209:0]
2026-01-08T17:01:22.319615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036958838225213:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.319658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:22.319688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:22.418543Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:22.418820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036959452052993:2049] [node 2] ICS01 socket: 288 reason# EndOfStream
2026-01-08T17:01:22.418878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036955157085610:2049] [node 2] ICP30 unregister session Session# [3:7593036959452052993:2049] VirtualId# [3:7593036955157085694:0]
2026-01-08T17:01:22.418921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036959452052993:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.419022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:22.419073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:22.430574Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:22.430802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593036956567566278:2049] [node 2] ICS07 socket disconnect 280 reason# EndOfStream
2026-01-08T17:01:22.430839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036956567566278:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.430943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:22.430988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593036956567566278:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:22.431498Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:22.431687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036958838225201:2049] [node 2] ICS01 socket: 299 reason# EndOfStream
2026-01-08T17:01:22.431736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036954543257821:2049] [node 2] ICP30 unregister session Session# [6:7593036958838225201:2049] VirtualId# [6:7593036958838225199:0]
2026-01-08T17:01:22.431770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036958838225201:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.431843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:22.431892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:22.431987Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:22.432184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036957802055797:2049] [node 2] ICS01 socket: 312 reason# EndOfStream
2026-01-08T17:01:22.432221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036953507088403:2049] [node 2] ICP30 unregister session Session# [4:7593036957802055797:2049] VirtualId# [4:7593036957802055793:0]
2026-01-08T17:01:22.432250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036957802055797:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.432315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:22.432351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:22.433960Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036956567566194:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5754) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:22.434040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036956567566278:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:22.434079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036956567566194:2049] [node 2] ICP30 unregister session Session# [5:7593036956567566278:2049] VirtualId# [5:7593036956567566274:0]
2026-01-08T17:01:22.434120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:22.434159Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593036956567566194:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5754) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:22.434172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5754) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:22.442585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593036956567566194:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:22.606606Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:22.606888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036957802055801:2050] [node 3] ICS01 socket: 259 reason# EndOfStream
2026-01-08T17:01:22.606933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036953507088404:2050] [node 3] ICP30 unregister session Session# [4:7593036957802055801:2050] VirtualId# [4:7593036957802055799:0]
2026-01-08T17:01:22.606971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036957802055801:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.607067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:22.607119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:22.607222Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:22.607460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036958838225218:2050] [node 3] ICS01 socket: 315 reason# EndOfStream
2026-01-08T17:01:22.607496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036954543257822:2050] [node 3] ICP30 unregister session Session# [6:7593036958838225218:2050] VirtualId# [6:7593036958838225212:0]
2026-01-08T17:01:22.607526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036958838225218:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.607590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:22.607634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:22.608774Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:22.609052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036960862533589:2050] [node 3] ICS01 socket: 290 reason# EndOfStream
2026-01-08T17:01:22.609132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036956567566195:2050] [node 3] ICP30 unregister session Session# [5:7593036960862533589:2050] VirtualId# [5:7593036960862533581:0]
2026-01-08T17:01:22.609197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036960862533589:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.609277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:22.609316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:22.694634Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:22.694888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036960862533582:2061] [node 4] ICS01 socket: 281 reason# EndOfStream
2026-01-08T17:01:22.694933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036956567566258:2061] [node 4] ICP30 unregister session Session# [5:7593036960862533582:2061] VirtualId# [5:7593036956567566276:0]
2026-01-08T17:01:22.694973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036960862533582:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.695055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:22.695100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:22.695186Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:22.695361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036958838225216:2065] [node 4] ICS01 socket: 306 reason# EndOfStream
2026-01-08T17:01:22.695399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036954543257886:2065] [node 4] ICP30 unregister session Session# [6:7593036958838225216:2065] VirtualId# [6:7593036958838225208:0]
2026-01-08T17:01:22.695427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036958838225216:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.695478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:22.695511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:22.795242Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:22.795477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036958838225206:2060] [node 5] ICS01 socket: 297 reason# EndOfStream
2026-01-08T17:01:22.795516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036954543257834:2060] [node 5] ICP30 unregister session Session# [6:7593036958838225206:2060] VirtualId# [6:7593036958838225196:0]
2026-01-08T17:01:22.795550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036958838225206:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:22.795636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:22.795678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:23.033231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036962724767669:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:23.033264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036962724767670:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:23.025873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036964778095100:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:23.025917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036964778095101:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:23.033902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036962430499042:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:23.038437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036962430499043:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:23.076800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036963681865346:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:23.076837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036963681865347:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:23.076872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036963681865348:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:23.101396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036961639089881:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:23.101435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036961639089882:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:23.101474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036961639089883:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:23.125349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036961507221325:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:23.125391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036961507221326:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:23.125430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036961507221327:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:23.299967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036962430499082:2086] [node 6] ICP01 ready to work
2026-01-08T17:01:23.404365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036963681865361:2061] [node 6] ICP01 ready to work
2026-01-08T17:01:23.323237Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036962430499082:2086] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(22941708ns) {Configure:104(22934479ns) {ProcessConfigured:135(76169ns) {StartInitialHandshake:157(73989ns) {DropHandshakes:470(5457ns) {DropIncomingHandshake:442(808ns) DropOutgoingHandshake:457(480ns)} GenerateSessionVirtualId:992(1356ns) PrepareNewSessionHandshake:477(2368ns) {SwitchToState:179(740ns)}}}}}
2026-01-08T17:01:23.434552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036964778095151:2080] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.527172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036961507221343:2059] [node 5] ICP01 ready to work
2026-01-08T17:01:23.442779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036964778095162:2082] [node 4] ICP01 ready to work
2026-01-08T17:01:23.546207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036964778095166:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4445
2026-01-08T17:01:23.546272Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036964778095167:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4445
2026-01-08T17:01:23.564341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036964778095164:2084] [node 6] ICP01 ready to work
2026-01-08T17:01:23.438177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036963681865369:2066] [node 5] ICP01 ready to work
2026-01-08T17:01:23.527852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036962724767689:2062] [node 5] ICP01 ready to work
2026-01-08T17:01:23.358446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036962430499099:2089] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.594371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036961639089903:2061] [node 6] ICP01 ready to work
2026-01-08T17:01:23.573542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036962430499109:2085] [node 4] ICP01 ready to work
2026-01-08T17:01:23.610173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036962724767717:2063] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.619412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036961507221390:2065] [node 4] ICP01 ready to work
2026-01-08T17:01:23.611575Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036962430499109:2085] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(34233813ns) {Configure:104(34229927ns) {ProcessConfigured:135(64629ns) {StartInitialHandshake:157(62259ns) {DropHandshakes:470(3293ns) {DropIncomingHandshake:442(1133ns) DropOutgoingHandshake:457(594ns)} GenerateSessionVirtualId:992(938ns) PrepareNewSessionHandshake:477(1722ns) {SwitchToState:179(548ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.638965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036964778095167:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.662550Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036963681865369:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(224059701ns) {Configure:104(224052669ns) {ProcessConfigured:135(77383ns) {StartInitialHandshake:157(74465ns) {DropHandshakes:470(3349ns) {DropIncomingHandshake:442(535ns) DropOutgoingHandshake:457(1088ns)} GenerateSessionVirtualId:992(1741ns) PrepareNewSessionHandshake:477(17213ns) {SwitchToState:179(1461ns)}}}}}
2026-01-08T17:01:23.664874Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036963681865416:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45626
2026-01-08T17:01:23.623641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036962724767729:2064] [node 6] ICP01 ready to work
2026-01-08T17:01:23.657219Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036962724767736:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6005
2026-01-08T17:01:23.657292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036962724767737:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6005
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.612743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036962430499116:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34037
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.709063Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036962724767669:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(51408443ns) {Configure:104(51403170ns) {ProcessConfigured:135(63470ns) {StartInitialHandshake:157(60998ns) {DropHandshakes:470(2765ns) {DropIncomingHandshake:442(548ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:992(1196ns) PrepareNewSessionHandshake:477(2134ns) {SwitchToState:179(906ns)}}}}}
2026-01-08T17:01:23.709245Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036962724767737:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.711188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036962724767735:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6005
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.651166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036964778095162:2082] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(36762590ns) {Configure:104(36755983ns) {ProcessConfigured:135(93148ns) {StartInitialHandshake:157(89306ns) {DropHandshakes:470(3953ns) {DropIncomingHandshake:442(725ns) DropOutgoingHandshake:457(770ns)} GenerateSessionVirtualId:992(1595ns) PrepareNewSessionHandshake:477(7711ns) {SwitchToState:179(649ns)}}}}}
2026-01-08T17:01:23.675912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036961639089881:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(285108802ns) {Configure:104(285100657ns) {ProcessConfigured:135(64982ns) {StartInitialHandshake:157(62030ns) {DropHandshakes:470(3784ns) {DropIncomingHandshake:442(782ns) DropOutgoingHandshake:457(843ns)} GenerateSessionVirtualId:992(1394ns) PrepareNewSessionHandshake:477(2086ns) {SwitchToState:179(720ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.623223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036962430499120:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34037
2026-01-08T17:01:23.743673Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036964778095164:2084] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(129245997ns) {Configure:104(129241134ns) {ProcessConfigured:135(65615ns) {StartInitialHandshake:157(62225ns) {DropHandshakes:470(2948ns) {DropIncomingHandshake:442(790ns) DropOutgoingHandshake:457(411ns)} GenerateSessionVirtualId:992(1452ns) PrepareNewSessionHandshake:477(2668ns) {SwitchToState:179(804ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.747376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036961507221399:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48444
2026-01-08T17:01:23.690654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036961639089945:2067] [node 4] ICP01 ready to work
2026-01-08T17:01:23.626584Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036962430499042:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(139755151ns) {Configure:104(119333016ns) {ProcessConfigured:135(99745ns) {StartInitialHandshake:157(97933ns) {DropHandshakes:470(2110ns) {DropIncomingHandshake:442(324ns) DropOutgoingHandshake:457(625ns)} GenerateSessionVirtualId:992(628ns) PrepareNewSessionHandshake:477(1903ns) {SwitchToState:179(730ns)}}}}}
2026-01-08T17:01:23.732011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036961639089948:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57426
2026-01-08T17:01:23.732215Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036961639089949:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57426
2026-01-08T17:01:23.733120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036961639089954:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57426
2026-01-08T17:01:23.733173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036961639089955:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57426
2026-01-08T17:01:23.755650Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036961507221343:2059] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(160933234ns) {Configure:104(160921714ns) {ProcessConfigured:135(76995ns) {StartInitialHandshake:157(73934ns) {DropHandshakes:470(3152ns) {DropIncomingHandshake:442(798ns) DropOutgoingHandshake:457(556ns)} GenerateSessionVirtualId:992(1083ns) PrepareNewSessionHandshake:477(2358ns) {SwitchToState:179(1216ns)}}}}}
2026-01-08T17:01:23.775532Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036963681865348:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(300832519ns) {Configure:104(300815507ns) {ProcessConfigured:135(60386ns) {StartInitialHandshake:157(57824ns) {DropHandshakes:470(3610ns) {DropIncomingHandshake:442(1086ns) DropOutgoingHandshake:457(672ns)} GenerateSessionVirtualId:992(1113ns) PrepareNewSessionHandshake:477(2241ns) {SwitchToState:179(776ns)}}}}}
2026-01-08T17:01:23.775742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036963681865416:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.778761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036964778095166:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.790745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036963681865346:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:23.791256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036963681865423:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45626
2026-01-08T17:01:23.791763Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036961639089883:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(380971539ns) {Configure:104(380963806ns) {ProcessConfigured:135(8466658ns) {StartInitialHandshake:157(8463452ns) {DropHandshakes:470(2847ns) {DropIncomingHandshake:442(481ns) DropOutgoingHandshake:457(560ns)} GenerateSessionVirtualId:992(225ns) PrepareNewSessionHandshake:477(2111ns) {SwitchToState:179(836ns)}}}}}
2026-01-08T17:01:23.759822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036962724767736:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.795200Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036961639089945:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37263286ns) {Configure:104(37254642ns) {ProcessConfigured:135(62901ns) {StartInitialHandshake:157(61031ns) {DropHandshakes:470(794ns) {DropIncomingHandshake:442(113ns) DropOutgoingHandshake:457(198ns)} GenerateSessionVirtualId:992(889ns) PrepareNewSessionHandshake:477(1125ns) {SwitchToState:179(410ns)}}}}}
2026-01-08T17:01:23.670496Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036962430499120:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.796114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036961639089954:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.796250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036961639089945:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:23.796582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036963681865415:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.796615Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036963681865415:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.797706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036961639089964:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57426
2026-01-08T17:01:23.801786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036963681865361:2061] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(329769774ns) {Configure:104(329759529ns) {ProcessConfigured:135(7952835ns) {StartInitialHandshake:157(7950269ns) {DropHandshakes:470(2989ns) {DropIncomingHandshake:442(777ns) DropOutgoingHandshake:457(631ns)} GenerateSessionVirtualId:992(1008ns) PrepareNewSessionHandshake:477(2574ns) {SwitchToState:179(855ns)}}}}}
2026-01-08T17:01:23.801968Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036963681865415:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.759328Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036961507221390:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(110816651ns) {Configure:104(110807833ns) {ProcessConfigured:135(82440ns) {StartInitialHandshake:157(80063ns) {DropHandshakes:470(3099ns) {DropIncomingHandshake:442(812ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:992(762ns) PrepareNewSessionHandshake:477(11507ns) {SwitchToState:179(931ns)}}}}}
2026-01-08T17:01:23.761249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036962724767669:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:23.803139Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036962724767670:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(192707284ns) {Configure:104(192699295ns) {ProcessConfigured:135(50124ns) {StartInitialHandshake:157(48471ns) {DropHandshakes:470(3269ns) {DropIncomingHandshake:442(540ns) DropOutgoingHandshake:457(608ns)} GenerateSessionVirtualId:992(362ns) PrepareNewSessionHandshake:477(1030ns) {SwitchToState:179(534ns)}}}}}
2026-01-08T17:01:23.807171Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036962724767750:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6005
2026-01-08T17:01:23.808054Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036962724767736:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:23.809102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036962724767729:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(139302342ns) {Configure:104(139296546ns) {ProcessConfigured:135(75895ns) {StartInitialHandshake:157(73546ns) {DropHandshakes:470(2539ns) {DropIncomingHandshake:442(453ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:992(605ns) PrepareNewSessionHandshake:477(4395ns) {SwitchToState:179(1196ns)}}}}}
2026-01-08T17:01:23.698917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036962430499123:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34037
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.712862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036962430499125:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34037
2026-01-08T17:01:23.840153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036963681865369:2066] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:23.840217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:23.840271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036963681865369:2066] [node 5] ICP22 created new session: [4:7593036963681865428:2066]
2026-01-08T17:01:23.840330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036963681865428:2066] [node 5] ICS09 handshake done sender: [4:7593036963681865415:2111] self: [4:7593036963681865414:0] peer: [5:7593036961639089963:0] socket: 283 qp: -1
2026-01-08T17:01:23.840367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036963681865428:2066] [node 5] ICS10 traffic start
2026-01-08T17:01:23.840426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.842781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036961639089949:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.842897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036961639089948:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.820081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036964778095181:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4445
2026-01-08T17:01:23.819602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036962724767669:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:23.819728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:23.819817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036962724767669:2048] [node 1] ICP22 created new session: [3:7593036962724767754:2048]
2026-01-08T17:01:23.819866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036962724767754:2048] [node 1] ICS09 handshake done sender: [3:7593036962724767736:2111] self: [3:7593036962724767747:0] peer: [1:7593036962430499110:0] socket: 276 qp: -1
2026-01-08T17:01:23.770017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036962430499111:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.819906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036962724767754:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:23.819969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:23.841805Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036962724767756:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6005
2026-01-08T17:01:23.770053Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036962430499111:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:23.858842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036963681865431:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45626
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.910508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036964778095169:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.910551Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036964778095169:2112] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.908335Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036963681865416:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:23.915553Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036963681865423:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.915640Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036963681865346:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62852) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036963681865416:2112] held: no
2026-01-08T17:01:23.915741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036963681865346:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:23.915812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.795754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036962430499111:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:23.905428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036962724767756:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.905977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036962724767735:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.906080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036962724767670:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:23.911911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036962724767760:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6005
2026-01-08T17:01:23.934945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036962724767735:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:23.915866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036963681865346:2048] [node 1] ICP22 created new session: [4:7593036963681865432:2048]
2026-01-08T17:01:23.902515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036961507221404:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48444
2026-01-08T17:01:23.918780Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036964778095169:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:23.802278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036962430499115:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.913902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036961639089954:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.915917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036963681865432:2048] [node 1] ICS09 handshake done sender: [4:7593036963681865416:2112] self: [4:7593036963681865424:0] peer: [1:7593036962430499114:0] socket: 278 qp: -1
2026-01-08T17:01:23.917299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036963681865348:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:23.924647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036963681865432:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:23.924713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:23.935287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036962724767670:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:23.918034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036961507221405:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48444
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.970671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036963681865436:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45626
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.973782Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036963681865437:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45626
2026-01-08T17:01:23.973843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036963681865423:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:23.802304Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036962430499115:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:23.943167Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036961507221399:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.943460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036961507221343:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:23.944380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036961507221404:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.944511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036961507221325:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:23.967357Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036961507221325:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62852) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036961507221404:2116] held: no
2026-01-08T17:01:23.967570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036961507221408:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48444
2026-01-08T17:01:23.968062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036961507221409:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48444
2026-01-08T17:01:23.968411Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036961507221404:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:23.968591Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036961507221399:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:23.968745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036961507221325:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:23.968806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:23.968856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036961507221325:2048] [node 1] ICP22 created new session: [6:7593036961507221410:2048]
2026-01-08T17:01:23.968904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036961507221410:2048] [node 1] ICS09 handshake done sender: [6:7593036961507221404:2116] self: [6:7593036961507221407:0] peer: [1:7593036962430499097:0] socket: 309 qp: -1
2026-01-08T17:01:23.968937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036961507221410:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:23.968977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:23.969414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036961507221343:2059] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:23.969457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:23.969502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036961507221343:2059] [node 5] ICP22 created new session: [6:7593036961507221412:2059]
2026-01-08T17:01:23.969552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036961507221412:2059] [node 5] ICS09 handshake done sender: [6:7593036961507221399:2113] self: [6:7593036961507221406:0] peer: [5:7593036961639089950:0] socket: 294 qp: -1
2026-01-08T17:01:23.969586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036961507221412:2059] [node 5] ICS10 traffic start
2026-01-08T17:01:23.969635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.940134Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036964778095181:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.974087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036963681865348:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:23.942665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036961639089955:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.935401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:23.935455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036962724767670:2049] [node 2] ICP22 created new session: [3:7593036962724767761:2049]
2026-01-08T17:01:23.935510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036962724767761:2049] [node 2] ICS09 handshake done sender: [3:7593036962724767735:2110] self: [3:7593036962724767759:0] peer: [2:7593036964778095168:0] socket: 275 qp: -1
2026-01-08T17:01:23.935550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036962724767761:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:23.946069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036962724767739:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.946106Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036962724767739:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:23.954671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:23.956830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036962724767743:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.956857Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036962724767743:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:23.971049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036962724767739:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:23.971529Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036962724767743:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:23.972045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036962724767717:2063] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:23.972113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:23.972155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036962724767717:2063] [node 4] ICP22 created new session: [3:7593036962724767766:2063]
2026-01-08T17:01:23.972199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036962724767766:2063] [node 4] ICS09 handshake done sender: [3:7593036962724767739:2113] self: [3:7593036962724767738:0] peer: [4:7593036963681865433:0] socket: 286 qp: -1
2026-01-08T17:01:23.972237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036962724767766:2063] [node 4] ICS10 traffic start
2026-01-08T17:01:23.972283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:23.972733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036962724767689:2062] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:23.972759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:23.972800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036962724767689:2062] [node 5] ICP22 created new session: [3:7593036962724767768:2062]
2026-01-08T17:01:23.972835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036962724767768:2062] [node 5] ICS09 handshake done sender: [3:7593036962724767743:2115] self: [3:7593036962724767742:0] peer: [5:7593036961639089969:0] socket: 287 qp: -1
2026-01-08T17:01:23.972874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036962724767768:2062] [node 5] ICS10 traffic start
2026-01-08T17:01:23.972919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:23.973237Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036962724767765:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6005
2026-01-08T17:01:24.004735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036962724767670:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(69184363ns) {HandleHandshakeStatus:329(69181947ns) {DropIncomingHandshake:442(1134ns) DropOutgoingHandshake:457(9748ns) SwitchToState:179(979ns) ProcessPendingSessionEvents:495(93726ns) {ForwardSessionEventToSession:616(50545ns) ForwardSessionEventToSession:616(2546ns) ForwardSessionEventToSession:616(5197ns) ForwardSessionEventToSession:616(4997ns) ForwardSessionEventToSession:616(3181ns) ForwardSessionEventToSession:616(6780ns) ForwardSessionEventToSession:616(2639ns) ForwardSessionEventToSession:616(5122ns) ForwardSessionEventToSession:616(2359ns) ForwardSessionEventToSession:616(2831ns)}}}
2026-01-08T17:01:23.813983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036962430499126:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34037
2026-01-08T17:01:23.835598Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036962430499115:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:24.020711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036965802188711:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48444
2026-01-08T17:01:24.021392Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036961507221405:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:24.021539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036961507221390:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:23.954839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036964778095185:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4445
2026-01-08T17:01:23.950778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036961639089945:2067] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:23.974150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:23.974192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036963681865348:2050] [node 3] ICP22 created new session: [4:7593036963681865438:2050]
2026-01-08T17:01:23.974234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036963681865438:2050] [node 3] ICS09 handshake done sender: [4:7593036963681865423:2115] self: [4:7593036963681865433:0] peer: [3:7593036962724767738:0] socket: 296 qp: -1
2026-01-08T17:01:23.974272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036963681865438:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:23.974336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:24.018926Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036963681865348:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(44538696ns) {HandleHandshakeStatus:329(44536870ns) {DropIncomingHandshake:442(400ns) DropOutgoingHandshake:457(4013ns) SwitchToState:179(146ns) ProcessPendingSessionEvents:495(17967358ns) {ForwardSessionEventToSession:616(17908400ns) ForwardSessionEventToSession:616(6716ns) ForwardSessionEventToSession:616(4318ns) ForwardSessionEventToSession:616(6457ns) ForwardSessionEventToSession:616(3528ns) ForwardSessionEventToSession:616(5689ns) ForwardSessionEventToSession:616(5542ns) ForwardSessionEventToSession:616(3312ns) ForwardSessionEventToSession:616(4536ns) ForwardSessionEventToSession:616(2918ns)}}}
2026-01-08T17:01:24.020294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036967976832736:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45626
2026-01-08T17:01:24.023015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036963681865427:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:24.023040Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036963681865427:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:23.851238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036962430499043:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:23.951145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036961639089882:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:23.951316Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036961639089951:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.951340Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036961639089951:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:23.952040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036961639089881:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:23.952415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036961639089883:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:23.954635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:23.962459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036961639089945:2067] [node 4] ICP22 created new session: [5:7593036961639089965:2067]
2026-01-08T17:01:23.965025Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036961639089951:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:23.965214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036961639089965:2067] [node 4] ICS09 handshake done sender: [5:7593036961639089954:2115] self: [5:7593036961639089963:0] peer: [4:7593036963681865414:0] socket: 285 qp: -1
2026-01-08T17:01:23.965259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036961639089965:2067] [node 4] ICS10 traffic start
2026-01-08T17:01:23.965341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:23.965795Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036961639089945:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(22805389ns) {HandleHandshakeStatus:329(14782171ns) {DropIncomingHandshake:442(1013ns) DropOutgoingHandshake:457(8402ns) SwitchToState:179(630ns) ProcessPendingSessionEvents:495(92387ns) {ForwardSessionEventToSession:616(45109ns) ForwardSessionEventToSession:616(3401ns) ForwardSessionEventToSession:616(3346ns) ForwardSessionEventToSession:616(5015ns) ForwardSessionEventToSession:616(2341ns) ForwardSessionEventToSession:616(7787ns) ForwardSessionEventToSession:616(7722ns) ForwardSessionEventToSession:616(2025ns) ForwardSessionEventToSession:616(5165ns) ForwardSessionEventToSession:616(2613ns)}}}
2026-01-08T17:01:23.966853Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036961639089972:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57426
2026-01-08T17:01:23.992111Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036961639089973:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57426
2026-01-08T17:01:24.006994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036961639089903:2061] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:24.013282Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036961639089881:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62852) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036961639089949:2112] held: no
2026-01-08T17:01:24.013742Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036961639089949:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:24.022832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036961639089955:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:24.032014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:24.035284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036961639089881:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:24.035360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:24.035419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036961639089881:2048] [node 1] ICP22 created new session: [5:7593036965934057272:2048]
2026-01-08T17:01:24.035475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036965934057272:2048] [node 1] ICS09 handshake done sender: [5:7593036961639089949:2112] self: [5:7593036961639089967:0] peer: [1:7593036962430499112:0] socket: 281 qp: -1
2026-01-08T17:01:24.035515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036965934057272:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:24.035576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:24.036448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036961639089883:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:24.036492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:24.036538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036961639089883:2050] [node 3] ICP22 created new session: [5:7593036965934057274:2050]
2026-01-08T17:01:24.036578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036965934057274:2050] [node 3] ICS09 handshake done sender: [5:7593036961639089955:2116] self: [5:7593036961639089969:0] peer: [3:7593036962724767742:0] socket: 289 qp: -1
2026-01-08T17:01:24.036606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036965934057274:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:24.036661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:24.040601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036961639089903:2061] [node 6] ICP22 created new session: [5:7593036965934057271:2061]
2026-01-08T17:01:24.022103Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036962724767765:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:24.032168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036963681865427:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:24.038305Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036965802188713:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48444
2026-01-08T17:01:23.990820Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036964778095173:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:24.059211Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036961507221405:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:24.059677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036961507221390:2065] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:24.059735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:24.059790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036961507221390:2065] [node 4] ICP22 created new session: [6:7593036965802188714:2065]
2026-01-08T17:01:24.059836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036965802188714:2065] [node 4] ICS09 handshake done sender: [6:7593036961507221405:2117] self: [6:7593036965802188712:0] peer: [4:7593036963681865425:0] socket: 312 qp: -1
2026-01-08T17:01:24.059876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036965802188714:2065] [node 4] ICS10 traffic start
2026-01-08T17:01:24.059931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:23.855141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:24.043794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036962724767689:2062] [node 5] ICP18 handshake (actor [3:7593036962724767765:2121]) is too old
2026-01-08T17:01:23.990851Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036964778095173:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:23.992566Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036964778095173:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:24.002464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036964778095101:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:24.002579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:24.002649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036964778095101:2049] [node 3] ICP22 created new session: [2:7593036969073062484:2049]
2026-01-08T17:01:24.002713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036969073062484:2049] [node 3] ICS09 handshake done sender: [2:7593036964778095169:2112] self: [2:7593036964778095168:0] peer: [3:7593036962724767759:0] socket: 263 qp: -1
2026-01-08T17:01:24.002756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036969073062484:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:24.002824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:24.004173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036969073062487:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4445
2026-01-08T17:01:24.011595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036964778095151:2080] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:24.040529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:24.044267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036964778095151:2080] [node 5] ICP22 created new session: [2:7593036969073062488:2080]
2026-01-08T17:01:24.054557Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036964778095101:2049] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:24.069091Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036969073062487:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:24.071015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036964778095100:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:24.046620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036963681865361:2061] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:24.083282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036969073062488:2080] [node 5] ICS09 handshake done sender: [2:7593036964778095173:2114] self: [2:7593036964778095172:0] peer: [5:7593036961639089966:0] socket: 265 qp: -1
2026-01-08T17:01:24.084628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036969073062488:2080] [node 5] ICS10 traffic start
2026-01-08T17:01:24.084689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:24.066404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036965934057271:2061] [node 6] ICS09 handshake done sender: [5:7593036961639089951:2113] self: [5:7593036961639089950:0] peer: [6:7593036961507221406:0] socket: 292 qp: -1
2026-01-08T17:01:23.862690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036962430499043:2049] [node 3] ICP22 created new session: [1:7593036962430499129:2049]
2026-01-08T17:01:24.087680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036965802188716:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48444
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:24.091854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036969073062492:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4445
2026-01-08T17:01:24.093855Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036969073062487:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:24.046685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:24.046732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036963681865361:2061] [node 6] ICP22 created new session: [4:7593036967976832738:2061]
2026-01-08T17:01:24.046786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036967976832738:2061] [node 6] ICS09 handshake done sender: [4:7593036963681865427:2116] self: [4:7593036963681865425:0] peer: [6:7593036965802188712:0] socket: 282 qp: -1
2026-01-08T17:01:24.046817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036967976832738:2061] [node 6] ICS10 traffic start
2026-01-08T17:01:24.046852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:24.078693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036963681865437:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:24.078850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593036963681865361:2061] [node 6] ICP18 handshake (actor [4:7593036963681865437:2119]) is too old
2026-01-08T17:01:24.094502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036967976832736:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:24.094710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036963681865347:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:23.862753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036962430499129:2049] [node 3] ICS09 handshake done sender: [1:7593036962430499111:2111] self: [1:7593036962430499110:0] peer: [3:7593036962724767747:0] socket: 267 qp: -1
2026-01-08T17:01:24.074743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036965934057271:2061] [node 6] ICS10 traffic start
2026-01-08T17:01:24.094083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036964778095100:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:24.098506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036965802188711:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.862802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036962430499129:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:24.110233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036962724767752:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:24.118899Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036967976832741:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45626
2026-01-08T17:01:24.123901Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036967976832736:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:24.124535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036963681865347:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:24.124606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:24.124659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036963681865347:2049] [node 2] ICP22 created new session: [4:7593036967976832742:2049]
2026-01-08T17:01:24.124703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036967976832742:2049] [node 2] ICS09 handshake done sender: [4:7593036967976832736:2120] self: [4:7593036967976832740:0] peer: [2:7593036964778095177:0] socket: 329 qp: -1
2026-01-08T17:01:24.124738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036967976832742:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:24.124768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:24.094138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:24.094167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036964778095100:2048] [node 1] ICP22 created new session: [2:7593036969073062493:2048]
2026-01-08T17:01:24.094197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036969073062493:2048] [node 1] ICS09 handshake done sender: [2:7593036969073062487:2119] self: [2:7593036969073062490:0] peer: [1:7593036962430499121:0] socket: 295 qp: -1
2026-01-08T17:01:24.094223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036969073062493:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:24.094259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:24.116682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036964778095178:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:24.116716Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036964778095178:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:24.121546Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036964778095151:2080] [node 5] ICP35 event processing took too much time PendingConnection:279(109711457ns) {HandleHandshakeStatus:329(109707652ns) {DropIncomingHandshake:442(18609ns) DropOutgoingHandshake:457(731ns) SwitchToState:179(2712ns) ProcessPendingSessionEvents:495(14618464ns) {ForwardSessionEventToSession:616(14560989ns) ForwardSessionEventToSession:616(10552ns) ForwardSessionEventToSession:616(5264ns) ForwardSessionEventToSession:616(2781ns) ForwardSessionEventToSession:616(3418ns) ForwardSessionEventToSession:616(8641ns) ForwardSessionEventToSession:616(2661ns) ForwardSessionEventToSession:616(2845ns) ForwardSessionEventToSession:616(5390ns) ForwardSessionEventToSession:616(5538ns)}}}
2026-01-08T17:01:24.122042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036964778095178:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:24.128036Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036964778095180:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:24.128067Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036964778095180:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:23.862858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:23.863648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036962430499123:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.863730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036962430499116:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.864658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036962430499109:2085] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:23.870670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:23.878697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036962430499109:2085] [node 4] ICP22 created new session: [1:7593036962430499134:2085]
2026-01-08T17:01:23.923610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036962430499134:2085] [node 4] ICS09 handshake done sender: [1:7593036962430499115:2113] self: [1:7593036962430499114:0] peer: [4:7593036963681865424:0] socket: 269 qp: -1
2026-01-08T17:01:23.925548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036962430499134:2085] [node 4] ICS10 traffic start
2026-01-08T17:01:23.925595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:23.937013Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593036962430499043:2049] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:23.944827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036962430499098:2101] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.944854Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036962430499098:2101] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:23.953278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036962430499126:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.953389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036962430499113:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:23.953412Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036962430499113:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:23.954816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036962430499113:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:23.954885Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036962430499098:2101] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:23.955143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036962430499082:2086] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:23.955216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:23.955271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036962430499082:2086] [node 6] ICP22 created new session: [1:7593036962430499140:2086]
2026-01-08T17:01:23.955327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036962430499140:2086] [node 6] ICS09 handshake done sender: [1:7593036962430499098:2101] self: [1:7593036962430499097:0] peer: [6:7593036961507221407:0] socket: 308 qp: -1
2026-01-08T17:01:23.955375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036962430499140:2086] [node 6] ICS10 traffic start
2026-01-08T17:01:23.955404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:23.963321Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036962430499109:2085] [node 4] ICP35 event processing took too much time PendingConnection:279(98360759ns) {HandleHandshakeStatus:329(98357474ns) {DropIncomingHandshake:442(11501ns) DropOutgoingHandshake:457(749ns) SwitchToState:179(345ns) ProcessPendingSessionEvents:495(17038074ns) {ForwardSessionEventToSession:616(16982972ns) ForwardSessionEventToSession:616(7213ns) ForwardSessionEventToSession:616(8376ns) ForwardSessionEventToSession:616(6393ns) ForwardSessionEventToSession:616(2351ns) ForwardSessionEventToSession:616(4895ns) ForwardSessionEventToSession:616(3391ns) ForwardSessionEventToSession:616(2040ns) ForwardSessionEventToSession:616(5704ns) ForwardSessionEventToSession:616(2035ns)}}}
2026-01-08T17:01:23.963815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036962430499099:2089] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:23.963876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:23.963917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036962430499099:2089] [node 5] ICP22 created new session: [1:7593036962430499142:2089]
2026-01-08T17:01:23.963970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036962430499142:2089] [node 5] ICS09 handshake done sender: [1:7593036962430499113:2112] self: [1:7593036962430499112:0] peer: [5:7593036961639089967:0] socket: 268 qp: -1
2026-01-08T17:01:23.964010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036962430499142:2089] [node 5] ICS10 traffic start
2026-01-08T17:01:23.964047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:24.086648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036962430499122:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:24.086692Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036962430499122:2116] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:24.092137Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036962430499122:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:24.092405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036962430499042:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:24.092493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:24.092554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036962430499042:2048] [node 2] ICP22 created new session: [1:7593036966725466441:2048]
2026-01-08T17:01:24.092601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036966725466441:2048] [node 2] ICS09 handshake done sender: [1:7593036962430499122:2116] self: [1:7593036962430499121:0] peer: [2:7593036969073062490:0] socket: 290 qp: -1
2026-01-08T17:01:24.092641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036966725466441:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:24.092700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:24.110295Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036962724767752:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:24.122535Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036962724767752:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:24.122822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036962724767729:2064] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:24.122910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:24.122965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036962724767729:2064] [node 6] ICP22 created new session: [3:7593036967019735068:2064]
2026-01-08T17:01:24.123004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036967019735068:2064] [node 6] ICS09 handshake done sender: [3:7593036962724767752:2118] self: [3:7593036962724767751:0] peer: [6:7593036965802188717:0] socket: 310 qp: -1
2026-01-08T17:01:24.123032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036967019735068:2064] [node 6] ICS10 traffic start
2026-01-08T17:01:24.123056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:24.079611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:24.083505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036965934057270:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57426
2026-01-08T17:01:24.106160Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036961639089882:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23825) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036961639089948:2111] held: no
2026-01-08T17:01:24.106345Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036961639089948:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:24.112538Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036961639089903:2061] [node 6] ICP35 event processing took too much time PendingConnection:279(113513239ns) {HandleHandshakeStatus:329(113510473ns) {DropIncomingHandshake:442(1424ns) DropOutgoingHandshake:457(1205ns) SwitchToState:179(1026ns) ProcessPendingSessionEvents:495(9154966ns) {ForwardSessionEventToSession:616(9096154ns) ForwardSessionEventToSession:616(10232ns) ForwardSessionEventToSession:616(9164ns) ForwardSessionEventToSession:616(4843ns) ForwardSessionEventToSession:616(2304ns) ForwardSessionEventToSession:616(2932ns) ForwardSessionEventToSession:616(5696ns) ForwardSessionEventToSession:616(2715ns) ForwardSessionEventToSession:616(2288ns) ForwardSessionEventToSession:616(4586ns)}}}
2026-01-08T17:01:24.112631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036961639089882:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:24.112707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:24.112768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036961639089882:2049] [node 2] ICP22 created new session: [5:7593036965934057277:2049]
2026-01-08T17:01:24.112822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036965934057277:2049] [node 2] ICS09 handshake done sender: [5:7593036961639089948:2111] self: [5:7593036961639089966:0] peer: [2:7593036964778095172:0] socket: 280 qp: -1
2026-01-08T17:01:24.112864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036965934057277:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:24.112923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:24.098696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036961507221327:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:24.110371Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036965802188716:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:24.131255Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036964778095100:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(34918655ns) {HandleHandshakeStatus:329(34916932ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(6951ns) SwitchToState:179(521ns) ProcessPendingSessionEvents:495(33986340ns) {ForwardSessionEventToSession:616(7793306ns) ForwardSessionEventToSession:616(9361ns) ForwardSessionEventToSession:616(3654ns) ForwardSessionEventToSession:616(356021ns) ForwardSessionEventToSession:616(11172650ns) ForwardSessionEventToSession:616(4572ns) ForwardSessionEventToSession:616(3403ns) ForwardSessionEventToSession:616(5341772ns) ForwardSessionEventToSession:616(3362ns) ForwardSessionEventToSession:616(8232496ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:24.120221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036961507221326:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:24.120624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036965802188719:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48444
2026-01-08T17:01:24.124356Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036965802188711:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:24.125009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036961507221327:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:24.134716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:24.134777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036961507221327:2050] [node 3] ICP22 created new session: [6:7593036965802188720:2050]
2026-01-08T17:01:24.134834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036965802188720:2050] [node 3] ICS09 handshake done sender: [6:7593036965802188711:2120] self: [6:7593036965802188717:0] peer: [3:7593036962724767751:0] socket: 327 qp: -1
2026-01-08T17:01:24.134883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036965802188720:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:24.134926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:24.137689Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036965802188722:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48444
2026-01-08T17:01:24.163589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036964778095180:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:24.163778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036964778095162:2082] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:24.163888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:24.163946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036964778095162:2082] [node 4] ICP22 created new session: [2:7593036969073062497:2082]
2026-01-08T17:01:24.164010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036969073062497:2082] [node 4] ICS09 handshake done sender: [2:7593036964778095178:2115] self: [2:7593036964778095177:0] peer: [4:7593036967976832740:0] socket: 326 qp: -1
2026-01-08T17:01:24.164047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036969073062497:2082] [node 4] ICS10 traffic start
2026-01-08T17:01:24.164098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:24.167327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036964778095164:2084] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:24.167421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:24.167474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036964778095164:2084] [node 6] ICP22 created new session: [2:7593036969073062499:2084]
2026-01-08T17:01:24.167524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036969073062499:2084] [node 6] ICS09 handshake done sender: [2:7593036964778095180:2116] self: [2:7593036964778095179:0] peer: [6:7593036965802188718:0] socket: 271 qp: -1
2026-01-08T17:01:24.167563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036969073062499:2084] [node 6] ICS10 traffic start
2026-01-08T17:01:24.167598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:24.166948Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036965802188716:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:24.168786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036961507221326:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:24.168856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:24.168905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036961507221326:2049] [node 2] ICP22 created new session: [6:7593036965802188723:2049]
2026-01-08T17:01:24.168948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036965802188723:2049] [node 2] ICS09 handshake done sender: [6:7593036965802188716:2122] self: [6:7593036965802188718:0] peer: [2:7593036964778095179:0] socket: 284 qp: -1
2026-01-08T17:01:24.168984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036965802188723:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:24.169069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:24.338631Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:24.338909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593036969073062493:2048] [node 1] ICS07 socket disconnect 295 reason# EndOfStream
2026-01-08T17:01:24.338946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036969073062493:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:24.339056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:24.339108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593036969073062493:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:24.346709Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036964778095100:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62852) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:24.346810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036969073062493:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:24.346883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036964778095100:2048] [node 1] ICP30 unregister session Session# [2:7593036969073062493:2048] VirtualId# [2:7593036969073062490:0]
2026-01-08T17:01:24.346943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:24.346976Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593036964778095100:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62852) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:24.346990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62852) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:24.346567Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:24.346861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036962724767754:2048] [node 1] ICS01 socket: 276 reason# EndOfStream
2026-01-08T17:01:24.346938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036962724767669:2048] [node 1] ICP30 unregister session Session# [3:7593036962724767754:2048] VirtualId# [3:7593036962724767747:0]
2026-01-08T17:01:24.346983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036962724767754:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:24.347075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:24.347121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:24.354536Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:24.354791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036963681865432:2048] [node 1] ICS01 socket: 278 reason# EndOfStream
2026-01-08T17:01:24.354836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036963681865346:2048] [node 1] ICP30 unregister session Session# [4:7593036963681865432:2048] VirtualId# [4:7593036963681865424:0]
2026-01-08T17:01:24.354896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036963681865432:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:24.354982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:24.355055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:24.354991Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:24.355239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036961507221410:2048] [node 1] ICS01 socket: 309 reason# EndOfStream
2026-01-08T17:01:24.355273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036961507221325:2048] [node 1] ICP30 unregister session Session# [6:7593036961507221410:2048] VirtualId# [6:7593036961507221407:0]
2026-01-08T17:01:24.355299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036961507221410:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:24.355380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:24.355425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:24.358421Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:24.358681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036965934057272:2048] [node 1] ICS01 socket: 281 reason# EndOfStream
2026-01-08T17:01:24.358733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036961639089881:2048] [node 1] ICP30 unregister session Session# [5:7593036965934057272:2048] VirtualId# [5:7593036961639089967:0]
2026-01-08T17:01:24.358771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036965934057272:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:24.358855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:24.358920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:24.363442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593036964778095100:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:24.718447Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:24.718681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036962724767761:2049] [node 2] ICS07 socket disconnect 275 reason# EndOfStream
2026-01-08T17:01:24.718715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036962724767761:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:24.718800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:24.718843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036962724767761:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:24.722636Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036962724767670:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23825) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:24.722687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036962724767761:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:24.723572Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036962724767670:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23825) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:24.723629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036962724767761:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:24.723660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036962724767670:2049] [node 2] ICP30 unregister session Session# [3:7593036962724767761:2049] VirtualId# [3:7593036962724767759:0]
2026-01-08T17:01:24.723708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:24.723740Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036962724767670:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23825) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:24.723754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23825) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:24.738626Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:24.738852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036967976832742:2049] [node 2] ICS01 socket: 329 reason# EndOfStream
2026-01-08T17:01:24.738914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036963681865347:2049] [node 2] ICP30 unregister session Session# [4:7593036967976832742:2049] VirtualId# [4:7593036967976832740:0]
2026-01-08T17:01:24.738949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036967976832742:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:24.739065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:24.739132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:24.739024Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:24.738545Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:24.739246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593036965802188723:2049] [node 2] ICS07 socket disconnect 284 reason# EndOfStream
2026-01-08T17:01:24.739280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036965802188723:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:24.739353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:24.739396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593036965802188723:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:24.767793Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036961507221326:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23825) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:24.767851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036965802188723:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:24.767890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036961507221326:2049] [node 2] ICP30 unregister session Session# [6:7593036965802188723:2049] VirtualId# [6:7593036965802188718:0]
2026-01-08T17:01:24.767949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:24.767981Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036961507221326:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23825) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:24.767998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23825) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:24.738800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036965934057277:2049] [node 2] ICS01 socket: 280 reason# EndOfStream
2026-01-08T17:01:24.738849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036961639089882:2049] [node 2] ICP30 unregister session Session# [5:7593036965934057277:2049] VirtualId# [5:7593036961639089966:0]
2026-01-08T17:01:24.738903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036965934057277:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:24.739581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:24.739626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:24.794573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036961507221326:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:24.931558Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:24.931803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036965802188720:2050] [node 3] ICS01 socket: 327 reason# EndOfStream
2026-01-08T17:01:24.931843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036961507221327:2050] [node 3] ICP30 unregister session Session# [6:7593036965802188720:2050] VirtualId# [6:7593036965802188717:0]
2026-01-08T17:01:24.931877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036965802188720:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:24.931949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:24.931984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:24.930570Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:24.930824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036965934057274:2050] [node 3] ICS01 socket: 289 reason# EndOfStream
2026-01-08T17:01:24.930885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036961639089883:2050] [node 3] ICP30 unregister session Session# [5:7593036965934057274:2050] VirtualId# [5:7593036961639089969:0]
2026-01-08T17:01:24.930923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036965934057274:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:24.931012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:24.931065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:24.931177Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:24.931391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593036963681865438:2050] [node 3] ICS07 socket disconnect 296 reason# EndOfStream
2026-01-08T17:01:24.931423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036963681865438:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:24.931477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:24.931520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593036963681865438:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:24.939354Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036963681865348:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29975) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:24.939429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036963681865438:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:24.939469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036963681865348:2050] [node 3] ICP30 unregister session Session# [4:7593036963681865438:2050] VirtualId# [4:7593036963681865433:0]
2026-01-08T17:01:24.939521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:24.939559Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593036963681865348:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29975) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:24.939575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29975) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:25.354552Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:25.354806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036965802188714:2065] [node 4] ICS01 socket: 312 reason# EndOfStream
2026-01-08T17:01:25.354886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036961507221390:2065] [node 4] ICP30 unregister session Session# [6:7593036965802188714:2065] VirtualId# [6:7593036965802188712:0]
2026-01-08T17:01:25.354702Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:25.354961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036961639089965:2067] [node 4] ICS01 socket: 285 reason# EndOfStream
2026-01-08T17:01:25.355008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036961639089945:2067] [node 4] ICP30 unregister session Session# [5:7593036961639089965:2067] VirtualId# [5:7593036961639089963:0]
2026-01-08T17:01:25.355046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036961639089965:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:25.355085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:25.355159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:25.354928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036965802188714:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:25.354979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:25.355060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:25.873711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036973016694702:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:25.873806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036973016694703:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:25.915238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036970778379414:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:25.918431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036970778379413:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:25.942657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036973795682705:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:25.942696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036973795682706:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:25.967031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036973645374123:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:25.967069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036973645374124:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:25.967101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036973645374125:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:26.040349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036974388300621:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:26.040391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036974388300622:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:26.040433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036974388300623:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:26.056233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036974598129697:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:26.056266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036974598129698:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:26.056297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036974598129699:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:26.265727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036977311662050:2098] [node 4] ICP01 ready to work
2026-01-08T17:01:26.312224Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036977311662050:2098] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(46163371ns) {Configure:104(46157294ns) {ProcessConfigured:135(84215ns) {StartInitialHandshake:157(81238ns) {DropHandshakes:470(3587ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(621ns)} GenerateSessionVirtualId:992(1651ns) PrepareNewSessionHandshake:477(2436ns) {SwitchToState:179(1014ns)}}}}}
2026-01-08T17:01:26.347097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036974388300641:2060] [node 4] ICP01 ready to work
2026-01-08T17:01:26.390578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036977940341443:2067] [node 5] ICP01 ready to work
2026-01-08T17:01:26.312739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036977311662062:2101] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.513168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036977311662070:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37724
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.546594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036977940341475:2103] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1540
2026-01-08T17:01:26.486865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036978090650064:2065] [node 4] ICP01 ready to work
2026-01-08T17:01:26.564347Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036974388300641:2060] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(145566159ns) {Configure:104(145556479ns) {ProcessConfigured:135(67771ns) {StartInitialHandshake:157(65982ns) {DropHandshakes:470(3377ns) {DropIncomingHandshake:442(830ns) DropOutgoingHandshake:457(667ns)} GenerateSessionVirtualId:992(1581ns) PrepareNewSessionHandshake:477(2637ns) {SwitchToState:179(1128ns)}}}}}
2026-01-08T17:01:26.564795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036974388300687:2069] [node 6] ICP01 ready to work
2026-01-08T17:01:26.521929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036977311662069:2100] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.587226Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036973016694702:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(208451755ns) {Configure:104(208441413ns) {ProcessConfigured:135(78585ns) {StartInitialHandshake:157(75717ns) {DropHandshakes:470(3394ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:992(1500ns) PrepareNewSessionHandshake:477(2369ns) {SwitchToState:179(1025ns)}}}}}
2026-01-08T17:01:26.587822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036977311662073:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37724
2026-01-08T17:01:26.559392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036977940341483:2068] [node 6] ICP01 ready to work
2026-01-08T17:01:26.522430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036975073346771:2065] [node 4] ICP01 ready to work
2026-01-08T17:01:26.559699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036978090650065:2066] [node 5] ICP01 ready to work
2026-01-08T17:01:26.602205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036975073346774:2077] [node 6] ICP01 ready to work
2026-01-08T17:01:26.602351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036975073346773:2064] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.612413Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036974388300622:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(289676974ns) {Configure:104(289667821ns) {ProcessConfigured:135(4698061ns) {StartInitialHandshake:157(4695518ns) {DropHandshakes:470(3452ns) {DropIncomingHandshake:442(725ns) DropOutgoingHandshake:457(811ns)} GenerateSessionVirtualId:992(2303ns) PrepareNewSessionHandshake:477(3110ns) {SwitchToState:179(1478ns)}}}}}
2026-01-08T17:01:26.612576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036974388300689:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31610
2026-01-08T17:01:26.613386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036974388300688:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31610
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.602258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036974598129741:2064] [node 5] ICP01 ready to work
2026-01-08T17:01:26.573014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036978090650066:2068] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.653105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036974388300688:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.656328Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036974388300696:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31610
2026-01-08T17:01:26.628897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036975073346775:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9557
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.604290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036977311662070:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.615621Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036977940341491:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1540
2026-01-08T17:01:26.604346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036974598129766:2067] [node 4] ICP01 ready to work
2026-01-08T17:01:26.676234Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036974388300687:2069] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(61201859ns) {Configure:104(61196362ns) {ProcessConfigured:135(33446865ns) {StartInitialHandshake:157(33444588ns) {DropHandshakes:470(3514ns) {DropIncomingHandshake:442(688ns) DropOutgoingHandshake:457(661ns)} GenerateSessionVirtualId:992(1527ns) PrepareNewSessionHandshake:477(10506689ns) {SwitchToState:179(6085ns)}}}}}
2026-01-08T17:01:26.680645Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036977311662061:2109] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.680708Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036977311662061:2109] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:26.629499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036975073346776:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9557
2026-01-08T17:01:26.662681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036974598129769:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46110
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.629559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036975073346777:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9557
2026-01-08T17:01:26.619936Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036973645374125:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(265547890ns) {Configure:104(265540422ns) {ProcessConfigured:135(71109ns) {StartInitialHandshake:157(67873ns) {DropHandshakes:470(4036ns) {DropIncomingHandshake:442(644ns) DropOutgoingHandshake:457(887ns)} GenerateSessionVirtualId:992(1047ns) PrepareNewSessionHandshake:477(1982ns) {SwitchToState:179(747ns)}}}}}
2026-01-08T17:01:26.742017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036977311662061:2109] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:26.666507Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036975073346775:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.697008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036975073346774:2077] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(62858335ns) {Configure:104(62851699ns) {ProcessConfigured:135(83202ns) {StartInitialHandshake:157(80967ns) {DropHandshakes:470(6101ns) {DropIncomingHandshake:442(1080ns) DropOutgoingHandshake:457(639ns)} GenerateSessionVirtualId:992(1202ns) PrepareNewSessionHandshake:477(2209ns) {SwitchToState:179(779ns)}}}}}
2026-01-08T17:01:26.726466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036975073346776:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.713233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036974598129772:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46110
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.623192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036977940341475:2103] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.734520Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036974598129699:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(399753578ns) {Configure:104(399742615ns) {ProcessConfigured:135(59658583ns) {StartInitialHandshake:157(59655362ns) {DropHandshakes:470(2340ns) {DropIncomingHandshake:442(410ns) DropOutgoingHandshake:457(432ns)} GenerateSessionVirtualId:992(699ns) PrepareNewSessionHandshake:477(4564ns) {SwitchToState:179(2115ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.791915Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036978090650066:2068] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(128403264ns) {Configure:104(128395272ns) {ProcessConfigured:135(18848579ns) {StartInitialHandshake:157(18844715ns) {DropHandshakes:470(3115ns) {DropIncomingHandshake:442(738ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:992(887ns) PrepareNewSessionHandshake:477(3575ns) {SwitchToState:179(1562ns)}}}}}
2026-01-08T17:01:26.792362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036978090650072:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7223
2026-01-08T17:01:26.652067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036973645374123:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:26.779088Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036970778379414:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(475889080ns) {Configure:104(475883560ns) {ProcessConfigured:135(36871590ns) {StartInitialHandshake:157(36869144ns) {DropHandshakes:470(2818ns) {DropIncomingHandshake:442(400ns) DropOutgoingHandshake:457(659ns)} GenerateSessionVirtualId:992(1048ns) PrepareNewSessionHandshake:477(2493ns) {SwitchToState:179(1358ns)}}}}}
2026-01-08T17:01:26.751216Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036974388300689:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.818377Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036973795682706:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(418980672ns) {Configure:104(418976044ns) {ProcessConfigured:135(43680926ns) {StartInitialHandshake:157(43677674ns) {DropHandshakes:470(3206ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(575ns)} GenerateSessionVirtualId:992(748ns) PrepareNewSessionHandshake:477(5326ns) {SwitchToState:179(1987ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.652490Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036977940341495:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1540
2026-01-08T17:01:26.746960Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036977940341491:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.821637Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036975073346777:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.752016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036977940341499:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1540
2026-01-08T17:01:26.770778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036977940341477:2104] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.822125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036975073346792:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9557
2026-01-08T17:01:26.770815Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036977940341477:2104] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:26.770937Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036973645374124:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(416343779ns) {Configure:104(416341000ns) {ProcessConfigured:135(25158870ns) {StartInitialHandshake:157(25156456ns) {DropHandshakes:470(3252ns) {DropIncomingHandshake:442(503ns) DropOutgoingHandshake:457(394ns)} GenerateSessionVirtualId:992(1103ns) PrepareNewSessionHandshake:477(2968ns) {SwitchToState:179(1205ns)}}}}}
2026-01-08T17:01:26.787151Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036977940341475:2103] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:26.806695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036977940341495:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.775012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036974598129769:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.798937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036977311662073:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.806746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036973645374123:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:26.751490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036974388300641:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.806816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:26.818751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036978090650071:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7223
2026-01-08T17:01:26.799099Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036977311662064:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.799123Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036977311662064:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:26.824363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036977311662050:2098] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:26.824429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:26.824508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036977311662050:2098] [node 4] ICP22 created new session: [1:7593036977311662080:2098]
2026-01-08T17:01:26.824565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036977311662080:2098] [node 4] ICS09 handshake done sender: [1:7593036977311662061:2109] self: [1:7593036977311662060:0] peer: [4:7593036977940341496:0] socket: 265 qp: -1
2026-01-08T17:01:26.824603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036977311662080:2098] [node 4] ICS10 traffic start
2026-01-08T17:01:26.824653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:26.830367Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036973016694703:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(403134707ns) {Configure:104(403125742ns) {ProcessConfigured:135(15903297ns) {StartInitialHandshake:157(15899707ns) {DropHandshakes:470(4056ns) {DropIncomingHandshake:442(1179ns) DropOutgoingHandshake:457(536ns)} GenerateSessionVirtualId:992(2970ns) PrepareNewSessionHandshake:477(5538ns) {SwitchToState:179(2524ns)}}}}}
2026-01-08T17:01:26.830961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036977311662064:2110] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.763045Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036974388300621:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(388237093ns) {Configure:104(388229695ns) {ProcessConfigured:135(14478947ns) {StartInitialHandshake:157(14474147ns) {DropHandshakes:470(1531ns) {DropIncomingHandshake:442(273ns) DropOutgoingHandshake:457(345ns)} GenerateSessionVirtualId:992(732ns) PrepareNewSessionHandshake:477(2840ns) {SwitchToState:179(725ns)}}}}}
2026-01-08T17:01:26.871179Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036973795682705:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(78373073ns) {Configure:104(78366773ns) {ProcessConfigured:135(36192411ns) {StartInitialHandshake:157(36175953ns) {DropHandshakes:470(4392649ns) {DropIncomingHandshake:442(676ns) DropOutgoingHandshake:457(1467ns)} GenerateSessionVirtualId:992(1021ns) PrepareNewSessionHandshake:477(2336ns) {SwitchToState:179(1418ns)}}}}}
2026-01-08T17:01:26.867604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036977311662062:2101] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:26.867663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.878210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036978090650064:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(255459036ns) {Configure:104(255450641ns) {ProcessConfigured:135(11843087ns) {StartInitialHandshake:157(11840303ns) {DropHandshakes:470(4514ns) {DropIncomingHandshake:442(295ns) DropOutgoingHandshake:457(596ns)} GenerateSessionVirtualId:992(718ns) PrepareNewSessionHandshake:477(4586ns) {SwitchToState:179(2252ns)}}}}}
2026-01-08T17:01:26.806863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036973645374123:2048] [node 1] ICP22 created new session: [4:7593036977940341502:2048]
2026-01-08T17:01:26.843587Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036970778379413:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(418204120ns) {Configure:104(418200898ns) {ProcessConfigured:135(32663361ns) {StartInitialHandshake:157(32652299ns) {DropHandshakes:470(3014ns) {DropIncomingHandshake:442(739ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:992(1297ns) PrepareNewSessionHandshake:477(2969ns) {SwitchToState:179(1321ns)}}}}}
2026-01-08T17:01:26.879236Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036978090650072:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.872748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036977311662062:2101] [node 5] ICP22 created new session: [1:7593036977311662084:2101]
2026-01-08T17:01:26.790294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036974388300621:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:26.862703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036974598129772:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.867154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036970778379413:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:26.806927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036977940341502:2048] [node 1] ICS09 handshake done sender: [4:7593036977940341475:2103] self: [4:7593036977940341496:0] peer: [1:7593036977311662060:0] socket: 268 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.879479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036978090650077:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7223
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.800546Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036974388300623:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(442983074ns) {Configure:104(442977503ns) {ProcessConfigured:135(36833409ns) {StartInitialHandshake:157(36829872ns) {DropHandshakes:470(2546ns) {DropIncomingHandshake:442(550ns) DropOutgoingHandshake:457(510ns)} GenerateSessionVirtualId:992(472ns) PrepareNewSessionHandshake:477(2311ns) {SwitchToState:179(1125ns)}}}}}
2026-01-08T17:01:26.862846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036974598129773:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46110
2026-01-08T17:01:26.884500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036977311662072:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.883545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036975073346785:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.863085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036974598129698:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:26.806967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036977940341502:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:26.807008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:26.842792Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036977940341483:2068] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(227716882ns) {Configure:104(227710082ns) {ProcessConfigured:135(67365ns) {StartInitialHandshake:157(62496ns) {DropHandshakes:470(3340ns) {DropIncomingHandshake:442(742ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:992(734ns) PrepareNewSessionHandshake:477(3073ns) {SwitchToState:179(1020ns)}}}}}
2026-01-08T17:01:26.843010Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036977940341477:2104] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:26.883786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036973645374124:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:26.883870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036977940341443:2067] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:26.889141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:26.896494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036977940341443:2067] [node 5] ICP22 created new session: [4:7593036977940341507:2067]
2026-01-08T17:01:26.910269Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036977940341508:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1540
2026-01-08T17:01:26.933585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036977940341507:2067] [node 5] ICS09 handshake done sender: [4:7593036977940341477:2104] self: [4:7593036977940341476:0] peer: [5:7593036974388300699:0] socket: 272 qp: -1
2026-01-08T17:01:26.969581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036977940341507:2067] [node 5] ICS10 traffic start
2026-01-08T17:01:26.889795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036978090650083:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7223
2026-01-08T17:01:26.883580Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036975073346785:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.980320Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036977940341508:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.980488Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036977940341511:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1540
2026-01-08T17:01:26.838040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036974388300704:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31610
2026-01-08T17:01:26.884520Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036977311662072:2113] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.883087Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036974598129766:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(259717282ns) {Configure:104(259699845ns) {ProcessConfigured:135(67390ns) {StartInitialHandshake:157(64506ns) {DropHandshakes:470(1207ns) {DropIncomingHandshake:442(243ns) DropOutgoingHandshake:457(399ns)} GenerateSessionVirtualId:992(242ns) PrepareNewSessionHandshake:477(572ns) {SwitchToState:179(120ns)}}}}}
2026-01-08T17:01:26.934766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036978090650077:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.887180Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036977311662072:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:26.838503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036974388300705:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31610
2026-01-08T17:01:26.880466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036974388300696:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.886448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036974388300622:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:26.903028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036974388300688:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:26.950780Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036974388300641:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1030) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036974388300689:2112] held: no
2026-01-08T17:01:26.950904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036974388300621:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:26.951018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:26.951074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036974388300621:2048] [node 1] ICP22 created new session: [5:7593036974388300707:2048]
2026-01-08T17:01:26.951138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036974388300707:2048] [node 1] ICS09 handshake done sender: [5:7593036974388300688:2111] self: [5:7593036974388300702:0] peer: [1:7593036977311662063:0] socket: 275 qp: -1
2026-01-08T17:01:26.951182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036974388300707:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:26.951228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:26.951740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036974388300689:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:26.976733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036974388300641:2060] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:27.002967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036974388300695:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:27.003000Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036974388300695:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:27.004284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036974388300710:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31610
2026-01-08T17:01:27.012084Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036974388300695:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:26.981674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:26.949474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036978090650071:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.949629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036973795682705:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:26.964710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036978090650083:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.964856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036973795682706:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:26.971221Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036978090650065:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(290830789ns) {Configure:104(290822773ns) {ProcessConfigured:135(13946351ns) {StartInitialHandshake:157(13943475ns) {DropHandshakes:470(2247ns) {DropIncomingHandshake:442(234ns) DropOutgoingHandshake:457(634ns)} GenerateSessionVirtualId:992(295ns) PrepareNewSessionHandshake:477(1959ns) {SwitchToState:179(771ns)}}}}}
2026-01-08T17:01:27.032609Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036973795682706:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21797) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593036978090650083:2117] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.896039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036974598129778:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46110
2026-01-08T17:01:26.886921Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036975073346795:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9557
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:27.062751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036978090650076:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:27.062806Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036978090650076:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:27.063769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036978090650069:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:27.063789Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036978090650069:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:27.064639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036982385617385:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7223
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.887767Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036975073346776:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:26.896240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036977311662084:2101] [node 5] ICS09 handshake done sender: [1:7593036977311662064:2110] self: [1:7593036977311662063:0] peer: [5:7593036974388300702:0] socket: 266 qp: -1
2026-01-08T17:01:27.050943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:27.022930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036973645374125:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:26.913744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036974598129780:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46110
2026-01-08T17:01:26.901495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036973016694702:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:27.022999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036977940341495:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:26.933352Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036974598129772:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:26.958471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036974598129778:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.979689Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036974598129741:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(288462751ns) {Configure:104(288457033ns) {ProcessConfigured:135(35514671ns) {StartInitialHandshake:157(35512068ns) {DropHandshakes:470(3035ns) {DropIncomingHandshake:442(994ns) DropOutgoingHandshake:457(469ns)} GenerateSessionVirtualId:992(728ns) PrepareNewSessionHandshake:477(3917ns) {SwitchToState:179(1387ns)}}}}}
2026-01-08T17:01:26.981760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036974598129697:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:27.066900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036982385617384:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7223
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.991106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036974598129741:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:26.887983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036970778379413:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:27.044952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036973645374124:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:27.045052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:27.045116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036973645374124:2049] [node 2] ICP22 created new session: [4:7593036982235308811:2049]
2026-01-08T17:01:27.045169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036982235308811:2049] [node 2] ICS09 handshake done sender: [4:7593036977940341495:2115] self: [4:7593036977940341506:0] peer: [2:7593036975073346778:0] socket: 289 qp: -1
2026-01-08T17:01:27.045214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036982235308811:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:27.045270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:27.045980Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036982235308809:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1540
2026-01-08T17:01:27.070868Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036977940341443:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(186668378ns) {HandleHandshakeStatus:329(186666010ns) {DropIncomingHandshake:442(12361ns) DropOutgoingHandshake:457(355ns) SwitchToState:179(69ns) ProcessPendingSessionEvents:495(51672497ns) {ForwardSessionEventToSession:616(43799361ns) ForwardSessionEventToSession:616(5748ns) ForwardSessionEventToSession:616(25889ns) ForwardSessionEventToSession:616(3918ns) ForwardSessionEventToSession:616(2903ns) ForwardSessionEventToSession:616(5621ns) ForwardSessionEventToSession:616(3135ns) ForwardSessionEventToSession:616(5308ns) ForwardSessionEventToSession:616(4628ns) ForwardSessionEventToSession:616(2265ns)}}}
2026-01-08T17:01:27.110832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036982235308813:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1540
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:26.901589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:27.113258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036982235308809:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:27.137816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036977940341508:2119] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:27.074730Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036978090650076:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:27.087717Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036974388300622:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21797) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036974388300696:2115] held: no
2026-01-08T17:01:26.888080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:26.991169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036974598129698:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:26.901637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036973016694702:2048] [node 2] ICP22 created new session: [1:7593036977311662088:2048]
2026-01-08T17:01:27.087907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036974388300696:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:26.894830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036970778379413:2048] [node 1] ICP22 created new session: [2:7593036975073346796:2048]
2026-01-08T17:01:26.894899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036975073346796:2048] [node 1] ICS09 handshake done sender: [2:7593036975073346776:2111] self: [2:7593036975073346794:0] peer: [1:7593036977311662071:0] socket: 284 qp: -1
2026-01-08T17:01:26.894940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036975073346796:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:26.894986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:26.895581Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036975073346792:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.907717Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036975073346785:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:26.918420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036975073346781:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.918475Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036975073346781:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:26.943664Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036975073346779:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.943706Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036975073346779:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:26.963683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036975073346802:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9557
2026-01-08T17:01:26.973420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036975073346774:2077] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:26.975580Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036975073346779:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:26.981565Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036975073346781:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:27.004677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:27.008447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036975073346790:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:27.008478Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036975073346790:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:27.009666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036975073346773:2064] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:27.009771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:27.009823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036975073346773:2064] [node 5] ICP22 created new session: [2:7593036979368314101:2064]
2026-01-08T17:01:27.009892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036979368314101:2064] [node 5] ICS09 handshake done sender: [2:7593036975073346781:2114] self: [2:7593036975073346780:0] peer: [5:7593036974388300706:0] socket: 288 qp: -1
2026-01-08T17:01:27.009930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036979368314101:2064] [node 5] ICS10 traffic start
2026-01-08T17:01:27.009964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:27.019379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036975073346771:2065] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:27.019457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:27.019516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036975073346771:2065] [node 4] ICP22 created new session: [2:7593036979368314103:2065]
2026-01-08T17:01:27.019593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036979368314103:2065] [node 4] ICS09 handshake done sender: [2:7593036975073346779:2113] self: [2:7593036975073346778:0] peer: [4:7593036977940341506:0] socket: 287 qp: -1
2026-01-08T17:01:27.019634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036979368314103:2065] [node 4] ICS10 traffic start
2026-01-08T17:01:27.019707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:27.021546Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036975073346790:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:27.021883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036970778379414:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:27.021976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:27.022030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036970778379414:2049] [node 3] ICP22 created new session: [2:7593036979368314106:2049]
2026-01-08T17:01:27.022084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036979368314106:2049] [node 3] ICS09 handshake done sender: [2:7593036975073346790:2116] self: [2:7593036975073346788:0] peer: [3:7593036978090650087:0] socket: 315 qp: -1
2026-01-08T17:01:27.022124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036979368314106:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:27.022171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:27.026170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036975073346774:2077] [node 6] ICP22 created new session: [2:7593036979368314100:2077]
2026-01-08T17:01:27.082552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036979368314100:2077] [node 6] ICS09 handshake done sender: [2:7593036975073346785:2115] self: [2:7593036975073346784:0] peer: [6:7593036974598129774:0] socket: 293 qp: -1
2026-01-08T17:01:27.082619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036979368314100:2077] [node 6] ICS10 traffic start
2026-01-08T17:01:27.082699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:27.083252Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036975073346774:2077] [node 6] ICP35 event processing took too much time PendingConnection:279(115103678ns) {HandleHandshakeStatus:329(115100417ns) {DropIncomingHandshake:442(21735ns) DropOutgoingHandshake:457(739ns) SwitchToState:179(856ns) ProcessPendingSessionEvents:495(124985ns) {ForwardSessionEventToSession:616(77556ns) ForwardSessionEventToSession:616(2655ns) ForwardSessionEventToSession:616(8346ns) ForwardSessionEventToSession:616(2079ns) ForwardSessionEventToSession:616(4925ns) ForwardSessionEventToSession:616(3166ns) ForwardSessionEventToSession:616(2292ns) ForwardSessionEventToSession:616(9315ns) ForwardSessionEventToSession:616(2099ns) ForwardSessionEventToSession:616(2909ns)}}}
2026-01-08T17:01:27.094818Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036975073346773:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(84899161ns) {HandleHandshakeStatus:329(84894707ns) {DropIncomingHandshake:442(13908ns) DropOutgoingHandshake:457(652ns) SwitchToState:179(1101ns) ProcessPendingSessionEvents:495(26913091ns) {ForwardSessionEventToSession:616(26851733ns) ForwardSessionEventToSession:616(7620ns) ForwardSessionEventToSession:616(12137ns) ForwardSessionEventToSession:616(5947ns) ForwardSessionEventToSession:616(2749ns) ForwardSessionEventToSession:616(4667ns) ForwardSessionEventToSession:616(2975ns) ForwardSessionEventToSession:616(2920ns) ForwardSessionEventToSession:616(5905ns) ForwardSessionEventToSession:616(3546ns)}}}
2026-01-08T17:01:27.130921Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036970778379414:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(36852871ns) {HandleHandshakeStatus:329(36849450ns) {DropIncomingHandshake:442(15910ns) DropOutgoingHandshake:457(805ns) SwitchToState:179(780ns) ProcessPendingSessionEvents:495(36432998ns) {ForwardSessionEventToSession:616(83334ns) ForwardSessionEventToSession:616(3902292ns) ForwardSessionEventToSession:616(7649ns) ForwardSessionEventToSession:616(6991391ns) ForwardSessionEventToSession:616(2895ns) ForwardSessionEventToSession:616(25392298ns) ForwardSessionEventToSession:616(9831ns) ForwardSessionEventToSession:616(3738ns) ForwardSessionEventToSession:616(9902ns) ForwardSessionEventToSession:616(6379ns)}}}
2026-01-08T17:01:26.991253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:27.120844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036978090650083:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:27.156028Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036973645374125:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14108) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036977940341508:2119] held: no
2026-01-08T17:01:27.156190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036973645374125:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:27.156271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:27.156326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036973645374125:2050] [node 3] ICP22 created new session: [4:7593036982235308815:2050]
2026-01-08T17:01:27.156395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036982235308815:2050] [node 3] ICS09 handshake done sender: [4:7593036977940341508:2119] self: [4:7593036982235308810:0] peer: [3:7593036978090650075:0] socket: 319 qp: -1
2026-01-08T17:01:27.156439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036982235308815:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:27.156480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:27.168836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036977940341505:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:27.168869Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036977940341505:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:27.171146Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036977940341505:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:27.089333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036974388300641:2060] [node 4] ICP22 created new session: [5:7593036978683268007:2060]
2026-01-08T17:01:26.901688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036977311662088:2048] [node 2] ICS09 handshake done sender: [1:7593036977311662072:2113] self: [1:7593036977311662071:0] peer: [2:7593036975073346794:0] socket: 278 qp: -1
2026-01-08T17:01:27.127077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036978090650064:2065] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:26.991302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036974598129698:2049] [node 2] ICP22 created new session: [6:7593036974598129783:2049]
2026-01-08T17:01:26.901728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036977311662088:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:26.901795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:26.903093Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036977311662069:2100] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(292283553ns) {Configure:104(292277977ns) {ProcessConfigured:135(27425390ns) {StartInitialHandshake:157(27422842ns) {DropHandshakes:470(1421ns) {DropIncomingHandshake:442(230ns) DropOutgoingHandshake:457(302ns)} GenerateSessionVirtualId:992(453ns) PrepareNewSessionHandshake:477(2136ns) {SwitchToState:179(1013ns)}}}}}
2026-01-08T17:01:26.910633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036977311662084:2101] [node 5] ICS10 traffic start
2026-01-08T17:01:26.934479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:26.976345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036977311662077:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:26.976391Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036977311662077:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:26.990208Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036977311662062:2101] [node 5] ICP35 event processing took too much time PendingConnection:279(122310118ns) {HandleHandshakeStatus:329(122307355ns) {DropIncomingHandshake:442(530ns) DropOutgoingHandshake:457(797ns) SwitchToState:179(145ns) ProcessPendingSessionEvents:495(14013629ns) {ForwardSessionEventToSession:616(13951003ns) ForwardSessionEventToSession:616(10574ns) ForwardSessionEventToSession:616(3096ns) ForwardSessionEventToSession:616(2348ns) ForwardSessionEventToSession:616(6199ns) ForwardSessionEventToSession:616(2600ns) ForwardSessionEventToSession:616(4878ns) ForwardSessionEventToSession:616(2987ns) ForwardSessionEventToSession:616(5417ns) ForwardSessionEventToSession:616(4785ns)}}}
2026-01-08T17:01:27.014134Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036977311662077:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:27.023546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036977311662085:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:27.023585Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036977311662085:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:27.060316Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036977311662085:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:27.088188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036973016694703:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:27.088263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:27.088320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036973016694703:2049] [node 3] ICP22 created new session: [1:7593036981606629390:2049]
2026-01-08T17:01:27.088368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036981606629390:2049] [node 3] ICS09 handshake done sender: [1:7593036977311662077:2115] self: [1:7593036977311662075:0] peer: [3:7593036978090650085:0] socket: 277 qp: -1
2026-01-08T17:01:27.088411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036981606629390:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:27.088452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:27.104045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036977311662069:2100] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:27.130656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:27.134832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036981606629393:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37724
2026-01-08T17:01:27.137511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036977311662069:2100] [node 6] ICP22 created new session: [1:7593036981606629392:2100]
2026-01-08T17:01:27.154518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036981606629392:2100] [node 6] ICS09 handshake done sender: [1:7593036977311662085:2116] self: [1:7593036977311662083:0] peer: [6:7593036974598129781:0] socket: 310 qp: -1
2026-01-08T17:01:27.154584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036981606629392:2100] [node 6] ICS10 traffic start
2026-01-08T17:01:27.154679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:27.155325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036977311662069:2100] [node 6] ICP35 event processing took too much time PendingConnection:279(59153816ns) {HandleHandshakeStatus:329(59151124ns) {DropIncomingHandshake:442(28345ns) DropOutgoingHandshake:457(4343ns) SwitchToState:179(593ns) ProcessPendingSessionEvents:495(144530ns) {ForwardSessionEventToSession:616(85209ns) ForwardSessionEventToSession:616(3740ns) ForwardSessionEventToSession:616(7428ns) ForwardSessionEventToSession:616(6172ns) ForwardSessionEventToSession:616(4055ns) ForwardSessionEventToSession:616(7548ns) ForwardSessionEventToSession:616(3634ns) ForwardSessionEventToSession:616(7354ns) ForwardSessionEventToSession:616(3916ns) ForwardSessionEventToSession:616(3152ns)}}}
2026-01-08T17:01:27.170435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036981606629393:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:27.198034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593036973016694703:2049] [node 3] ICP18 handshake (actor [1:7593036981606629393:2117]) is too old
2026-01-08T17:01:27.089563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036974388300687:2069] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:27.204008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036977940341483:2068] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:26.991356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036974598129783:2049] [node 2] ICS09 handshake done sender: [6:7593036974598129772:2114] self: [6:7593036974598129774:0] peer: [2:7593036975073346784:0] socket: 295 qp: -1
2026-01-08T17:01:27.127162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:27.106548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036978683268007:2060] [node 4] ICS09 handshake done sender: [5:7593036974388300689:2112] self: [5:7593036974388300699:0] peer: [4:7593036977940341476:0] socket: 276 qp: -1
2026-01-08T17:01:27.241962Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593036975073346771:2065] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:27.127222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036978090650064:2065] [node 4] ICP22 created new session: [3:7593036982385617390:2065]
2026-01-08T17:01:27.127276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036982385617390:2065] [node 4] ICS09 handshake done sender: [3:7593036978090650076:2114] self: [3:7593036978090650075:0] peer: [4:7593036982235308810:0] socket: 312 qp: -1
2026-01-08T17:01:27.127318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036982385617390:2065] [node 4] ICS10 traffic start
2026-01-08T17:01:27.127377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:27.127818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036973795682706:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:27.127872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:27.127914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036973795682706:2049] [node 2] ICP22 created new session: [3:7593036982385617392:2049]
2026-01-08T17:01:27.127956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036982385617392:2049] [node 2] ICS09 handshake done sender: [3:7593036978090650083:2117] self: [3:7593036978090650087:0] peer: [2:7593036975073346788:0] socket: 316 qp: -1
2026-01-08T17:01:27.127992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036982385617392:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:27.128025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:27.135579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036978090650069:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:27.143237Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036978090650077:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:27.147069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036982385617389:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7223
2026-01-08T17:01:27.171140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036982385617389:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:27.171186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036973795682705:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:27.171263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:27.171316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036973795682705:2048] [node 1] ICP22 created new session: [3:7593036982385617395:2048]
2026-01-08T17:01:27.171372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036982385617395:2048] [node 1] ICS09 handshake done sender: [3:7593036978090650077:2115] self: [3:7593036978090650085:0] peer: [1:7593036977311662075:0] socket: 309 qp: -1
2026-01-08T17:01:27.171413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036982385617395:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:27.171478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:27.172147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036978090650066:2068] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:27.172244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:27.172293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036978090650066:2068] [node 6] ICP22 created new session: [3:7593036982385617397:2068]
2026-01-08T17:01:27.172340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036982385617397:2068] [node 6] ICS09 handshake done sender: [3:7593036978090650069:2110] self: [3:7593036978090650067:0] peer: [6:7593036978893097084:0] socket: 304 qp: -1
2026-01-08T17:01:27.172372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036982385617397:2068] [node 6] ICS10 traffic start
2026-01-08T17:01:27.172409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:27.246387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036978090650084:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:27.246439Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036978090650084:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:27.250983Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036978090650084:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:27.265215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036978090650065:2066] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:26.991431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036974598129783:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:27.204105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:27.111136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036974388300622:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:27.270703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:27.270772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036978090650065:2066] [node 5] ICP22 created new session: [3:7593036982385617401:2066]
2026-01-08T17:01:27.270826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036982385617401:2066] [node 5] ICS09 handshake done sender: [3:7593036978090650084:2118] self: [3:7593036978090650082:0] peer: [5:7593036978683268015:0] socket: 271 qp: -1
2026-01-08T17:01:27.270866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036982385617401:2066] [node 5] ICS10 traffic start
2026-01-08T17:01:27.270941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:27.204161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036977940341483:2068] [node 6] ICP22 created new session: [4:7593036982235308818:2068]
2026-01-08T17:01:27.111198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:27.111249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036974388300622:2049] [node 2] ICP22 created new session: [5:7593036978683268009:2049]
2026-01-08T17:01:27.111298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036978683268009:2049] [node 2] ICS09 handshake done sender: [5:7593036974388300696:2115] self: [5:7593036974388300706:0] peer: [2:7593036975073346780:0] socket: 290 qp: -1
2026-01-08T17:01:27.111338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036978683268009:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:27.111394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:27.114311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036978683268007:2060] [node 4] ICS10 traffic start
2026-01-08T17:01:27.115443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:27.137419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:27.142579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036974388300687:2069] [node 6] ICP22 created new session: [5:7593036978683268012:2069]
2026-01-08T17:01:27.145458Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036978683268013:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31610
2026-01-08T17:01:27.182589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036978683268012:2069] [node 6] ICS09 handshake done sender: [5:7593036974388300695:2114] self: [5:7593036974388300690:0] peer: [6:7593036974598129782:0] socket: 291 qp: -1
2026-01-08T17:01:27.182662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036978683268012:2069] [node 6] ICS10 traffic start
2026-01-08T17:01:27.197788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:27.205149Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036974388300641:2060] [node 4] ICP35 event processing took too much time PendingConnection:279(197449602ns) {HandleHandshakeStatus:329(197446837ns) {DropIncomingHandshake:442(868ns) DropOutgoingHandshake:457(432ns) SwitchToState:179(575ns) ProcessPendingSessionEvents:495(842ns)}}
2026-01-08T17:01:27.222936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036978683268013:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:27.223095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036974388300623:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:27.251287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036978683268016:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31610
2026-01-08T17:01:27.254919Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036974388300687:2069] [node 6] ICP35 event processing took too much time PendingConnection:279(165058481ns) {HandleHandshakeStatus:329(165056290ns) {DropIncomingHandshake:442(771ns) DropOutgoingHandshake:457(2876ns) SwitchToState:179(839ns) ProcessPendingSessionEvents:495(4081146ns) {ForwardSessionEventToSession:616(4021357ns) ForwardSessionEventToSession:616(9305ns) ForwardSessionEventToSession:616(4779ns) ForwardSessionEventToSession:616(3217ns) ForwardSessionEventToSession:616(3308ns) ForwardSessionEventToSession:616(4862ns) ForwardSessionEventToSession:616(2979ns) ForwardSessionEventToSession:616(6913ns) ForwardSessionEventToSession:616(2222ns) ForwardSessionEventToSession:616(5170ns)}}}
2026-01-08T17:01:27.204219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036982235308818:2068] [node 6] ICS09 handshake done sender: [4:7593036977940341505:2118] self: [4:7593036977940341504:0] peer: [6:7593036978893097091:0] socket: 323 qp: -1
2026-01-08T17:01:27.204255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036982235308818:2068] [node 6] ICS10 traffic start
2026-01-08T17:01:27.204300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:26.991465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:27.007384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036974598129785:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46110
2026-01-08T17:01:27.007994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036978893097082:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46110
2026-01-08T17:01:27.018635Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593036974598129697:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23168631ns) {IncomingHandshake:261(23166310ns) {DropIncomingHandshake:442(1082ns) PrepareNewSessionHandshake:477(3449ns) {SwitchToState:179(2519ns)} GenerateSessionVirtualId:992(676ns) IssueIncomingHandshakeReply:193(12138204ns) {SwitchToState:179(2311ns)}}}
2026-01-08T17:01:27.274540Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036978683268013:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:27.279840Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036974388300623:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14108) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036978683268013:2121] held: no
2026-01-08T17:01:27.023465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036974598129773:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:27.050662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036978893097085:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46110
2026-01-08T17:01:27.059775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036974598129699:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:27.067842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036974598129769:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:27.110225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036974598129741:2064] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:27.114698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:27.118523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593036974598129699:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(26051308ns) {IncomingHandshake:261(26048804ns) {DropIncomingHandshake:442(553ns) PrepareNewSessionHandshake:477(2192ns) {SwitchToState:179(1030ns)} GenerateSessionVirtualId:992(1249ns) IssueIncomingHandshakeReply:193(8602191ns) {SwitchToState:179(1963ns)}}}
2026-01-08T17:01:27.118768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036974598129741:2064] [node 5] ICP22 created new session: [6:7593036978893097086:2064]
2026-01-08T17:01:27.118833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036978893097086:2064] [node 5] ICS09 handshake done sender: [6:7593036974598129769:2112] self: [6:7593036974598129782:0] peer: [5:7593036974388300690:0] socket: 292 qp: -1
2026-01-08T17:01:27.118891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036978893097086:2064] [node 5] ICS10 traffic start
2026-01-08T17:01:27.118953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:27.120407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036978893097088:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46110
2026-01-08T17:01:27.133863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036974598129778:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:27.163195Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036974598129785:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:27.163307Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036974598129773:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:27.163536Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036974598129697:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23699) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036974598129778:2117] held: no
2026-01-08T17:01:27.163642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036974598129697:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:27.163700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:27.163747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036974598129697:2048] [node 1] ICP22 created new session: [6:7593036978893097089:2048]
2026-01-08T17:01:27.163827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036978893097089:2048] [node 1] ICS09 handshake done sender: [6:7593036974598129778:2117] self: [6:7593036974598129781:0] peer: [1:7593036977311662083:0] socket: 311 qp: -1
2026-01-08T17:01:27.163868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036978893097089:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:27.163907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:27.164530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036974598129766:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:27.165386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036974598129699:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:27.186832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036978893097092:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46110
2026-01-08T17:01:27.194660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036974598129785:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:27.194974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:27.223443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036974598129766:2067] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:27.223517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:27.223572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036974598129766:2067] [node 4] ICP22 created new session: [6:7593036978893097094:2067]
2026-01-08T17:01:27.223637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036978893097094:2067] [node 4] ICS09 handshake done sender: [6:7593036974598129785:2120] self: [6:7593036978893097091:0] peer: [4:7593036977940341504:0] socket: 325 qp: -1
2026-01-08T17:01:27.223676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036978893097094:2067] [node 4] ICS10 traffic start
2026-01-08T17:01:27.223712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:27.227659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036974598129699:2050] [node 3] ICP22 created new session: [6:7593036978893097093:2050]
2026-01-08T17:01:27.234679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036978893097093:2050] [node 3] ICS09 handshake done sender: [6:7593036974598129773:2115] self: [6:7593036978893097084:0] peer: [3:7593036978090650067:0] socket: 308 qp: -1
2026-01-08T17:01:27.241706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036978893097093:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:27.255716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:27.263738Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593036974598129699:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(98061156ns) {HandleHandshakeStatus:329(98058795ns) {DropIncomingHandshake:442(392ns) DropOutgoingHandshake:457(4178ns) SwitchToState:179(118ns) ProcessPendingSessionEvents:495(7604608ns) {ForwardSessionEventToSession:616(7542135ns) ForwardSessionEventToSession:616(11876ns) ForwardSessionEventToSession:616(2930ns) ForwardSessionEventToSession:616(6122ns) ForwardSessionEventToSession:616(3177ns) ForwardSessionEventToSession:616(3114ns) ForwardSessionEventToSession:616(9603ns) ForwardSessionEventToSession:616(6064ns) ForwardSessionEventToSession:616(2629ns) ForwardSessionEventToSession:616(5825ns)}}}
2026-01-08T17:01:27.286465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036974388300623:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:27.286561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:27.286620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036974388300623:2050] [node 3] ICP22 created new session: [5:7593036978683268017:2050]
2026-01-08T17:01:27.286675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036978683268017:2050] [node 3] ICS09 handshake done sender: [5:7593036978683268013:2121] self: [5:7593036978683268015:0] peer: [3:7593036978090650082:0] socket: 299 qp: -1
2026-01-08T17:01:27.286725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036978683268017:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:27.286783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:27.409925Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:27.410165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036975073346796:2048] [node 1] ICS01 socket: 284 reason# EndOfStream
2026-01-08T17:01:27.410208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036970778379413:2048] [node 1] ICP30 unregister session Session# [2:7593036975073346796:2048] VirtualId# [2:7593036975073346794:0]
2026-01-08T17:01:27.410248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036975073346796:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:27.410332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:27.410376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:27.418978Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:27.419261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036982385617395:2048] [node 1] ICS01 socket: 309 reason# EndOfStream
2026-01-08T17:01:27.419302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036973795682705:2048] [node 1] ICP30 unregister session Session# [3:7593036982385617395:2048] VirtualId# [3:7593036978090650085:0]
2026-01-08T17:01:27.419341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036982385617395:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:27.419422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:27.419465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:27.434506Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:27.434763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036977940341502:2048] [node 1] ICS01 socket: 268 reason# EndOfStream
2026-01-08T17:01:27.434809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036973645374123:2048] [node 1] ICP30 unregister session Session# [4:7593036977940341502:2048] VirtualId# [4:7593036977940341496:0]
2026-01-08T17:01:27.434843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036977940341502:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:27.434931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:27.434968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:27.434582Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:27.434789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036978893097089:2048] [node 1] ICS01 socket: 311 reason# EndOfStream
2026-01-08T17:01:27.434825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036974598129697:2048] [node 1] ICP30 unregister session Session# [6:7593036978893097089:2048] VirtualId# [6:7593036974598129781:0]
2026-01-08T17:01:27.434848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036978893097089:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:27.434929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:27.434967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:27.437607Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:27.437847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036974388300707:2048] [node 1] ICS01 socket: 275 reason# EndOfStream
2026-01-08T17:01:27.437884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036974388300621:2048] [node 1] ICP30 unregister session Session# [5:7593036974388300707:2048] VirtualId# [5:7593036974388300702:0]
2026-01-08T17:01:27.437919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036974388300707:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:27.438010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:27.438060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:27.664362Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:27.664616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036982385617392:2049] [node 2] ICS01 socket: 316 reason# EndOfStream
2026-01-08T17:01:27.664667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036973795682706:2049] [node 2] ICP30 unregister session Session# [3:7593036982385617392:2049] VirtualId# [3:7593036978090650087:0]
2026-01-08T17:01:27.664706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036982385617392:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:27.664781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:27.664821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:27.686540Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:27.686799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036978683268009:2049] [node 2] ICS01 socket: 290 reason# EndOfStream
2026-01-08T17:01:27.686842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036974388300622:2049] [node 2] ICP30 unregister session Session# [5:7593036978683268009:2049] VirtualId# [5:7593036974388300706:0]
2026-01-08T17:01:27.686893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036978683268009:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:27.686974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:27.687017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:27.687105Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:27.687303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036982235308811:2049] [node 2] ICS01 socket: 289 reason# EndOfStream
2026-01-08T17:01:27.687339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036973645374124:2049] [node 2] ICP30 unregister session Session# [4:7593036982235308811:2049] VirtualId# [4:7593036977940341506:0]
2026-01-08T17:01:27.687367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036982235308811:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:27.687424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:27.687462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:27.687537Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:27.687708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036974598129783:2049] [node 2] ICS01 socket: 295 reason# EndOfStream
2026-01-08T17:01:27.687743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036974598129698:2049] [node 2] ICP30 unregister session Session# [6:7593036974598129783:2049] VirtualId# [6:7593036974598129774:0]
2026-01-08T17:01:27.687766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036974598129783:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:27.687810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:27.687845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:27.993958Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:27.994241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036978683268017:2050] [node 3] ICS01 socket: 299 reason# EndOfStream
2026-01-08T17:01:27.994286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036974388300623:2050] [node 3] ICP30 unregister session Session# [5:7593036978683268017:2050] VirtualId# [5:7593036978683268015:0]
2026-01-08T17:01:27.994338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036978683268017:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:27.994408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:27.994448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:27.998863Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:27.999094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036978893097093:2050] [node 3] ICS01 socket: 308 reason# EndOfStream
2026-01-08T17:01:27.999139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036974598129699:2050] [node 3] ICP30 unregister session Session# [6:7593036978893097093:2050] VirtualId# [6:7593036978893097084:0]
2026-01-08T17:01:27.999180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036978893097093:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:27.999267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:27.999345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:28.000106Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:28.000339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036982235308815:2050] [node 3] ICS01 socket: 319 reason# EndOfStream
2026-01-08T17:01:28.000397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036973645374125:2050] [node 3] ICP30 unregister session Session# [4:7593036982235308815:2050] VirtualId# [4:7593036982235308810:0]
2026-01-08T17:01:28.000429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036982235308815:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:28.000503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:28.000547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:28.201159Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:28.201398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036978683268007:2060] [node 4] ICS01 socket: 276 reason# EndOfStream
2026-01-08T17:01:28.201450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036974388300641:2060] [node 4] ICP30 unregister session Session# [5:7593036978683268007:2060] VirtualId# [5:7593036974388300699:0]
2026-01-08T17:01:28.201486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036978683268007:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:28.201560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:28.201597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:28.206488Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:28.206721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036978893097094:2067] [node 4] ICS01 socket: 325 reason# EndOfStream
2026-01-08T17:01:28.206764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036974598129766:2067] [node 4] ICP30 unregister session Session# [6:7593036978893097094:2067] VirtualId# [6:7593036978893097091:0]
2026-01-08T17:01:28.206805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036978893097094:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:28.206839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:28.206930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:28.450578Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:28.450845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036978893097086:2064] [node 5] ICS01 socket: 292 reason# EndOfStream
2026-01-08T17:01:28.450900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036974598129741:2064] [node 5] ICP30 unregister session Session# [6:7593036978893097086:2064] VirtualId# [6:7593036974598129782:0]
2026-01-08T17:01:28.450937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036978893097086:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:28.451022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:28.451070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:28.636593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036986763552059:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:28.636634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036986763552060:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:28.644312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036986585366378:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:28.644362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036986585366379:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:28.682620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036985684096607:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:28.682659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036985684096608:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:28.735222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036983387675476:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:28.735419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036983387675477:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:28.735456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036983387675478:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:28.766781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036984533753779:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:28.766818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036984533753780:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:28.766854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036984533753781:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:28.815408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036985612403348:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:28.815463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036985612403349:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:28.815500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036985612403350:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:29.058639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036990880333732:2104] [node 4] ICP01 ready to work
2026-01-08T17:01:29.061379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036989979063934:2077] [node 4] ICP01 ready to work
2026-01-08T17:01:29.064482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036989907370658:2060] [node 5] ICP01 ready to work
2026-01-08T17:01:29.095213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036989979063940:2081] [node 5] ICP01 ready to work
2026-01-08T17:01:29.102361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036989979063946:2089] [node 6] ICP01 ready to work
2026-01-08T17:01:29.099122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036988828721094:2065] [node 4] ICP01 ready to work
2026-01-08T17:01:29.082613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036990880333734:2105] [node 5] ICP01 ready to work
2026-01-08T17:01:29.180537Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036988828721094:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(81039140ns) {Configure:104(81033278ns) {ProcessConfigured:135(100212ns) {StartInitialHandshake:157(97548ns) {DropHandshakes:470(3152ns) {DropIncomingHandshake:442(675ns) DropOutgoingHandshake:457(651ns)} GenerateSessionVirtualId:992(1591ns) PrepareNewSessionHandshake:477(2600ns) {SwitchToState:179(863ns)}}}}}
2026-01-08T17:01:29.174519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036991058519419:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:29.267787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036987682642820:2090] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.318848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036991058519420:2108] [node 6] ICP01 ready to work
2026-01-08T17:01:29.338467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036991058519421:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.355939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036988828721145:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2026-01-08T17:01:29.276451Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036990880333732:2104] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(217433112ns) {Configure:104(217425996ns) {ProcessConfigured:135(41500222ns) {StartInitialHandshake:157(41497311ns) {DropHandshakes:470(3068ns) {DropIncomingHandshake:442(695ns) DropOutgoingHandshake:457(568ns)} GenerateSessionVirtualId:992(830ns) PrepareNewSessionHandshake:477(5325ns) {SwitchToState:179(3207ns)}}}}}
2026-01-08T17:01:29.289111Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036987682642810:2081] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38471
2026-01-08T17:01:29.290113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036989907370694:2065] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.356967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036988828721144:2064] [node 6] ICP01 ready to work
2026-01-08T17:01:29.372788Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036985684096607:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(197435106ns) {Configure:104(197425937ns) {ProcessConfigured:135(76373ns) {StartInitialHandshake:157(73757ns) {DropHandshakes:470(2320ns) {DropIncomingHandshake:442(357ns) DropOutgoingHandshake:457(258ns)} GenerateSessionVirtualId:992(620ns) PrepareNewSessionHandshake:477(1996ns) {SwitchToState:179(815ns)}}}}}
2026-01-08T17:01:29.373195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036989979063972:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14888
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.376034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036991058519423:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23642
2026-01-08T17:01:29.376114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036991058519424:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23642
2026-01-08T17:01:29.376294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036991058519425:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23642
2026-01-08T17:01:29.378651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036991058519422:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23642
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.379829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036988828721147:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2026-01-08T17:01:29.314835Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036987682642839:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38471
2026-01-08T17:01:29.318687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036990880333742:2103] [node 6] ICP01 ready to work
2026-01-08T17:01:29.323748Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036985612403348:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(27014351ns) {Configure:104(27005705ns) {ProcessConfigured:135(25084491ns) {StartInitialHandshake:157(25080671ns) {DropHandshakes:470(3991ns) {DropIncomingHandshake:442(588ns) DropOutgoingHandshake:457(898ns)} GenerateSessionVirtualId:992(912ns) PrepareNewSessionHandshake:477(8490ns) {SwitchToState:179(2032ns)}}}}}
2026-01-08T17:01:29.344567Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036986585366379:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(204161480ns) {Configure:104(184836665ns) {ProcessConfigured:135(81023ns) {StartInitialHandshake:157(78802ns) {DropHandshakes:470(3116ns) {DropIncomingHandshake:442(583ns) DropOutgoingHandshake:457(779ns)} GenerateSessionVirtualId:992(643ns) PrepareNewSessionHandshake:477(2594ns) {SwitchToState:179(1198ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.424685Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036986585366378:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(353406959ns) {Configure:104(353401199ns) {ProcessConfigured:135(9084997ns) {StartInitialHandshake:157(9082815ns) {DropHandshakes:470(3364ns) {DropIncomingHandshake:442(637ns) DropOutgoingHandshake:457(650ns)} GenerateSessionVirtualId:992(553ns) PrepareNewSessionHandshake:477(2699ns) {SwitchToState:179(1336ns)}}}}}
2026-01-08T17:01:29.425511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036990880333752:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38897
2026-01-08T17:01:29.425580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036990880333750:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38897
2026-01-08T17:01:29.426189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036990880333746:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38897
2026-01-08T17:01:29.322354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036987682642817:2060] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.416377Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036985684096608:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(240939240ns) {Configure:104(225733936ns) {ProcessConfigured:135(94803ns) {StartInitialHandshake:157(91913ns) {DropHandshakes:470(5869ns) {DropIncomingHandshake:442(487ns) DropOutgoingHandshake:457(462ns)} GenerateSessionVirtualId:992(879ns) PrepareNewSessionHandshake:477(2228ns) {SwitchToState:179(889ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.419735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036984533753781:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(228895271ns) {Configure:104(228891317ns) {ProcessConfigured:135(80820ns) {StartInitialHandshake:157(76942ns) {DropHandshakes:470(3276ns) {DropIncomingHandshake:442(526ns) DropOutgoingHandshake:457(666ns)} GenerateSessionVirtualId:992(680ns) PrepareNewSessionHandshake:477(1328ns) {SwitchToState:179(765ns)}}}}}
2026-01-08T17:01:29.392385Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036987682642817:2060] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(40518680ns) {Configure:104(40508378ns) {ProcessConfigured:135(100388ns) {StartInitialHandshake:157(97656ns) {DropHandshakes:470(3527ns) {DropIncomingHandshake:442(688ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:992(1288ns) PrepareNewSessionHandshake:477(3494ns) {SwitchToState:179(1087ns)}}}}}
2026-01-08T17:01:29.436051Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036989979063940:2081] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(276651128ns) {Configure:104(276643858ns) {ProcessConfigured:135(95051ns) {StartInitialHandshake:157(89684ns) {DropHandshakes:470(2950ns) {DropIncomingHandshake:442(830ns) DropOutgoingHandshake:457(411ns)} GenerateSessionVirtualId:992(1153ns) PrepareNewSessionHandshake:477(1868ns) {SwitchToState:179(721ns)}}}}}
2026-01-08T17:01:29.441600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036989907370717:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20320
2026-01-08T17:01:29.438642Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036988828721151:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2026-01-08T17:01:29.527261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036990880333746:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.527373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036990880333740:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.527397Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036990880333740:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:29.528640Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036990880333740:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:29.529013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036990880333732:2104] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.529076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:29.529131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036990880333732:2104] [node 4] ICP22 created new session: [2:7593036990880333756:2104]
2026-01-08T17:01:29.529192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036990880333756:2104] [node 4] ICS09 handshake done sender: [2:7593036990880333740:2110] self: [2:7593036990880333739:0] peer: [4:7593036987682642850:0] socket: 278 qp: -1
2026-01-08T17:01:29.529227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036990880333756:2104] [node 4] ICS10 traffic start
2026-01-08T17:01:29.529263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:29.526744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036987682642839:2107] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.437999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036989979063980:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14888
2026-01-08T17:01:29.539885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036990880333750:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.482947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036988828721152:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.526954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036983387675477:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:29.530896Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036989907370658:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(377352875ns) {Configure:104(377346477ns) {ProcessConfigured:135(47104255ns) {StartInitialHandshake:157(47100839ns) {DropHandshakes:470(2846ns) {DropIncomingHandshake:442(565ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:992(665ns) PrepareNewSessionHandshake:477(2497ns) {SwitchToState:179(697ns)}}}}}
2026-01-08T17:01:29.499245Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036988828721145:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.555676Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036991058519419:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(292894508ns) {Configure:104(292885419ns) {ProcessConfigured:135(85870ns) {StartInitialHandshake:157(83374ns) {DropHandshakes:470(3267ns) {DropIncomingHandshake:442(564ns) DropOutgoingHandshake:457(896ns)} GenerateSessionVirtualId:992(1145ns) PrepareNewSessionHandshake:477(2253ns) {SwitchToState:179(809ns)}}}}}
2026-01-08T17:01:29.498545Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036989979063934:2077] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(355751223ns) {Configure:104(355745705ns) {ProcessConfigured:135(46466999ns) {StartInitialHandshake:157(46464161ns) {DropHandshakes:470(3379ns) {DropIncomingHandshake:442(758ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:992(1391ns) PrepareNewSessionHandshake:477(2191ns) {SwitchToState:179(950ns)}}}}}
2026-01-08T17:01:29.539299Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036987682642810:2081] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.556002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036991058519422:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.594701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036989979063972:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.535258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036988828721152:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.558142Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036991058519431:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23642
2026-01-08T17:01:29.568515Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036991058519424:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.618508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036990880333752:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.595283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036985684096608:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.635275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036989979063985:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14888
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.568917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036988828721094:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:29.602653Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036985612403350:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(411802474ns) {Configure:104(411796923ns) {ProcessConfigured:135(25152002ns) {StartInitialHandshake:157(25148169ns) {DropHandshakes:470(3091ns) {DropIncomingHandshake:442(505ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:992(779ns) PrepareNewSessionHandshake:477(4978ns) {SwitchToState:179(1905ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.638558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036990880333744:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.638628Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036990880333744:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:29.642584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036990880333748:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.642626Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036990880333748:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:29.568790Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036983387675477:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61847) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036987682642839:2107] held: no
2026-01-08T17:01:29.642471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036991058519425:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.643614Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036991058519420:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(244946153ns) {Configure:104(244935889ns) {ProcessConfigured:135(63661ns) {StartInitialHandshake:157(60808ns) {DropHandshakes:470(2990ns) {DropIncomingHandshake:442(783ns) DropOutgoingHandshake:457(666ns)} GenerateSessionVirtualId:992(1026ns) PrepareNewSessionHandshake:477(2308ns) {SwitchToState:179(805ns)}}}}}
2026-01-08T17:01:29.614798Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036989907370717:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.639219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036989979063980:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.603216Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036983387675478:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(495432262ns) {Configure:104(495424360ns) {ProcessConfigured:135(32203063ns) {StartInitialHandshake:157(24561917ns) {DropHandshakes:470(3070ns) {DropIncomingHandshake:442(1554ns) DropOutgoingHandshake:457(247ns)} GenerateSessionVirtualId:992(2297ns) PrepareNewSessionHandshake:477(2638ns) {SwitchToState:179(1379ns)}}}}}
2026-01-08T17:01:29.654780Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036990880333734:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(451023495ns) {Configure:104(451017202ns) {ProcessConfigured:135(39771108ns) {StartInitialHandshake:157(39767988ns) {DropHandshakes:470(3148ns) {DropIncomingHandshake:442(821ns) DropOutgoingHandshake:457(697ns)} GenerateSessionVirtualId:992(1021ns) PrepareNewSessionHandshake:477(4584ns) {SwitchToState:179(2685ns)}}}}}
2026-01-08T17:01:29.643773Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036991058519431:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.651521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036991058519423:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.662982Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036986763552060:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(435747990ns) {Configure:104(435739273ns) {ProcessConfigured:135(11765275ns) {StartInitialHandshake:157(11762001ns) {DropHandshakes:470(3758ns) {DropIncomingHandshake:442(616ns) DropOutgoingHandshake:457(663ns)} GenerateSessionVirtualId:992(1089ns) PrepareNewSessionHandshake:477(4670ns) {SwitchToState:179(2598ns)}}}}}
2026-01-08T17:01:29.667804Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036986763552059:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(388671569ns) {Configure:104(388664068ns) {ProcessConfigured:135(988757ns) {StartInitialHandshake:157(986353ns) {DropHandshakes:470(3143ns) {DropIncomingHandshake:442(620ns) DropOutgoingHandshake:457(443ns)} GenerateSessionVirtualId:992(1000ns) PrepareNewSessionHandshake:477(3139ns) {SwitchToState:179(1188ns)}}}}}
2026-01-08T17:01:29.614609Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036988828721094:2065] [node 4] ICP35 event processing took too much time PendingConnection:279(33391657ns) {IncomingHandshake:261(33389149ns) {DropIncomingHandshake:442(777ns) PrepareNewSessionHandshake:477(1988ns) {SwitchToState:179(895ns)} GenerateSessionVirtualId:992(664ns) IssueIncomingHandshakeReply:193(10331228ns) {SwitchToState:179(1963ns)}}}
2026-01-08T17:01:29.615009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036985612403349:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:29.646540Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036989979063979:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.627488Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036983387675477:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(45962748ns) {HandleHandshakeStatus:395(45958803ns) {LogHandshakeFail:472(14756ns) {UpdateErrorStateLog:545(4795ns)} DropOutgoingHandshake:457(5001ns) ProcessPendingSessionEvents:495(9435138ns) {DropSessionEvent:512(26171ns) DropSessionEvent:512(6233ns) DropSessionEvent:512(5364ns) DropSessionEvent:512(4938ns) DropSessionEvent:512(5243ns) DropSessionEvent:512(4511ns) DropSessionEvent:512(5556ns) DropSessionEvent:512(9356471ns) DropSessionEvent:512(6502ns) DropSessionEvent:512(5025ns)}}}
2026-01-08T17:01:29.615192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036988828721151:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.635907Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036989907370694:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(313055753ns) {Configure:104(313047672ns) {ProcessConfigured:135(29111358ns) {StartInitialHandshake:157(29108926ns) {DropHandshakes:470(3949617ns) {DropIncomingHandshake:442(639ns) DropOutgoingHandshake:457(1839ns)} GenerateSessionVirtualId:992(3478ns) PrepareNewSessionHandshake:477(3837ns) {SwitchToState:179(2008ns)}}}}}
2026-01-08T17:01:29.668201Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036990880333748:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.630734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036987682642822:2091] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.630775Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036987682642822:2091] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:29.631853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036987682642822:2091] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:29.632962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036987682642820:2090] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.633032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:29.633093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036987682642820:2090] [node 5] ICP22 created new session: [4:7593036987682642858:2090]
2026-01-08T17:01:29.633158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036987682642858:2090] [node 5] ICS09 handshake done sender: [4:7593036987682642822:2091] self: [4:7593036987682642821:0] peer: [5:7593036988828721153:0] socket: 277 qp: -1
2026-01-08T17:01:29.633202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036987682642858:2090] [node 5] ICS10 traffic start
2026-01-08T17:01:29.633262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:29.635830Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036987682642856:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38471
2026-01-08T17:01:29.674811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036987682642851:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38471
2026-01-08T17:01:29.731302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036987682642856:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.731454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036983387675476:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:29.734634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036987682642839:2107] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:29.647803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036989907370723:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20320
2026-01-08T17:01:29.725650Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036986763552059:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(21872305ns) {IncomingHandshake:261(21870536ns) {DropIncomingHandshake:442(606ns) PrepareNewSessionHandshake:477(1874ns) {SwitchToState:179(793ns)} GenerateSessionVirtualId:992(1085ns) IssueIncomingHandshakeReply:193(10065ns)}}
2026-01-08T17:01:29.646570Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036989979063979:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.679250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036990880333742:2103] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.632160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036984533753781:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.772201Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036991058519427:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.772245Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036991058519427:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.722992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036989907370723:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.632602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036988828721157:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2026-01-08T17:01:29.662623Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036989979063946:2089] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(417508020ns) {Configure:104(417502900ns) {ProcessConfigured:135(8341004ns) {StartInitialHandshake:157(8337838ns) {DropHandshakes:470(3125ns) {DropIncomingHandshake:442(646ns) DropOutgoingHandshake:457(608ns)} GenerateSessionVirtualId:992(1330ns) PrepareNewSessionHandshake:477(3350ns) {SwitchToState:179(1779ns)}}}}}
2026-01-08T17:01:29.764129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036983387675477:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.679333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.679395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036990880333742:2103] [node 6] ICP22 created new session: [2:7593036990880333764:2103]
2026-01-08T17:01:29.792555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036987682642862:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38471
2026-01-08T17:01:29.662488Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036984533753780:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(455866528ns) {Configure:104(455860235ns) {ProcessConfigured:135(24797798ns) {StartInitialHandshake:157(24796407ns) {DropHandshakes:470(2609ns) {DropIncomingHandshake:442(359ns) DropOutgoingHandshake:457(825ns)} GenerateSessionVirtualId:992(406ns) PrepareNewSessionHandshake:477(2364ns) {SwitchToState:179(1161ns)}}}}}
2026-01-08T17:01:29.666723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036989979063979:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:29.723299Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036985612403349:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61847) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036989907370717:2113] held: no
2026-01-08T17:01:29.790618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036991058519427:2115] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.697040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036989979063940:2081] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.715987Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036988828721145:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.715005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036989979063988:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14888
2026-01-08T17:01:29.716013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:29.722903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036989979063940:2081] [node 5] ICP22 created new session: [3:7593036989979063989:2081]
2026-01-08T17:01:29.747180Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036989979063972:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:29.758778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036989979063985:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.759037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036985684096608:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.768640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036989979063991:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14888
2026-01-08T17:01:29.773563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036989979063989:2081] [node 5] ICS09 handshake done sender: [3:7593036989979063979:2114] self: [3:7593036989979063978:0] peer: [5:7593036988828721156:0] socket: 303 qp: -1
2026-01-08T17:01:29.800989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036989979063977:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.801018Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036989979063977:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:29.803120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036989979063989:2081] [node 5] ICS10 traffic start
2026-01-08T17:01:29.822642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036989979063977:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:29.822673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:29.842605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:29.800211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036987682642862:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.679457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036990880333764:2103] [node 6] ICS09 handshake done sender: [2:7593036990880333748:2113] self: [2:7593036990880333747:0] peer: [6:7593036989907370722:0] socket: 300 qp: -1
2026-01-08T17:01:29.842769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036985684096608:2049] [node 2] ICP22 created new session: [3:7593036989979063995:2049]
2026-01-08T17:01:29.842832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036989979063995:2049] [node 2] ICS09 handshake done sender: [3:7593036989979063972:2111] self: [3:7593036989979063984:0] peer: [2:7593036990880333743:0] socket: 288 qp: -1
2026-01-08T17:01:29.842879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036989979063995:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:29.857271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:29.874352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036989979063934:2077] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.882207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036989979063991:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.882393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036985684096607:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:29.890768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:29.892581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036989979063940:2081] [node 5] ICP35 event processing took too much time PendingConnection:279(209886995ns) {HandleHandshakeStatus:329(209883466ns) {DropIncomingHandshake:442(36959ns) DropOutgoingHandshake:457(1151ns) SwitchToState:179(2845ns) ProcessPendingSessionEvents:495(5820037ns) {ForwardSessionEventToSession:616(5768133ns) ForwardSessionEventToSession:616(3365ns) ForwardSessionEventToSession:616(5685ns) ForwardSessionEventToSession:616(2830ns) ForwardSessionEventToSession:616(6151ns) ForwardSessionEventToSession:616(4988ns) ForwardSessionEventToSession:616(2862ns) ForwardSessionEventToSession:616(2811ns) ForwardSessionEventToSession:616(5418ns) ForwardSessionEventToSession:616(3087ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.731855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036989907370725:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20320
2026-01-08T17:01:29.751882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036989907370694:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:29.847141Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593036985612403349:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(22604978ns) {HandleHandshakeStatus:395(22601172ns) {LogHandshakeFail:472(6640994ns) {UpdateErrorStateLog:545(7835ns)} DropOutgoingHandshake:457(781ns) ProcessPendingSessionEvents:495(15886557ns) {DropSessionEvent:512(14282ns) DropSessionEvent:512(4751ns) DropSessionEvent:512(4834ns) DropSessionEvent:512(16182ns) DropSessionEvent:512(6649642ns) DropSessionEvent:512(17308ns) DropSessionEvent:512(6254ns) DropSessionEvent:512(4705ns) DropSessionEvent:512(4444ns) DropSessionEvent:512(4026ns)}}}
2026-01-08T17:01:29.851876Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036989907370717:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:29.871240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036989907370727:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20320
2026-01-08T17:01:29.871395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036989907370728:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20320
2026-01-08T17:01:29.871509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036989907370729:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20320
2026-01-08T17:01:29.871643Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036989907370730:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20320
2026-01-08T17:01:29.891995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036985612403349:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.892059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:29.800382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036983387675478:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:29.803041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036991058519430:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.898510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036985612403349:2049] [node 2] ICP22 created new session: [6:7593036989907370732:2049]
2026-01-08T17:01:29.679500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036990880333764:2103] [node 6] ICS10 traffic start
2026-01-08T17:01:29.803087Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036991058519430:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:29.807106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036991058519421:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.807235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:29.807296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036991058519421:2109] [node 5] ICP22 created new session: [1:7593036991058519446:2109]
2026-01-08T17:01:29.807357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036991058519446:2109] [node 5] ICS09 handshake done sender: [1:7593036991058519427:2115] self: [1:7593036991058519426:0] peer: [5:7593036988828721163:0] socket: 293 qp: -1
2026-01-08T17:01:29.807395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036991058519446:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:29.807439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:29.862567Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036991058519430:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:29.872238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036991058519419:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.872329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:29.872387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036991058519419:2107] [node 4] ICP22 created new session: [1:7593036991058519450:2107]
2026-01-08T17:01:29.872461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036991058519450:2107] [node 4] ICS09 handshake done sender: [1:7593036991058519430:2116] self: [1:7593036991058519429:0] peer: [4:7593036987682642861:0] socket: 311 qp: -1
2026-01-08T17:01:29.872505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036991058519450:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:29.872542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:29.898718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036991058519437:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.898749Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036991058519437:2119] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:29.909824Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036991058519437:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:29.894649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036989979064000:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14888
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.716028Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036988828721094:2065] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18326) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036988828721145:2111] held: no
2026-01-08T17:01:29.803037Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036987682642849:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.679539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:29.898716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036989907370728:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.762667Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036984533753781:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10298) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036988828721151:2115] held: no
2026-01-08T17:01:29.762936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036988828721147:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.763640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036988828721159:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2026-01-08T17:01:29.770616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036984533753779:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:29.771545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036988828721161:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2026-01-08T17:01:29.814770Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036988828721144:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(343526311ns) {Configure:104(343509011ns) {ProcessConfigured:135(51975094ns) {StartInitialHandshake:157(51971524ns) {DropHandshakes:470(3902ns) {DropIncomingHandshake:442(824ns) DropOutgoingHandshake:457(557ns)} GenerateSessionVirtualId:992(1131ns) PrepareNewSessionHandshake:477(3588ns) {SwitchToState:179(1489ns)}}}}}
2026-01-08T17:01:29.819586Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036988828721151:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:29.843368Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593036984533753779:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23132) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593036988828721147:2113] held: no
2026-01-08T17:01:29.844948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036988828721166:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2026-01-08T17:01:29.854518Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036988828721094:2065] [node 4] ICP35 event processing took too much time PendingConnection:279(28762342ns) {HandleHandshakeStatus:395(28758481ns) {LogHandshakeFail:472(14694ns) {UpdateErrorStateLog:545(5129ns)} DropOutgoingHandshake:457(2149ns) ProcessPendingSessionEvents:495(23237835ns) {DropSessionEvent:512(13236ns) DropSessionEvent:512(5750ns) DropSessionEvent:512(5337ns) DropSessionEvent:512(6556634ns) DropSessionEvent:512(8390ns) DropSessionEvent:512(5504ns) DropSessionEvent:512(5790ns) DropSessionEvent:512(18488ns) DropSessionEvent:512(7930ns) DropSessionEvent:512(5741ns)}}}
2026-01-08T17:01:29.854576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036984533753781:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.854624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:29.854987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036988828721094:2065] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.855047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:29.855103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036988828721094:2065] [node 4] ICP22 created new session: [5:7593036988828721168:2065]
2026-01-08T17:01:29.855154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036988828721168:2065] [node 4] ICS09 handshake done sender: [5:7593036988828721145:2111] self: [5:7593036988828721153:0] peer: [4:7593036987682642821:0] socket: 283 qp: -1
2026-01-08T17:01:29.855187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036988828721168:2065] [node 4] ICS10 traffic start
2026-01-08T17:01:29.855224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:29.855813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036988828721147:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:29.856283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036984533753779:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.856344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:29.856398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036984533753779:2048] [node 1] ICP22 created new session: [5:7593036988828721170:2048]
2026-01-08T17:01:29.862667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036988828721170:2048] [node 1] ICS09 handshake done sender: [5:7593036988828721147:2113] self: [5:7593036988828721163:0] peer: [1:7593036991058519426:0] socket: 294 qp: -1
2026-01-08T17:01:29.862736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036988828721170:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:29.862824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:29.864028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036984533753781:2050] [node 3] ICP22 created new session: [5:7593036988828721167:2050]
2026-01-08T17:01:29.883132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036988828721167:2050] [node 3] ICS09 handshake done sender: [5:7593036988828721151:2115] self: [5:7593036988828721156:0] peer: [3:7593036989979063978:0] socket: 304 qp: -1
2026-01-08T17:01:29.890648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036988828721161:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.890699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036988828721167:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:29.893756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:29.900309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036984533753780:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:29.915933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036988828721160:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.915973Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036988828721160:2120] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:29.932678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036988828721175:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51523
2026-01-08T17:01:29.934933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036988828721160:2120] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:29.803087Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036987682642849:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:29.822593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:29.840810Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036987682642849:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:29.846846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036987682642866:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38471
2026-01-08T17:01:29.853462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036983387675477:2049] [node 2] ICP22 created new session: [4:7593036987682642865:2049]
2026-01-08T17:01:29.857116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036987682642865:2049] [node 2] ICS09 handshake done sender: [4:7593036987682642839:2107] self: [4:7593036987682642850:0] peer: [2:7593036990880333739:0] socket: 279 qp: -1
2026-01-08T17:01:29.865715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036987682642817:2060] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.866596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036987682642865:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:29.866655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:29.874261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:29.888890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036987682642862:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:29.890145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036987682642817:2060] [node 6] ICP22 created new session: [4:7593036987682642869:2060]
2026-01-08T17:01:29.890244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036987682642869:2060] [node 6] ICS09 handshake done sender: [4:7593036987682642849:2115] self: [4:7593036987682642848:0] peer: [6:7593036989907370726:0] socket: 312 qp: -1
2026-01-08T17:01:29.890286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036987682642869:2060] [node 6] ICS10 traffic start
2026-01-08T17:01:29.890404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:29.893936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036983387675478:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.912563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:29.914805Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036987682642817:2060] [node 6] ICP35 event processing took too much time PendingConnection:279(39940628ns) {HandleHandshakeStatus:329(39938920ns) {DropIncomingHandshake:442(2359ns) DropOutgoingHandshake:457(1379ns) SwitchToState:179(922ns) ProcessPendingSessionEvents:495(2324328ns) {ForwardSessionEventToSession:616(2255304ns) ForwardSessionEventToSession:616(10425ns) ForwardSessionEventToSession:616(3574ns) ForwardSessionEventToSession:616(5357ns) ForwardSessionEventToSession:616(3306ns) ForwardSessionEventToSession:616(11177ns) ForwardSessionEventToSession:616(5433ns) ForwardSessionEventToSession:616(2711ns) ForwardSessionEventToSession:616(1886ns) ForwardSessionEventToSession:616(9572ns)}}}
2026-01-08T17:01:29.916381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036983387675478:2050] [node 3] ICP22 created new session: [4:7593036987682642871:2050]
2026-01-08T17:01:29.922549Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036983387675477:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(138095034ns) {HandleHandshakeStatus:329(138092198ns) {DropIncomingHandshake:442(3634ns) DropOutgoingHandshake:457(638ns) SwitchToState:179(864ns) ProcessPendingSessionEvents:495(1385ns)}}
2026-01-08T17:01:29.931327Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036983387675476:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23132) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036987682642856:2118] held: no
2026-01-08T17:01:29.898806Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036989907370723:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:29.900203Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036989907370729:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.902343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593036989907370727:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.906841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036989907370694:2065] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.906972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:29.907043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036989907370694:2065] [node 4] ICP22 created new session: [6:7593036989907370733:2065]
2026-01-08T17:01:29.907110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036989907370733:2065] [node 4] ICS09 handshake done sender: [6:7593036989907370723:2115] self: [6:7593036989907370726:0] peer: [4:7593036987682642848:0] socket: 313 qp: -1
2026-01-08T17:01:29.907153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036989907370733:2065] [node 4] ICS10 traffic start
2026-01-08T17:01:29.907231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:29.907973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036985612403350:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:29.908334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036985612403348:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:29.908412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036989907370658:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:29.895700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036989979063934:2077] [node 4] ICP22 created new session: [3:7593036989979063999:2077]
2026-01-08T17:01:29.937188Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036984533753781:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(61292320ns) {HandleHandshakeStatus:329(61290617ns) {DropIncomingHandshake:442(859ns) DropOutgoingHandshake:457(804ns) SwitchToState:179(733ns) ProcessPendingSessionEvents:495(958ns)}}
2026-01-08T17:01:29.939997Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036988828721161:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:29.943510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036984533753780:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.943612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:29.943660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036984533753780:2049] [node 2] ICP22 created new session: [5:7593036988828721176:2049]
2026-01-08T17:01:29.943710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036988828721176:2049] [node 2] ICS09 handshake done sender: [5:7593036988828721161:2121] self: [5:7593036988828721173:0] peer: [2:7593036990880333760:0] socket: 323 qp: -1
2026-01-08T17:01:29.943745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036988828721176:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:29.943795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:29.913620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036991058519439:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.716185Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036990880333744:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:29.909600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036989979063999:2077] [node 4] ICS09 handshake done sender: [3:7593036989979063977:2113] self: [3:7593036989979063969:0] peer: [4:7593036987682642863:0] socket: 322 qp: -1
2026-01-08T17:01:29.948539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036987682642871:2050] [node 3] ICS09 handshake done sender: [4:7593036987682642862:2119] self: [4:7593036987682642863:0] peer: [3:7593036989979063969:0] socket: 328 qp: -1
2026-01-08T17:01:29.948631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036987682642871:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:29.948685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:29.950510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036987682642867:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38471
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:29.967291Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036983387675478:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(73054172ns) {HandleHandshakeStatus:329(73051210ns) {DropIncomingHandshake:442(2899ns) DropOutgoingHandshake:457(9233ns) SwitchToState:179(136ns) ProcessPendingSessionEvents:495(174192ns) {ForwardSessionEventToSession:616(119750ns) ForwardSessionEventToSession:616(3042ns) ForwardSessionEventToSession:616(5990ns) ForwardSessionEventToSession:616(2252ns) ForwardSessionEventToSession:616(3677ns) ForwardSessionEventToSession:616(6036ns) ForwardSessionEventToSession:616(2595ns) ForwardSessionEventToSession:616(14656ns) ForwardSessionEventToSession:616(4685ns) ForwardSessionEventToSession:616(1862ns)}}}
2026-01-08T17:01:29.967431Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036987682642856:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:29.912177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036989907370732:2049] [node 2] ICS09 handshake done sender: [6:7593036989907370717:2113] self: [6:7593036989907370722:0] peer: [2:7593036990880333747:0] socket: 305 qp: -1
2026-01-08T17:01:29.913667Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036991058519439:2120] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:29.951654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036988828721144:2064] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.773833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036986585366379:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.912629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036989979063999:2077] [node 4] ICS10 traffic start
2026-01-08T17:01:29.914973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036989907370732:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:29.928312Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036991058519439:2120] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:29.982595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:29.786965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036990880333768:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38897
2026-01-08T17:01:29.916196Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036989979063983:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.915492Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036989907370739:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20320
2026-01-08T17:01:29.946418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036986763552060:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.946532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:29.946582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036986763552060:2049] [node 3] ICP22 created new session: [1:7593036991058519455:2049]
2026-01-08T17:01:29.946639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036991058519455:2049] [node 3] ICS09 handshake done sender: [1:7593036991058519437:2119] self: [1:7593036991058519436:0] peer: [3:7593036989979063998:0] socket: 302 qp: -1
2026-01-08T17:01:29.946683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036991058519455:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:29.946721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:29.957294Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036991058519435:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.957328Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036991058519435:2118] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:29.963603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036991058519435:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:29.967529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036991058519420:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.967615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:29.967674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036991058519420:2108] [node 6] ICP22 created new session: [1:7593036991058519458:2108]
2026-01-08T17:01:29.967740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036991058519458:2108] [node 6] ICS09 handshake done sender: [1:7593036991058519439:2120] self: [1:7593036991058519438:0] peer: [6:7593036989907370736:0] socket: 299 qp: -1
2026-01-08T17:01:29.967778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036991058519458:2108] [node 6] ICS10 traffic start
2026-01-08T17:01:29.967824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:29.983138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036986763552059:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:30.010513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:30.010589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036986763552059:2048] [node 2] ICP22 created new session: [1:7593036995353486756:2048]
2026-01-08T17:01:30.010652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593036995353486756:2048] [node 2] ICS09 handshake done sender: [1:7593036991058519435:2118] self: [1:7593036991058519434:0] peer: [2:7593036990880333773:0] socket: 336 qp: -1
2026-01-08T17:01:30.010712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593036995353486756:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:30.010790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:30.011290Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593036986763552059:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(27935339ns) {HandleHandshakeStatus:329(27931726ns) {DropIncomingHandshake:442(23661ns) DropOutgoingHandshake:457(378ns) SwitchToState:179(1512ns) ProcessPendingSessionEvents:495(106123ns) {ForwardSessionEventToSession:616(59007ns) ForwardSessionEventToSession:616(3158ns) ForwardSessionEventToSession:616(8416ns) ForwardSessionEventToSession:616(4598ns) ForwardSessionEventToSession:616(5450ns) ForwardSessionEventToSession:616(3074ns) ForwardSessionEventToSession:616(2565ns) ForwardSessionEventToSession:616(4469ns) ForwardSessionEventToSession:616(2417ns) ForwardSessionEventToSession:616(2545ns)}}}
2026-01-08T17:01:29.981381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036983387675476:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.916230Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036989979063983:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:29.927975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:29.933108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036989979064001:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14888
2026-01-08T17:01:29.933659Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036985684096608:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(174370537ns) {HandleHandshakeStatus:329(174366520ns) {DropIncomingHandshake:442(1353ns) DropOutgoingHandshake:457(9696001ns) SwitchToState:179(69ns) ProcessPendingSessionEvents:495(20501804ns) {ForwardSessionEventToSession:616(20445127ns) ForwardSessionEventToSession:616(5122ns) ForwardSessionEventToSession:616(10669ns) ForwardSessionEventToSession:616(1945ns) ForwardSessionEventToSession:616(1923ns) ForwardSessionEventToSession:616(5932ns) ForwardSessionEventToSession:616(3095ns) ForwardSessionEventToSession:616(7502ns) ForwardSessionEventToSession:616(6603ns) ForwardSessionEventToSession:616(2475ns)}}}
2026-01-08T17:01:29.939154Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036989979063983:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:29.939332Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036989979063991:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:29.940600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036989979063946:2089] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.940669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:29.940741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036989979063946:2089] [node 6] ICP22 created new session: [3:7593036989979064004:2089]
2026-01-08T17:01:29.940820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036989979064004:2089] [node 6] ICS09 handshake done sender: [3:7593036989979063983:2116] self: [3:7593036989979063982:0] peer: [6:7593036989907370735:0] socket: 329 qp: -1
2026-01-08T17:01:29.940866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036989979064004:2089] [node 6] ICS10 traffic start
2026-01-08T17:01:29.940923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:29.941471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036985684096607:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.941547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:29.941592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036985684096607:2048] [node 1] ICP22 created new session: [3:7593036989979064006:2048]
2026-01-08T17:01:29.941658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593036989979064006:2048] [node 1] ICS09 handshake done sender: [3:7593036989979063991:2119] self: [3:7593036989979063998:0] peer: [1:7593036991058519436:0] socket: 298 qp: -1
2026-01-08T17:01:29.941699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593036989979064006:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:29.941741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:29.996268Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593036989979063934:2077] [node 4] ICP35 event processing took too much time PendingConnection:279(121693717ns) {HandleHandshakeStatus:329(121689388ns) {DropIncomingHandshake:442(36976ns) DropOutgoingHandshake:457(819ns) SwitchToState:179(282ns) ProcessPendingSessionEvents:495(8836184ns) {ForwardSessionEventToSession:616(8779761ns) ForwardSessionEventToSession:616(4290ns) ForwardSessionEventToSession:616(7186ns) ForwardSessionEventToSession:616(4715ns) ForwardSessionEventToSession:616(2106ns) ForwardSessionEventToSession:616(5292ns) ForwardSessionEventToSession:616(2797ns) ForwardSessionEventToSession:616(5279ns) ForwardSessionEventToSession:616(3607ns) ForwardSessionEventToSession:616(3129ns)}}}
2026-01-08T17:01:29.996912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036988828721144:2064] [node 6] ICP22 created new session: [5:7593036988828721178:2064]
2026-01-08T17:01:30.015439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593036988828721178:2064] [node 6] ICS09 handshake done sender: [5:7593036988828721160:2120] self: [5:7593036988828721158:0] peer: [6:7593036989907370737:0] socket: 326 qp: -1
2026-01-08T17:01:29.850457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:29.853073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036986585366379:2049] [node 3] ICP22 created new session: [2:7593036990880333769:2049]
2026-01-08T17:01:29.863881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036990880333769:2049] [node 3] ICS09 handshake done sender: [2:7593036990880333744:2111] self: [2:7593036990880333743:0] peer: [3:7593036989979063984:0] socket: 285 qp: -1
2026-01-08T17:01:29.883066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036990880333769:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:29.886772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036990880333768:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.889437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036990880333771:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38897
2026-01-08T17:01:29.902062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:29.914775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036990880333771:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.923060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036990880333761:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:29.923116Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036990880333761:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:29.924729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036986585366378:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:29.931931Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036986585366379:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(176389280ns) {HandleHandshakeStatus:329(157820940ns) {DropIncomingHandshake:442(22011ns) DropOutgoingHandshake:457(148ns) SwitchToState:179(171ns) ProcessPendingSessionEvents:495(7221968ns) {ForwardSessionEventToSession:616(7156029ns) ForwardSessionEventToSession:616(8202ns) ForwardSessionEventToSession:616(2591ns) ForwardSessionEventToSession:616(2846ns) ForwardSessionEventToSession:616(15315ns) ForwardSessionEventToSession:616(2713ns) ForwardSessionEventToSession:616(10878ns) ForwardSessionEventToSession:616(2309ns) ForwardSessionEventToSession:616(1978ns) ForwardSessionEventToSession:616(8957ns)}}}
2026-01-08T17:01:29.935129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036990880333761:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:29.958931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036990880333734:2105] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:29.962304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036990880333775:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38897
2026-01-08T17:01:29.974264Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036990880333771:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:29.990665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:29.993374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036986585366378:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.993433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:29.993490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036986585366378:2048] [node 1] ICP22 created new session: [2:7593036990880333777:2048]
2026-01-08T17:01:29.993546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036990880333777:2048] [node 1] ICS09 handshake done sender: [2:7593036990880333771:2119] self: [2:7593036990880333773:0] peer: [1:7593036991058519434:0] socket: 337 qp: -1
2026-01-08T17:01:29.993587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036990880333777:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:29.993628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:29.996982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036990880333734:2105] [node 5] ICP22 created new session: [2:7593036990880333776:2105]
2026-01-08T17:01:30.026332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593036990880333776:2105] [node 5] ICS09 handshake done sender: [2:7593036990880333761:2117] self: [2:7593036990880333760:0] peer: [5:7593036988828721173:0] socket: 272 qp: -1
2026-01-08T17:01:30.026419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593036990880333776:2105] [node 5] ICS10 traffic start
2026-01-08T17:01:30.026480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:30.018459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593036988828721178:2064] [node 6] ICS10 traffic start
2026-01-08T17:01:30.018533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:30.024289Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593036988828721144:2064] [node 6] ICP35 event processing took too much time PendingConnection:279(72396567ns) {HandleHandshakeStatus:329(72393997ns) {DropIncomingHandshake:442(7251224ns) DropOutgoingHandshake:457(1645ns) SwitchToState:179(1164ns) ProcessPendingSessionEvents:495(5339308ns) {ForwardSessionEventToSession:616(5280570ns) ForwardSessionEventToSession:616(12952ns) ForwardSessionEventToSession:616(3437ns) ForwardSessionEventToSession:616(2530ns) ForwardSessionEventToSession:616(5551ns) ForwardSessionEventToSession:616(5963ns) ForwardSessionEventToSession:616(6307ns) ForwardSessionEventToSession:616(2431ns) ForwardSessionEventToSession:616(2943ns) ForwardSessionEventToSession:616(5530ns)}}}
2026-01-08T17:01:30.013049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:30.016034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036983387675476:2048] [node 1] ICP22 created new session: [4:7593036991977610169:2048]
2026-01-08T17:01:30.022517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593036991977610169:2048] [node 1] ICS09 handshake done sender: [4:7593036987682642856:2118] self: [4:7593036987682642861:0] peer: [1:7593036991058519429:0] socket: 270 qp: -1
2026-01-08T17:01:30.022588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593036991977610169:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:30.022668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:30.022934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593036983387675476:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(51544062ns) {HandleHandshakeStatus:329(51540578ns) {DropIncomingHandshake:442(2203ns) DropOutgoingHandshake:457(378ns) SwitchToState:179(804ns) ProcessPendingSessionEvents:495(1367ns)}}
2026-01-08T17:01:29.924342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:29.934388Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593036985612403349:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(47728367ns) {HandleHandshakeStatus:329(47724746ns) {DropIncomingHandshake:442(2630ns) DropOutgoingHandshake:457(830ns) SwitchToState:179(858ns) ProcessPendingSessionEvents:495(896ns)}}
2026-01-08T17:01:29.948387Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036989907370729:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:29.949063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036985612403348:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.955226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:29.955290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036985612403348:2048] [node 1] ICP22 created new session: [6:7593036989907370741:2048]
2026-01-08T17:01:29.955351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036989907370741:2048] [node 1] ICS09 handshake done sender: [6:7593036989907370729:2120] self: [6:7593036989907370736:0] peer: [1:7593036991058519438:0] socket: 334 qp: -1
2026-01-08T17:01:29.955396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036989907370741:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:29.955436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:29.962660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036989907370743:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20320
2026-01-08T17:01:29.969444Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593036989907370740:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20320
2026-01-08T17:01:29.980126Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036989907370658:2060] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17353) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593036989907370727:2118] held: no
2026-01-08T17:01:29.980270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036989907370728:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:29.994792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036985612403350:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:29.994867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:29.994940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036985612403350:2050] [node 3] ICP22 created new session: [6:7593036989907370744:2050]
2026-01-08T17:01:29.994986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036989907370744:2050] [node 3] ICS09 handshake done sender: [6:7593036989907370728:2119] self: [6:7593036989907370735:0] peer: [3:7593036989979063982:0] socket: 275 qp: -1
2026-01-08T17:01:29.995024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036989907370744:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:29.995069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:29.995851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593036989907370727:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:30.006826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036989907370658:2060] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:30.006936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:30.007021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036989907370658:2060] [node 5] ICP22 created new session: [6:7593036994202338042:2060]
2026-01-08T17:01:30.007086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593036994202338042:2060] [node 5] ICS09 handshake done sender: [6:7593036989907370727:2118] self: [6:7593036989907370737:0] peer: [5:7593036988828721158:0] socket: 276 qp: -1
2026-01-08T17:01:30.007130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593036994202338042:2060] [node 5] ICS10 traffic start
2026-01-08T17:01:30.007191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:30.031783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036989979064000:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:30.031999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593036989979063946:2089] [node 6] ICP18 handshake (actor [3:7593036989979064000:2120]) is too old
2026-01-08T17:01:30.027693Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593036990880333734:2105] [node 5] ICP35 event processing took too much time PendingConnection:279(75542745ns) {HandleHandshakeStatus:329(75539932ns) {DropIncomingHandshake:442(27305ns) DropOutgoingHandshake:457(622ns) SwitchToState:179(796ns) ProcessPendingSessionEvents:495(837252ns) {ForwardSessionEventToSession:616(781532ns) ForwardSessionEventToSession:616(5626ns) ForwardSessionEventToSession:616(8297ns) ForwardSessionEventToSession:616(5782ns) ForwardSessionEventToSession:616(3299ns) ForwardSessionEventToSession:616(5460ns) ForwardSessionEventToSession:616(3022ns) ForwardSessionEventToSession:616(5086ns) ForwardSessionEventToSession:616(3902ns) ForwardSessionEventToSession:616(3394ns)}}}
2026-01-08T17:01:30.176301Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:30.176575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593036990880333777:2048] [node 1] ICS01 socket: 337 reason# EndOfStream
2026-01-08T17:01:30.176619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036986585366378:2048] [node 1] ICP30 unregister session Session# [2:7593036990880333777:2048] VirtualId# [2:7593036990880333773:0]
2026-01-08T17:01:30.176658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593036990880333777:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.176745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:30.176791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:30.178784Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:30.179022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036989979064006:2048] [node 1] ICS01 socket: 298 reason# EndOfStream
2026-01-08T17:01:30.179064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036985684096607:2048] [node 1] ICP30 unregister session Session# [3:7593036989979064006:2048] VirtualId# [3:7593036989979063998:0]
2026-01-08T17:01:30.179103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036989979064006:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.179179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:30.179221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:30.190547Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:30.190798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036991977610169:2048] [node 1] ICS01 socket: 270 reason# EndOfStream
2026-01-08T17:01:30.190845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036983387675476:2048] [node 1] ICP30 unregister session Session# [4:7593036991977610169:2048] VirtualId# [4:7593036987682642861:0]
2026-01-08T17:01:30.190896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036991977610169:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.190981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:30.191031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:30.193381Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:30.193674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036989907370741:2048] [node 1] ICS01 socket: 334 reason# EndOfStream
2026-01-08T17:01:30.193717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036985612403348:2048] [node 1] ICP30 unregister session Session# [6:7593036989907370741:2048] VirtualId# [6:7593036989907370736:0]
2026-01-08T17:01:30.193754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036989907370741:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.193857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:30.193912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:30.194570Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:30.194873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036988828721170:2048] [node 1] ICS01 socket: 294 reason# EndOfStream
2026-01-08T17:01:30.194937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036984533753779:2048] [node 1] ICP30 unregister session Session# [5:7593036988828721170:2048] VirtualId# [5:7593036988828721163:0]
2026-01-08T17:01:30.194972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036988828721170:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.195066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:30.195114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:30.302807Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:30.303049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593036989979063995:2049] [node 2] ICS07 socket disconnect 288 reason# EndOfStream
2026-01-08T17:01:30.303081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593036989979063995:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.303159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:30.303206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036989979063995:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:30.305619Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036985684096608:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61847) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:30.305666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593036989979063995:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:30.307559Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:30.307812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036989907370732:2049] [node 2] ICS01 socket: 305 reason# EndOfStream
2026-01-08T17:01:30.307858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036985612403349:2049] [node 2] ICP30 unregister session Session# [6:7593036989907370732:2049] VirtualId# [6:7593036989907370722:0]
2026-01-08T17:01:30.307895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036989907370732:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.307957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:30.307996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:30.314495Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:30.315166Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593036985684096608:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61847) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:30.315249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593036989979063995:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:30.315289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036985684096608:2049] [node 2] ICP30 unregister session Session# [3:7593036989979063995:2049] VirtualId# [3:7593036989979063984:0]
2026-01-08T17:01:30.315344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:30.315387Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593036985684096608:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61847) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:30.315408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61847) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:30.315904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036988828721176:2049] [node 2] ICS01 socket: 323 reason# EndOfStream
2026-01-08T17:01:30.318451Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:30.318699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036987682642865:2049] [node 2] ICS01 socket: 279 reason# EndOfStream
2026-01-08T17:01:30.318750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036983387675477:2049] [node 2] ICP30 unregister session Session# [4:7593036987682642865:2049] VirtualId# [4:7593036987682642850:0]
2026-01-08T17:01:30.318794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036987682642865:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.318930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:30.318986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:30.319602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036984533753780:2049] [node 2] ICP30 unregister session Session# [5:7593036988828721176:2049] VirtualId# [5:7593036988828721173:0]
2026-01-08T17:01:30.323797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036988828721176:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.326518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:30.326633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:30.327039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593036985684096608:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:30.488364Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:30.488616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593036987682642871:2050] [node 3] ICS01 socket: 328 reason# EndOfStream
2026-01-08T17:01:30.488669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036983387675478:2050] [node 3] ICP30 unregister session Session# [4:7593036987682642871:2050] VirtualId# [4:7593036987682642863:0]
2026-01-08T17:01:30.488712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593036987682642871:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.488799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:30.488848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:30.488956Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:30.489140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036988828721167:2050] [node 3] ICS01 socket: 304 reason# EndOfStream
2026-01-08T17:01:30.489179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036984533753781:2050] [node 3] ICP30 unregister session Session# [5:7593036988828721167:2050] VirtualId# [5:7593036988828721156:0]
2026-01-08T17:01:30.489207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036988828721167:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.489260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:30.489299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:30.489395Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:30.489590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036989907370744:2050] [node 3] ICS01 socket: 275 reason# EndOfStream
2026-01-08T17:01:30.489630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036985612403350:2050] [node 3] ICP30 unregister session Session# [6:7593036989907370744:2050] VirtualId# [6:7593036989907370735:0]
2026-01-08T17:01:30.489654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036989907370744:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.489711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:30.489745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:30.634750Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:30.635039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036989907370733:2065] [node 4] ICS01 socket: 313 reason# EndOfStream
2026-01-08T17:01:30.635093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036989907370694:2065] [node 4] ICP30 unregister session Session# [6:7593036989907370733:2065] VirtualId# [6:7593036989907370726:0]
2026-01-08T17:01:30.635133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036989907370733:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.635226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:30.635283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:30.635400Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:30.635643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593036988828721168:2065] [node 4] ICS01 socket: 283 reason# EndOfStream
2026-01-08T17:01:30.635686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036988828721094:2065] [node 4] ICP30 unregister session Session# [5:7593036988828721168:2065] VirtualId# [5:7593036988828721153:0]
2026-01-08T17:01:30.635716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593036988828721168:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.635788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:30.635827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:30.882598Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:30.882878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593036994202338042:2060] [node 5] ICS01 socket: 276 reason# EndOfStream
2026-01-08T17:01:30.882944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036989907370658:2060] [node 5] ICP30 unregister session Session# [6:7593036994202338042:2060] VirtualId# [6:7593036989907370737:0]
2026-01-08T17:01:30.882985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593036994202338042:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:30.883121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:30.883171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:31.110770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036997098491337:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:31.110828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036997098491338:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:31.130954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036997598520511:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:31.131003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036997598520512:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:31.134942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036996945305972:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:31.134993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036996945305973:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:31.153881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036999667895907:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:31.153932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036999667895908:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:31.153970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036999667895909:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:31.222738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036997539702572:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:31.222782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036997539702573:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:31.222818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036997539702574:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:31.238936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036997334614606:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:31.238984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036997334614607:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:31.239020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036997334614608:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:31.771607Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036997334614608:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(219684847ns) {Configure:104(219678343ns) {ProcessConfigured:135(94835ns) {StartInitialHandshake:157(91280ns) {DropHandshakes:470(3196ns) {DropIncomingHandshake:442(583ns) DropOutgoingHandshake:457(755ns)} GenerateSessionVirtualId:992(1049ns) PrepareNewSessionHandshake:477(2446ns) {SwitchToState:179(1171ns)}}}}}
2026-01-08T17:01:31.754565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036996945306031:2087] [node 4] ICP01 ready to work
2026-01-08T17:01:31.783560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036997098491413:2106] [node 4] ICP01 ready to work
2026-01-08T17:01:31.772285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036997334614671:2073] [node 4] ICP01 ready to work
2026-01-08T17:01:31.763059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036996945306036:2090] [node 5] ICP01 ready to work
2026-01-08T17:01:31.772689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593036997334614672:2075] [node 6] ICP01 ready to work
2026-01-08T17:01:31.816014Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036997539702573:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(260893523ns) {Configure:104(260889629ns) {ProcessConfigured:135(78262ns) {StartInitialHandshake:157(75453ns) {DropHandshakes:470(3092ns) {DropIncomingHandshake:442(693ns) DropOutgoingHandshake:457(714ns)} GenerateSessionVirtualId:992(1275ns) PrepareNewSessionHandshake:477(3253ns) {SwitchToState:179(1885ns)}}}}}
2026-01-08T17:01:31.820037Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593036997334614672:2075] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(41545664ns) {Configure:104(41542085ns) {ProcessConfigured:135(58566ns) {StartInitialHandshake:157(56736ns) {DropHandshakes:470(5561ns) {DropIncomingHandshake:442(331ns) DropOutgoingHandshake:457(251ns)} GenerateSessionVirtualId:992(577ns) PrepareNewSessionHandshake:477(1429ns) {SwitchToState:179(869ns)}}}}}
2026-01-08T17:01:31.795145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593036996945306037:2095] [node 6] ICP01 ready to work
2026-01-08T17:01:31.847440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036997598520578:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:31.854887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036997598520579:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:31.855295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593036997598520580:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:31.880488Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593036997598520578:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22976446ns) {Configure:104(22971673ns) {ProcessConfigured:135(64245ns) {StartInitialHandshake:157(60790ns) {DropHandshakes:470(3674ns) {DropIncomingHandshake:442(627ns) DropOutgoingHandshake:457(820ns)} GenerateSessionVirtualId:992(686ns) PrepareNewSessionHandshake:477(2668ns) {SwitchToState:179(727ns)}}}}}
2026-01-08T17:01:31.826787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036997539702636:2070] [node 4] ICP01 ready to work
2026-01-08T17:01:31.885294Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593036996945306036:2090] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(53013769ns) {Configure:104(53008657ns) {ProcessConfigured:135(31914449ns) {StartInitialHandshake:157(31910274ns) {DropHandshakes:470(1852ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:992(458ns) PrepareNewSessionHandshake:477(3794ns) {SwitchToState:179(2083ns)}}}}}
2026-01-08T17:01:31.827283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593036997539702637:2087] [node 5] ICP01 ready to work
2026-01-08T17:01:31.863910Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036999667895909:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(261128035ns) {Configure:104(261122382ns) {ProcessConfigured:135(81688ns) {StartInitialHandshake:157(79404ns) {DropHandshakes:470(3078ns) {DropIncomingHandshake:442(558ns) DropOutgoingHandshake:457(758ns)} GenerateSessionVirtualId:992(875ns) PrepareNewSessionHandshake:477(1697ns) {SwitchToState:179(674ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:31.909797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036996945306048:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33118
2026-01-08T17:01:31.904086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036997598520583:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62449
2026-01-08T17:01:31.894805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036997098491414:2107] [node 5] ICP01 ready to work
2026-01-08T17:01:31.892035Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593036997539702572:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(62678522ns) {Configure:104(62674734ns) {ProcessConfigured:135(6611345ns) {StartInitialHandshake:157(6609049ns) {DropHandshakes:470(1561ns) {DropIncomingHandshake:442(254ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:992(264ns) PrepareNewSessionHandshake:477(2174ns) {SwitchToState:179(1029ns)}}}}}
2026-01-08T17:01:31.864633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036999667895972:2088] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:31.919448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036996945306052:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33118
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:31.906100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036997598520590:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62449
2026-01-08T17:01:31.941607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593036997598520593:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62449
2026-01-08T17:01:31.871287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593036999667895977:2095] [node 6] ICP01 ready to work
2026-01-08T17:01:31.919567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036996945306053:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33118
2026-01-08T17:01:31.919872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593036996945306054:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33118
2026-01-08T17:01:31.901790Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593036999667895977:2095] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(28491092ns) {Configure:104(28487000ns) {ProcessConfigured:135(63922ns) {StartInitialHandshake:157(61085ns) {DropHandshakes:470(2698ns) {DropIncomingHandshake:442(421ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:992(1024ns) PrepareNewSessionHandshake:477(1735ns) {SwitchToState:179(542ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:31.980978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593036997334614684:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63014
2026-01-08T17:01:31.958538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593036997098491415:2108] [node 6] ICP01 ready to work
2026-01-08T17:01:31.903118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036999667895978:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32260
2026-01-08T17:01:31.903329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036999667895986:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32260
2026-01-08T17:01:31.903404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036999667895987:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32260
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.019817Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593036997098491338:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(17728657ns) {Configure:104(17723609ns) {ProcessConfigured:135(81359ns) {StartInitialHandshake:157(78374ns) {DropHandshakes:470(3289ns) {DropIncomingHandshake:442(873ns) DropOutgoingHandshake:457(684ns)} GenerateSessionVirtualId:992(1456ns) PrepareNewSessionHandshake:477(3007ns) {SwitchToState:179(835ns)}}}}}
2026-01-08T17:01:32.021949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036997098491416:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14669
2026-01-08T17:01:32.022218Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036997098491417:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14669
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.027364Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036997098491417:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.027464Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593036997098491418:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14669
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.028387Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037001834669946:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52054
2026-01-08T17:01:32.037327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036996945306048:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.037571Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036996945306052:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.038587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036997334614684:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.038717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036997334614608:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:32.039081Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036996945306041:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.039113Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036996945306041:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.040263Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037001629581982:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63014
2026-01-08T17:01:32.040648Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036996945306041:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:32.040997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036996945306036:2090] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.041106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:32.041161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036996945306036:2090] [node 5] ICP22 created new session: [3:7593037001240273354:2090]
2026-01-08T17:01:32.041216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037001240273354:2090] [node 5] ICS09 handshake done sender: [3:7593036996945306041:2111] self: [3:7593036996945306040:0] peer: [5:7593037001629581981:0] socket: 297 qp: -1
2026-01-08T17:01:32.041251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037001240273354:2090] [node 5] ICS10 traffic start
2026-01-08T17:01:32.041287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:32.042516Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036997334614684:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:32.042738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036997334614608:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.042823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:32.042872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036997334614608:2050] [node 3] ICP22 created new session: [5:7593037001629581983:2050]
2026-01-08T17:01:32.042935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037001629581983:2050] [node 3] ICS09 handshake done sender: [5:7593036997334614684:2115] self: [5:7593037001629581981:0] peer: [3:7593036996945306040:0] socket: 307 qp: -1
2026-01-08T17:01:32.042970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037001629581983:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:32.043008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.054651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036997598520583:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.055228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036997598520593:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.055623Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037001893487890:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62449
2026-01-08T17:01:32.062832Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036996945306054:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.064307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036996945305972:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:32.066107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036997598520582:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.066150Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036997598520582:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:32.067212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036997598520582:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.067892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037001240273358:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33118
2026-01-08T17:01:32.068390Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036996945306054:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:32.068589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036996945305972:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.068667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:32.068716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036996945305972:2048] [node 1] ICP22 created new session: [3:7593037001240273359:2048]
2026-01-08T17:01:32.068767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037001240273359:2048] [node 1] ICS09 handshake done sender: [3:7593036996945306054:2118] self: [3:7593037001240273357:0] peer: [1:7593036997598520581:0] socket: 301 qp: -1
2026-01-08T17:01:32.068801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037001240273359:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:32.068847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.079557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037001834669947:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52054
2026-01-08T17:01:32.082053Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037001834669947:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.082223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036997539702574:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.086722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036997598520590:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.088623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036997598520512:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.088750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:32.088812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036997598520512:2049] [node 3] ICP22 created new session: [1:7593037001893487896:2049]
2026-01-08T17:01:32.088886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037001893487896:2049] [node 3] ICS09 handshake done sender: [1:7593036997598520582:2112] self: [1:7593036997598520581:0] peer: [3:7593037001240273357:0] socket: 295 qp: -1
2026-01-08T17:01:32.088928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037001893487896:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:32.088981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:32.077897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036999667895978:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.078440Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593036999667895988:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32260
2026-01-08T17:01:32.078794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037003962863285:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32260
2026-01-08T17:01:32.090458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036999667895986:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.090547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036999667895988:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.090684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036999667895909:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:32.090745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036999667895907:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:32.090994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036999667895987:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.080858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036997098491418:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.080356Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036996945306053:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.090574Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037001629581986:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63014
2026-01-08T17:01:32.091192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036996945306045:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.091221Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036996945306045:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.092411Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593036996945306039:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.092444Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593036996945306039:2110] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.095757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037001834669949:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52054
2026-01-08T17:01:32.095319Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037003962863290:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32260
2026-01-08T17:01:32.096103Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036996945306045:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:32.096697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037001834669947:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:32.097151Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036997598520585:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.097188Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036997598520585:2114] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.098432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037003962863291:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32260
2026-01-08T17:01:32.097224Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037001629581986:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.098824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036997334614606:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:32.103555Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036999667895988:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:32.104309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036999667895907:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.104393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:32.104446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036999667895907:2048] [node 1] ICP22 created new session: [4:7593037003962863292:2048]
2026-01-08T17:01:32.104502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037003962863292:2048] [node 1] ICS09 handshake done sender: [4:7593036999667895988:2118] self: [4:7593037003962863288:0] peer: [1:7593036997598520584:0] socket: 303 qp: -1
2026-01-08T17:01:32.104541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037003962863292:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:32.104586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:32.106410Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593036996945306039:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:32.106541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036997539702574:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.106641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:32.106695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036997539702574:2050] [node 3] ICP22 created new session: [6:7593037001834669950:2050]
2026-01-08T17:01:32.106755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037001834669950:2050] [node 3] ICS09 handshake done sender: [6:7593037001834669947:2116] self: [6:7593037001834669948:0] peer: [3:7593036996945306044:0] socket: 319 qp: -1
2026-01-08T17:01:32.106795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037001834669950:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:32.106850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:32.107585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036996945306037:2095] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.107664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:32.107717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036996945306037:2095] [node 6] ICP22 created new session: [3:7593037001240273365:2095]
2026-01-08T17:01:32.107775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037001240273365:2095] [node 6] ICS09 handshake done sender: [3:7593036996945306045:2113] self: [3:7593036996945306044:0] peer: [6:7593037001834669948:0] socket: 283 qp: -1
2026-01-08T17:01:32.107801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037001240273365:2095] [node 6] ICS10 traffic start
2026-01-08T17:01:32.107829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:32.108326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593036996945306031:2087] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.108386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:32.108429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036996945306031:2087] [node 4] ICP22 created new session: [3:7593037001240273367:2087]
2026-01-08T17:01:32.108471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037001240273367:2087] [node 4] ICS09 handshake done sender: [3:7593036996945306039:2110] self: [3:7593036996945306038:0] peer: [4:7593037003962863287:0] socket: 284 qp: -1
2026-01-08T17:01:32.108528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037001240273367:2087] [node 4] ICS10 traffic start
2026-01-08T17:01:32.108564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:32.102621Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036997598520585:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:32.103946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036997598520578:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.104046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:32.104112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036997598520578:2108] [node 4] ICP22 created new session: [1:7593037001893487899:2108]
2026-01-08T17:01:32.107125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037001893487899:2108] [node 4] ICS09 handshake done sender: [1:7593036997598520585:2114] self: [1:7593036997598520584:0] peer: [4:7593037003962863288:0] socket: 296 qp: -1
2026-01-08T17:01:32.107181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037001893487899:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:32.107220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:32.112364Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036997598520587:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.112400Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036997598520587:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:32.114397Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036997598520587:2115] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.115334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036997598520579:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.114907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037001629581988:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63014
2026-01-08T17:01:32.120517Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593036999667895909:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24193) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593036999667895986:2116] held: no
2026-01-08T17:01:32.115905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037001834669952:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52054
2026-01-08T17:01:32.119347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:32.119422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036997598520579:2109] [node 5] ICP22 created new session: [1:7593037001893487903:2109]
2026-01-08T17:01:32.119473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037001893487903:2109] [node 5] ICS09 handshake done sender: [1:7593036997598520587:2115] self: [1:7593036997598520586:0] peer: [5:7593037001629581987:0] socket: 322 qp: -1
2026-01-08T17:01:32.119518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037001893487903:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:32.119560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:32.121547Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037001629581986:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:32.121816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036997334614606:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.121889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:32.121937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036997334614606:2048] [node 1] ICP22 created new session: [5:7593037001629581989:2048]
2026-01-08T17:01:32.121990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037001629581989:2048] [node 1] ICS09 handshake done sender: [5:7593037001629581986:2117] self: [5:7593037001629581987:0] peer: [1:7593036997598520586:0] socket: 324 qp: -1
2026-01-08T17:01:32.122024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037001629581989:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:32.122062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:32.123765Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036999667895986:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:32.124023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036999667895909:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.124085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:32.124132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036999667895909:2050] [node 3] ICP22 created new session: [4:7593037003962863294:2050]
2026-01-08T17:01:32.124190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037003962863294:2050] [node 3] ICS09 handshake done sender: [4:7593036999667895986:2116] self: [4:7593037003962863287:0] peer: [3:7593036996945306038:0] socket: 289 qp: -1
2026-01-08T17:01:32.124232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037003962863294:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:32.124307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.126663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037001893487905:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62449
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.128545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037001834669954:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52054
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.129306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037001629581991:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63014
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.129926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037001834669955:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52054
2026-01-08T17:01:32.134750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037001834669955:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.134920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036997539702637:2087] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:32.135313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593036997334614680:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.135346Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593036997334614680:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.144052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036997098491416:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.146917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037001393458730:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14669
2026-01-08T17:01:32.146555Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593036997334614680:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:32.147106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037001393458731:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14669
2026-01-08T17:01:32.154764Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037003962863285:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.150994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037001834669954:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.151132Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037001834669957:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52054
2026-01-08T17:01:32.152531Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036997598520572:2107] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.152571Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036997598520572:2107] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:32.171529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037001893487905:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.171665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037001893487890:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.147250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593036997098491337:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:32.151562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593036997334614672:2075] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.151643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:32.151703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036997334614672:2075] [node 6] ICP22 created new session: [5:7593037001629581994:2075]
2026-01-08T17:01:32.151764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037001629581994:2075] [node 6] ICS09 handshake done sender: [5:7593036997334614680:2114] self: [5:7593036997334614679:0] peer: [6:7593037001834669956:0] socket: 332 qp: -1
2026-01-08T17:01:32.151806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037001629581994:2075] [node 6] ICS10 traffic start
2026-01-08T17:01:32.151849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:32.155910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037001629581991:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.170576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036997334614671:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:32.154956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593036999667895908:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:32.155355Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037001393458730:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.169821Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036997098491422:2127] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.169901Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036997098491422:2127] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:32.173219Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036997598520572:2107] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:32.173383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037001393458731:2132] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.174554Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036999667895980:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.174590Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036999667895980:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:32.175494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037003962863299:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32260
2026-01-08T17:01:32.176140Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037003962863285:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:32.176469Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036999667895980:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.174766Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036997098491422:2127] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:32.176799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036997098491413:2106] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.176897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:32.176956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036997098491413:2106] [node 4] ICP22 created new session: [2:7593037001393458737:2106]
2026-01-08T17:01:32.177010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037001393458737:2106] [node 4] ICS09 handshake done sender: [2:7593036997098491422:2127] self: [2:7593036997098491421:0] peer: [4:7593037003962863298:0] socket: 311 qp: -1
2026-01-08T17:01:32.177049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037001393458737:2106] [node 4] ICS10 traffic start
2026-01-08T17:01:32.177108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:32.177571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037001393458736:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14669
2026-01-08T17:01:32.173682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036997598520511:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.173770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:32.173823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036997598520511:2048] [node 2] ICP22 created new session: [1:7593037001893487909:2048]
2026-01-08T17:01:32.173874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037001893487909:2048] [node 2] ICS09 handshake done sender: [1:7593036997598520572:2107] self: [1:7593036997598520571:0] peer: [2:7593037001393458732:0] socket: 276 qp: -1
2026-01-08T17:01:32.173909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037001893487909:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:32.173953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.177864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593036999667895908:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.177940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:32.177986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036999667895908:2049] [node 2] ICP22 created new session: [4:7593037003962863301:2049]
2026-01-08T17:01:32.178035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037003962863301:2049] [node 2] ICS09 handshake done sender: [4:7593037003962863285:2119] self: [4:7593037003962863298:0] peer: [2:7593036997098491421:0] socket: 298 qp: -1
2026-01-08T17:01:32.178071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037003962863301:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:32.178114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:32.188214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036999667895972:2088] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.188306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:32.188360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036999667895972:2088] [node 5] ICP22 created new session: [4:7593037003962863303:2088]
2026-01-08T17:01:32.188432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037003962863303:2088] [node 5] ICS09 handshake done sender: [4:7593036999667895980:2114] self: [4:7593036999667895979:0] peer: [5:7593037001629581996:0] socket: 330 qp: -1
2026-01-08T17:01:32.188471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037003962863303:2088] [node 5] ICS10 traffic start
2026-01-08T17:01:32.188520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:32.186972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037001629581997:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63014
2026-01-08T17:01:32.197334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037001629581991:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:32.187534Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037001834669946:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.187656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036997539702636:2070] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:32.187742Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037001834669955:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:32.208023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036997539702637:2087] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.208148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:32.208213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036997539702637:2087] [node 5] ICP22 created new session: [6:7593037001834669959:2087]
2026-01-08T17:01:32.208273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037001834669959:2087] [node 5] ICS09 handshake done sender: [6:7593037001834669955:2120] self: [6:7593037001834669956:0] peer: [5:7593036997334614679:0] socket: 333 qp: -1
2026-01-08T17:01:32.208318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037001834669959:2087] [node 5] ICS10 traffic start
2026-01-08T17:01:32.208369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:32.209049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036997539702573:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:32.209228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037001834669952:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.209840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593036997539702572:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:32.215435Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036997098491416:2123] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:32.215756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593036997598520589:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.215798Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593036997598520589:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.210294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036997334614671:2073] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.210400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:32.210451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036997334614671:2073] [node 4] ICP22 created new session: [5:7593037001629581998:2073]
2026-01-08T17:01:32.210511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037001629581998:2073] [node 4] ICS09 handshake done sender: [5:7593037001629581991:2119] self: [5:7593037001629581996:0] peer: [4:7593036999667895979:0] socket: 279 qp: -1
2026-01-08T17:01:32.210555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037001629581998:2073] [node 4] ICS10 traffic start
2026-01-08T17:01:32.217753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:32.217167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037001834669963:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52054
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.222500Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593036997098491337:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61939) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593036997098491416:2123] held: no
2026-01-08T17:01:32.222614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593036997098491337:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.222687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:32.222740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036997098491337:2048] [node 1] ICP22 created new session: [2:7593037001393458740:2048]
2026-01-08T17:01:32.222799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037001393458740:2048] [node 1] ICS09 handshake done sender: [2:7593036997098491416:2123] self: [2:7593037001393458732:0] peer: [1:7593036997598520571:0] socket: 308 qp: -1
2026-01-08T17:01:32.222843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037001393458740:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:32.222877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:32.223517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593036997098491420:2126] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.223543Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593036997098491420:2126] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:32.226532Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593036997598520589:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:32.226240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037001240273369:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33118
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.234637Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593036997098491420:2126] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:32.242760Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037001629582000:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63014
2026-01-08T17:01:32.244668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593036999667895982:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.244721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593036999667895982:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:32.247418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593036997598520580:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.247553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:32.247617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593036997598520580:2110] [node 6] ICP22 created new session: [1:7593037001893487912:2110]
2026-01-08T17:01:32.247670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037001893487912:2110] [node 6] ICS09 handshake done sender: [1:7593036997598520589:2116] self: [1:7593036997598520588:0] peer: [6:7593037001834669962:0] socket: 294 qp: -1
2026-01-08T17:01:32.247713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037001893487912:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:32.247770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:32.250084Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593036999667895982:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:32.250819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036997098491415:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.250931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:32.250984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036997098491415:2108] [node 6] ICP22 created new session: [2:7593037001393458744:2108]
2026-01-08T17:01:32.251042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037001393458744:2108] [node 6] ICS09 handshake done sender: [2:7593036997098491420:2126] self: [2:7593036997098491419:0] peer: [6:7593037001834669961:0] socket: 313 qp: -1
2026-01-08T17:01:32.251078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037001393458744:2108] [node 6] ICS10 traffic start
2026-01-08T17:01:32.251142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:32.246999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037001834669952:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:32.247976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036997539702572:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.248066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:32.248117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036997539702572:2048] [node 1] ICP22 created new session: [6:7593037001834669966:2048]
2026-01-08T17:01:32.248179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037001834669966:2048] [node 1] ICS09 handshake done sender: [6:7593037001834669952:2118] self: [6:7593037001834669962:0] peer: [1:7593036997598520588:0] socket: 287 qp: -1
2026-01-08T17:01:32.248216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037001834669966:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:32.248262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.251765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037001834669964:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52054
2026-01-08T17:01:32.253397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593036999667895977:2095] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.253486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:32.253542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593036999667895977:2095] [node 6] ICP22 created new session: [4:7593037003962863306:2095]
2026-01-08T17:01:32.253589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037003962863306:2095] [node 6] ICS09 handshake done sender: [4:7593036999667895982:2115] self: [4:7593036999667895981:0] peer: [6:7593037001834669958:0] socket: 300 qp: -1
2026-01-08T17:01:32.253645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037003962863306:2095] [node 6] ICS10 traffic start
2026-01-08T17:01:32.253690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.255302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037001834669965:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52054
2026-01-08T17:01:32.258821Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036997539702636:2070] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1150) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037001834669954:2119] held: no
2026-01-08T17:01:32.259031Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037001834669946:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:32.259377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037001834669954:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:32.259606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036997539702573:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.259689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:32.259748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036997539702573:2049] [node 2] ICP22 created new session: [6:7593037001834669968:2049]
2026-01-08T17:01:32.259811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037001834669968:2049] [node 2] ICS09 handshake done sender: [6:7593037001834669946:2115] self: [6:7593037001834669961:0] peer: [2:7593036997098491419:0] socket: 314 qp: -1
2026-01-08T17:01:32.259856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037001834669968:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:32.259900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:32.260489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593036997539702636:2070] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.260554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:32.260610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593036997539702636:2070] [node 4] ICP22 created new session: [6:7593037001834669970:2070]
2026-01-08T17:01:32.260670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037001834669970:2070] [node 4] ICS09 handshake done sender: [6:7593037001834669954:2119] self: [6:7593037001834669958:0] peer: [4:7593036999667895981:0] socket: 331 qp: -1
2026-01-08T17:01:32.260703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037001834669970:2070] [node 4] ICS10 traffic start
2026-01-08T17:01:32.260731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:32.263436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037001240273369:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.263583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593036996945305973:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:32.263825Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037001629582000:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.263945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593036997334614607:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:32.266171Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037001240273371:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33118
2026-01-08T17:01:32.264271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037001393458722:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.264307Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037001393458722:2129] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:32.264965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037001393458724:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:32.264987Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037001393458724:2130] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:32.266494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037001629582002:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63014
2026-01-08T17:01:32.270500Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037001393458722:2129] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:32.273610Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037001240273369:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:32.275646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593036996945305973:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.275746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:32.275801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593036996945305973:2049] [node 2] ICP22 created new session: [3:7593037001240273372:2049]
2026-01-08T17:01:32.275868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037001240273372:2049] [node 2] ICS09 handshake done sender: [3:7593037001240273369:2120] self: [3:7593037001240273370:0] peer: [2:7593037001393458721:0] socket: 312 qp: -1
2026-01-08T17:01:32.275909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037001240273372:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:32.275959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:32.277622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037001393458724:2130] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:32.278046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037001629582000:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:32.278212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593036997334614607:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:32.278272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:32.278304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593036997334614607:2049] [node 2] ICP22 created new session: [5:7593037001629582003:2049]
2026-01-08T17:01:32.278360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037001629582003:2049] [node 2] ICS09 handshake done sender: [5:7593037001629582000:2121] self: [5:7593037001629582001:0] peer: [2:7593037001393458723:0] socket: 344 qp: -1
2026-01-08T17:01:32.278403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037001629582003:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:32.278465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:32.279777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036997098491338:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.279876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:32.279938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036997098491338:2049] [node 3] ICP22 created new session: [2:7593037001393458748:2049]
2026-01-08T17:01:32.279983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037001393458748:2049] [node 3] ICS09 handshake done sender: [2:7593037001393458722:2129] self: [2:7593037001393458721:0] peer: [3:7593037001240273370:0] socket: 278 qp: -1
2026-01-08T17:01:32.280011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037001393458748:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:32.280049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:32.280560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593036997098491414:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:32.280630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:32.280675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593036997098491414:2107] [node 5] ICP22 created new session: [2:7593037001393458750:2107]
2026-01-08T17:01:32.280721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037001393458750:2107] [node 5] ICS09 handshake done sender: [2:7593037001393458724:2130] self: [2:7593037001393458723:0] peer: [5:7593037001629582001:0] socket: 292 qp: -1
2026-01-08T17:01:32.280753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037001393458750:2107] [node 5] ICS10 traffic start
2026-01-08T17:01:32.280797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:32.380103Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:32.380365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037001393458740:2048] [node 1] ICS01 socket: 308 reason# EndOfStream
2026-01-08T17:01:32.380410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593036997098491337:2048] [node 1] ICP30 unregister session Session# [2:7593037001393458740:2048] VirtualId# [2:7593037001393458732:0]
2026-01-08T17:01:32.380449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037001393458740:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.380525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:32.380566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:32.384398Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:32.384649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037001240273359:2048] [node 1] ICS01 socket: 301 reason# EndOfStream
2026-01-08T17:01:32.384694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036996945305972:2048] [node 1] ICP30 unregister session Session# [3:7593037001240273359:2048] VirtualId# [3:7593037001240273357:0]
2026-01-08T17:01:32.384734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037001240273359:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.384799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:32.384839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:32.394608Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:32.394851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037003962863292:2048] [node 1] ICS01 socket: 303 reason# EndOfStream
2026-01-08T17:01:32.394915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036999667895907:2048] [node 1] ICP30 unregister session Session# [4:7593037003962863292:2048] VirtualId# [4:7593037003962863288:0]
2026-01-08T17:01:32.394954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037003962863292:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.395046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:32.395096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:32.395666Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:32.395902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037001834669966:2048] [node 1] ICS01 socket: 287 reason# EndOfStream
2026-01-08T17:01:32.395937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036997539702572:2048] [node 1] ICP30 unregister session Session# [6:7593037001834669966:2048] VirtualId# [6:7593037001834669962:0]
2026-01-08T17:01:32.395967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037001834669966:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.396030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:32.396070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:32.395209Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:32.395408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037001629581989:2048] [node 1] ICS01 socket: 324 reason# EndOfStream
2026-01-08T17:01:32.395447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036997334614606:2048] [node 1] ICP30 unregister session Session# [5:7593037001629581989:2048] VirtualId# [5:7593037001629581987:0]
2026-01-08T17:01:32.395476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037001629581989:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.395541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:32.395584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:32.456151Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:32.456395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037001240273372:2049] [node 2] ICS01 socket: 312 reason# EndOfStream
2026-01-08T17:01:32.456439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593036996945305973:2049] [node 2] ICP30 unregister session Session# [3:7593037001240273372:2049] VirtualId# [3:7593037001240273370:0]
2026-01-08T17:01:32.456477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037001240273372:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.456561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:32.456609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:32.462853Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:32.463128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037001834669968:2049] [node 2] ICS01 socket: 314 reason# EndOfStream
2026-01-08T17:01:32.463184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036997539702573:2049] [node 2] ICP30 unregister session Session# [6:7593037001834669968:2049] VirtualId# [6:7593037001834669961:0]
2026-01-08T17:01:32.463302Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:32.463484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037003962863301:2049] [node 2] ICS01 socket: 298 reason# EndOfStream
2026-01-08T17:01:32.463517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036999667895908:2049] [node 2] ICP30 unregister session Session# [4:7593037003962863301:2049] VirtualId# [4:7593037003962863298:0]
2026-01-08T17:01:32.463553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037003962863301:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.463654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:32.463720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:32.464777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037001834669968:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.464850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:32.464892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:32.463830Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:32.464050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037001629582003:2049] [node 2] ICS01 socket: 344 reason# EndOfStream
2026-01-08T17:01:32.464085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036997334614607:2049] [node 2] ICP30 unregister session Session# [5:7593037001629582003:2049] VirtualId# [5:7593037001629582001:0]
2026-01-08T17:01:32.464118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037001629582003:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.464173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:32.464217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:32.564126Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:32.564399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037003962863294:2050] [node 3] ICS01 socket: 289 reason# EndOfStream
2026-01-08T17:01:32.564441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593036999667895909:2050] [node 3] ICP30 unregister session Session# [4:7593037003962863294:2050] VirtualId# [4:7593037003962863287:0]
2026-01-08T17:01:32.564478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037003962863294:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.564572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:32.564617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:32.566467Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:32.566703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037001629581983:2050] [node 3] ICS01 socket: 307 reason# EndOfStream
2026-01-08T17:01:32.566738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036997334614608:2050] [node 3] ICP30 unregister session Session# [5:7593037001629581983:2050] VirtualId# [5:7593037001629581981:0]
2026-01-08T17:01:32.566770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037001629581983:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.566834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:32.566875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:32.570604Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:32.570835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037001834669950:2050] [node 3] ICS07 socket disconnect 319 reason# EndOfStream
2026-01-08T17:01:32.570878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037001834669950:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.570977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:32.571020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037001834669950:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:32.578919Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593036997539702574:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24193) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:32.579001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037001834669950:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:32.579040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036997539702574:2050] [node 3] ICP30 unregister session Session# [6:7593037001834669950:2050] VirtualId# [6:7593037001834669948:0]
2026-01-08T17:01:32.579094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:32.579129Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593036997539702574:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24193) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:32.579148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24193) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:32.594576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593036997539702574:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:32.688427Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:32.688690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037001629581998:2073] [node 4] ICS01 socket: 279 reason# EndOfStream
2026-01-08T17:01:32.688803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593036997334614671:2073] [node 4] ICP30 unregister session Session# [5:7593037001629581998:2073] VirtualId# [5:7593037001629581996:0]
2026-01-08T17:01:32.688852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037001629581998:2073] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.688973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:32.689030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:32.694622Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:32.694987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037001834669970:2070] [node 4] ICS01 socket: 331 reason# EndOfStream
2026-01-08T17:01:32.695035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036997539702636:2070] [node 4] ICP30 unregister session Session# [6:7593037001834669970:2070] VirtualId# [6:7593037001834669958:0]
2026-01-08T17:01:32.695076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037001834669970:2070] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.695171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:32.695219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:32.770877Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:32.771149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037001834669959:2087] [node 5] ICS01 socket: 333 reason# EndOfStream
2026-01-08T17:01:32.771204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593036997539702637:2087] [node 5] ICP30 unregister session Session# [6:7593037001834669959:2087] VirtualId# [6:7593037001834669956:0]
2026-01-08T17:01:32.771243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037001834669959:2087] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:32.771318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:32.771362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:32.937488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037000300572360:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:32.937619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037000300572361:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:32.944647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037000562018451:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:32.944695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037000562018452:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:32.955710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037002924384143:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:32.955761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037002924384144:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:32.990755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037003887348767:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:32.990805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037003887348768:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:32.990849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037003887348769:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:33.014107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037002594870947:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:33.014178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037002594870948:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:33.014461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037002594870949:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:33.011270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037005234039881:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:33.011315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037005234039882:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:33.011349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037005234039883:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:33.666981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037005234039909:2071] [node 4] ICP01 ready to work
2026-01-08T17:01:33.667364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037005234039910:2075] [node 5] ICP01 ready to work
2026-01-08T17:01:33.766469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037006889838305:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:33.774919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037007219351506:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:33.775355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037007219351507:2110] [node 5] ICP01 ready to work
2026-01-08T17:01:33.806821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037008182316135:2107] [node 5] ICP01 ready to work
2026-01-08T17:01:33.807323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037008182316136:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:33.818487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037004595539720:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:33.834457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037004856985811:2107] [node 6] ICP01 ready to work
2026-01-08T17:01:33.828656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037004595539719:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:33.862801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037004856985812:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:33.866658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037007219351514:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:33.863169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037004856985813:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:33.866911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037004595539721:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:33.883031Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037000562018451:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(17616788ns) {Configure:104(17612716ns) {ProcessConfigured:135(69146ns) {StartInitialHandshake:157(65882ns) {DropHandshakes:470(5729ns) {DropIncomingHandshake:442(702ns) DropOutgoingHandshake:457(600ns)} GenerateSessionVirtualId:992(1148ns) PrepareNewSessionHandshake:477(2232ns) {SwitchToState:179(697ns)}}}}}
2026-01-08T17:01:33.909635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037004856985818:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:537
2026-01-08T17:01:33.922909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037004856985826:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:537
2026-01-08T17:01:33.919060Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037005234039910:2075] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(238480939ns) {Configure:104(238474719ns) {ProcessConfigured:135(99794ns) {StartInitialHandshake:157(97274ns) {DropHandshakes:470(3657ns) {DropIncomingHandshake:442(671ns) DropOutgoingHandshake:457(624ns)} GenerateSessionVirtualId:992(1215ns) PrepareNewSessionHandshake:477(2197ns) {SwitchToState:179(755ns)}}}}}
2026-01-08T17:01:33.923579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037005234039951:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53000
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:33.942933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037004856985827:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:537
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:33.991064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037008182316149:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49263
2026-01-08T17:01:33.991345Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037008182316148:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49263
2026-01-08T17:01:34.005809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037006889838305:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(203080073ns) {Configure:104(203069741ns) {ProcessConfigured:135(26770699ns) {StartInitialHandshake:157(26767169ns) {DropHandshakes:470(15832203ns) {DropIncomingHandshake:442(2510ns) DropOutgoingHandshake:457(659ns)} GenerateSessionVirtualId:992(3301ns) PrepareNewSessionHandshake:477(3463ns) {SwitchToState:179(630ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.015283Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037000300572361:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(171820102ns) {Configure:104(171810722ns) {ProcessConfigured:135(44348ns) {StartInitialHandshake:157(42309ns) {DropHandshakes:470(1686ns) {DropIncomingHandshake:442(249ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:992(294ns) PrepareNewSessionHandshake:477(657ns) {SwitchToState:179(244ns)}}}}}
2026-01-08T17:01:34.017902Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037004595539722:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63992
2026-01-08T17:01:34.019080Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037005234039881:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(158001033ns) {Configure:104(157987857ns) {ProcessConfigured:135(41687ns) {StartInitialHandshake:157(39590ns) {DropHandshakes:470(654ns) {DropIncomingHandshake:442(109ns) DropOutgoingHandshake:457(135ns)} GenerateSessionVirtualId:992(370ns) PrepareNewSessionHandshake:477(531ns) {SwitchToState:179(151ns)}}}}}
2026-01-08T17:01:34.018062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037004595539723:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63992
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.006492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037011184805608:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:33.998821Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037000562018452:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(318084685ns) {Configure:104(318073442ns) {ProcessConfigured:135(75529ns) {StartInitialHandshake:157(69675ns) {DropHandshakes:470(3525ns) {DropIncomingHandshake:442(670ns) DropOutgoingHandshake:457(562ns)} GenerateSessionVirtualId:992(1437ns) PrepareNewSessionHandshake:477(2611ns) {SwitchToState:179(915ns)}}}}}
2026-01-08T17:01:34.039435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037011514318815:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38989
2026-01-08T17:01:34.018165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037004595539724:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63992
2026-01-08T17:01:33.998998Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037004856985818:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.031686Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037011184805608:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17829065ns) {Configure:104(17825119ns) {ProcessConfigured:135(88454ns) {StartInitialHandshake:157(85211ns) {DropHandshakes:470(3228ns) {DropIncomingHandshake:442(652ns) DropOutgoingHandshake:457(535ns)} GenerateSessionVirtualId:992(13113ns) PrepareNewSessionHandshake:477(1705ns) {SwitchToState:179(528ns)}}}}}
2026-01-08T17:01:34.031821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037011184805609:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2026-01-08T17:01:34.031979Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037011184805610:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2026-01-08T17:01:34.032082Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037011184805611:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2026-01-08T17:01:34.033713Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037002594870948:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(179990000ns) {Configure:104(179973906ns) {ProcessConfigured:135(97764ns) {StartInitialHandshake:157(95152ns) {DropHandshakes:470(3247ns) {DropIncomingHandshake:442(720ns) DropOutgoingHandshake:457(665ns)} GenerateSessionVirtualId:992(1544ns) PrepareNewSessionHandshake:477(2179ns) {SwitchToState:179(631ns)}}}}}
2026-01-08T17:01:34.050432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037011184805609:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.050698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037006889838305:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.058614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037011184805610:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.058840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037002594870948:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:34.059216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037011184805622:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.059815Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037011514318816:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38989
2026-01-08T17:01:34.033421Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037012477283446:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49263
2026-01-08T17:01:34.053090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037008182316149:2124] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.052337Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037004595539723:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.052456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037004595539722:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.062631Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037004595539720:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(124979088ns) {Configure:104(124974263ns) {ProcessConfigured:135(22673658ns) {StartInitialHandshake:157(22670506ns) {DropHandshakes:470(2332ns) {DropIncomingHandshake:442(371ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:992(641ns) PrepareNewSessionHandshake:477(3631ns) {SwitchToState:179(948ns)}}}}}
2026-01-08T17:01:34.096429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037005234039951:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.096727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037005234039882:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:34.108298Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037011184805611:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.112665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037004595539724:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.067119Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037004856985826:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.073241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037008182316138:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.130635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037007219351509:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.130693Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037007219351509:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.073292Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037008182316138:2119] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:34.098657Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037003887348769:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(278564868ns) {Configure:104(270874972ns) {ProcessConfigured:135(24706295ns) {StartInitialHandshake:157(24703985ns) {DropHandshakes:470(2695ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(477ns)} GenerateSessionVirtualId:992(647ns) PrepareNewSessionHandshake:477(2343ns) {SwitchToState:179(282ns)}}}}}
2026-01-08T17:01:34.098834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037003887348769:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:34.099010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037008182316148:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.131861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037012477283451:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49263
2026-01-08T17:01:34.067254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037004856985815:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.067278Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037004856985815:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:34.068131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037009151953127:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:537
2026-01-08T17:01:34.068184Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037009151953128:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:537
2026-01-08T17:01:34.073196Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037004856985815:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:34.149082Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037007219351509:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:34.146507Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037004856985820:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.151130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037008182316138:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:34.154580Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037008182316149:2124] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:34.159122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037008182316135:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.159180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.151052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037007219351506:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.159229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037008182316135:2107] [node 5] ICP22 created new session: [4:7593037012477283454:2107]
2026-01-08T17:01:34.159279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037012477283454:2107] [node 5] ICS09 handshake done sender: [4:7593037008182316138:2119] self: [4:7593037008182316137:0] peer: [5:7593037011184805621:0] socket: 284 qp: -1
2026-01-08T17:01:34.159317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037012477283454:2107] [node 5] ICS10 traffic start
2026-01-08T17:01:34.159354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:34.160323Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037012477283453:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49263
2026-01-08T17:01:34.160797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037003887348769:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.146551Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037004856985820:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:34.149972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037004856985827:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.150034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037004856985813:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.150109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:34.150164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037004856985813:2109] [node 5] ICP22 created new session: [2:7593037009151953131:2109]
2026-01-08T17:01:34.150221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037009151953131:2109] [node 5] ICS09 handshake done sender: [2:7593037004856985815:2111] self: [2:7593037004856985814:0] peer: [5:7593037011184805623:0] socket: 290 qp: -1
2026-01-08T17:01:34.150260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037009151953131:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:34.150297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:34.164803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037004856985820:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:34.162556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:34.162616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037003887348769:2050] [node 3] ICP22 created new session: [4:7593037012477283457:2050]
2026-01-08T17:01:34.162664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037012477283457:2050] [node 3] ICS09 handshake done sender: [4:7593037008182316149:2124] self: [4:7593037012477283449:0] peer: [3:7593037007219351508:0] socket: 306 qp: -1
2026-01-08T17:01:34.162698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037012477283457:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:34.162731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:34.163454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037012477283453:2128] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.166830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037003887348768:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:34.175367Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037005234039882:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6402) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037005234039951:2112] held: no
2026-01-08T17:01:34.156241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:34.165110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037004856985811:2107] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.203967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037011184805624:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2026-01-08T17:01:34.195840Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037009529007257:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53000
2026-01-08T17:01:34.195919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037009529007258:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53000
2026-01-08T17:01:34.156305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037007219351506:2108] [node 4] ICP22 created new session: [3:7593037011514318818:2108]
2026-01-08T17:01:34.168545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037012477283460:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49263
2026-01-08T17:01:34.210809Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037004595539726:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.210844Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037004595539726:2113] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.227630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037002594870948:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6402) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037011184805610:2114] held: no
2026-01-08T17:01:34.227858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037011184805622:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.227966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037011184805626:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2026-01-08T17:01:34.211770Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037004595539726:2113] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.162193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037011514318818:2108] [node 4] ICS09 handshake done sender: [3:7593037007219351509:2112] self: [3:7593037007219351508:0] peer: [4:7593037012477283449:0] socket: 299 qp: -1
2026-01-08T17:01:34.186248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037012477283453:2128] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:34.165176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.248096Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037011184805609:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:34.162236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037011514318818:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:34.162293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:34.168820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037011514318821:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38989
2026-01-08T17:01:34.205282Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037011514318815:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.209860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037011514318821:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.209970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037002924384144:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:34.213549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037011514318816:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.213677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037002924384143:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:34.234597Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037002924384143:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63737) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037011514318816:2117] held: no
2026-01-08T17:01:34.234801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037011514318826:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38989
2026-01-08T17:01:34.254505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037011514318825:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38989
2026-01-08T17:01:34.214665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037008890507024:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.205539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037003887348768:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.165223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037004856985811:2107] [node 6] ICP22 created new session: [2:7593037009151953136:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.248300Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037009529007259:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53000
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.255735Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037011184805610:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:34.214689Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037008890507024:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:34.205600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:34.205662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037003887348768:2049] [node 2] ICP22 created new session: [4:7593037012477283461:2049]
2026-01-08T17:01:34.205730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037012477283461:2049] [node 2] ICS09 handshake done sender: [4:7593037012477283453:2128] self: [4:7593037012477283459:0] peer: [2:7593037004856985821:0] socket: 330 qp: -1
2026-01-08T17:01:34.205771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037012477283461:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:34.205815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:34.250684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037012477283446:2125] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.251013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037008182316135:2107] [node 5] ICP18 handshake (actor [4:7593037012477283446:2125]) is too old
2026-01-08T17:01:34.262885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037012477283463:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49263
2026-01-08T17:01:34.282629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037008182316144:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.282663Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037008182316144:2122] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:34.283331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037012477283463:2130] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.283650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037003887348767:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.165344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037009151953136:2107] [node 6] ICS09 handshake done sender: [2:7593037004856985820:2114] self: [2:7593037004856985819:0] peer: [6:7593037009529007256:0] socket: 292 qp: -1
2026-01-08T17:01:34.255417Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037009529007257:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.263275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037006889838305:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.322488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037007219351516:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.322543Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037007219351516:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:34.323105Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037011514318816:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:34.165380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037009151953136:2107] [node 6] ICS10 traffic start
2026-01-08T17:01:34.215195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037000300572360:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.263383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:34.263438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037006889838305:2108] [node 4] ICP22 created new session: [5:7593037011184805628:2108]
2026-01-08T17:01:34.263502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037011184805628:2108] [node 4] ICS09 handshake done sender: [5:7593037011184805609:2113] self: [5:7593037011184805621:0] peer: [4:7593037008182316137:0] socket: 307 qp: -1
2026-01-08T17:01:34.263537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037011184805628:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:34.215286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:34.263577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:34.165420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:34.255518Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037005234039951:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:34.268635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037002594870947:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:34.310797Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037008182316144:2122] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:34.343134Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037011514318821:2118] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.266830Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037009529007260:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53000
2026-01-08T17:01:34.266969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037005234039882:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.267059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:34.267126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037005234039882:2049] [node 2] ICP22 created new session: [6:7593037009529007262:2049]
2026-01-08T17:01:34.267171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037009529007262:2049] [node 2] ICS09 handshake done sender: [6:7593037005234039951:2112] self: [6:7593037009529007256:0] peer: [2:7593037004856985819:0] socket: 295 qp: -1
2026-01-08T17:01:34.267206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037009529007262:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:34.267266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:34.267983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037005234039909:2071] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:34.273116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037009529007265:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53000
2026-01-08T17:01:34.302868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037009529007259:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.303014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037005234039883:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:34.303392Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037009529007266:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53000
2026-01-08T17:01:34.330537Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037009529007260:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.336169Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037009529007265:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.336393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037005234039881:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:34.336498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037005234039910:2075] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:34.342659Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037009529007257:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:34.346664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037005234039909:2071] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.346756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:34.346813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037005234039909:2071] [node 4] ICP22 created new session: [6:7593037009529007270:2071]
2026-01-08T17:01:34.346874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037009529007270:2071] [node 4] ICS09 handshake done sender: [6:7593037009529007257:2116] self: [6:7593037009529007264:0] peer: [4:7593037008182316143:0] socket: 334 qp: -1
2026-01-08T17:01:34.346933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037009529007270:2071] [node 4] ICS10 traffic start
2026-01-08T17:01:34.346992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.167417Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037004856985822:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.167455Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037004856985822:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:34.174993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037004856985822:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:34.207182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037009151953128:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.207230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037004856985812:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.207283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:34.207333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037004856985812:2108] [node 4] ICP22 created new session: [2:7593037009151953140:2108]
2026-01-08T17:01:34.207384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037009151953140:2108] [node 4] ICS09 handshake done sender: [2:7593037004856985822:2115] self: [2:7593037004856985821:0] peer: [4:7593037012477283459:0] socket: 329 qp: -1
2026-01-08T17:01:34.207419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037009151953140:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:34.207451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:34.208070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037009151953127:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.209294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037000562018451:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:34.209364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037004856985813:2109] [node 5] ICP18 handshake (actor [2:7593037009151953127:2119]) is too old
2026-01-08T17:01:34.212010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037004856985829:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.212034Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037004856985829:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:34.213948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037009151953143:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:537
2026-01-08T17:01:34.214233Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037004856985829:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:34.239312Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037000562018451:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63737) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037009151953128:2120] held: no
2026-01-08T17:01:34.239691Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037009151953128:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:34.239880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037000562018452:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.254535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:34.255867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037000562018452:2049] [node 3] ICP22 created new session: [2:7593037009151953145:2049]
2026-01-08T17:01:34.270872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037009151953145:2049] [node 3] ICS09 handshake done sender: [2:7593037004856985829:2118] self: [2:7593037004856985828:0] peer: [3:7593037011514318823:0] socket: 304 qp: -1
2026-01-08T17:01:34.270928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037009151953145:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:34.270975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:34.278505Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037000562018452:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(31291791ns) {HandleHandshakeStatus:329(31289303ns) {DropIncomingHandshake:442(15373ns) DropOutgoingHandshake:457(214ns) SwitchToState:179(964ns) ProcessPendingSessionEvents:495(92718ns) {ForwardSessionEventToSession:616(49806ns) ForwardSessionEventToSession:616(3313ns) ForwardSessionEventToSession:616(8617ns) ForwardSessionEventToSession:616(2659ns) ForwardSessionEventToSession:616(4778ns) ForwardSessionEventToSession:616(3220ns) ForwardSessionEventToSession:616(2972ns) ForwardSessionEventToSession:616(5336ns) ForwardSessionEventToSession:616(2177ns) ForwardSessionEventToSession:616(2025ns)}}}
2026-01-08T17:01:34.291003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037000562018451:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.291066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:34.291125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037000562018451:2048] [node 1] ICP22 created new session: [2:7593037009151953147:2048]
2026-01-08T17:01:34.291173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037009151953147:2048] [node 1] ICS09 handshake done sender: [2:7593037009151953128:2120] self: [2:7593037009151953142:0] peer: [1:7593037004595539725:0] socket: 320 qp: -1
2026-01-08T17:01:34.291230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037009151953147:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:34.291308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.361574Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037002924384144:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6402) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037011514318821:2118] held: no
2026-01-08T17:01:34.361689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037002924384144:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.215335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037000300572360:2048] [node 2] ICP22 created new session: [1:7593037008890507038:2048]
2026-01-08T17:01:34.338855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037008182316136:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.338928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:34.338985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037008182316136:2109] [node 6] ICP22 created new session: [4:7593037012477283467:2109]
2026-01-08T17:01:34.339050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037012477283467:2109] [node 6] ICS09 handshake done sender: [4:7593037008182316144:2122] self: [4:7593037008182316143:0] peer: [6:7593037009529007264:0] socket: 331 qp: -1
2026-01-08T17:01:34.339089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037012477283467:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:34.339134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:34.356409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037012477283466:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49263
2026-01-08T17:01:34.268697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037002594870948:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.215384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037008890507038:2048] [node 2] ICS09 handshake done sender: [1:7593037004595539726:2113] self: [1:7593037004595539725:0] peer: [2:7593037009151953142:0] socket: 317 qp: -1
2026-01-08T17:01:34.374929Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037012477283463:2130] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.361736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:34.361790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037002924384144:2049] [node 2] ICP22 created new session: [3:7593037011514318830:2049]
2026-01-08T17:01:34.361837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037011514318830:2049] [node 2] ICS09 handshake done sender: [3:7593037011514318821:2118] self: [3:7593037011514318823:0] peer: [2:7593037004856985828:0] socket: 337 qp: -1
2026-01-08T17:01:34.361874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037011514318830:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:34.361913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:34.378940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037002924384143:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.379011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:34.379062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037002924384143:2048] [node 1] ICP22 created new session: [3:7593037011514318832:2048]
2026-01-08T17:01:34.379110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037011514318832:2048] [node 1] ICS09 handshake done sender: [3:7593037011514318816:2117] self: [3:7593037011514318824:0] peer: [1:7593037008890507023:0] socket: 322 qp: -1
2026-01-08T17:01:34.379148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037011514318832:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:34.379188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:34.380049Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037011514318828:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38989
2026-01-08T17:01:34.383242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037007219351516:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.386671Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037011514318828:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.268754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.394739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037003887348767:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.215419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037008890507038:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:34.386406Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037009529007274:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53000
2026-01-08T17:01:34.404326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037007219351514:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.394809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:34.394862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037003887348767:2048] [node 1] ICP22 created new session: [4:7593037012477283469:2048]
2026-01-08T17:01:34.394920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037012477283469:2048] [node 1] ICS09 handshake done sender: [4:7593037012477283463:2130] self: [4:7593037012477283465:0] peer: [1:7593037008890507029:0] socket: 291 qp: -1
2026-01-08T17:01:34.394952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037012477283469:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:34.394992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:34.403620Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037003887348767:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:34.268793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037002594870948:2049] [node 2] ICP22 created new session: [5:7593037011184805632:2049]
2026-01-08T17:01:34.392522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037009529007259:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:34.215475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:34.268838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037011184805632:2049] [node 2] ICS09 handshake done sender: [5:7593037011184805610:2114] self: [5:7593037011184805623:0] peer: [2:7593037004856985814:0] socket: 308 qp: -1
2026-01-08T17:01:34.268869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037011184805632:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:34.268927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:34.269352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037011184805627:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2026-01-08T17:01:34.357123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037011184805617:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.357162Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037011184805617:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:34.361323Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037011184805635:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2026-01-08T17:01:34.366978Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037011184805622:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:34.396692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037011184805627:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.402815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037002594870947:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.410610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:34.410676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037002594870947:2048] [node 1] ICP22 created new session: [5:7593037011184805637:2048]
2026-01-08T17:01:34.410729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037011184805637:2048] [node 1] ICS09 handshake done sender: [5:7593037011184805622:2119] self: [5:7593037011184805631:0] peer: [1:7593037008890507025:0] socket: 321 qp: -1
2026-01-08T17:01:34.410776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037011184805637:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:34.410827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:34.411245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037002594870949:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:34.418667Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037011184805617:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:34.216816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037008890507024:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:34.217046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037000300572361:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.217116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:34.217161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037000300572361:2049] [node 3] ICP22 created new session: [1:7593037008890507042:2049]
2026-01-08T17:01:34.217209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037008890507042:2049] [node 3] ICS09 handshake done sender: [1:7593037008890507024:2114] self: [1:7593037008890507023:0] peer: [3:7593037011514318824:0] socket: 318 qp: -1
2026-01-08T17:01:34.217238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037008890507042:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:34.217278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:34.311971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037008890507034:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.312017Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037008890507034:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:34.327013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037008890507026:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.327044Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037008890507026:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:34.336995Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037008890507026:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:34.338222Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037008890507034:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:34.350862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037008890507028:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.350893Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037008890507028:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:34.351515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037004595539719:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.351588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:34.351637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037004595539719:2108] [node 5] ICP22 created new session: [1:7593037008890507048:2108]
2026-01-08T17:01:34.351704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037008890507048:2108] [node 5] ICS09 handshake done sender: [1:7593037008890507026:2115] self: [1:7593037008890507025:0] peer: [5:7593037011184805631:0] socket: 319 qp: -1
2026-01-08T17:01:34.351749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037008890507048:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:34.351798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:34.352341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037008890507047:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63992
2026-01-08T17:01:34.355531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037004595539720:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.355617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:34.355670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037004595539720:2107] [node 4] ICP22 created new session: [1:7593037008890507051:2107]
2026-01-08T17:01:34.355720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037008890507051:2107] [node 4] ICS09 handshake done sender: [1:7593037008890507034:2117] self: [1:7593037008890507029:0] peer: [4:7593037012477283465:0] socket: 300 qp: -1
2026-01-08T17:01:34.355765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037008890507051:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:34.355805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:34.374505Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037008890507028:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:34.399733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037008890507047:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.399960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037004595539721:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.400020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:34.400076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037004595539721:2109] [node 6] ICP22 created new session: [1:7593037008890507054:2109]
2026-01-08T17:01:34.400144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037008890507054:2109] [node 6] ICS09 handshake done sender: [1:7593037008890507028:2116] self: [1:7593037008890507027:0] peer: [6:7593037009529007268:0] socket: 341 qp: -1
2026-01-08T17:01:34.400179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037008890507054:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:34.400219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:34.401187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037008890507053:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63992
2026-01-08T17:01:34.401377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037004595539719:2108] [node 5] ICP18 handshake (actor [1:7593037008890507047:2118]) is too old
2026-01-08T17:01:34.412374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037008890507053:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.412486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037004595539721:2109] [node 6] ICP18 handshake (actor [1:7593037008890507053:2119]) is too old
2026-01-08T17:01:34.404424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:34.392902Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037009529007273:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53000
2026-01-08T17:01:34.393556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037005234039883:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.393636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:34.393691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037005234039883:2050] [node 3] ICP22 created new session: [6:7593037009529007276:2050]
2026-01-08T17:01:34.393742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037009529007276:2050] [node 3] ICS09 handshake done sender: [6:7593037009529007259:2118] self: [6:7593037009529007267:0] peer: [3:7593037007219351515:0] socket: 339 qp: -1
2026-01-08T17:01:34.393778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037009529007276:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:34.393832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:34.403962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037009529007260:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:34.405575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037009529007275:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53000
2026-01-08T17:01:34.406307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037005234039881:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.406421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:34.406474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037005234039881:2048] [node 1] ICP22 created new session: [6:7593037009529007278:2048]
2026-01-08T17:01:34.406522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037009529007278:2048] [node 1] ICS09 handshake done sender: [6:7593037009529007260:2119] self: [6:7593037009529007268:0] peer: [1:7593037008890507027:0] socket: 343 qp: -1
2026-01-08T17:01:34.406566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037009529007278:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:34.406622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:34.404484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037007219351514:2109] [node 6] ICP22 created new session: [3:7593037011514318835:2109]
2026-01-08T17:01:34.404544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037011514318835:2109] [node 6] ICS09 handshake done sender: [3:7593037007219351516:2115] self: [3:7593037007219351515:0] peer: [6:7593037009529007267:0] socket: 333 qp: -1
2026-01-08T17:01:34.404579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037011514318835:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:34.433600Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037009529007265:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:34.433869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037005234039910:2075] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.435148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:34.435215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037005234039910:2075] [node 5] ICP22 created new session: [6:7593037009529007280:2075]
2026-01-08T17:01:34.435271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037009529007280:2075] [node 5] ICS09 handshake done sender: [6:7593037009529007265:2120] self: [6:7593037009529007269:0] peer: [5:7593037011184805616:0] socket: 293 qp: -1
2026-01-08T17:01:34.435308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037009529007280:2075] [node 5] ICS10 traffic start
2026-01-08T17:01:34.435600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:34.404629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:34.446591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037011184805608:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.450763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:34.450861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037011184805608:2109] [node 6] ICP22 created new session: [5:7593037011184805641:2109]
2026-01-08T17:01:34.450933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037011184805641:2109] [node 6] ICS09 handshake done sender: [5:7593037011184805617:2118] self: [5:7593037011184805616:0] peer: [6:7593037009529007269:0] socket: 345 qp: -1
2026-01-08T17:01:34.450980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037011184805641:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:34.451021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:34.426196Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037007219351513:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:34.426247Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037007219351513:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:34.432300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037007219351513:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:34.436493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037007219351507:2110] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:34.436576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:34.436626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037007219351507:2110] [node 5] ICP22 created new session: [3:7593037011514318838:2110]
2026-01-08T17:01:34.436669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037011514318838:2110] [node 5] ICS09 handshake done sender: [3:7593037007219351513:2114] self: [3:7593037007219351512:0] peer: [5:7593037011184805639:0] socket: 282 qp: -1
2026-01-08T17:01:34.436714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037011514318838:2110] [node 5] ICS10 traffic start
2026-01-08T17:01:34.436750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:34.454009Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037002594870949:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19864) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037011184805627:2122] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:34.454287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037011184805640:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37179
2026-01-08T17:01:34.455367Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037011184805627:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:34.455539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037002594870949:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:34.455610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:34.455655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037002594870949:2050] [node 3] ICP22 created new session: [5:7593037011184805643:2050]
2026-01-08T17:01:34.455705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037011184805643:2050] [node 3] ICS09 handshake done sender: [5:7593037011184805627:2122] self: [5:7593037011184805639:0] peer: [3:7593037007219351512:0] socket: 310 qp: -1
2026-01-08T17:01:34.455739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037011184805643:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:34.455787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:34.522226Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:34.522506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037009151953147:2048] [node 1] ICS01 socket: 320 reason# EndOfStream
2026-01-08T17:01:34.522549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037000562018451:2048] [node 1] ICP30 unregister session Session# [2:7593037009151953147:2048] VirtualId# [2:7593037009151953142:0]
2026-01-08T17:01:34.522590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037009151953147:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.522686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:34.522735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:34.564907Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:34.565139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037011514318832:2048] [node 1] ICS01 socket: 322 reason# EndOfStream
2026-01-08T17:01:34.565180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037002924384143:2048] [node 1] ICP30 unregister session Session# [3:7593037011514318832:2048] VirtualId# [3:7593037011514318824:0]
2026-01-08T17:01:34.565225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037011514318832:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.565306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:34.565353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:34.570526Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:34.570757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037012477283469:2048] [node 1] ICS01 socket: 291 reason# EndOfStream
2026-01-08T17:01:34.570808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037003887348767:2048] [node 1] ICP30 unregister session Session# [4:7593037012477283469:2048] VirtualId# [4:7593037012477283465:0]
2026-01-08T17:01:34.570846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037012477283469:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.570950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:34.570996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:34.570526Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:34.570760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037011184805637:2048] [node 1] ICS07 socket disconnect 321 reason# EndOfStream
2026-01-08T17:01:34.570798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037011184805637:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.570878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:34.570937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037011184805637:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:34.571505Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:34.571732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037009529007278:2048] [node 1] ICS01 socket: 343 reason# EndOfStream
2026-01-08T17:01:34.571775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037005234039881:2048] [node 1] ICP30 unregister session Session# [6:7593037009529007278:2048] VirtualId# [6:7593037009529007268:0]
2026-01-08T17:01:34.571833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037009529007278:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.571893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:34.571935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:34.572950Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037002594870947:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63737) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:34.573033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037011184805637:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:34.573079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037002594870947:2048] [node 1] ICP30 unregister session Session# [5:7593037011184805637:2048] VirtualId# [5:7593037011184805631:0]
2026-01-08T17:01:34.573136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:34.573177Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037002594870947:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63737) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:34.573207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63737) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:34.586084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037002594870947:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:34.642634Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:34.642877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037011514318830:2049] [node 2] ICS01 socket: 337 reason# EndOfStream
2026-01-08T17:01:34.642933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037002924384144:2049] [node 2] ICP30 unregister session Session# [3:7593037011514318830:2049] VirtualId# [3:7593037011514318823:0]
2026-01-08T17:01:34.642974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037011514318830:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.643056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:34.643097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:34.650487Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:34.650701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037012477283461:2049] [node 2] ICS01 socket: 330 reason# EndOfStream
2026-01-08T17:01:34.650745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037003887348768:2049] [node 2] ICP30 unregister session Session# [4:7593037012477283461:2049] VirtualId# [4:7593037012477283459:0]
2026-01-08T17:01:34.650776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037012477283461:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.650870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:34.650928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:34.650124Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:34.650406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037011184805632:2049] [node 2] ICS01 socket: 308 reason# EndOfStream
2026-01-08T17:01:34.650452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037002594870948:2049] [node 2] ICP30 unregister session Session# [5:7593037011184805632:2049] VirtualId# [5:7593037011184805623:0]
2026-01-08T17:01:34.650492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037011184805632:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.650560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:34.650601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:34.650702Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:34.650927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037009529007262:2049] [node 2] ICS01 socket: 295 reason# EndOfStream
2026-01-08T17:01:34.650958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037005234039882:2049] [node 2] ICP30 unregister session Session# [6:7593037009529007262:2049] VirtualId# [6:7593037009529007256:0]
2026-01-08T17:01:34.650986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037009529007262:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.651061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:34.651104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:34.746677Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:34.746984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037012477283457:2050] [node 3] ICS01 socket: 306 reason# EndOfStream
2026-01-08T17:01:34.747027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037003887348769:2050] [node 3] ICP30 unregister session Session# [4:7593037012477283457:2050] VirtualId# [4:7593037012477283449:0]
2026-01-08T17:01:34.747071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037012477283457:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.747172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:34.747226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:34.750506Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:34.750841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037011184805643:2050] [node 3] ICS01 socket: 310 reason# EndOfStream
2026-01-08T17:01:34.750894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037002594870949:2050] [node 3] ICP30 unregister session Session# [5:7593037011184805643:2050] VirtualId# [5:7593037011184805639:0]
2026-01-08T17:01:34.750956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037011184805643:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.751056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:34.751104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:34.750552Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:34.750862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037009529007276:2050] [node 3] ICS01 socket: 339 reason# EndOfStream
2026-01-08T17:01:34.750927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037005234039883:2050] [node 3] ICP30 unregister session Session# [6:7593037009529007276:2050] VirtualId# [6:7593037009529007267:0]
2026-01-08T17:01:34.750973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037009529007276:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.751082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:34.751147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:34.816258Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:34.816530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037011184805628:2108] [node 4] ICS07 socket disconnect 307 reason# EndOfStream
2026-01-08T17:01:34.816565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037011184805628:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.816655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:34.816698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037011184805628:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:34.822643Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:34.822951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037009529007270:2071] [node 4] ICS07 socket disconnect 334 reason# EndOfStream
2026-01-08T17:01:34.822995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037009529007270:2071] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.823114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:34.823169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037009529007270:2071] [node 4] ICS15 start handshake
2026-01-08T17:01:34.830939Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037005234039909:2071] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28608) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:34.831019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037009529007270:2071] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:34.831062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037005234039909:2071] [node 4] ICP30 unregister session Session# [6:7593037009529007270:2071] VirtualId# [6:7593037009529007264:0]
2026-01-08T17:01:34.831127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:34.831165Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037005234039909:2071] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:34.831215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:34.836374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037005234039909:2071] [node 4] ICP33 wake up from error state
2026-01-08T17:01:34.905001Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:34.905249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037009529007280:2075] [node 5] ICS01 socket: 293 reason# EndOfStream
2026-01-08T17:01:34.905295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037005234039910:2075] [node 5] ICP30 unregister session Session# [6:7593037009529007280:2075] VirtualId# [6:7593037009529007269:0]
2026-01-08T17:01:34.905337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037009529007280:2075] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:34.905449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:34.905501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:35.056368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037015129467087:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:35.056414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037015129467088:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:35.062581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037015097974303:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:35.062634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037015097974304:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:35.130998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037013831119763:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:35.131038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037013831119764:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:35.131092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037013831119765:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:35.077133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037015543125509:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:35.077178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037015543125510:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:35.160358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037016625263094:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:35.160392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037016625263095:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:35.160424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037016625263096:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:35.195972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037015172465613:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:35.196025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037015172465614:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:35.196062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037015172465615:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:35.832044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037016625263154:2107] [node 6] ICP01 ready to work
2026-01-08T17:01:35.831400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037015097974364:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:35.831064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037015129467150:2107] [node 6] ICP01 ready to work
2026-01-08T17:01:35.831261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037015129467151:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:35.831415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037015129467152:2109] [node 4] ICP01 ready to work
2026-01-08T17:01:35.839094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037015172465630:2063] [node 5] ICP01 ready to work
2026-01-08T17:01:36.050650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037019467432964:2071] [node 4] ICP01 ready to work
2026-01-08T17:01:36.058521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037019838092868:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:36.082549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037018126087134:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:36.102988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037020920230454:2109] [node 4] ICP01 ready to work
2026-01-08T17:01:36.090950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037019838092869:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:36.096780Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037015129467150:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(264524787ns) {Configure:104(264521127ns) {ProcessConfigured:135(8657730ns) {StartInitialHandshake:157(8653750ns) {DropHandshakes:470(4005ns) {DropIncomingHandshake:442(726ns) DropOutgoingHandshake:457(797ns)} GenerateSessionVirtualId:992(1387ns) PrepareNewSessionHandshake:477(4490ns) {SwitchToState:179(2090ns)}}}}}
2026-01-08T17:01:36.129483Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037015172465630:2063] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(275431275ns) {Configure:104(275424795ns) {ProcessConfigured:135(20201692ns) {StartInitialHandshake:157(20197173ns) {DropHandshakes:470(3266ns) {DropIncomingHandshake:442(660ns) DropOutgoingHandshake:457(466ns)} GenerateSessionVirtualId:992(1235ns) PrepareNewSessionHandshake:477(5460ns) {SwitchToState:179(2507ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.146709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037018126087136:2110] [node 5] ICP01 ready to work
2026-01-08T17:01:36.150427Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037018126087134:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(23579649ns) {Configure:104(23574665ns) {ProcessConfigured:135(72118ns) {StartInitialHandshake:157(69110ns) {DropHandshakes:470(3437ns) {DropIncomingHandshake:442(801ns) DropOutgoingHandshake:457(582ns)} GenerateSessionVirtualId:992(1139ns) PrepareNewSessionHandshake:477(2061ns) {SwitchToState:179(619ns)}}}}}
2026-01-08T17:01:36.150939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037018126087135:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35859
2026-01-08T17:01:36.094450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037019838092870:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.151456Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037015129467151:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(54300071ns) {Configure:104(54294242ns) {ProcessConfigured:135(21543550ns) {StartInitialHandshake:157(21541230ns) {DropHandshakes:470(3186ns) {DropIncomingHandshake:442(970ns) DropOutgoingHandshake:457(534ns)} GenerateSessionVirtualId:992(1043ns) PrepareNewSessionHandshake:477(2199ns) {SwitchToState:179(1342ns)}}}}}
2026-01-08T17:01:36.163066Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037015543125510:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(245129013ns) {Configure:104(245121336ns) {ProcessConfigured:135(12337495ns) {StartInitialHandshake:157(12334642ns) {DropHandshakes:470(1307ns) {DropIncomingHandshake:442(248ns) DropOutgoingHandshake:457(430ns)} GenerateSessionVirtualId:992(301ns) PrepareNewSessionHandshake:477(2669ns) {SwitchToState:179(1138ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.185745Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037015097974364:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(354030784ns) {Configure:104(354027494ns) {ProcessConfigured:135(2796754ns) {StartInitialHandshake:157(2794967ns) {DropHandshakes:470(619ns) {DropIncomingHandshake:442(50ns) DropOutgoingHandshake:457(45ns)} GenerateSessionVirtualId:992(210ns) PrepareNewSessionHandshake:477(2214ns) {SwitchToState:179(1022ns)}}}}}
2026-01-08T17:01:36.186123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037019392941685:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.186423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037019392941686:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:36.153674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037019424434454:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63772
2026-01-08T17:01:36.185448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037020920230463:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35849
2026-01-08T17:01:36.164884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037019838092874:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59484
2026-01-08T17:01:36.184497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037015172465615:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(309862911ns) {Configure:104(309856131ns) {ProcessConfigured:135(54768ns) {StartInitialHandshake:157(52935ns) {DropHandshakes:470(1058ns) {DropIncomingHandshake:442(173ns) DropOutgoingHandshake:457(169ns)} GenerateSessionVirtualId:992(428ns) PrepareNewSessionHandshake:477(888ns) {SwitchToState:179(367ns)}}}}}
2026-01-08T17:01:36.206396Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037015097974304:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(351832077ns) {Configure:104(351828223ns) {ProcessConfigured:135(1389616ns) {StartInitialHandshake:157(1386170ns) {DropHandshakes:470(3102ns) {DropIncomingHandshake:442(682ns) DropOutgoingHandshake:457(680ns)} GenerateSessionVirtualId:992(909ns) PrepareNewSessionHandshake:477(3589ns) {SwitchToState:179(1102ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.213324Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037019392941688:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9486
2026-01-08T17:01:36.213515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037019392941689:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9486
2026-01-08T17:01:36.154264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037019424434453:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63772
2026-01-08T17:01:36.217717Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037013831119764:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(91766192ns) {Configure:104(91761516ns) {ProcessConfigured:135(8471852ns) {StartInitialHandshake:157(8469620ns) {DropHandshakes:470(1119ns) {DropIncomingHandshake:442(353ns) DropOutgoingHandshake:457(144ns)} GenerateSessionVirtualId:992(331ns) PrepareNewSessionHandshake:477(2806ns) {SwitchToState:179(1431ns)}}}}}
2026-01-08T17:01:36.189178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037019467432987:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55155
2026-01-08T17:01:36.207887Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037015129467152:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(376171886ns) {Configure:104(376164970ns) {ProcessConfigured:135(9148335ns) {StartInitialHandshake:157(9145885ns) {DropHandshakes:470(4550641ns) {DropIncomingHandshake:442(1183ns) DropOutgoingHandshake:457(192ns)} GenerateSessionVirtualId:992(1325ns) PrepareNewSessionHandshake:477(3313ns) {SwitchToState:179(789ns)}}}}}
2026-01-08T17:01:36.189365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037019467432988:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55155
2026-01-08T17:01:36.222302Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037016625263154:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(382268179ns) {Configure:104(382264739ns) {ProcessConfigured:135(31231717ns) {StartInitialHandshake:157(31229831ns) {DropHandshakes:470(1343ns) {DropIncomingHandshake:442(306ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:992(492ns) PrepareNewSessionHandshake:477(3644ns) {SwitchToState:179(2274ns)}}}}}
2026-01-08T17:01:36.226203Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037015097974303:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(385376871ns) {Configure:104(385372411ns) {ProcessConfigured:135(26904219ns) {StartInitialHandshake:157(26902735ns) {DropHandshakes:470(2162ns) {DropIncomingHandshake:442(311ns) DropOutgoingHandshake:457(525ns)} GenerateSessionVirtualId:992(433ns) PrepareNewSessionHandshake:477(2104ns) {SwitchToState:179(1095ns)}}}}}
2026-01-08T17:01:36.222584Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037015129467087:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(367047839ns) {Configure:104(367042574ns) {ProcessConfigured:135(31610641ns) {StartInitialHandshake:157(31608347ns) {DropHandshakes:470(2819ns) {DropIncomingHandshake:442(429ns) DropOutgoingHandshake:457(752ns)} GenerateSessionVirtualId:992(492ns) PrepareNewSessionHandshake:477(3180ns) {SwitchToState:179(1580ns)}}}}}
2026-01-08T17:01:36.226030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037019838092869:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(53330290ns) {Configure:104(53326241ns) {ProcessConfigured:135(31915193ns) {StartInitialHandshake:157(31913125ns) {DropHandshakes:470(1212ns) {DropIncomingHandshake:442(141ns) DropOutgoingHandshake:457(290ns)} GenerateSessionVirtualId:992(303ns) PrepareNewSessionHandshake:477(4538ns) {SwitchToState:179(2907ns)}}}}}
2026-01-08T17:01:36.223439Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037019467432987:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.224926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037019424434453:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.235047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037019392941689:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.226547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037019467432964:2071] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:36.234893Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037015543125509:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(119554904ns) {Configure:104(119549365ns) {ProcessConfigured:135(3135517ns) {StartInitialHandshake:157(3132020ns) {DropHandshakes:470(2837ns) {DropIncomingHandshake:442(627ns) DropOutgoingHandshake:457(554ns)} GenerateSessionVirtualId:992(780ns) PrepareNewSessionHandshake:477(2533ns) {SwitchToState:179(1644ns)}}}}}
2026-01-08T17:01:36.250495Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037016625263094:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(183255655ns) {Configure:104(183249877ns) {ProcessConfigured:135(7433606ns) {StartInitialHandshake:157(7431594ns) {DropHandshakes:470(2512ns) {DropIncomingHandshake:442(346ns) DropOutgoingHandshake:457(648ns)} GenerateSessionVirtualId:992(567ns) PrepareNewSessionHandshake:477(3141ns) {SwitchToState:179(1942ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.242827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037018126087141:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.250781Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037019838092868:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(79899423ns) {Configure:104(79890920ns) {ProcessConfigured:135(5396063ns) {StartInitialHandshake:157(5394361ns) {DropHandshakes:470(1529ns) {DropIncomingHandshake:442(174ns) DropOutgoingHandshake:457(384ns)} GenerateSessionVirtualId:992(474ns) PrepareNewSessionHandshake:477(2428ns) {SwitchToState:179(1398ns)}}}}}
2026-01-08T17:01:36.267581Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037020920230463:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.265089Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037019392941688:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.242863Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037018126087141:2122] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:36.268165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037019424434454:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.272956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037019424434456:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.272996Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037019424434456:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:36.278722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037016625263094:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:36.261395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037019838092873:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59484
2026-01-08T17:01:36.260096Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037018126087135:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.260222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037018126087146:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35859
2026-01-08T17:01:36.261713Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037019838092884:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59484
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.273646Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037019424434456:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:36.282668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037019467432988:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.261899Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037019838092885:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59484
2026-01-08T17:01:36.260885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037018126087143:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35859
2026-01-08T17:01:36.292949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037019424434452:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.272103Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037019838092884:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.289864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037015172465613:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:36.295369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037019392941699:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9486
No RDMA context found for GID: 2026-01-08T17:01:36.269139Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037018126087141:2122] [node 6] ICH04 handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:01:36.297180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037019392941684:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.272287Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037019838092873:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.296634Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037019467432964:2071] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5004) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037019467432987:2115] held: no
2026-01-08T17:01:36.297306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037020920230469:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35849
2026-01-08T17:01:36.292984Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037019424434452:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.297220Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037019392941684:2129] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:36.275129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037018126087136:2110] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(85414544ns) {Configure:104(85404843ns) {ProcessConfigured:135(56338ns) {StartInitialHandshake:157(53184ns) {DropHandshakes:470(2120ns) {DropIncomingHandshake:442(260ns) DropOutgoingHandshake:457(589ns)} GenerateSessionVirtualId:992(468ns) PrepareNewSessionHandshake:477(932ns) {SwitchToState:179(369ns)}}}}}
2026-01-08T17:01:36.272366Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037019838092874:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.297172Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037019467432991:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55155
2026-01-08T17:01:36.319118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037020920230469:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.298411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037015129467088:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.285590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037018126087134:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.319086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037019392941701:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9486
2026-01-08T17:01:36.272553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037015543125509:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.298503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:36.322501Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037019467432990:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55155
2026-01-08T17:01:36.332268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037016625263095:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:36.330497Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037019467432987:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:36.334745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037019392941699:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.335761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037020920230471:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35849
2026-01-08T17:01:36.273976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037019838092891:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59484
2026-01-08T17:01:36.335241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037019467432964:2071] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.289455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037018126087143:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.298553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037015129467088:2049] [node 3] ICP22 created new session: [1:7593037019424434467:2049]
2026-01-08T17:01:36.290445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037018126087146:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.335436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037019392941701:2136] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.337097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037020920230472:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35849
2026-01-08T17:01:36.336107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:36.292939Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037019838092884:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.295903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037015543125509:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.295966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:36.296191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037015543125509:2048] [node 1] ICP22 created new session: [3:7593037019838092892:2048]
2026-01-08T17:01:36.298058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037019838092892:2048] [node 1] ICS09 handshake done sender: [3:7593037019838092884:2117] self: [3:7593037019838092888:0] peer: [1:7593037019424434455:0] socket: 325 qp: -1
2026-01-08T17:01:36.290746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037013831119764:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:36.336498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037019392941691:2132] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.300104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037019424434450:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.336424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037019467432964:2071] [node 4] ICP22 created new session: [6:7593037019467432994:2071]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.298111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037019838092892:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:36.295757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:36.336526Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037019392941691:2132] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.300146Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037019424434450:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:36.337105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037019467432991:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.298158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:36.296171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037018126087134:2109] [node 6] ICP22 created new session: [4:7593037018126087151:2109]
2026-01-08T17:01:36.342204Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037020920230463:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:36.337135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037019467432994:2071] [node 4] ICS09 handshake done sender: [6:7593037019467432987:2115] self: [6:7593037019467432989:0] peer: [4:7593037018126087140:0] socket: 310 qp: -1
2026-01-08T17:01:36.300616Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037019838092885:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.342221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037020920230471:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.348088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037016625263096:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:36.348804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037016625263094:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.348836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:36.348861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037016625263094:2048] [node 1] ICP22 created new session: [5:7593037020920230475:2048]
2026-01-08T17:01:36.306047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037018126087151:2109] [node 6] ICS09 handshake done sender: [4:7593037018126087141:2122] self: [4:7593037018126087140:0] peer: [6:7593037019467432989:0] socket: 300 qp: -1
2026-01-08T17:01:36.305821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037019424434467:2049] [node 3] ICS09 handshake done sender: [1:7593037019424434456:2114] self: [1:7593037019424434455:0] peer: [3:7593037019838092888:0] socket: 309 qp: -1
2026-01-08T17:01:36.340138Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037019392941684:2129] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:36.306112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037018126087151:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:36.353429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037020920230475:2048] [node 1] ICS09 handshake done sender: [5:7593037020920230463:2113] self: [5:7593037020920230470:0] peer: [1:7593037019424434451:0] socket: 305 qp: -1
2026-01-08T17:01:36.336646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037015543125510:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.305885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037019424434467:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:36.337475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037019467432994:2071] [node 4] ICS10 traffic start
2026-01-08T17:01:36.340490Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037019392941683:2128] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.319123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.337531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037015172465615:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:36.338372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037019838092876:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.307214Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037019424434452:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:36.340520Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037019392941683:2128] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:36.340828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037018126087155:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35859
2026-01-08T17:01:36.356590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037020920230475:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:36.339767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:36.343479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037019392941702:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9486
2026-01-08T17:01:36.307551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037015129467151:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.363615Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037020920230476:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35849
2026-01-08T17:01:36.343711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037018126087155:2127] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.338394Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037019838092876:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:36.340575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037019467432998:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55155
2026-01-08T17:01:36.339370Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037019838092876:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:36.340480Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037019838092894:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59484
2026-01-08T17:01:36.342190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037019838092870:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.343192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037019838092894:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.345860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:36.348338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037019838092870:2109] [node 6] ICP22 created new session: [3:7593037019838092898:2109]
2026-01-08T17:01:36.351013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037019838092898:2109] [node 6] ICS09 handshake done sender: [3:7593037019838092876:2113] self: [3:7593037019838092875:0] peer: [6:7593037019467432996:0] socket: 327 qp: -1
2026-01-08T17:01:36.353229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037019838092898:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:36.355003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037019838092883:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.355038Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037019838092883:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:36.355562Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037019838092899:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59484
2026-01-08T17:01:36.346480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037015097974364:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.307597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:36.364491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:36.342872Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037019467432991:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:36.343813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037018126087158:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35859
2026-01-08T17:01:36.346554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:36.356463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:36.307649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037015129467151:2108] [node 5] ICP22 created new session: [1:7593037019424434470:2108]
2026-01-08T17:01:36.365522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037019838092885:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:36.343903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037013831119763:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:36.346605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037015097974364:2107] [node 4] ICP22 created new session: [2:7593037019392941708:2107]
2026-01-08T17:01:36.343443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037015172465615:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.307709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037019424434470:2108] [node 5] ICS09 handshake done sender: [1:7593037019424434452:2111] self: [1:7593037019424434451:0] peer: [5:7593037020920230470:0] socket: 304 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.365744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037015543125510:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.346342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:36.346659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037019392941708:2107] [node 4] ICS09 handshake done sender: [2:7593037019392941684:2129] self: [2:7593037019392941682:0] peer: [4:7593037018126087154:0] socket: 315 qp: -1
2026-01-08T17:01:36.345645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037018126087160:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35859
2026-01-08T17:01:36.307739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037019424434470:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:36.365796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:36.347768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037015172465615:2050] [node 3] ICP22 created new session: [6:7593037019467432999:2050]
2026-01-08T17:01:36.347771Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037018126087134:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(51697051ns) {HandleHandshakeStatus:329(51693395ns) {DropIncomingHandshake:442(15622ns) DropOutgoingHandshake:457(696ns) SwitchToState:179(518ns) ProcessPendingSessionEvents:495(1421625ns) {ForwardSessionEventToSession:616(932364ns) ForwardSessionEventToSession:616(4759ns) ForwardSessionEventToSession:616(3328ns) ForwardSessionEventToSession:616(433605ns) ForwardSessionEventToSession:616(3752ns) ForwardSessionEventToSession:616(6376ns) ForwardSessionEventToSession:616(5871ns) ForwardSessionEventToSession:616(2665ns) ForwardSessionEventToSession:616(14223ns) ForwardSessionEventToSession:616(2939ns)}}}
2026-01-08T17:01:36.349876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037018126087158:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.353324Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037018126087155:2127] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:36.355911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037018126087157:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35859
2026-01-08T17:01:36.366383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037013831119763:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.364259Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037013831119764:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3621) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037018126087146:2125] held: no
2026-01-08T17:01:36.369830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037018126087146:2125] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:36.370389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037013831119765:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:36.381562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:36.394509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037013831119763:2048] [node 1] ICP22 created new session: [4:7593037018126087162:2048]
2026-01-08T17:01:36.394524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037013831119764:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.397128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037018126087162:2048] [node 1] ICS09 handshake done sender: [4:7593037018126087155:2127] self: [4:7593037018126087159:0] peer: [1:7593037019424434462:0] socket: 337 qp: -1
2026-01-08T17:01:36.397376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:36.397379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037018126087162:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:36.397825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:36.398942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037013831119764:2049] [node 2] ICP22 created new session: [4:7593037018126087164:2049]
2026-01-08T17:01:36.399312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037018126087164:2049] [node 2] ICS09 handshake done sender: [4:7593037018126087146:2125] self: [4:7593037018126087154:0] peer: [2:7593037019392941682:0] socket: 317 qp: -1
2026-01-08T17:01:36.400640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037018126087164:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:36.401989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:36.346696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037019392941708:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:36.307780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:36.310976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:36.336252Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037019424434450:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:36.337439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037015129467150:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.338096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:36.339588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037015129467150:2107] [node 6] ICP22 created new session: [1:7593037019424434475:2107]
2026-01-08T17:01:36.340605Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037015129467088:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(41038030ns) {HandleHandshakeStatus:329(41035064ns) {DropIncomingHandshake:442(263ns) DropOutgoingHandshake:457(383ns) SwitchToState:179(703ns) ProcessPendingSessionEvents:495(3278683ns) {ForwardSessionEventToSession:616(1014535ns) ForwardSessionEventToSession:616(9811ns) ForwardSessionEventToSession:616(3093ns) ForwardSessionEventToSession:616(119588ns) ForwardSessionEventToSession:616(2473ns) ForwardSessionEventToSession:616(245198ns) ForwardSessionEventToSession:616(241078ns) ForwardSessionEventToSession:616(3030ns) ForwardSessionEventToSession:616(1619018ns) ForwardSessionEventToSession:616(3356ns)}}}
2026-01-08T17:01:36.340988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037019424434475:2107] [node 6] ICS09 handshake done sender: [1:7593037019424434450:2110] self: [1:7593037019424434449:0] peer: [6:7593037019467432992:0] socket: 303 qp: -1
2026-01-08T17:01:36.341769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037019424434475:2107] [node 6] ICS10 traffic start
2026-01-08T17:01:36.344666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037019424434463:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.344689Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037019424434463:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:36.345866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:36.347890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037019424434463:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:36.356609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037015129467152:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.356657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:36.362079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037015129467152:2109] [node 4] ICP22 created new session: [1:7593037019424434478:2109]
2026-01-08T17:01:36.366236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037019424434478:2109] [node 4] ICS09 handshake done sender: [1:7593037019424434463:2116] self: [1:7593037019424434462:0] peer: [4:7593037018126087159:0] socket: 336 qp: -1
2026-01-08T17:01:36.366275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037019424434478:2109] [node 4] ICS10 traffic start
2026-01-08T17:01:36.370191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:36.373629Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037015129467150:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(18312088ns) {HandleHandshakeStatus:329(18309763ns) {DropIncomingHandshake:442(14072ns) DropOutgoingHandshake:457(683ns) SwitchToState:179(69ns) ProcessPendingSessionEvents:495(7008085ns) {ForwardSessionEventToSession:616(1894962ns) ForwardSessionEventToSession:616(477161ns) ForwardSessionEventToSession:616(3660ns) ForwardSessionEventToSession:616(3305ns) ForwardSessionEventToSession:616(1785283ns) ForwardSessionEventToSession:616(3656ns) ForwardSessionEventToSession:616(2044152ns) ForwardSessionEventToSession:616(6808ns) ForwardSessionEventToSession:616(2799ns) ForwardSessionEventToSession:616(770116ns)}}}
2026-01-08T17:01:36.397612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037019424434461:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.397661Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037019424434461:2115] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:36.365858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037015543125510:2049] [node 2] ICP22 created new session: [3:7593037019838092901:2049]
2026-01-08T17:01:36.402420Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037020920230469:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:36.365903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037019838092901:2049] [node 2] ICS09 handshake done sender: [3:7593037019838092885:2118] self: [3:7593037019838092895:0] peer: [2:7593037019392941681:0] socket: 326 qp: -1
2026-01-08T17:01:36.365941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037019838092901:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:36.365989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:36.346731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:36.351016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037019467432999:2050] [node 3] ICS09 handshake done sender: [6:7593037019467432991:2118] self: [6:7593037019467432996:0] peer: [3:7593037019838092875:0] socket: 330 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.432313Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037013831119764:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(34787716ns) {HandleHandshakeStatus:329(21884450ns) {DropIncomingHandshake:442(1152ns) DropOutgoingHandshake:457(470ns) SwitchToState:179(682ns) ProcessPendingSessionEvents:495(1136ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.353261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037019467432999:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:36.354891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:36.361996Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037015172465613:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7417) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037019467432988:2116] held: no
2026-01-08T17:01:36.423222Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037016625263094:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(49008905ns) {HandleHandshakeStatus:329(49007387ns) {DropIncomingHandshake:442(650ns) DropOutgoingHandshake:457(3995ns) SwitchToState:179(112ns) ProcessPendingSessionEvents:495(25830502ns) {ForwardSessionEventToSession:616(23181747ns) ForwardSessionEventToSession:616(8766ns) ForwardSessionEventToSession:616(843428ns) ForwardSessionEventToSession:616(6548ns) ForwardSessionEventToSession:616(336139ns) ForwardSessionEventToSession:616(3165ns) ForwardSessionEventToSession:616(1147437ns) ForwardSessionEventToSession:616(4135ns) ForwardSessionEventToSession:616(3273ns) ForwardSessionEventToSession:616(272044ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.446686Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037019424434461:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:36.450827Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037013831119763:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(72793444ns) {HandleHandshakeStatus:329(72790336ns) {DropIncomingHandshake:442(1209ns) DropOutgoingHandshake:457(5271ns) SwitchToState:179(211ns) ProcessPendingSessionEvents:495(37474625ns) {ForwardSessionEventToSession:616(3035401ns) ForwardSessionEventToSession:616(5034ns) ForwardSessionEventToSession:616(2844ns) ForwardSessionEventToSession:616(3198627ns) ForwardSessionEventToSession:616(8731015ns) ForwardSessionEventToSession:616(3978203ns) ForwardSessionEventToSession:616(7368ns) ForwardSessionEventToSession:616(8016149ns) ForwardSessionEventToSession:616(10460726ns) ForwardSessionEventToSession:616(6204ns)}}}
2026-01-08T17:01:36.370487Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037019838092883:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:36.348618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037019392941691:2132] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:36.362553Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037019467432995:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55155
2026-01-08T17:01:36.381003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037019838092879:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.437238Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037016625263095:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3621) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037020920230469:2116] held: no
2026-01-08T17:01:36.355898Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037019392941683:2128] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:36.442779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037020920230479:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35849
2026-01-08T17:01:36.442988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037020920230481:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35849
2026-01-08T17:01:36.443660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037020920230480:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35849
2026-01-08T17:01:36.477836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037020920230481:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.477929Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037016625263096:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23784) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037020920230471:2117] held: no
2026-01-08T17:01:36.478081Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037020920230471:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:36.479138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037016625263096:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.479196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:36.479245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037016625263096:2050] [node 3] ICP22 created new session: [5:7593037020920230482:2050]
2026-01-08T17:01:36.482666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037020920230479:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.486581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037020920230482:2050] [node 3] ICS09 handshake done sender: [5:7593037020920230471:2117] self: [5:7593037020920230474:0] peer: [3:7593037019838092882:0] socket: 331 qp: -1
2026-01-08T17:01:36.486636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037020920230482:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:36.486709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:36.487546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037020920230454:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:36.489329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037016625263095:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.451890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037015129467152:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(42113280ns) {HandleHandshakeStatus:329(42109819ns) {DropIncomingHandshake:442(9418ns) DropOutgoingHandshake:457(188ns) SwitchToState:179(674ns) ProcessPendingSessionEvents:495(26675133ns) {ForwardSessionEventToSession:616(24207142ns) ForwardSessionEventToSession:616(4965ns) ForwardSessionEventToSession:616(1795228ns) ForwardSessionEventToSession:616(2939ns) ForwardSessionEventToSession:616(256424ns) ForwardSessionEventToSession:616(5777ns) ForwardSessionEventToSession:616(3969ns) ForwardSessionEventToSession:616(375833ns) ForwardSessionEventToSession:616(3102ns) ForwardSessionEventToSession:616(3403ns)}}}
2026-01-08T17:01:36.502380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037018126087150:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.356062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037019392941685:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.510803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:36.515542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037016625263095:2049] [node 2] ICP22 created new session: [5:7593037020920230486:2049]
2026-01-08T17:01:36.369131Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037015172465615:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(25473639ns) {HandleHandshakeStatus:329(25471891ns) {DropIncomingHandshake:442(516ns) DropOutgoingHandshake:457(4884ns) SwitchToState:179(284ns) ProcessPendingSessionEvents:495(4979607ns) {ForwardSessionEventToSession:616(4928203ns) ForwardSessionEventToSession:616(8531ns) ForwardSessionEventToSession:616(9112ns) ForwardSessionEventToSession:616(4970ns) ForwardSessionEventToSession:616(1916ns) ForwardSessionEventToSession:616(2206ns) ForwardSessionEventToSession:616(4580ns) ForwardSessionEventToSession:616(2753ns) ForwardSessionEventToSession:616(2487ns) ForwardSessionEventToSession:616(5087ns)}}}
2026-01-08T17:01:36.369564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037019467432988:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:36.381033Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037019838092879:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:36.511017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037019424434481:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63772
2026-01-08T17:01:36.502459Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037018126087150:2126] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:36.517160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037020920230466:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.356135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.394683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037015172465613:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.517212Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037020920230466:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:36.395284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037019838092868:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.517850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037015129467087:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.510536Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037018126087150:2126] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:36.522531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037020920230486:2049] [node 2] ICS09 handshake done sender: [5:7593037020920230469:2116] self: [5:7593037020920230473:0] peer: [2:7593037019392941690:0] socket: 321 qp: -1
2026-01-08T17:01:36.397456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:36.516893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037018126087168:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35859
2026-01-08T17:01:36.518199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:36.356184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037019392941685:2108] [node 5] ICP22 created new session: [2:7593037019392941711:2108]
2026-01-08T17:01:36.399304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:36.518254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037015129467087:2048] [node 2] ICP22 created new session: [1:7593037019424434482:2048]
2026-01-08T17:01:36.518300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037019424434482:2048] [node 2] ICS09 handshake done sender: [1:7593037019424434461:2115] self: [1:7593037019424434459:0] peer: [2:7593037019392941716:0] socket: 338 qp: -1
2026-01-08T17:01:36.518355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037019424434482:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:36.522623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:36.526293Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037015129467087:2048] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:36.398114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037015172465613:2048] [node 1] ICP22 created new session: [6:7593037019467433004:2048]
2026-01-08T17:01:36.522868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037020920230487:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35849
2026-01-08T17:01:36.400574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037019838092868:2108] [node 5] ICP22 created new session: [3:7593037019838092904:2108]
2026-01-08T17:01:36.525194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037018126087136:2110] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.356234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037019392941711:2108] [node 5] ICS09 handshake done sender: [2:7593037019392941691:2132] self: [2:7593037019392941690:0] peer: [5:7593037020920230473:0] socket: 316 qp: -1
2026-01-08T17:01:36.399501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037019467433004:2048] [node 1] ICS09 handshake done sender: [6:7593037019467432988:2116] self: [6:7593037019467432992:0] peer: [1:7593037019424434449:0] socket: 311 qp: -1
2026-01-08T17:01:36.527119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:36.356266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037019392941711:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:36.356302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:36.364585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037019392941702:2137] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.372366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037015097974304:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.372442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:36.372496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037015097974304:2049] [node 3] ICP22 created new session: [2:7593037019392941714:2049]
2026-01-08T17:01:36.372544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037019392941714:2049] [node 3] ICS09 handshake done sender: [2:7593037019392941683:2128] self: [2:7593037019392941681:0] peer: [3:7593037019838092895:0] socket: 318 qp: -1
2026-01-08T17:01:36.372577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037019392941714:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:36.372621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:36.378915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037015097974303:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:36.411377Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037019392941685:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(40220988ns) {HandleHandshakeStatus:329(40215013ns) {DropIncomingHandshake:442(13902ns) DropOutgoingHandshake:457(627ns) SwitchToState:179(609ns) ProcessPendingSessionEvents:495(26358570ns) {ForwardSessionEventToSession:616(11874569ns) ForwardSessionEventToSession:616(5939ns) ForwardSessionEventToSession:616(2713ns) ForwardSessionEventToSession:616(12941423ns) ForwardSessionEventToSession:616(2894ns) ForwardSessionEventToSession:616(599346ns) ForwardSessionEventToSession:616(4094ns) ForwardSessionEventToSession:616(558379ns) ForwardSessionEventToSession:616(338816ns) ForwardSessionEventToSession:616(11790ns)}}}
2026-01-08T17:01:36.450389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037019392941693:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.450441Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037019392941693:2133] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:36.462814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037019392941717:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9486
2026-01-08T17:01:36.466871Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037019392941702:2137] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:36.467076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037015097974303:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.467152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:36.467227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037015097974303:2048] [node 1] ICP22 created new session: [2:7593037019392941718:2048]
2026-01-08T17:01:36.467281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037019392941718:2048] [node 1] ICS09 handshake done sender: [2:7593037019392941702:2137] self: [2:7593037019392941716:0] peer: [1:7593037019424434459:0] socket: 339 qp: -1
2026-01-08T17:01:36.467326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037019392941718:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:36.467384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:36.477373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037019392941693:2133] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:36.478278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037019392941686:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.478858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:36.478938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037019392941686:2109] [node 6] ICP22 created new session: [2:7593037019392941721:2109]
2026-01-08T17:01:36.486474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037019392941721:2109] [node 6] ICS09 handshake done sender: [2:7593037019392941693:2133] self: [2:7593037019392941692:0] peer: [6:7593037019467433006:0] socket: 289 qp: -1
2026-01-08T17:01:36.494699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037019392941721:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:36.505434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:36.516338Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037019392941686:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(37837863ns) {HandleHandshakeStatus:329(37835739ns) {DropIncomingHandshake:442(14412ns) DropOutgoingHandshake:457(204ns) SwitchToState:179(825ns) ProcessPendingSessionEvents:495(128980ns) {ForwardSessionEventToSession:616(59118ns) ForwardSessionEventToSession:616(6249ns) ForwardSessionEventToSession:616(3416ns) ForwardSessionEventToSession:616(8695ns) ForwardSessionEventToSession:616(3085ns) ForwardSessionEventToSession:616(3381ns) ForwardSessionEventToSession:616(8374ns) ForwardSessionEventToSession:616(2699ns) ForwardSessionEventToSession:616(12104ns) ForwardSessionEventToSession:616(9434ns)}}}
2026-01-08T17:01:36.523355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037020920230486:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:36.400211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037019467433003:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55155
2026-01-08T17:01:36.401489Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037019838092870:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(30439431ns) {HandleHandshakeStatus:329(30437719ns) {DropIncomingHandshake:442(1025ns) DropOutgoingHandshake:457(1169ns) SwitchToState:179(219ns) ProcessPendingSessionEvents:495(7317607ns) {ForwardSessionEventToSession:616(3264634ns) ForwardSessionEventToSession:616(274376ns) ForwardSessionEventToSession:616(3470ns) ForwardSessionEventToSession:616(2626ns) ForwardSessionEventToSession:616(2426010ns) ForwardSessionEventToSession:616(3261ns) ForwardSessionEventToSession:616(436766ns) ForwardSessionEventToSession:616(87641ns) ForwardSessionEventToSession:616(2828ns) ForwardSessionEventToSession:616(794696ns)}}}
2026-01-08T17:01:36.527415Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037018126087158:2129] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:36.526201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:36.526473Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037020920230466:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:36.528192Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037016625263095:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(44675288ns) {HandleHandshakeStatus:329(44671785ns) {DropIncomingHandshake:442(2242ns) DropOutgoingHandshake:457(903ns) SwitchToState:179(416ns) ProcessPendingSessionEvents:495(799ns)}}
2026-01-08T17:01:36.535664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037016625263154:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.535765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:36.535826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037016625263154:2107] [node 6] ICP22 created new session: [5:7593037020920230490:2107]
2026-01-08T17:01:36.535887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037020920230490:2107] [node 6] ICS09 handshake done sender: [5:7593037020920230466:2114] self: [5:7593037020920230465:0] peer: [6:7593037019467433008:0] socket: 334 qp: -1
2026-01-08T17:01:36.535925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037020920230490:2107] [node 6] ICS10 traffic start
2026-01-08T17:01:36.535971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:36.536429Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037020920230481:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:36.527494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037018126087136:2110] [node 5] ICP22 created new session: [4:7593037018126087169:2110]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:36.400334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037019467433002:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55155
2026-01-08T17:01:36.401873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037019838092870:2109] [node 6] ICP18 handshake (actor [3:7593037019838092894:2120]) is too old
2026-01-08T17:01:36.530582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037018126087169:2110] [node 5] ICS09 handshake done sender: [4:7593037018126087150:2126] self: [4:7593037018126087149:0] peer: [5:7593037020920230485:0] socket: 322 qp: -1
2026-01-08T17:01:36.551707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037020920230454:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.415705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037019838092904:2108] [node 5] ICS09 handshake done sender: [3:7593037019838092883:2116] self: [3:7593037019838092882:0] peer: [5:7593037020920230474:0] socket: 328 qp: -1
2026-01-08T17:01:36.551815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:36.551877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037020920230454:2109] [node 4] ICP22 created new session: [5:7593037020920230492:2109]
2026-01-08T17:01:36.553241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037020920230492:2109] [node 4] ICS09 handshake done sender: [5:7593037020920230481:2122] self: [5:7593037020920230485:0] peer: [4:7593037018126087149:0] socket: 357 qp: -1
2026-01-08T17:01:36.553991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037020920230492:2109] [node 4] ICS10 traffic start
2026-01-08T17:01:36.400650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037019467433004:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:36.530644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037018126087169:2110] [node 5] ICS10 traffic start
2026-01-08T17:01:36.400699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:36.554368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:36.415792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037019838092904:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:36.558559Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037020920230454:2109] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:36.402143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037019467433002:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.530693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:36.427203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:36.531173Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037013831119765:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23784) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037018126087158:2129] held: no
2026-01-08T17:01:36.531271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037013831119765:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.531328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:36.411998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037015172465614:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:36.531379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037013831119765:2050] [node 3] ICP22 created new session: [4:7593037018126087171:2050]
2026-01-08T17:01:36.531425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037018126087171:2050] [node 3] ICS09 handshake done sender: [4:7593037018126087158:2129] self: [4:7593037018126087161:0] peer: [3:7593037019838092878:0] socket: 349 qp: -1
2026-01-08T17:01:36.480122Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037015172465614:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3621) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037019467433002:2121] held: no
2026-01-08T17:01:36.531475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037018126087171:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:36.503437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037019467433003:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:36.531505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:36.516929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037019467433007:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55155
2026-01-08T17:01:36.517739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037015172465630:2063] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:36.518092Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037019467433002:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:36.525656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037015172465614:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.527580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:36.527635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037015172465614:2049] [node 2] ICP22 created new session: [6:7593037019467433010:2049]
2026-01-08T17:01:36.528310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037019467433010:2049] [node 2] ICS09 handshake done sender: [6:7593037019467433002:2121] self: [6:7593037019467433006:0] peer: [2:7593037019392941692:0] socket: 340 qp: -1
2026-01-08T17:01:36.443010Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037019838092868:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(47459371ns) {HandleHandshakeStatus:329(47457031ns) {DropIncomingHandshake:442(17385ns) DropOutgoingHandshake:457(466ns) SwitchToState:179(115ns) ProcessPendingSessionEvents:495(2832032ns) {ForwardSessionEventToSession:616(2773768ns) ForwardSessionEventToSession:616(10266ns) ForwardSessionEventToSession:616(3181ns) ForwardSessionEventToSession:616(7480ns) ForwardSessionEventToSession:616(2899ns) ForwardSessionEventToSession:616(6007ns) ForwardSessionEventToSession:616(3643ns) ForwardSessionEventToSession:616(2349ns) ForwardSessionEventToSession:616(4692ns) ForwardSessionEventToSession:616(6039ns)}}}
2026-01-08T17:01:36.532756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037019467433010:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:36.536892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:36.503323Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037019838092879:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:36.517735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037019838092869:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:36.518069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:36.522519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037019838092869:2107] [node 4] ICP22 created new session: [3:7593037019838092907:2107]
2026-01-08T17:01:36.524316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037019838092907:2107] [node 4] ICS09 handshake done sender: [3:7593037019838092879:2114] self: [3:7593037019838092878:0] peer: [4:7593037018126087161:0] socket: 348 qp: -1
2026-01-08T17:01:36.526167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037019838092907:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:36.526798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:36.554697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037019838092869:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(32748640ns) {HandleHandshakeStatus:329(32527984ns) {DropIncomingHandshake:442(14970ns) DropOutgoingHandshake:457(576ns) SwitchToState:179(312ns) ProcessPendingSessionEvents:495(22796659ns) {ForwardSessionEventToSession:616(2908004ns) ForwardSessionEventToSession:616(2475271ns) ForwardSessionEventToSession:616(3284ns) ForwardSessionEventToSession:616(3065ns) ForwardSessionEventToSession:616(4122739ns) ForwardSessionEventToSession:616(3094ns) ForwardSessionEventToSession:616(3516021ns) ForwardSessionEventToSession:616(5204791ns) ForwardSessionEventToSession:616(16013ns) ForwardSessionEventToSession:616(4514449ns)}}}
2026-01-08T17:01:36.551162Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037015172465614:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(25339977ns) {HandleHandshakeStatus:329(25336809ns) {DropIncomingHandshake:442(1183ns) DropOutgoingHandshake:457(1610ns) SwitchToState:179(3248ns) ProcessPendingSessionEvents:495(237ns)}}
2026-01-08T17:01:36.553422Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037019467433009:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55155
2026-01-08T17:01:36.555168Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037015172465630:2063] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2444) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037019467433003:2122] held: no
2026-01-08T17:01:36.556973Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037019467433003:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:36.568153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037015172465630:2063] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:36.568450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:36.569538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037015172465630:2063] [node 5] ICP22 created new session: [6:7593037019467433012:2063]
2026-01-08T17:01:36.569607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037019467433012:2063] [node 5] ICS09 handshake done sender: [6:7593037019467433003:2122] self: [6:7593037019467433008:0] peer: [5:7593037020920230465:0] socket: 314 qp: -1
2026-01-08T17:01:36.569654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037019467433012:2063] [node 5] ICS10 traffic start
2026-01-08T17:01:36.569725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:36.622600Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:36.622811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037019392941718:2048] [node 1] ICS07 socket disconnect 339 reason# EndOfStream
2026-01-08T17:01:36.624137Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:36.624383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037019838092892:2048] [node 1] ICS01 socket: 325 reason# EndOfStream
2026-01-08T17:01:36.624434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037015543125509:2048] [node 1] ICP30 unregister session Session# [3:7593037019838092892:2048] VirtualId# [3:7593037019838092888:0]
2026-01-08T17:01:36.624467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037019838092892:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:36.625299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:36.625569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:36.622839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037019392941718:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:36.622934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:36.622977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037019392941718:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:36.633998Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037015097974303:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7417) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:36.634041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037019392941718:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:36.636463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037015097974303:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7417) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:36.636851Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:36.642449Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:36.638757Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:36.644330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037020920230475:2048] [node 1] ICS07 socket disconnect 305 reason# EndOfStream
2026-01-08T17:01:36.644220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037018126087162:2048] [node 1] ICS01 socket: 337 reason# EndOfStream
2026-01-08T17:01:36.644372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037020920230475:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:36.644443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:36.638688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037019392941718:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:36.643987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037015097974303:2048] [node 1] ICP30 unregister session Session# [2:7593037019392941718:2048] VirtualId# [2:7593037019392941716:0]
2026-01-08T17:01:36.642651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037019467433004:2048] [node 1] ICS01 socket: 311 reason# EndOfStream
2026-01-08T17:01:36.642710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037015172465613:2048] [node 1] ICP30 unregister session Session# [6:7593037019467433004:2048] VirtualId# [6:7593037019467432992:0]
2026-01-08T17:01:36.642755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037019467433004:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:36.642875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:36.642942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:36.650783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:36.650846Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037015097974303:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7417) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:36.650889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7417) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:36.651636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037020920230475:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:36.651082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037013831119763:2048] [node 1] ICP30 unregister session Session# [4:7593037018126087162:2048] VirtualId# [4:7593037018126087159:0]
2026-01-08T17:01:36.651153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037018126087162:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:36.651233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:36.651276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:36.666391Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037016625263094:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7417) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:36.666584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037020920230475:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:36.666633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037016625263094:2048] [node 1] ICP30 unregister session Session# [5:7593037020920230475:2048] VirtualId# [5:7593037020920230470:0]
2026-01-08T17:01:36.666705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:36.666748Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037016625263094:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7417) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:36.666765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7417) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:36.676990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037016625263094:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:36.718050Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:36.718348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037019838092901:2049] [node 2] ICS07 socket disconnect 326 reason# EndOfStream
2026-01-08T17:01:36.718389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037019838092901:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:36.718491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:36.718539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037019838092901:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:36.723479Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037015543125510:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3621) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:36.723536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037019838092901:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:36.724496Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037015543125510:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3621) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:36.724558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037019838092901:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:36.724603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037015543125510:2049] [node 2] ICP30 unregister session Session# [3:7593037019838092901:2049] VirtualId# [3:7593037019838092895:0]
2026-01-08T17:01:36.724654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:36.724687Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037015543125510:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3621) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:36.724703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3621) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:36.726489Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:36.726738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037018126087164:2049] [node 2] ICS01 socket: 317 reason# EndOfStream
2026-01-08T17:01:36.726788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037013831119764:2049] [node 2] ICP30 unregister session Session# [4:7593037018126087164:2049] VirtualId# [4:7593037018126087154:0]
2026-01-08T17:01:36.726826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037018126087164:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:36.726931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:36.726998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:36.730467Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:36.730700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037020920230486:2049] [node 2] ICS01 socket: 321 reason# EndOfStream
2026-01-08T17:01:36.730739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037016625263095:2049] [node 2] ICP30 unregister session Session# [5:7593037020920230486:2049] VirtualId# [5:7593037020920230473:0]
2026-01-08T17:01:36.730778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037020920230486:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:36.730878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:36.730950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:36.734571Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:36.734827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037019467433010:2049] [node 2] ICS01 socket: 340 reason# EndOfStream
2026-01-08T17:01:36.734876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037015172465614:2049] [node 2] ICP30 unregister session Session# [6:7593037019467433010:2049] VirtualId# [6:7593037019467433006:0]
2026-01-08T17:01:36.734936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037019467433010:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:36.735064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:36.735172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:36.934273Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:36.934527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037020920230482:2050] [node 3] ICS01 socket: 331 reason# EndOfStream
2026-01-08T17:01:36.934574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037016625263096:2050] [node 3] ICP30 unregister session Session# [5:7593037020920230482:2050] VirtualId# [5:7593037020920230474:0]
2026-01-08T17:01:36.934618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037020920230482:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:36.934695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:36.934743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:36.934604Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:36.934859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037018126087171:2050] [node 3] ICS01 socket: 349 reason# EndOfStream
2026-01-08T17:01:36.934902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037013831119765:2050] [node 3] ICP30 unregister session Session# [4:7593037018126087171:2050] VirtualId# [4:7593037018126087161:0]
2026-01-08T17:01:36.934958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037018126087171:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:36.935046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:36.935093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:36.935387Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:36.935656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037019467432999:2050] [node 3] ICS01 socket: 330 reason# EndOfStream
2026-01-08T17:01:36.935704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037015172465615:2050] [node 3] ICP30 unregister session Session# [6:7593037019467432999:2050] VirtualId# [6:7593037019467432996:0]
2026-01-08T17:01:36.935747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037019467432999:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:36.935863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:36.935937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:37.022007Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:37.022266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037019467432994:2071] [node 4] ICS01 socket: 310 reason# EndOfStream
2026-01-08T17:01:37.022347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037019467432964:2071] [node 4] ICP30 unregister session Session# [6:7593037019467432994:2071] VirtualId# [6:7593037019467432989:0]
2026-01-08T17:01:37.022391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037019467432994:2071] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:37.022485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:37.022551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:37.023227Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:37.023455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037020920230492:2109] [node 4] ICS07 socket disconnect 357 reason# EndOfStream
2026-01-08T17:01:37.023504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037020920230492:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:37.023566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:37.023612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037020920230492:2109] [node 4] ICS15 start handshake
2026-01-08T17:01:37.024492Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037020920230454:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5004) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:37.024621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037020920230492:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:37.024971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037020920230454:2109] [node 4] ICP30 unregister session Session# [5:7593037020920230492:2109] VirtualId# [5:7593037020920230485:0]
2026-01-08T17:01:37.025040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:37.025076Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037020920230454:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:5004) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:37.025092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5004) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:37.112887Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:37.113079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037019467433012:2063] [node 5] ICS01 socket: 314 reason# EndOfStream
2026-01-08T17:01:37.113133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037015172465630:2063] [node 5] ICP30 unregister session Session# [6:7593037019467433012:2063] VirtualId# [6:7593037019467433008:0]
2026-01-08T17:01:37.113175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037019467433012:2063] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:37.113294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:37.113345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:37.315992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037021490172596:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:37.316037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037021490172597:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:37.323084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037024551383882:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:37.323132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037024551383883:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:37.330031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037023259991753:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:37.330097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037023259991754:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:37.343871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037024545542612:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:37.343984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037024545542613:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:37.344801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037024545542611:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:37.351433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037024485630331:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:37.351479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037024485630332:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:37.351666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037024485630333:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:37.377488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037025127870786:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:37.377538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037025127870787:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:37.377573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037025127870788:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:37.658861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037021490172659:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:37.808919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037023259991819:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:37.750575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037021490172660:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:37.850521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037024545542674:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:37.823010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037024551383946:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:37.838336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037023259991820:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:37.837321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037025127870844:2098] [node 5] ICP01 ready to work
2026-01-08T17:01:37.847364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037025127870845:2103] [node 4] ICP01 ready to work
2026-01-08T17:01:37.726935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037021490172661:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:37.847286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037024551383947:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:37.870981Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037024545542612:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(176163445ns) {Configure:104(176157740ns) {ProcessConfigured:135(61115ns) {StartInitialHandshake:157(59364ns) {DropHandshakes:470(2555ns) {DropIncomingHandshake:442(634ns) DropOutgoingHandshake:457(538ns)} GenerateSessionVirtualId:992(1049ns) PrepareNewSessionHandshake:477(1459ns) {SwitchToState:179(614ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:37.877263Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037025127870788:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(146982669ns) {Configure:104(146963486ns) {ProcessConfigured:135(51405ns) {StartInitialHandshake:157(49166ns) {DropHandshakes:470(2432ns) {DropIncomingHandshake:442(465ns) DropOutgoingHandshake:457(351ns)} GenerateSessionVirtualId:992(432ns) PrepareNewSessionHandshake:477(1582ns) {SwitchToState:179(767ns)}}}}}
2026-01-08T17:01:37.877740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037025127870852:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53266
2026-01-08T17:01:37.877800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037025127870853:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53266
2026-01-08T17:01:37.858977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037023259991821:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:37.829016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037021490172662:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39763
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:37.874599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037024545542675:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:37.854949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037024551383948:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:37.876364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037024485630394:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:37.880710Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037023259991819:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(71436093ns) {Configure:104(71430229ns) {ProcessConfigured:135(12660521ns) {StartInitialHandshake:157(6580823ns) {DropHandshakes:470(3814ns) {DropIncomingHandshake:442(2147ns) DropOutgoingHandshake:457(347ns)} GenerateSessionVirtualId:992(3936ns) PrepareNewSessionHandshake:477(2517ns) {SwitchToState:179(1489ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:37.919237Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037024545542683:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34368
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:37.922033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037023259991821:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(54163505ns) {Configure:104(54154093ns) {ProcessConfigured:135(82518ns) {StartInitialHandshake:157(79812ns) {DropHandshakes:470(3649ns) {DropIncomingHandshake:442(676ns) DropOutgoingHandshake:457(466ns)} GenerateSessionVirtualId:992(1233ns) PrepareNewSessionHandshake:477(2263ns) {SwitchToState:179(850ns)}}}}}
2026-01-08T17:01:37.922994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037023259991825:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22534
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:37.930782Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037024545542682:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34368
2026-01-08T17:01:37.863516Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037021490172661:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(34189483ns) {Configure:104(34182630ns) {ProcessConfigured:135(64659ns) {StartInitialHandshake:157(62343ns) {DropHandshakes:470(2623ns) {DropIncomingHandshake:442(484ns) DropOutgoingHandshake:457(954ns)} GenerateSessionVirtualId:992(914ns) PrepareNewSessionHandshake:477(1228ns) {SwitchToState:179(464ns)}}}}}
2026-01-08T17:01:37.884598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037024485630395:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:37.894362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037024551383960:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37176
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:37.940518Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037023259991754:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(137173588ns) {Configure:104(137162878ns) {ProcessConfigured:135(72797ns) {StartInitialHandshake:157(70281ns) {DropHandshakes:470(3001ns) {DropIncomingHandshake:442(655ns) DropOutgoingHandshake:457(553ns)} GenerateSessionVirtualId:992(1078ns) PrepareNewSessionHandshake:477(1920ns) {SwitchToState:179(708ns)}}}}}
2026-01-08T17:01:37.966418Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037021490172597:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(306130903ns) {Configure:104(306124365ns) {ProcessConfigured:135(27753848ns) {StartInitialHandshake:157(27750650ns) {DropHandshakes:470(620814ns) {DropIncomingHandshake:442(772ns) DropOutgoingHandshake:457(784ns)} GenerateSessionVirtualId:992(2038ns) PrepareNewSessionHandshake:477(4586ns) {SwitchToState:179(2595ns)}}}}}
2026-01-08T17:01:37.948287Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037024485630331:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(113446732ns) {Configure:104(113435115ns) {ProcessConfigured:135(89570ns) {StartInitialHandshake:157(86675ns) {DropHandshakes:470(3263ns) {DropIncomingHandshake:442(689ns) DropOutgoingHandshake:457(607ns)} GenerateSessionVirtualId:992(1048ns) PrepareNewSessionHandshake:477(2009ns) {SwitchToState:179(696ns)}}}}}
2026-01-08T17:01:37.993795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037024551383952:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:37.993844Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037024551383952:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:37.952911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037023259991822:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22534
2026-01-08T17:01:37.987514Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037024545542682:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:37.970015Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037021490172668:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39763
2026-01-08T17:01:37.996473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037025127870859:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53266
2026-01-08T17:01:38.018495Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037023259991820:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(120165061ns) {Configure:104(120160972ns) {ProcessConfigured:135(28790570ns) {StartInitialHandshake:157(28787687ns) {DropHandshakes:470(3242ns) {DropIncomingHandshake:442(794ns) DropOutgoingHandshake:457(611ns)} GenerateSessionVirtualId:992(886ns) PrepareNewSessionHandshake:477(4708ns) {SwitchToState:179(2336ns)}}}}}
2026-01-08T17:01:37.997006Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037024551383960:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:37.987661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037024545542612:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:37.970072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037021490172669:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39763
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.003897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037024551383952:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:38.045800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037021490172662:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.037062Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037025127870845:2103] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(176172696ns) {Configure:104(176166059ns) {ProcessConfigured:135(53260ns) {StartInitialHandshake:157(51090ns) {DropHandshakes:470(1729ns) {DropIncomingHandshake:442(298ns) DropOutgoingHandshake:457(235ns)} GenerateSessionVirtualId:992(623ns) PrepareNewSessionHandshake:477(1446ns) {SwitchToState:179(421ns)}}}}}
2026-01-08T17:01:38.026038Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037024545542675:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(130555315ns) {Configure:104(130547089ns) {ProcessConfigured:135(94512ns) {StartInitialHandshake:157(91227ns) {DropHandshakes:470(3407ns) {DropIncomingHandshake:442(862ns) DropOutgoingHandshake:457(845ns)} GenerateSessionVirtualId:992(1143ns) PrepareNewSessionHandshake:477(2429ns) {SwitchToState:179(1055ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.034796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037023259991822:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.004247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037024551383946:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.046620Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037024485630333:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(179500205ns) {Configure:104(179493224ns) {ProcessConfigured:135(64899ns) {StartInitialHandshake:157(62143ns) {DropHandshakes:470(2494ns) {DropIncomingHandshake:442(222ns) DropOutgoingHandshake:457(511ns)} GenerateSessionVirtualId:992(792ns) PrepareNewSessionHandshake:477(1179ns) {SwitchToState:179(527ns)}}}}}
2026-01-08T17:01:38.037219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037025127870853:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.043426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037027554959130:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22534
2026-01-08T17:01:38.058628Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037021490172596:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(268406985ns) {Configure:104(268397727ns) {ProcessConfigured:135(22466493ns) {StartInitialHandshake:157(22464517ns) {DropHandshakes:470(766ns) {DropIncomingHandshake:442(149ns) DropOutgoingHandshake:457(282ns)} GenerateSessionVirtualId:992(488ns) PrepareNewSessionHandshake:477(2327ns) {SwitchToState:179(722ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.007301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:38.026264Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037024545542612:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14481) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037024545542682:2112] held: no
2026-01-08T17:01:38.037277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037025127870852:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.061232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037024485630398:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54579
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.067016Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037021490172659:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(235360244ns) {Configure:104(235351312ns) {ProcessConfigured:135(19857597ns) {StartInitialHandshake:157(19854875ns) {DropHandshakes:470(1994ns) {DropIncomingHandshake:442(435ns) DropOutgoingHandshake:457(312ns)} GenerateSessionVirtualId:992(937ns) PrepareNewSessionHandshake:477(7081ns) {SwitchToState:179(3020ns)}}}}}
2026-01-08T17:01:38.044270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037023259991754:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.059373Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037024545542613:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(193615244ns) {Configure:104(193610504ns) {ProcessConfigured:135(24588859ns) {StartInitialHandshake:157(24586518ns) {DropHandshakes:470(713ns) {DropIncomingHandshake:442(106ns) DropOutgoingHandshake:457(203ns)} GenerateSessionVirtualId:992(453ns) PrepareNewSessionHandshake:477(3016ns) {SwitchToState:179(1316ns)}}}}}
2026-01-08T17:01:38.009932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037024551383946:2107] [node 4] ICP22 created new session: [2:7593037028846351260:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.065868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037028780597700:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54579
2026-01-08T17:01:38.089713Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037021490172660:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(186648771ns) {Configure:104(186644074ns) {ProcessConfigured:135(17580367ns) {StartInitialHandshake:157(17577041ns) {DropHandshakes:470(2450ns) {DropIncomingHandshake:442(551ns) DropOutgoingHandshake:457(486ns)} GenerateSessionVirtualId:992(1398ns) PrepareNewSessionHandshake:477(3128ns) {SwitchToState:179(1323ns)}}}}}
2026-01-08T17:01:38.083192Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037024485630394:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(171963627ns) {Configure:104(171956831ns) {ProcessConfigured:135(82155ns) {StartInitialHandshake:157(79172ns) {DropHandshakes:470(2773ns) {DropIncomingHandshake:442(509ns) DropOutgoingHandshake:457(535ns)} GenerateSessionVirtualId:992(1471ns) PrepareNewSessionHandshake:477(1569ns) {SwitchToState:179(585ns)}}}}}
2026-01-08T17:01:38.128198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037028780597700:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.070597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037027554959130:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.037337Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037025127870859:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.010037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037028846351260:2107] [node 4] ICS09 handshake done sender: [2:7593037024551383952:2112] self: [2:7593037024551383951:0] peer: [4:7593037024545542684:0] socket: 300 qp: -1
2026-01-08T17:01:38.059632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037024545542683:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.103338Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037021490172667:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.037459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037025127870788:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:38.074654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037023259991753:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.010091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037028846351260:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:38.177368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037024485630398:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.103384Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037021490172667:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:38.059775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037024545542680:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.075076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037027554959132:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22534
2026-01-08T17:01:38.046744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037025127870845:2103] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:38.187102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037024485630332:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(232117169ns) {Configure:104(232109167ns) {ProcessConfigured:135(13594350ns) {StartInitialHandshake:157(13591910ns) {DropHandshakes:470(1432ns) {DropIncomingHandshake:442(648ns) DropOutgoingHandshake:457(234ns)} GenerateSessionVirtualId:992(438ns) PrepareNewSessionHandshake:477(1963ns) {SwitchToState:179(780ns)}}}}}
2026-01-08T17:01:38.010150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:38.075777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037023259991825:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.187141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037024485630333:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.139802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037021490172667:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.086682Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037025127870787:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(232000875ns) {Configure:104(231993793ns) {ProcessConfigured:135(10946772ns) {StartInitialHandshake:157(10943605ns) {DropHandshakes:470(1602ns) {DropIncomingHandshake:442(211ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:992(584ns) PrepareNewSessionHandshake:477(3799ns) {SwitchToState:179(1941ns)}}}}}
2026-01-08T17:01:38.033813Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037024551383882:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(377285768ns) {Configure:104(377276574ns) {ProcessConfigured:135(12557452ns) {StartInitialHandshake:157(12544651ns) {DropHandshakes:470(2888ns) {DropIncomingHandshake:442(499ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:992(1422ns) PrepareNewSessionHandshake:477(4125ns) {SwitchToState:179(1654ns)}}}}}
2026-01-08T17:01:38.059802Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037024545542680:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.191625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037024485630332:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:38.100335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037025127870787:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:38.153374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037021490172669:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.077490Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037023259991824:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.060810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037028840509981:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34368
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.075480Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037024551383950:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.164385Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037021490172668:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.100755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037029422838166:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53266
2026-01-08T17:01:38.077536Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037023259991824:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:38.216515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037028780597707:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54579
2026-01-08T17:01:38.079672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037024545542680:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:38.075522Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037024551383950:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.164758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037021490172664:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.112194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037029422838168:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53266
2026-01-08T17:01:38.088668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037028846351265:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37176
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.227221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037028780597710:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54579
2026-01-08T17:01:38.084074Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037024545542682:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:38.139534Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037025127870844:2098] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(220690646ns) {Configure:104(220682960ns) {ProcessConfigured:135(21104152ns) {StartInitialHandshake:157(21100342ns) {DropHandshakes:470(3135ns) {DropIncomingHandshake:442(498ns) DropOutgoingHandshake:457(733ns)} GenerateSessionVirtualId:992(813ns) PrepareNewSessionHandshake:477(2756ns) {SwitchToState:179(1121ns)}}}}}
2026-01-08T17:01:38.142748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037029422838162:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53266
2026-01-08T17:01:38.164813Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037021490172664:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:38.163643Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037025127870788:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1624) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037025127870859:2114] held: no
2026-01-08T17:01:38.174966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037025127870853:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:38.175245Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037025127870859:2114] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.111158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037023259991824:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:38.118543Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037024545542611:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(231609670ns) {Configure:104(231600631ns) {ProcessConfigured:135(37020719ns) {StartInitialHandshake:157(37018537ns) {DropHandshakes:470(698ns) {DropIncomingHandshake:442(199ns) DropOutgoingHandshake:457(57ns)} GenerateSessionVirtualId:992(236ns) PrepareNewSessionHandshake:477(4110ns) {SwitchToState:179(1206ns)}}}}}
2026-01-08T17:01:38.175492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037025127870845:2103] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.175571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:38.110874Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037024551383950:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:38.250593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037028780597707:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.200981Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037021490172664:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:38.125028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037024551383955:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.175623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037025127870845:2103] [node 4] ICP22 created new session: [6:7593037029422838170:2103]
2026-01-08T17:01:38.123100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037027554959136:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22534
2026-01-08T17:01:38.118675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037024545542611:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:38.125079Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037024551383955:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:38.261761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037028780597711:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54579
2026-01-08T17:01:38.118755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037024545542612:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.266708Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037024485630333:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1624) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037024485630398:2111] held: no
2026-01-08T17:01:38.202385Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037025785139976:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39763
2026-01-08T17:01:38.137887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037023259991822:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:38.127650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037024551383883:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.175685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037029422838170:2103] [node 4] ICS09 handshake done sender: [6:7593037025127870853:2112] self: [6:7593037029422838159:0] peer: [4:7593037024545542679:0] socket: 305 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.208130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037021490172597:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.138232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037023259991819:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.127710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:38.118836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:38.175735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037029422838170:2103] [node 4] ICS10 traffic start
2026-01-08T17:01:38.267099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037024485630394:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:38.209877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:38.138347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:38.150659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037023259991819:2110] [node 6] ICP22 created new session: [3:7593037027554959139:2110]
2026-01-08T17:01:38.163004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037027554959139:2110] [node 6] ICS09 handshake done sender: [3:7593037023259991824:2112] self: [3:7593037023259991823:0] peer: [6:7593037029422838158:0] socket: 315 qp: -1
2026-01-08T17:01:38.170861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037023259991754:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.170979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:38.171042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037023259991754:2049] [node 2] ICP22 created new session: [3:7593037027554959140:2049]
2026-01-08T17:01:38.171100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037027554959140:2049] [node 2] ICS09 handshake done sender: [3:7593037023259991822:2111] self: [3:7593037027554959131:0] peer: [2:7593037024551383949:0] socket: 299 qp: -1
2026-01-08T17:01:38.171156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037027554959140:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:38.171205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:38.172265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037027554959137:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22534
2026-01-08T17:01:38.172412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037027554959138:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22534
2026-01-08T17:01:38.173438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037027554959137:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.173651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037027554959130:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:38.176177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037027554959132:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.177618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037027554959139:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:38.178544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037023259991753:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.182427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:38.191655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037023259991753:2048] [node 1] ICP22 created new session: [3:7593037027554959145:2048]
2026-01-08T17:01:38.191724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037027554959145:2048] [node 1] ICS09 handshake done sender: [3:7593037027554959130:2117] self: [3:7593037027554959133:0] peer: [1:7593037021490172666:0] socket: 323 qp: -1
2026-01-08T17:01:38.191769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037027554959145:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:38.191835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:38.194087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:38.208189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037023259991827:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.208225Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037023259991827:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:38.210578Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037023259991827:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:38.210802Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037023259991819:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(72306455ns) {HandleHandshakeStatus:329(72302971ns) {DropIncomingHandshake:442(16998ns) DropOutgoingHandshake:457(569ns) SwitchToState:179(714ns) ProcessPendingSessionEvents:495(5041453ns) {ForwardSessionEventToSession:616(4971761ns) ForwardSessionEventToSession:616(22706ns) ForwardSessionEventToSession:616(3082ns) ForwardSessionEventToSession:616(5534ns) ForwardSessionEventToSession:616(2992ns) ForwardSessionEventToSession:616(2973ns) ForwardSessionEventToSession:616(8440ns) ForwardSessionEventToSession:616(2324ns) ForwardSessionEventToSession:616(2750ns) ForwardSessionEventToSession:616(5354ns)}}}
2026-01-08T17:01:38.223816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037023259991821:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.238492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:38.250659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037023259991821:2109] [node 5] ICP22 created new session: [3:7593037027554959150:2109]
2026-01-08T17:01:38.275244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037027554959150:2109] [node 5] ICS09 handshake done sender: [3:7593037023259991827:2114] self: [3:7593037023259991826:0] peer: [5:7593037028780597708:0] socket: 316 qp: -1
2026-01-08T17:01:38.278761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037027554959150:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:38.283126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:38.296774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037023259991833:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.296813Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037023259991833:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:38.321369Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037023259991833:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:38.330133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037023259991820:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.118893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037024545542612:2049] [node 2] ICP22 created new session: [4:7593037028840509991:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.289844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037024485630398:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:38.175772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:38.127766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037024551383883:2049] [node 3] ICP22 created new session: [2:7593037028846351266:2049]
2026-01-08T17:01:38.118966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037028840509991:2049] [node 2] ICS09 handshake done sender: [4:7593037024545542682:2112] self: [4:7593037024545542684:0] peer: [2:7593037024551383951:0] socket: 312 qp: -1
2026-01-08T17:01:38.209936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037021490172597:2049] [node 3] ICP22 created new session: [1:7593037025785139981:2049]
2026-01-08T17:01:38.306556Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037028780597710:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.184282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037025127870788:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.127820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037028846351266:2049] [node 3] ICS09 handshake done sender: [2:7593037024551383950:2111] self: [2:7593037024551383949:0] peer: [3:7593037027554959131:0] socket: 296 qp: -1
2026-01-08T17:01:38.335120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:38.320745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037024485630333:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.184328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.209982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037025785139981:2049] [node 3] ICS09 handshake done sender: [1:7593037021490172667:2112] self: [1:7593037021490172666:0] peer: [3:7593037027554959133:0] socket: 322 qp: -1
2026-01-08T17:01:38.119012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037028840509991:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:38.127869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037028846351266:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:38.335622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037023259991820:2108] [node 4] ICP22 created new session: [3:7593037027554959153:2108]
2026-01-08T17:01:38.119059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:38.210024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037025785139981:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:38.122681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037024545542674:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.320868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037028780597712:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54579
2026-01-08T17:01:38.186991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037025127870788:2050] [node 3] ICP22 created new session: [6:7593037029422838172:2050]
2026-01-08T17:01:38.320970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:38.195075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037029422838172:2050] [node 3] ICS09 handshake done sender: [6:7593037025127870859:2114] self: [6:7593037029422838158:0] peer: [3:7593037023259991823:0] socket: 324 qp: -1
2026-01-08T17:01:38.321059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037024485630400:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.201088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037029422838166:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.321102Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037024485630400:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:38.206107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037029422838172:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:38.210083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:38.127908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:38.321447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037024485630333:2050] [node 3] ICP22 created new session: [5:7593037028780597717:2050]
2026-01-08T17:01:38.346214Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037023259991821:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(95383944ns) {HandleHandshakeStatus:329(95381154ns) {DropIncomingHandshake:442(14255ns) DropOutgoingHandshake:457(391ns) SwitchToState:179(480ns) ProcessPendingSessionEvents:495(12773053ns) {ForwardSessionEventToSession:616(9367695ns) ForwardSessionEventToSession:616(5685ns) ForwardSessionEventToSession:616(1213225ns) ForwardSessionEventToSession:616(7653ns) ForwardSessionEventToSession:616(3158ns) ForwardSessionEventToSession:616(2142893ns) ForwardSessionEventToSession:616(4001ns) ForwardSessionEventToSession:616(3324ns) ForwardSessionEventToSession:616(6915ns) ForwardSessionEventToSession:616(3337ns)}}}
2026-01-08T17:01:38.213675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:38.216384Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037025785139976:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.122729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:38.347371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037027554959153:2108] [node 4] ICS09 handshake done sender: [3:7593037023259991833:2116] self: [3:7593037023259991832:0] peer: [4:7593037028840510002:0] socket: 353 qp: -1
2026-01-08T17:01:38.347427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037027554959153:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:38.349463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:38.150830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037024551383955:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:38.325212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037024485630400:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.227310Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037029422838169:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53266
2026-01-08T17:01:38.359239Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037023259991820:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(22736911ns) {HandleHandshakeStatus:329(22734510ns) {DropIncomingHandshake:442(24323ns) DropOutgoingHandshake:457(382ns) SwitchToState:179(652ns) ProcessPendingSessionEvents:495(2929937ns) {ForwardSessionEventToSession:616(2881279ns) ForwardSessionEventToSession:616(4741ns) ForwardSessionEventToSession:616(6676ns) ForwardSessionEventToSession:616(2969ns) ForwardSessionEventToSession:616(2084ns) ForwardSessionEventToSession:616(8016ns) ForwardSessionEventToSession:616(3609ns) ForwardSessionEventToSession:616(2924ns) ForwardSessionEventToSession:616(5410ns) ForwardSessionEventToSession:616(2913ns)}}}
2026-01-08T17:01:38.129704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037024545542674:2109] [node 6] ICP22 created new session: [4:7593037028840509993:2109]
2026-01-08T17:01:38.216521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037025785139969:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.239033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037025127870788:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(42140370ns) {HandleHandshakeStatus:329(42138747ns) {DropIncomingHandshake:442(398ns) DropOutgoingHandshake:457(182ns) SwitchToState:179(368ns) ProcessPendingSessionEvents:495(927ns)}}
2026-01-08T17:01:38.329912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037028780597717:2050] [node 3] ICS09 handshake done sender: [5:7593037024485630398:2111] self: [5:7593037028780597708:0] peer: [3:7593037023259991826:0] socket: 317 qp: -1
2026-01-08T17:01:38.193968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037028846351265:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.203763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037024551383947:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.216545Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037025785139969:2115] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:38.203844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:38.136984Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037028840509994:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34368
2026-01-08T17:01:38.256621Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037025127870852:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:38.290508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037025127870787:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.290565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:38.290619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037025127870787:2049] [node 2] ICP22 created new session: [6:7593037029422838177:2049]
2026-01-08T17:01:38.290674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037029422838177:2049] [node 2] ICS09 handshake done sender: [6:7593037025127870852:2111] self: [6:7593037029422838167:0] peer: [2:7593037024551383954:0] socket: 304 qp: -1
2026-01-08T17:01:38.290712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037029422838177:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:38.290752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:38.291547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037029422838176:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53266
2026-01-08T17:01:38.314946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037025127870844:2098] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:38.320214Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037029422838176:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.320439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037025127870786:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:38.325540Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037029422838181:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53266
2026-01-08T17:01:38.330262Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037029422838166:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:38.330818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037025127870844:2098] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.333892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037029422838182:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53266
2026-01-08T17:01:38.335445Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037029422838176:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:38.335470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:38.342890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037025127870844:2098] [node 5] ICP22 created new session: [6:7593037029422838183:2098]
2026-01-08T17:01:38.347409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037029422838183:2098] [node 5] ICS09 handshake done sender: [6:7593037029422838166:2119] self: [6:7593037029422838179:0] peer: [5:7593037024485630399:0] socket: 336 qp: -1
2026-01-08T17:01:38.348735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037029422838183:2098] [node 5] ICS10 traffic start
2026-01-08T17:01:38.348885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:38.349634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037025127870786:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.349683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:38.350336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037025127870786:2048] [node 1] ICP22 created new session: [6:7593037029422838185:2048]
2026-01-08T17:01:38.352399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037029422838185:2048] [node 1] ICS09 handshake done sender: [6:7593037029422838176:2122] self: [6:7593037029422838180:0] peer: [1:7593037025785139968:0] socket: 352 qp: -1
2026-01-08T17:01:38.353597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037029422838185:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:38.353997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:38.357422Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037025127870844:2098] [node 5] ICP35 event processing took too much time PendingConnection:279(26561694ns) {HandleHandshakeStatus:329(26391788ns) {DropIncomingHandshake:442(455ns) DropOutgoingHandshake:457(6697ns) SwitchToState:179(389ns) ProcessPendingSessionEvents:495(3945832ns) {ForwardSessionEventToSession:616(3890632ns) ForwardSessionEventToSession:616(4558ns) ForwardSessionEventToSession:616(3645ns) ForwardSessionEventToSession:616(6908ns) ForwardSessionEventToSession:616(2367ns) ForwardSessionEventToSession:616(2675ns) ForwardSessionEventToSession:616(7637ns) ForwardSessionEventToSession:616(8203ns) ForwardSessionEventToSession:616(5568ns) ForwardSessionEventToSession:616(2770ns)}}}
2026-01-08T17:01:38.371786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037025127870786:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(22377843ns) {HandleHandshakeStatus:329(22375450ns) {DropIncomingHandshake:442(1771ns) DropOutgoingHandshake:457(5022ns) SwitchToState:179(397ns) ProcessPendingSessionEvents:495(2897722ns) {ForwardSessionEventToSession:616(2564361ns) ForwardSessionEventToSession:616(276867ns) ForwardSessionEventToSession:616(3884ns) ForwardSessionEventToSession:616(3616ns) ForwardSessionEventToSession:616(14844ns) ForwardSessionEventToSession:616(3273ns) ForwardSessionEventToSession:616(3138ns) ForwardSessionEventToSession:616(7862ns) ForwardSessionEventToSession:616(3523ns) ForwardSessionEventToSession:616(5526ns)}}}
2026-01-08T17:01:38.371863Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037025127870786:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:38.330304Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037028780597700:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:38.146543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037028840509993:2109] [node 6] ICS09 handshake done sender: [4:7593037024545542680:2111] self: [4:7593037024545542679:0] peer: [6:7593037029422838159:0] socket: 303 qp: -1
2026-01-08T17:01:38.224853Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037025785139977:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39763
2026-01-08T17:01:38.227511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037021490172661:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.330519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037028780597717:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:38.227557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:38.331273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:38.230673Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037025785139969:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:38.342741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037024485630332:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.230822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037021490172661:2107] [node 4] ICP22 created new session: [1:7593037025785139987:2107]
2026-01-08T17:01:38.346743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:38.258666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037025785139987:2107] [node 4] ICS09 handshake done sender: [1:7593037021490172664:2111] self: [1:7593037021490172663:0] peer: [4:7593037028840509990:0] socket: 301 qp: -1
2026-01-08T17:01:38.262883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037025785139987:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:38.267635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037021490172596:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.346826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037024485630332:2049] [node 2] ICP22 created new session: [5:7593037028780597720:2049]
2026-01-08T17:01:38.267978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037021490172597:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(20041315ns) {HandleHandshakeStatus:329(20039077ns) {DropIncomingHandshake:442(19257ns) DropOutgoingHandshake:457(323ns) SwitchToState:179(664ns) ProcessPendingSessionEvents:495(13348174ns) {ForwardSessionEventToSession:616(52929ns) ForwardSessionEventToSession:616(3033ns) ForwardSessionEventToSession:616(7169ns) ForwardSessionEventToSession:616(3155ns) ForwardSessionEventToSession:616(2682ns) ForwardSessionEventToSession:616(5867134ns) ForwardSessionEventToSession:616(4878ns) ForwardSessionEventToSession:616(1804ns) ForwardSessionEventToSession:616(7389162ns) ForwardSessionEventToSession:616(2717ns)}}}
2026-01-08T17:01:38.348386Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037024485630333:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(28302710ns) {HandleHandshakeStatus:329(27459874ns) {DropIncomingHandshake:442(1327ns) DropOutgoingHandshake:457(306ns) SwitchToState:179(818ns) ProcessPendingSessionEvents:495(906ns)}}
2026-01-08T17:01:38.349460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037028780597720:2049] [node 2] ICS09 handshake done sender: [5:7593037028780597700:2114] self: [5:7593037028780597709:0] peer: [2:7593037024551383958:0] socket: 328 qp: -1
2026-01-08T17:01:38.270471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:38.349566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037024485630395:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.273205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:38.349676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037028780597720:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:38.273278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037021490172596:2048] [node 2] ICP22 created new session: [1:7593037025785139989:2048]
2026-01-08T17:01:38.349721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:38.273337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037025785139989:2048] [node 2] ICS09 handshake done sender: [1:7593037025785139969:2115] self: [1:7593037025785139967:0] peer: [2:7593037028846351272:0] socket: 326 qp: -1
2026-01-08T17:01:38.273389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037025785139989:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:38.349756Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037028780597716:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54579
2026-01-08T17:01:38.349902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:38.273451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:38.352538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037024485630395:2109] [node 6] ICP22 created new session: [5:7593037028780597723:2109]
2026-01-08T17:01:38.305556Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037021490172661:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(78620772ns) {HandleHandshakeStatus:329(78618376ns) {DropIncomingHandshake:442(1007ns) DropOutgoingHandshake:457(869ns) SwitchToState:179(298ns) ProcessPendingSessionEvents:495(13120254ns) {ForwardSessionEventToSession:616(13054372ns) ForwardSessionEventToSession:616(14978ns) ForwardSessionEventToSession:616(3571ns) ForwardSessionEventToSession:616(3675ns) ForwardSessionEventToSession:616(5918ns) ForwardSessionEventToSession:616(3194ns) ForwardSessionEventToSession:616(3499ns) ForwardSessionEventToSession:616(5475ns) ForwardSessionEventToSession:616(2575ns) ForwardSessionEventToSession:616(8331ns)}}}
2026-01-08T17:01:38.305647Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037021490172661:2107] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:38.321706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037025785139971:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.203909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037024551383947:2109] [node 6] ICP22 created new session: [2:7593037028846351270:2109]
2026-01-08T17:01:38.321736Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037025785139971:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:38.203961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037028846351270:2109] [node 6] ICS09 handshake done sender: [2:7593037024551383955:2113] self: [2:7593037024551383954:0] peer: [6:7593037029422838167:0] socket: 297 qp: -1
2026-01-08T17:01:38.204004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037028846351270:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:38.329998Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037025785139971:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:38.204043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:38.334953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037021490172660:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.204952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037024551383882:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:38.346783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:38.205512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037024551383959:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.348363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037021490172660:2109] [node 6] ICP22 created new session: [1:7593037025785139992:2109]
2026-01-08T17:01:38.205547Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037024551383959:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:38.349569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037025785139992:2109] [node 6] ICS09 handshake done sender: [1:7593037025785139971:2116] self: [1:7593037025785139968:0] peer: [6:7593037029422838180:0] socket: 345 qp: -1
2026-01-08T17:01:38.223478Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037024551383959:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:38.251313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037024551383948:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.349866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037025785139992:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:38.251361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:38.350273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:38.262066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037024551383948:2108] [node 5] ICP22 created new session: [2:7593037028846351275:2108]
2026-01-08T17:01:38.278489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037028846351275:2108] [node 5] ICS09 handshake done sender: [2:7593037024551383959:2114] self: [2:7593037024551383958:0] peer: [5:7593037028780597709:0] socket: 302 qp: -1
2026-01-08T17:01:38.288555Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037024551383882:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21403) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037028846351265:2117] held: no
2026-01-08T17:01:38.288751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037028846351276:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37176
2026-01-08T17:01:38.289925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037028846351275:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:38.296969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:38.320583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037028846351274:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37176
2026-01-08T17:01:38.322637Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037028846351265:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:38.330963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037024551383882:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.333532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:38.334140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037024551383882:2048] [node 1] ICP22 created new session: [2:7593037028846351278:2048]
2026-01-08T17:01:38.334200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037028846351278:2048] [node 1] ICS09 handshake done sender: [2:7593037028846351265:2117] self: [2:7593037028846351272:0] peer: [1:7593037025785139967:0] socket: 332 qp: -1
2026-01-08T17:01:38.334242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037028846351278:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:38.334732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:38.345941Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037024551383948:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(74617972ns) {HandleHandshakeStatus:329(74614689ns) {DropIncomingHandshake:442(451ns) DropOutgoingHandshake:457(525ns) SwitchToState:179(616ns) ProcessPendingSessionEvents:495(9477941ns) {ForwardSessionEventToSession:616(3930865ns) ForwardSessionEventToSession:616(336253ns) ForwardSessionEventToSession:616(3421ns) ForwardSessionEventToSession:616(2926ns) ForwardSessionEventToSession:616(442298ns) ForwardSessionEventToSession:616(3489ns) ForwardSessionEventToSession:616(240560ns) ForwardSessionEventToSession:616(3848ns) ForwardSessionEventToSession:616(2433ns) ForwardSessionEventToSession:616(4154465ns)}}}
2026-01-08T17:01:38.146607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037028840509993:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:38.154470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:38.155102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037024545542674:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(32103151ns) {HandleHandshakeStatus:329(32100188ns) {DropIncomingHandshake:442(370ns) DropOutgoingHandshake:457(542ns) SwitchToState:179(670ns) ProcessPendingSessionEvents:495(126072ns) {ForwardSessionEventToSession:616(70224ns) ForwardSessionEventToSession:616(4608ns) ForwardSessionEventToSession:616(7569ns) ForwardSessionEventToSession:616(2539ns) ForwardSessionEventToSession:616(6744ns) ForwardSessionEventToSession:616(3362ns) ForwardSessionEventToSession:616(2568ns) ForwardSessionEventToSession:616(7427ns) ForwardSessionEventToSession:616(2547ns) ForwardSessionEventToSession:616(2991ns)}}}
2026-01-08T17:01:38.177679Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037024545542612:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(39080948ns) {HandleHandshakeStatus:329(39078542ns) {DropIncomingHandshake:442(444ns) DropOutgoingHandshake:457(390ns) SwitchToState:179(118ns) ProcessPendingSessionEvents:495(1587ns)}}
2026-01-08T17:01:38.184260Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037028840509994:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.184561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037024545542674:2109] [node 6] ICP18 handshake (actor [4:7593037028840509994:2118]) is too old
2026-01-08T17:01:38.186435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037028840509998:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34368
2026-01-08T17:01:38.186497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037028840509999:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34368
2026-01-08T17:01:38.202967Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037024545542683:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:38.206353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037024545542611:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.217761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:38.223414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037024545542611:2048] [node 1] ICP22 created new session: [4:7593037028840510000:2048]
2026-01-08T17:01:38.227467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037028840510000:2048] [node 1] ICS09 handshake done sender: [4:7593037024545542683:2113] self: [4:7593037028840509990:0] peer: [1:7593037021490172663:0] socket: 313 qp: -1
2026-01-08T17:01:38.230755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037028840510000:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:38.250878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037028840509998:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.254800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:38.274883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037024545542613:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:38.278841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037028840509983:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.278890Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037028840509983:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:38.295912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037024545542611:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(89310526ns) {HandleHandshakeStatus:329(89307763ns) {DropIncomingHandshake:442(350ns) DropOutgoingHandshake:457(22334ns) SwitchToState:179(401ns) ProcessPendingSessionEvents:495(5712848ns) {ForwardSessionEventToSession:616(5653758ns) ForwardSessionEventToSession:616(8543ns) ForwardSessionEventToSession:616(8251ns) ForwardSessionEventToSession:616(6006ns) ForwardSessionEventToSession:616(2514ns) ForwardSessionEventToSession:616(3020ns) ForwardSessionEventToSession:616(6751ns) ForwardSessionEventToSession:616(2724ns) ForwardSessionEventToSession:616(2689ns) ForwardSessionEventToSession:616(6694ns)}}}
2026-01-08T17:01:38.296466Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037028840509983:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:38.310997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037024545542675:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.315303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037028840510003:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34368
2026-01-08T17:01:38.316611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:38.316689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037024545542675:2108] [node 5] ICP22 created new session: [4:7593037028840510005:2108]
2026-01-08T17:01:38.316785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037028840510005:2108] [node 5] ICS09 handshake done sender: [4:7593037028840509983:2115] self: [4:7593037028840509982:0] peer: [5:7593037028780597714:0] socket: 346 qp: -1
2026-01-08T17:01:38.316843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037028840510005:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:38.316890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:38.335475Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037024545542613:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1624) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037028840509998:2119] held: no
2026-01-08T17:01:38.349545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037028840510007:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34368
2026-01-08T17:01:38.352478Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037028840509998:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:38.356420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037028840510003:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.356554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037024545542675:2108] [node 5] ICP18 handshake (actor [4:7593037028840510003:2121]) is too old
2026-01-08T17:01:38.358556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037024545542613:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.358604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:38.360253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037024545542613:2050] [node 3] ICP22 created new session: [4:7593037028840510008:2050]
2026-01-08T17:01:38.371039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037028840510008:2050] [node 3] ICS09 handshake done sender: [4:7593037028840509998:2119] self: [4:7593037028840510002:0] peer: [3:7593037023259991832:0] socket: 306 qp: -1
2026-01-08T17:01:38.372261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037028840510008:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:38.372679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:38.354389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037028780597723:2109] [node 6] ICS09 handshake done sender: [5:7593037024485630400:2112] self: [5:7593037024485630399:0] peer: [6:7593037029422838179:0] socket: 334 qp: -1
2026-01-08T17:01:38.354438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037028780597723:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:38.354962Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037024485630332:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19311387ns) {HandleHandshakeStatus:329(19310000ns) {DropIncomingHandshake:442(2791ns) DropOutgoingHandshake:457(7601ns) SwitchToState:179(502ns) ProcessPendingSessionEvents:495(4459855ns) {ForwardSessionEventToSession:616(835541ns) ForwardSessionEventToSession:616(4999ns) ForwardSessionEventToSession:616(2662ns) ForwardSessionEventToSession:616(2061662ns) ForwardSessionEventToSession:616(6983ns) ForwardSessionEventToSession:616(3965ns) ForwardSessionEventToSession:616(1062364ns) ForwardSessionEventToSession:616(2728ns) ForwardSessionEventToSession:616(462350ns) ForwardSessionEventToSession:616(2750ns)}}}
2026-01-08T17:01:38.355793Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037028780597713:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54579
2026-01-08T17:01:38.355955Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037028780597707:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:38.358475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:38.366074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037024485630394:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.366179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:38.366264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037024485630394:2108] [node 4] ICP22 created new session: [5:7593037028780597726:2108]
2026-01-08T17:01:38.366354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037028780597726:2108] [node 4] ICS09 handshake done sender: [5:7593037028780597707:2117] self: [5:7593037028780597714:0] peer: [4:7593037028840509982:0] socket: 349 qp: -1
2026-01-08T17:01:38.366417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037028780597726:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:38.366469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:38.370863Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037028780597713:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.375410Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037024485630395:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(25607252ns) {HandleHandshakeStatus:329(25605991ns) {DropIncomingHandshake:442(13343ns) DropOutgoingHandshake:457(346ns) SwitchToState:179(280ns) ProcessPendingSessionEvents:495(4233990ns) {ForwardSessionEventToSession:616(1697763ns) ForwardSessionEventToSession:616(1250481ns) ForwardSessionEventToSession:616(4969ns) ForwardSessionEventToSession:616(3039ns) ForwardSessionEventToSession:616(1234796ns) ForwardSessionEventToSession:616(2645ns) ForwardSessionEventToSession:616(8977ns) ForwardSessionEventToSession:616(5651ns) ForwardSessionEventToSession:616(3265ns) ForwardSessionEventToSession:616(10574ns)}}}
2026-01-08T17:01:38.376912Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037024485630394:2108] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:38.377535Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037024545542613:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22747024ns) {HandleHandshakeStatus:329(18859223ns) {DropIncomingHandshake:442(689ns) DropOutgoingHandshake:457(365ns) SwitchToState:179(722ns) ProcessPendingSessionEvents:495(1044ns)}}
2026-01-08T17:01:38.376230Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037021490172660:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(36547708ns) {HandleHandshakeStatus:329(36545458ns) {DropIncomingHandshake:442(482357ns) DropOutgoingHandshake:457(948ns) SwitchToState:179(458ns) ProcessPendingSessionEvents:495(17093223ns) {ForwardSessionEventToSession:616(11672720ns) ForwardSessionEventToSession:616(16811ns) ForwardSessionEventToSession:616(2656848ns) ForwardSessionEventToSession:616(4075ns) ForwardSessionEventToSession:616(1534949ns) ForwardSessionEventToSession:616(5269ns) ForwardSessionEventToSession:616(2551ns) ForwardSessionEventToSession:616(715135ns) ForwardSessionEventToSession:616(452442ns) ForwardSessionEventToSession:616(7174ns)}}}
2026-01-08T17:01:38.378649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037024485630331:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:38.378962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037025785139974:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:38.378992Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037025785139974:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:38.379752Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037025785139974:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:38.380514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037021490172659:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:38.380617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:38.380672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037021490172659:2108] [node 5] ICP22 created new session: [1:7593037025785139995:2108]
2026-01-08T17:01:38.380728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037025785139995:2108] [node 5] ICS09 handshake done sender: [1:7593037025785139974:2117] self: [1:7593037025785139970:0] peer: [5:7593037028780597728:0] socket: 359 qp: -1
2026-01-08T17:01:38.380776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037025785139995:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:38.380831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:38.382481Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037024485630331:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21403) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037028780597713:2121] held: no
2026-01-08T17:01:38.382662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037028780597729:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54579
2026-01-08T17:01:38.383382Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037028780597713:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:38.383591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037024485630331:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:38.383650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:38.383697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037024485630331:2048] [node 1] ICP22 created new session: [5:7593037028780597730:2048]
2026-01-08T17:01:38.383748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037028780597730:2048] [node 1] ICS09 handshake done sender: [5:7593037028780597713:2121] self: [5:7593037028780597728:0] peer: [1:7593037025785139970:0] socket: 361 qp: -1
2026-01-08T17:01:38.383795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037028780597730:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:38.383848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:38.445876Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:38.446121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037028846351278:2048] [node 1] ICS01 socket: 332 reason# EndOfStream
2026-01-08T17:01:38.446168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037024551383882:2048] [node 1] ICP30 unregister session Session# [2:7593037028846351278:2048] VirtualId# [2:7593037028846351272:0]
2026-01-08T17:01:38.446206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037028846351278:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.446286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:38.446350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:38.448519Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:38.448755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037027554959145:2048] [node 1] ICS01 socket: 323 reason# EndOfStream
2026-01-08T17:01:38.448817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037023259991753:2048] [node 1] ICP30 unregister session Session# [3:7593037027554959145:2048] VirtualId# [3:7593037027554959133:0]
2026-01-08T17:01:38.448861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037027554959145:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.448945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:38.449001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:38.455600Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:38.455977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037028780597730:2048] [node 1] ICS01 socket: 361 reason# EndOfStream
2026-01-08T17:01:38.456017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037024485630331:2048] [node 1] ICP30 unregister session Session# [5:7593037028780597730:2048] VirtualId# [5:7593037028780597728:0]
2026-01-08T17:01:38.456049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037028780597730:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.456135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:38.456180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:38.454775Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:38.455070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037029422838185:2048] [node 1] ICS01 socket: 352 reason# EndOfStream
2026-01-08T17:01:38.455124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037025127870786:2048] [node 1] ICP30 unregister session Session# [6:7593037029422838185:2048] VirtualId# [6:7593037029422838180:0]
2026-01-08T17:01:38.455161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037029422838185:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.455252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:38.455306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:38.458536Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:38.458777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037028840510000:2048] [node 1] ICS01 socket: 313 reason# EndOfStream
2026-01-08T17:01:38.458819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037024545542611:2048] [node 1] ICP30 unregister session Session# [4:7593037028840510000:2048] VirtualId# [4:7593037028840509990:0]
2026-01-08T17:01:38.458852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037028840510000:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.458946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:38.459003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:38.612399Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:38.612653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037027554959140:2049] [node 2] ICS07 socket disconnect 299 reason# EndOfStream
2026-01-08T17:01:38.612691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037027554959140:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.612790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:38.612838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037027554959140:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:38.615772Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037023259991754:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14481) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:38.615829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037027554959140:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:38.617213Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037023259991754:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14481) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:38.617651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037027554959140:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:38.617729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037023259991754:2049] [node 2] ICP30 unregister session Session# [3:7593037027554959140:2049] VirtualId# [3:7593037027554959131:0]
2026-01-08T17:01:38.617795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:38.617830Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037023259991754:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14481) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:38.617868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14481) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:38.619136Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:38.618337Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:38.619324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037028780597720:2049] [node 2] ICS01 socket: 328 reason# EndOfStream
2026-01-08T17:01:38.618616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037028840509991:2049] [node 2] ICS01 socket: 312 reason# EndOfStream
2026-01-08T17:01:38.619375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037024485630332:2049] [node 2] ICP30 unregister session Session# [5:7593037028780597720:2049] VirtualId# [5:7593037028780597709:0]
2026-01-08T17:01:38.618672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037024545542612:2049] [node 2] ICP30 unregister session Session# [4:7593037028840509991:2049] VirtualId# [4:7593037024545542684:0]
2026-01-08T17:01:38.619411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037028780597720:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.618709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037028840509991:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.619485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:38.619530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:38.618798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:38.618853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:38.620119Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:38.620355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037029422838177:2049] [node 2] ICS01 socket: 304 reason# EndOfStream
2026-01-08T17:01:38.620401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037025127870787:2049] [node 2] ICP30 unregister session Session# [6:7593037029422838177:2049] VirtualId# [6:7593037029422838167:0]
2026-01-08T17:01:38.620433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037029422838177:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.620539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:38.620593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:38.758563Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:38.758847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037028840510008:2050] [node 3] ICS01 socket: 306 reason# EndOfStream
2026-01-08T17:01:38.758908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037024545542613:2050] [node 3] ICP30 unregister session Session# [4:7593037028840510008:2050] VirtualId# [4:7593037028840510002:0]
2026-01-08T17:01:38.758963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037028840510008:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.759050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:38.759123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:38.759688Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:38.759920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037028780597717:2050] [node 3] ICS01 socket: 317 reason# EndOfStream
2026-01-08T17:01:38.759962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037024485630333:2050] [node 3] ICP30 unregister session Session# [5:7593037028780597717:2050] VirtualId# [5:7593037028780597708:0]
2026-01-08T17:01:38.759997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037028780597717:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.760064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:38.760103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:38.762674Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:38.762969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037029422838172:2050] [node 3] ICS01 socket: 324 reason# EndOfStream
2026-01-08T17:01:38.763082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037025127870788:2050] [node 3] ICP30 unregister session Session# [6:7593037029422838172:2050] VirtualId# [6:7593037029422838158:0]
2026-01-08T17:01:38.763171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037029422838172:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.763277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:38.763321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:38.858961Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:38.859621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037028780597726:2108] [node 4] ICS07 socket disconnect 349 reason# EndOfStream
2026-01-08T17:01:38.859656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037028780597726:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.859751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:38.859802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037028780597726:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:38.860077Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:38.860321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037029422838170:2103] [node 4] ICS07 socket disconnect 305 reason# EndOfStream
2026-01-08T17:01:38.860361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037029422838170:2103] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.860428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:38.860482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037029422838170:2103] [node 4] ICS15 start handshake
2026-01-08T17:01:38.860744Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037024485630394:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16518) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:38.861595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037028780597726:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:38.861787Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037025127870845:2103] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16518) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:38.861651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037024485630394:2108] [node 4] ICP30 unregister session Session# [5:7593037028780597726:2108] VirtualId# [5:7593037028780597714:0]
2026-01-08T17:01:38.861855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037029422838170:2103] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:38.861734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:38.861897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037025127870845:2103] [node 4] ICP30 unregister session Session# [6:7593037029422838170:2103] VirtualId# [6:7593037029422838159:0]
2026-01-08T17:01:38.861783Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037024485630394:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16518) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:38.861944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:38.861814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16518) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:38.861983Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037025127870845:2103] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16518) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:38.862020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16518) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:38.873541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037025127870845:2103] [node 4] ICP33 wake up from error state
2026-01-08T17:01:38.914573Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:38.914884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037029422838183:2098] [node 5] ICS01 socket: 336 reason# EndOfStream
2026-01-08T17:01:38.914974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037025127870844:2098] [node 5] ICP30 unregister session Session# [6:7593037029422838183:2098] VirtualId# [6:7593037029422838179:0]
2026-01-08T17:01:38.915017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037029422838183:2098] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:38.915115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:38.915182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:39.035663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037032338968798:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:39.035714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037032338968797:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:39.043082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037033783921479:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:39.043684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037033783921480:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:39.049536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037030804344880:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:39.049561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037030804344881:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:39.072916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037033417867395:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:39.072974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037033417867396:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:39.073572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037033417867397:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:39.079969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037031778028758:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:39.080015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037031778028759:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:39.080242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037031778028760:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:39.087056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037031670023772:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:39.087082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037031670023773:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:39.087105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037031670023774:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:39.185176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037031670023832:2106] [node 5] ICP01 ready to work
2026-01-08T17:01:39.198904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037032338968860:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:39.321034Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037033783921479:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(86339320ns) {Configure:104(41345196ns) {ProcessConfigured:135(100366ns) {StartInitialHandshake:157(97674ns) {DropHandshakes:470(2604ns) {DropIncomingHandshake:442(622ns) DropOutgoingHandshake:457(583ns)} GenerateSessionVirtualId:992(1150ns) PrepareNewSessionHandshake:477(2485ns) {SwitchToState:179(809ns)}}}}}
2026-01-08T17:01:39.338761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037033783921546:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:39.223716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037031670023836:2109] [node 4] ICP01 ready to work
2026-01-08T17:01:39.350529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037033783921545:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:39.355162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037030804344944:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:39.351575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037032338968861:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:39.367881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037033783921550:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:39.359321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037031778028830:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:39.363446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037033417867459:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:39.355197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037032338968862:2108] [node 6] ICP01 ready to work
2026-01-08T17:01:39.367699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037030804344945:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:39.370657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037033417867460:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:39.386761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037031778028831:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:39.371900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037030804344946:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:39.396411Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037031778028760:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(161641852ns) {Configure:104(161635638ns) {ProcessConfigured:135(81270ns) {StartInitialHandshake:157(77733ns) {DropHandshakes:470(3538ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(653ns)} GenerateSessionVirtualId:992(1501ns) PrepareNewSessionHandshake:477(2123ns) {SwitchToState:179(881ns)}}}}}
2026-01-08T17:01:39.420316Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037030804344881:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(68370628ns) {Configure:104(68364437ns) {ProcessConfigured:135(99003ns) {StartInitialHandshake:157(96532ns) {DropHandshakes:470(3073ns) {DropIncomingHandshake:442(514ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:992(1119ns) PrepareNewSessionHandshake:477(2901ns) {SwitchToState:179(937ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.428547Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037033783921480:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(91226890ns) {Configure:104(91219105ns) {ProcessConfigured:135(71609ns) {StartInitialHandshake:157(69464ns) {DropHandshakes:470(2395ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:992(745ns) PrepareNewSessionHandshake:477(1732ns) {SwitchToState:179(649ns)}}}}}
2026-01-08T17:01:39.411878Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037031778028758:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(57200403ns) {Configure:104(57194992ns) {ProcessConfigured:135(104437ns) {StartInitialHandshake:157(100877ns) {DropHandshakes:470(2751ns) {DropIncomingHandshake:442(1032ns) DropOutgoingHandshake:457(517ns)} GenerateSessionVirtualId:992(1269ns) PrepareNewSessionHandshake:477(1650ns) {SwitchToState:179(576ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.440317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037033417867397:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(91660620ns) {Configure:104(87961013ns) {ProcessConfigured:135(69720ns) {StartInitialHandshake:157(67616ns) {DropHandshakes:470(3145ns) {DropIncomingHandshake:442(514ns) DropOutgoingHandshake:457(640ns)} GenerateSessionVirtualId:992(1086ns) PrepareNewSessionHandshake:477(1971ns) {SwitchToState:179(788ns)}}}}}
2026-01-08T17:01:39.436736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037030804344950:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1381
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.444760Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037031778028830:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(73659253ns) {Configure:104(73653692ns) {ProcessConfigured:135(92797ns) {StartInitialHandshake:157(90087ns) {DropHandshakes:470(2609ns) {DropIncomingHandshake:442(424ns) DropOutgoingHandshake:457(353ns)} GenerateSessionVirtualId:992(881ns) PrepareNewSessionHandshake:477(1796ns) {SwitchToState:179(628ns)}}}}}
2026-01-08T17:01:39.482706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037030804344951:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1381
2026-01-08T17:01:39.451109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037033417867461:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13552
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.467924Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037031670023832:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(282228235ns) {Configure:104(282220940ns) {ProcessConfigured:135(10358682ns) {StartInitialHandshake:157(10355946ns) {DropHandshakes:470(1527ns) {DropIncomingHandshake:442(261ns) DropOutgoingHandshake:457(588ns)} GenerateSessionVirtualId:992(847ns) PrepareNewSessionHandshake:477(4536ns) {SwitchToState:179(1942ns)}}}}}
2026-01-08T17:01:39.502624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037033417867465:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13552
2026-01-08T17:01:39.468856Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037031778028841:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49174
2026-01-08T17:01:39.502864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037033417867461:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.476636Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037031670023774:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(122003435ns) {Configure:104(121993735ns) {ProcessConfigured:135(118961ns) {StartInitialHandshake:157(116080ns) {DropHandshakes:470(3315ns) {DropIncomingHandshake:442(677ns) DropOutgoingHandshake:457(527ns)} GenerateSessionVirtualId:992(1455ns) PrepareNewSessionHandshake:477(2090ns) {SwitchToState:179(748ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.524004Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037031670023773:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(128858174ns) {Configure:104(128852636ns) {ProcessConfigured:135(82370ns) {StartInitialHandshake:157(79535ns) {DropHandshakes:470(3453ns) {DropIncomingHandshake:442(532ns) DropOutgoingHandshake:457(1069ns)} GenerateSessionVirtualId:992(758ns) PrepareNewSessionHandshake:477(2659ns) {SwitchToState:179(1101ns)}}}}}
2026-01-08T17:01:39.555106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037033417867462:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13552
2026-01-08T17:01:39.559319Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037033783921554:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46387
2026-01-08T17:01:39.559379Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037031670023772:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(243984496ns) {Configure:104(243977357ns) {ProcessConfigured:135(33041559ns) {StartInitialHandshake:157(33038779ns) {DropHandshakes:470(2718ns) {DropIncomingHandshake:442(442ns) DropOutgoingHandshake:457(473ns)} GenerateSessionVirtualId:992(864ns) PrepareNewSessionHandshake:477(4393ns) {SwitchToState:179(2039ns)}}}}}
2026-01-08T17:01:39.487612Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037032338968798:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(252809769ns) {Configure:104(252804035ns) {ProcessConfigured:135(14256184ns) {StartInitialHandshake:157(14252730ns) {DropHandshakes:470(2785ns) {DropIncomingHandshake:442(735ns) DropOutgoingHandshake:457(509ns)} GenerateSessionVirtualId:992(1328ns) PrepareNewSessionHandshake:477(12891ns) {SwitchToState:179(10935ns)}}}}}
2026-01-08T17:01:39.585961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037030804344951:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.570779Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037031778028831:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(120327187ns) {Configure:104(120320755ns) {ProcessConfigured:135(10753936ns) {StartInitialHandshake:157(10750834ns) {DropHandshakes:470(3187ns) {DropIncomingHandshake:442(670ns) DropOutgoingHandshake:457(505ns)} GenerateSessionVirtualId:992(1376ns) PrepareNewSessionHandshake:477(2982ns) {SwitchToState:179(1473ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.563384Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037033417867396:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(226372109ns) {Configure:104(226364963ns) {ProcessConfigured:135(8186746ns) {StartInitialHandshake:157(8183773ns) {DropHandshakes:470(2574ns) {DropIncomingHandshake:442(479ns) DropOutgoingHandshake:457(466ns)} GenerateSessionVirtualId:992(1125ns) PrepareNewSessionHandshake:477(3777ns) {SwitchToState:179(1484ns)}}}}}
2026-01-08T17:01:39.585118Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037033783921545:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(192299227ns) {Configure:104(192291440ns) {ProcessConfigured:135(20617514ns) {StartInitialHandshake:157(20614035ns) {DropHandshakes:470(2506ns) {DropIncomingHandshake:442(510ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:992(1220ns) PrepareNewSessionHandshake:477(2934ns) {SwitchToState:179(1139ns)}}}}}
2026-01-08T17:01:39.518704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037032338968863:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40203
2026-01-08T17:01:39.589848Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037030804344880:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(218181473ns) {Configure:104(218175647ns) {ProcessConfigured:135(24447789ns) {StartInitialHandshake:157(24445132ns) {DropHandshakes:470(3058ns) {DropIncomingHandshake:442(572ns) DropOutgoingHandshake:457(639ns)} GenerateSessionVirtualId:992(727ns) PrepareNewSessionHandshake:477(6769ns) {SwitchToState:179(3249ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.574864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037033417867395:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(249076729ns) {Configure:104(249069593ns) {ProcessConfigured:135(13002901ns) {StartInitialHandshake:157(12998176ns) {DropHandshakes:470(3039ns) {DropIncomingHandshake:442(682ns) DropOutgoingHandshake:457(531ns)} GenerateSessionVirtualId:992(1418ns) PrepareNewSessionHandshake:477(4042ns) {SwitchToState:179(1991ns)}}}}}
2026-01-08T17:01:39.603133Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037030804344945:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(219925903ns) {Configure:104(219917504ns) {ProcessConfigured:135(24441555ns) {StartInitialHandshake:157(24438379ns) {DropHandshakes:470(2216ns) {DropIncomingHandshake:442(357ns) DropOutgoingHandshake:457(408ns)} GenerateSessionVirtualId:992(951ns) PrepareNewSessionHandshake:477(2648ns) {SwitchToState:179(923ns)}}}}}
2026-01-08T17:01:39.519073Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037032338968797:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(298227016ns) {Configure:104(298222204ns) {ProcessConfigured:135(28579618ns) {StartInitialHandshake:157(28577469ns) {DropHandshakes:470(2158ns) {DropIncomingHandshake:442(367ns) DropOutgoingHandshake:457(353ns)} GenerateSessionVirtualId:992(990ns) PrepareNewSessionHandshake:477(2587ns) {SwitchToState:179(47ns)}}}}}
2026-01-08T17:01:39.651542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037031670023850:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60026
2026-01-08T17:01:39.610946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037031778028759:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(213129804ns) {Configure:104(213124067ns) {ProcessConfigured:135(19219516ns) {StartInitialHandshake:157(19215496ns) {DropHandshakes:470(2050ns) {DropIncomingHandshake:442(356ns) DropOutgoingHandshake:457(286ns)} GenerateSessionVirtualId:992(710ns) PrepareNewSessionHandshake:477(5080ns) {SwitchToState:179(2482ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.630391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037033783921554:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.630745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037031778028841:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.565113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037032338968868:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40203
2026-01-08T17:01:39.638367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037033783921552:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.638418Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037033783921552:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:39.655275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037033783921548:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.655330Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037033783921548:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:39.657059Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037033783921550:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(227759779ns) {Configure:104(227749534ns) {ProcessConfigured:135(28442399ns) {StartInitialHandshake:157(28439514ns) {DropHandshakes:470(6995009ns) {DropIncomingHandshake:442(531ns) DropOutgoingHandshake:457(3831ns)} GenerateSessionVirtualId:992(3707ns) PrepareNewSessionHandshake:477(2590ns) {SwitchToState:179(929ns)}}}}}
2026-01-08T17:01:39.666502Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037033783921552:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:39.672168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037033783921548:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:39.686569Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037033783921561:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46387
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.603363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037030804344956:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1381
2026-01-08T17:01:39.582719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037033417867462:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.578562Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037032338968860:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(275338863ns) {Configure:104(275319430ns) {ProcessConfigured:135(33253826ns) {StartInitialHandshake:157(23307060ns) {DropHandshakes:470(4406ns) {DropIncomingHandshake:442(404ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:992(1773ns) PrepareNewSessionHandshake:477(3888ns) {SwitchToState:179(2169ns)}}}}}
2026-01-08T17:01:39.603534Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037030804344959:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1381
2026-01-08T17:01:39.710574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037031670023850:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.710838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037031670023836:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:39.610447Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037033417867459:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(215484772ns) {Configure:104(215479459ns) {ProcessConfigured:135(96168ns) {StartInitialHandshake:157(83349ns) {DropHandshakes:470(2090ns) {DropIncomingHandshake:442(313ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:992(1436ns) PrepareNewSessionHandshake:477(1586ns) {SwitchToState:179(533ns)}}}}}
2026-01-08T17:01:39.726736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037033783921480:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:39.726785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037033783921546:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:39.726852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:39.726941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037033783921480:2049] [node 3] ICP22 created new session: [2:7593037033783921563:2049]
2026-01-08T17:01:39.727002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037033783921563:2049] [node 3] ICS09 handshake done sender: [2:7593037033783921552:2112] self: [2:7593037033783921551:0] peer: [3:7593037030804344963:0] socket: 312 qp: -1
2026-01-08T17:01:39.727042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037033783921563:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:39.727085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.729438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037031778028848:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49174
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.630132Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037032338968861:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(207230868ns) {Configure:104(207224443ns) {ProcessConfigured:135(20007928ns) {StartInitialHandshake:157(20005479ns) {DropHandshakes:470(1421ns) {DropIncomingHandshake:442(416ns) DropOutgoingHandshake:457(333ns)} GenerateSessionVirtualId:992(642ns) PrepareNewSessionHandshake:477(2223ns) {SwitchToState:179(207ns)}}}}}
2026-01-08T17:01:39.603786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037030804344955:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1381
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.613928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037033417867396:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.662524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037033417867465:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.750824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037031778028847:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49174
2026-01-08T17:01:39.730989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037031670023853:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60026
2026-01-08T17:01:39.645825Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037032338968862:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(46260173ns) {Configure:104(46254301ns) {ProcessConfigured:135(31806323ns) {StartInitialHandshake:157(31800255ns) {DropHandshakes:470(3328ns) {DropIncomingHandshake:442(530ns) DropOutgoingHandshake:457(609ns)} GenerateSessionVirtualId:992(1312ns) PrepareNewSessionHandshake:477(4056ns) {SwitchToState:179(2143ns)}}}}}
2026-01-08T17:01:39.655138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037032338968868:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.659222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037032338968863:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.696962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037032338968865:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.696987Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037032338968865:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:39.697961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037032338968878:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40203
2026-01-08T17:01:39.706037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037032338968865:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:39.706460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037032338968798:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:39.706527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:39.706592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037032338968798:2049] [node 3] ICP22 created new session: [1:7593037032338968883:2049]
2026-01-08T17:01:39.707222Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037032338968877:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40203
2026-01-08T17:01:39.734413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037032338968883:2049] [node 3] ICS09 handshake done sender: [1:7593037032338968865:2111] self: [1:7593037032338968864:0] peer: [3:7593037030804344970:0] socket: 327 qp: -1
2026-01-08T17:01:39.734478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037032338968883:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:39.738612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:39.746739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037032338968878:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.738572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.786854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037031778028849:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49174
2026-01-08T17:01:39.604019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037030804344881:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.795402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037031670023854:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60026
2026-01-08T17:01:39.795499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037031670023855:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60026
2026-01-08T17:01:39.682827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037033417867479:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13552
2026-01-08T17:01:39.629467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037030804344950:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.790580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037033783921546:2107] [node 4] ICP22 created new session: [2:7593037033783921567:2107]
2026-01-08T17:01:39.798487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037031778028848:2126] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.798692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037031670023853:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.706711Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037033417867462:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:39.822784Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037032338968867:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.822856Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037032338968867:2112] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:39.831140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037032338968877:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.823234Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037032338968798:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(89248557ns) {HandleHandshakeStatus:329(89245312ns) {DropIncomingHandshake:442(312ns) DropOutgoingHandshake:457(1080ns) SwitchToState:179(559ns) ProcessPendingSessionEvents:495(16084783ns) {ForwardSessionEventToSession:616(16018306ns) ForwardSessionEventToSession:616(13393ns) ForwardSessionEventToSession:616(5644ns) ForwardSessionEventToSession:616(6558ns) ForwardSessionEventToSession:616(3099ns) ForwardSessionEventToSession:616(2852ns) ForwardSessionEventToSession:616(6339ns) ForwardSessionEventToSession:616(2845ns) ForwardSessionEventToSession:616(3195ns) ForwardSessionEventToSession:616(5402ns)}}}
2026-01-08T17:01:39.814820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037031778028759:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:39.796117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037033783921561:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.802540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037031670023773:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:39.637179Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037030804344944:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(211707895ns) {Configure:104(211702740ns) {ProcessConfigured:135(29645418ns) {StartInitialHandshake:157(29643221ns) {DropHandshakes:470(2200ns) {DropIncomingHandshake:442(410ns) DropOutgoingHandshake:457(554ns)} GenerateSessionVirtualId:992(930ns) PrepareNewSessionHandshake:477(2870ns) {SwitchToState:179(1272ns)}}}}}
2026-01-08T17:01:39.722950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037033417867459:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(26035231ns) {IncomingHandshake:261(7411588ns) {DropIncomingHandshake:442(840ns) PrepareNewSessionHandshake:477(1969ns) {SwitchToState:179(1048ns)} GenerateSessionVirtualId:992(822ns) IssueIncomingHandshakeReply:193(9165ns)}}
2026-01-08T17:01:39.731280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037033417867396:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:39.751131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037033417867467:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.751181Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037033417867467:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:39.785057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:39.785161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037033417867396:2049] [node 2] ICP22 created new session: [4:7593037033417867481:2049]
2026-01-08T17:01:39.785232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037033417867481:2049] [node 2] ICS09 handshake done sender: [4:7593037033417867462:2112] self: [4:7593037033417867478:0] peer: [2:7593037033783921547:0] socket: 307 qp: -1
2026-01-08T17:01:39.785280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037033417867481:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:39.785360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:39.801543Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037033417867467:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:39.811098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037033417867460:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:39.826541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:39.834648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037033417867460:2109] [node 6] ICP22 created new session: [4:7593037033417867485:2109]
2026-01-08T17:01:39.846711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037033417867485:2109] [node 6] ICS09 handshake done sender: [4:7593037033417867467:2115] self: [4:7593037033417867466:0] peer: [6:7593037031670023852:0] socket: 325 qp: -1
2026-01-08T17:01:39.646609Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037030804344946:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(244206658ns) {Configure:104(244197409ns) {ProcessConfigured:135(41584277ns) {StartInitialHandshake:157(41581235ns) {DropHandshakes:470(2615ns) {DropIncomingHandshake:442(380ns) DropOutgoingHandshake:457(467ns)} GenerateSessionVirtualId:992(1526ns) PrepareNewSessionHandshake:477(4065ns) {SwitchToState:179(2233ns)}}}}}
2026-01-08T17:01:39.834401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037031778028847:2125] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.814527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037033783921479:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:39.848650Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037032338968867:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:39.814705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037033783921567:2107] [node 4] ICS09 handshake done sender: [2:7593037033783921548:2111] self: [2:7593037033783921547:0] peer: [4:7593037033417867478:0] socket: 302 qp: -1
2026-01-08T17:01:39.806648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037031670023851:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60026
2026-01-08T17:01:39.853637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037033417867485:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:39.814778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037033783921567:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:39.823939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:39.826633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037033783921556:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.826677Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037033783921556:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:39.838845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037033783921558:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.838910Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037033783921558:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:39.842230Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037033783921480:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(56130054ns) {HandleHandshakeStatus:329(56126215ns) {DropIncomingHandshake:442(24870ns) DropOutgoingHandshake:457(609ns) SwitchToState:179(799ns) ProcessPendingSessionEvents:495(55536841ns) {ForwardSessionEventToSession:616(22397065ns) ForwardSessionEventToSession:616(27478ns) ForwardSessionEventToSession:616(1415896ns) ForwardSessionEventToSession:616(13023134ns) ForwardSessionEventToSession:616(4872ns) ForwardSessionEventToSession:616(3652ns) ForwardSessionEventToSession:616(10264511ns) ForwardSessionEventToSession:616(3317ns) ForwardSessionEventToSession:616(8355489ns) ForwardSessionEventToSession:616(8500ns)}}}
2026-01-08T17:01:39.854907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037033783921556:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:39.859545Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037033783921546:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(132475805ns) {HandleHandshakeStatus:329(132472354ns) {DropIncomingHandshake:442(502ns) DropOutgoingHandshake:457(415ns) SwitchToState:179(306ns) ProcessPendingSessionEvents:495(6646830ns) {ForwardSessionEventToSession:616(6588066ns) ForwardSessionEventToSession:616(6571ns) ForwardSessionEventToSession:616(2966ns) ForwardSessionEventToSession:616(8732ns) ForwardSessionEventToSession:616(2228ns) ForwardSessionEventToSession:616(2354ns) ForwardSessionEventToSession:616(7032ns) ForwardSessionEventToSession:616(2973ns) ForwardSessionEventToSession:616(5482ns) ForwardSessionEventToSession:616(2664ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.679301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037030804344956:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.865235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037032338968798:2049] [node 3] ICP18 handshake (actor [1:7593037032338968878:2118]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.811277Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037031670023850:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.853745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:39.865240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037032338968797:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:39.842199Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037031778028759:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16914589ns) {IncomingHandshake:261(16912613ns) {DropIncomingHandshake:442(255ns) PrepareNewSessionHandshake:477(895ns) {SwitchToState:179(391ns)} GenerateSessionVirtualId:992(674ns) IssueIncomingHandshakeReply:193(16892599ns) {SwitchToState:179(5643ns)}}}
2026-01-08T17:01:39.679558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037030804344955:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.822591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037031670023836:2109] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.878804Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037033783921558:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:39.846792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037031778028758:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.887726Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037032338968874:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.863204Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037033417867460:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(43012139ns) {HandleHandshakeStatus:329(43006443ns) {DropIncomingHandshake:442(19064ns) DropOutgoingHandshake:457(524ns) SwitchToState:179(500ns) ProcessPendingSessionEvents:495(141273ns) {ForwardSessionEventToSession:616(83004ns) ForwardSessionEventToSession:616(7315ns) ForwardSessionEventToSession:616(3635ns) ForwardSessionEventToSession:616(3233ns) ForwardSessionEventToSession:616(5589ns) ForwardSessionEventToSession:616(4017ns) ForwardSessionEventToSession:616(3655ns) ForwardSessionEventToSession:616(13030ns) ForwardSessionEventToSession:616(2485ns) ForwardSessionEventToSession:616(6146ns)}}}
2026-01-08T17:01:39.822653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:39.696495Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037030804344959:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.883130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037033783921573:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46387
2026-01-08T17:01:39.875426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037033417867487:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13552
2026-01-08T17:01:39.887754Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037032338968874:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:39.878569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037031778028849:2127] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.838485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037031670023836:2109] [node 4] ICP22 created new session: [6:7593037031670023857:2109]
2026-01-08T17:01:39.696721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037030804344880:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.883324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037033783921545:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.891185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037031778028830:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.889399Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037032338968874:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:39.894677Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037033417867477:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.851357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037031670023851:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.883392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:39.754679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037030804344967:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1381
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.908249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037031778028854:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49174
2026-01-08T17:01:39.894702Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037033417867477:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:39.890574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:39.851525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037031670023774:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:39.758760Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037030804344881:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13237) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037030804344951:2113] held: no
2026-01-08T17:01:39.883460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037033783921545:2108] [node 5] ICP22 created new session: [2:7593037033783921574:2108]
2026-01-08T17:01:39.926609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037031778028849:2127] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:39.897040Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037033417867477:2118] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.890908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037032338968873:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.883552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037033783921574:2108] [node 5] ICS09 handshake done sender: [2:7593037033783921556:2114] self: [2:7593037033783921555:0] peer: [5:7593037031778028850:0] socket: 348 qp: -1
2026-01-08T17:01:39.926767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037031778028855:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49174
2026-01-08T17:01:39.908816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037033417867489:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13552
2026-01-08T17:01:39.854667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037031670023857:2109] [node 4] ICS09 handshake done sender: [6:7593037031670023850:2115] self: [6:7593037031670023852:0] peer: [4:7593037033417867466:0] socket: 326 qp: -1
2026-01-08T17:01:39.846744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037030804344881:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(39013425ns) {HandleHandshakeStatus:395(39010256ns) {LogHandshakeFail:472(13788ns) {UpdateErrorStateLog:545(4742ns)} DropOutgoingHandshake:457(6241ns) ProcessPendingSessionEvents:495(19340670ns) {DropSessionEvent:512(25254ns) DropSessionEvent:512(7029ns) DropSessionEvent:512(5928ns) DropSessionEvent:512(41249ns) DropSessionEvent:512(11030119ns) DropSessionEvent:512(19273ns) DropSessionEvent:512(6614ns) DropSessionEvent:512(6513ns) DropSessionEvent:512(7210ns) DropSessionEvent:512(5091ns)}}}
2026-01-08T17:01:39.890970Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037032338968873:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.854737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037031670023857:2109] [node 4] ICS10 traffic start
2026-01-08T17:01:39.883606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037033783921574:2108] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.892337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037032338968797:2048] [node 2] ICP22 created new session: [1:7593037032338968890:2048]
2026-01-08T17:01:39.944961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037031778028856:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49174
2026-01-08T17:01:39.852468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037030804344971:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1381
2026-01-08T17:01:39.920074Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037033417867396:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(140229557ns) {HandleHandshakeStatus:329(131724576ns) {DropIncomingHandshake:442(1162ns) DropOutgoingHandshake:457(7609945ns) SwitchToState:179(2020ns) ProcessPendingSessionEvents:495(39958287ns) {ForwardSessionEventToSession:616(23575634ns) ForwardSessionEventToSession:616(9333ns) ForwardSessionEventToSession:616(3349ns) ForwardSessionEventToSession:616(6445370ns) ForwardSessionEventToSession:616(3858ns) ForwardSessionEventToSession:616(1729243ns) ForwardSessionEventToSession:616(6814365ns) ForwardSessionEventToSession:616(4828ns) ForwardSessionEventToSession:616(1315432ns) ForwardSessionEventToSession:616(3778ns)}}}
2026-01-08T17:01:39.863061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:39.902740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037032338968862:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:39.883643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:39.946902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037031778028830:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:39.887112Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037031670023855:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.896947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037033783921571:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46387
2026-01-08T17:01:39.902946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037032338968890:2048] [node 2] ICS09 handshake done sender: [1:7593037032338968867:2112] self: [1:7593037032338968866:0] peer: [2:7593037033783921568:0] socket: 340 qp: -1
2026-01-08T17:01:39.926082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037033417867487:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.926837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037033417867459:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:39.947223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:39.950584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037033417867489:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.950719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037033417867395:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:39.910017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037032338968890:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:39.951108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037033417867459:2108] [node 5] ICP22 created new session: [4:7593037033417867491:2108]
2026-01-08T17:01:39.910037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:39.953754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037033417867397:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:39.917822Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037032338968873:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:39.976175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037033417867493:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13552
2026-01-08T17:01:39.984272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037033417867491:2108] [node 5] ICS09 handshake done sender: [4:7593037033417867477:2118] self: [4:7593037033417867476:0] peer: [5:7593037031778028853:0] socket: 311 qp: -1
2026-01-08T17:01:39.988054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037033417867491:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:39.912786Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037033783921479:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2973) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037033783921561:2116] held: no
2026-01-08T17:01:39.988109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:39.916246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037033783921550:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:39.990563Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037033417867489:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:39.998685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037033417867395:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:39.916299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:39.998764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:39.916356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037033783921550:2109] [node 6] ICP22 created new session: [2:7593037033783921576:2109]
2026-01-08T17:01:39.998832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037033417867395:2048] [node 1] ICP22 created new session: [4:7593037033417867495:2048]
2026-01-08T17:01:39.916413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037033783921576:2109] [node 6] ICS09 handshake done sender: [2:7593037033783921558:2115] self: [2:7593037033783921557:0] peer: [6:7593037031670023856:0] socket: 349 qp: -1
2026-01-08T17:01:39.916454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037033783921576:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:39.998893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037033417867495:2048] [node 1] ICS09 handshake done sender: [4:7593037033417867489:2121] self: [4:7593037033417867492:0] peer: [1:7593037032338968872:0] socket: 365 qp: -1
2026-01-08T17:01:39.998957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037033417867495:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:39.916514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:39.999012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:40.040871Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037033417867397:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25861) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037033417867487:2120] held: no
2026-01-08T17:01:39.946169Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037033783921573:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:40.041319Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037037712834793:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13552
2026-01-08T17:01:40.041806Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037033417867487:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:39.949374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037033783921479:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(26865865ns) {HandleHandshakeStatus:395(26862760ns) {LogHandshakeFail:472(12834ns) {UpdateErrorStateLog:545(5009ns)} DropOutgoingHandshake:457(3496ns) ProcessPendingSessionEvents:495(12543220ns) {DropSessionEvent:512(13910ns) DropSessionEvent:512(25356ns) DropSessionEvent:512(8088ns) DropSessionEvent:512(2117343ns) DropSessionEvent:512(9570ns) DropSessionEvent:512(7053ns) DropSessionEvent:512(6593ns) DropSessionEvent:512(5354ns) DropSessionEvent:512(5559ns) DropSessionEvent:512(28186ns)}}}
2026-01-08T17:01:40.042013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037033417867397:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:39.949433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037033783921550:2109] [node 6] ICP18 handshake (actor [2:7593037033783921573:2118]) is too old
2026-01-08T17:01:40.042071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:39.951220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037033783921561:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:40.042127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037033417867397:2050] [node 3] ICP22 created new session: [4:7593037037712834794:2050]
2026-01-08T17:01:39.988163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037033783921479:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:40.042185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037037712834794:2050] [node 3] ICS09 handshake done sender: [4:7593037033417867487:2120] self: [4:7593037033417867490:0] peer: [3:7593037030804344960:0] socket: 363 qp: -1
2026-01-08T17:01:40.002707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:40.042225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037037712834794:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:40.002773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037033783921479:2048] [node 1] ICP22 created new session: [2:7593037038078888874:2048]
2026-01-08T17:01:40.042293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:39.852754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037030804344951:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:40.010605Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037033783921545:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(100856346ns) {HandleHandshakeStatus:329(100852180ns) {DropIncomingHandshake:442(362ns) DropOutgoingHandshake:457(596ns) SwitchToState:179(766ns) ProcessPendingSessionEvents:495(57208177ns) {ForwardSessionEventToSession:616(22098607ns) ForwardSessionEventToSession:616(8290ns) ForwardSessionEventToSession:616(1950033ns) ForwardSessionEventToSession:616(4986ns) ForwardSessionEventToSession:616(4477ns) ForwardSessionEventToSession:616(5915930ns) ForwardSessionEventToSession:616(3186ns) ForwardSessionEventToSession:616(27166421ns) ForwardSessionEventToSession:616(9982ns) ForwardSessionEventToSession:616(3616ns)}}}
2026-01-08T17:01:40.021679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037038078888874:2048] [node 1] ICS09 handshake done sender: [2:7593037033783921561:2116] self: [2:7593037033783921568:0] peer: [1:7593037032338968866:0] socket: 341 qp: -1
2026-01-08T17:01:39.860197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037030804344881:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:40.036648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037038078888874:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:39.860276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:40.036711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:39.860338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037030804344881:2049] [node 2] ICP22 created new session: [3:7593037030804344972:2049]
2026-01-08T17:01:40.058830Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037033783921479:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(74305017ns) {HandleHandshakeStatus:329(70490959ns) {DropIncomingHandshake:442(4468ns) DropOutgoingHandshake:457(467ns) SwitchToState:179(1032ns) ProcessPendingSessionEvents:495(2075ns)}}
2026-01-08T17:01:39.860402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037030804344972:2049] [node 2] ICS09 handshake done sender: [3:7593037030804344951:2113] self: [3:7593037030804344963:0] peer: [2:7593037033783921551:0] socket: 314 qp: -1
2026-01-08T17:01:39.860442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037030804344972:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:39.860485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:39.866686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037030804344961:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.866727Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037030804344961:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:39.878650Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037030804344959:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:39.919213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037032338968862:2108] [node 6] ICP22 created new session: [1:7593037032338968892:2108]
2026-01-08T17:01:39.902995Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037030804344880:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2973) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037030804344959:2118] held: no
2026-01-08T17:01:39.906664Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037030804344961:2119] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:39.924571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037030804344945:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:39.926890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:39.931726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037030804344945:2109] [node 6] ICP22 created new session: [3:7593037030804344977:2109]
2026-01-08T17:01:39.956805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037030804344977:2109] [node 6] ICS09 handshake done sender: [3:7593037030804344961:2119] self: [3:7593037030804344957:0] peer: [6:7593037031670023858:0] socket: 333 qp: -1
2026-01-08T17:01:39.921142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:39.970683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037030804344977:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:39.976345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037030804344958:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.925038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037032338968892:2108] [node 6] ICS09 handshake done sender: [1:7593037032338968874:2115] self: [1:7593037032338968871:0] peer: [6:7593037031670023862:0] socket: 354 qp: -1
2026-01-08T17:01:39.976396Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037030804344958:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:39.926858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037032338968892:2108] [node 6] ICS10 traffic start
2026-01-08T17:01:39.978432Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037030804344880:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(29538060ns) {HandleHandshakeStatus:395(24129444ns) {LogHandshakeFail:472(17380ns) {UpdateErrorStateLog:545(5741ns)} DropOutgoingHandshake:457(1638ns) ProcessPendingSessionEvents:495(18189159ns) {DropSessionEvent:512(18745ns) DropSessionEvent:512(16067450ns) DropSessionEvent:512(16236ns) DropSessionEvent:512(5978ns) DropSessionEvent:512(7710ns) DropSessionEvent:512(5224ns) DropSessionEvent:512(5190ns) DropSessionEvent:512(4484ns) DropSessionEvent:512(5931ns) DropSessionEvent:512(2042174ns)}}}
2026-01-08T17:01:39.941849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037032338968860:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:39.978521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037030804344880:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:39.947019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:39.887286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037031670023772:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:39.889140Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037031670023863:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60026
2026-01-08T17:01:39.889888Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037031670023855:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:39.890098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037031670023772:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:39.890159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:39.890216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037031670023772:2048] [node 1] ICP22 created new session: [6:7593037031670023864:2048]
2026-01-08T17:01:39.890267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037031670023864:2048] [node 1] ICS09 handshake done sender: [6:7593037031670023855:2119] self: [6:7593037031670023862:0] peer: [1:7593037032338968871:0] socket: 356 qp: -1
2026-01-08T17:01:39.890312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037031670023864:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:39.890370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:39.914872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037031670023836:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(92018934ns) {HandleHandshakeStatus:329(92015968ns) {DropIncomingHandshake:442(991ns) DropOutgoingHandshake:457(6894ns) SwitchToState:179(532ns) ProcessPendingSessionEvents:495(11849630ns) {ForwardSessionEventToSession:616(11786237ns) ForwardSessionEventToSession:616(12782ns) ForwardSessionEventToSession:616(3070ns) ForwardSessionEventToSession:616(2814ns) ForwardSessionEventToSession:616(6166ns) ForwardSessionEventToSession:616(2999ns) ForwardSessionEventToSession:616(9718ns) ForwardSessionEventToSession:616(2755ns) ForwardSessionEventToSession:616(3086ns) ForwardSessionEventToSession:616(7552ns)}}}
2026-01-08T17:01:39.915155Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037031670023836:2109] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:39.915949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037031670023866:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60026
2026-01-08T17:01:39.921589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037031670023851:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:39.947217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037031670023774:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:39.947291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:39.953919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037031670023774:2050] [node 3] ICP22 created new session: [6:7593037031670023867:2050]
2026-01-08T17:01:39.956839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037031670023867:2050] [node 3] ICS09 handshake done sender: [6:7593037031670023851:2116] self: [6:7593037031670023858:0] peer: [3:7593037030804344957:0] socket: 334 qp: -1
2026-01-08T17:01:39.956943Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037031670023772:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(34638368ns) {HandleHandshakeStatus:329(34636512ns) {DropIncomingHandshake:442(891ns) DropOutgoingHandshake:457(6155ns) SwitchToState:179(564ns) ProcessPendingSessionEvents:495(18464197ns) {ForwardSessionEventToSession:616(13030089ns) ForwardSessionEventToSession:616(6582ns) ForwardSessionEventToSession:616(5370785ns) ForwardSessionEventToSession:616(3849ns) ForwardSessionEventToSession:616(18670ns) ForwardSessionEventToSession:616(3633ns) ForwardSessionEventToSession:616(3046ns) ForwardSessionEventToSession:616(5327ns) ForwardSessionEventToSession:616(2686ns) ForwardSessionEventToSession:616(3053ns)}}}
2026-01-08T17:01:39.970666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037031670023861:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60026
2026-01-08T17:01:39.976372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037031670023867:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:39.987469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:39.987955Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037031670023773:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13237) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037031670023853:2117] held: no
2026-01-08T17:01:40.030857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037031670023774:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(83358956ns) {HandleHandshakeStatus:329(83355563ns) {DropIncomingHandshake:442(759ns) DropOutgoingHandshake:457(19730ns) SwitchToState:179(491ns) ProcessPendingSessionEvents:495(11747764ns) {ForwardSessionEventToSession:616(11685236ns) ForwardSessionEventToSession:616(15809ns) ForwardSessionEventToSession:616(2765ns) ForwardSessionEventToSession:616(3697ns) ForwardSessionEventToSession:616(9190ns) ForwardSessionEventToSession:616(2095ns) ForwardSessionEventToSession:616(3232ns) ForwardSessionEventToSession:616(4991ns) ForwardSessionEventToSession:616(4704ns) ForwardSessionEventToSession:616(5689ns)}}}
2026-01-08T17:01:40.036299Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037031670023853:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:40.048038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037035964991165:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60026
2026-01-08T17:01:40.053646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037031670023773:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:40.076343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:40.082975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037031670023773:2049] [node 2] ICP22 created new session: [6:7593037035964991166:2049]
2026-01-08T17:01:40.083088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037035964991166:2049] [node 2] ICS09 handshake done sender: [6:7593037031670023853:2117] self: [6:7593037031670023856:0] peer: [2:7593037033783921557:0] socket: 351 qp: -1
2026-01-08T17:01:39.949491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037031778028856:2131] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:40.083151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037035964991166:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:39.950569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037031778028760:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:39.950954Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037031778028847:2125] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:39.950965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037031778028830:2108] [node 4] ICP22 created new session: [5:7593037031778028857:2108]
2026-01-08T17:01:40.083219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:39.976439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037031778028857:2108] [node 4] ICS09 handshake done sender: [5:7593037031778028849:2127] self: [5:7593037031778028853:0] peer: [4:7593037033417867476:0] socket: 355 qp: -1
2026-01-08T17:01:39.976586Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037031778028852:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49174
2026-01-08T17:01:39.983966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037031778028758:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:39.946336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:39.984044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:39.987652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037031778028857:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:39.954061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:39.992143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037031778028758:2048] [node 1] ICP22 created new session: [5:7593037031778028859:2048]
2026-01-08T17:01:40.002267Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037031778028848:2126] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:39.955131Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037032338968797:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(89617443ns) {HandleHandshakeStatus:329(89614758ns) {DropIncomingHandshake:442(17006ns) DropOutgoingHandshake:457(5369ns) SwitchToState:179(844ns) ProcessPendingSessionEvents:495(5327512ns) {ForwardSessionEventToSession:616(5265074ns) ForwardSessionEventToSession:616(6287ns) ForwardSessionEventToSession:616(9527ns) ForwardSessionEventToSession:616(3689ns) ForwardSessionEventToSession:616(2579ns) ForwardSessionEventToSession:616(8271ns) ForwardSessionEventToSession:616(3282ns) ForwardSessionEventToSession:616(6277ns) ForwardSessionEventToSession:616(3232ns) ForwardSessionEventToSession:616(2877ns)}}}
2026-01-08T17:01:40.007603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037036072996157:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49174
2026-01-08T17:01:39.955323Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037032338968875:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:40.083479Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037031670023773:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(32851824ns) {HandleHandshakeStatus:329(32848454ns) {DropIncomingHandshake:442(12908ns) DropOutgoingHandshake:457(572ns) SwitchToState:179(3421ns) ProcessPendingSessionEvents:495(1019ns)}}
2026-01-08T17:01:40.007960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037031778028759:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:39.955354Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037032338968875:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:39.983997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037032338968860:2109] [node 5] ICP22 created new session: [1:7593037032338968895:2109]
2026-01-08T17:01:40.008013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:39.986558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037032338968875:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:40.008072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037031778028759:2049] [node 2] ICP22 created new session: [5:7593037036072996159:2049]
2026-01-08T17:01:40.000310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037032338968861:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:40.000378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:40.008126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037036072996159:2049] [node 2] ICS09 handshake done sender: [5:7593037031778028848:2126] self: [5:7593037031778028850:0] peer: [2:7593037033783921555:0] socket: 350 qp: -1
2026-01-08T17:01:40.000454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037032338968861:2107] [node 4] ICP22 created new session: [1:7593037032338968897:2107]
2026-01-08T17:01:40.009102Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037031778028856:2131] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:40.000513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037032338968897:2107] [node 4] ICS09 handshake done sender: [1:7593037032338968875:2116] self: [1:7593037032338968872:0] peer: [4:7593037033417867492:0] socket: 303 qp: -1
2026-01-08T17:01:40.014794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:40.000556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037032338968897:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:40.015409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037036072996159:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:40.000599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:40.010866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037032338968895:2109] [node 5] ICS09 handshake done sender: [1:7593037032338968873:2114] self: [1:7593037032338968870:0] peer: [5:7593037031778028851:0] socket: 343 qp: -1
2026-01-08T17:01:40.015462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:40.018573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037032338968895:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:40.010623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037031778028859:2048] [node 1] ICS09 handshake done sender: [5:7593037031778028847:2125] self: [5:7593037031778028851:0] peer: [1:7593037032338968870:0] socket: 345 qp: -1
2026-01-08T17:01:40.027384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:40.027650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037031778028859:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:40.054981Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037032338968862:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(112397034ns) {HandleHandshakeStatus:329(112391764ns) {DropIncomingHandshake:442(285ns) DropOutgoingHandshake:457(655ns) SwitchToState:179(1131ns) ProcessPendingSessionEvents:495(57952234ns) {ForwardSessionEventToSession:616(34914378ns) ForwardSessionEventToSession:616(7500ns) ForwardSessionEventToSession:616(2973088ns) ForwardSessionEventToSession:616(4396ns) ForwardSessionEventToSession:616(7858158ns) ForwardSessionEventToSession:616(3249ns) ForwardSessionEventToSession:616(3891ns) ForwardSessionEventToSession:616(12136483ns) ForwardSessionEventToSession:616(5925ns) ForwardSessionEventToSession:616(3103ns)}}}
2026-01-08T17:01:40.031527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037031778028760:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:40.031644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:40.031721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037031778028760:2050] [node 3] ICP22 created new session: [5:7593037036072996162:2050]
2026-01-08T17:01:40.031781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037036072996162:2050] [node 3] ICS09 handshake done sender: [5:7593037031778028856:2131] self: [5:7593037031778028858:0] peer: [3:7593037030804344953:0] socket: 371 qp: -1
2026-01-08T17:01:40.031832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037036072996162:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:40.031889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:40.042731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:40.069724Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037031778028759:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(61435740ns) {HandleHandshakeStatus:329(61431650ns) {DropIncomingHandshake:442(1054ns) DropOutgoingHandshake:457(4520ns) SwitchToState:179(653ns) ProcessPendingSessionEvents:495(22162186ns) {ForwardSessionEventToSession:616(8011556ns) ForwardSessionEventToSession:616(4190ns) ForwardSessionEventToSession:616(3107ns) ForwardSessionEventToSession:616(14090784ns) ForwardSessionEventToSession:616(10804ns) ForwardSessionEventToSession:616(7057ns) ForwardSessionEventToSession:616(3807ns) ForwardSessionEventToSession:616(2943ns) ForwardSessionEventToSession:616(6687ns) ForwardSessionEventToSession:616(3065ns)}}}
2026-01-08T17:01:40.083876Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037031778028830:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(115735345ns) {HandleHandshakeStatus:329(115731979ns) {DropIncomingHandshake:442(338ns) DropOutgoingHandshake:457(6094ns) SwitchToState:179(232ns) ProcessPendingSessionEvents:495(18663517ns) {ForwardSessionEventToSession:616(6306964ns) ForwardSessionEventToSession:616(6136ns) ForwardSessionEventToSession:616(3707ns) ForwardSessionEventToSession:616(3135770ns) ForwardSessionEventToSession:616(4551ns) ForwardSessionEventToSession:616(1655460ns) ForwardSessionEventToSession:616(4295698ns) ForwardSessionEventToSession:616(9696ns) ForwardSessionEventToSession:616(3210095ns) ForwardSessionEventToSession:616(4626ns)}}}
2026-01-08T17:01:40.083972Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037031778028830:2108] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:40.084236Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037035964991165:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:39.987491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037030804344965:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:40.084462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037031670023832:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:40.085325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037033417867459:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(129955802ns) {HandleHandshakeStatus:329(129950410ns) {DropIncomingHandshake:442(15477ns) DropOutgoingHandshake:457(457ns) SwitchToState:179(465ns) ProcessPendingSessionEvents:495(37785052ns) {ForwardSessionEventToSession:616(25051836ns) ForwardSessionEventToSession:616(2465315ns) ForwardSessionEventToSession:616(3526ns) ForwardSessionEventToSession:616(3955322ns) ForwardSessionEventToSession:616(6266ns) ForwardSessionEventToSession:616(2977ns) ForwardSessionEventToSession:616(2878553ns) ForwardSessionEventToSession:616(4868ns) ForwardSessionEventToSession:616(2903ns) ForwardSessionEventToSession:616(3388347ns)}}}
2026-01-08T17:01:40.084862Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037032338968860:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(134624813ns) {HandleHandshakeStatus:329(134621806ns) {DropIncomingHandshake:442(20435ns) DropOutgoingHandshake:457(483ns) SwitchToState:179(573ns) ProcessPendingSessionEvents:495(28781548ns) {ForwardSessionEventToSession:616(7282834ns) ForwardSessionEventToSession:616(6710ns) ForwardSessionEventToSession:616(4263ns) ForwardSessionEventToSession:616(8630855ns) ForwardSessionEventToSession:616(7572ns) ForwardSessionEventToSession:616(3078ns) ForwardSessionEventToSession:616(9351167ns) ForwardSessionEventToSession:616(4184ns) ForwardSessionEventToSession:616(3461037ns) ForwardSessionEventToSession:616(5347ns)}}}
2026-01-08T17:01:40.084790Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037031778028844:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:40.084826Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037031778028844:2123] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:40.085881Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037031778028758:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(108519998ns) {HandleHandshakeStatus:329(108516510ns) {DropIncomingHandshake:442(1682ns) DropOutgoingHandshake:457(8796ns) SwitchToState:179(1089ns) ProcessPendingSessionEvents:495(30451810ns) {ForwardSessionEventToSession:616(8252594ns) ForwardSessionEventToSession:616(10385565ns) ForwardSessionEventToSession:616(4609ns) ForwardSessionEventToSession:616(3369533ns) ForwardSessionEventToSession:616(4586ns) ForwardSessionEventToSession:616(3257ns) ForwardSessionEventToSession:616(4361735ns) ForwardSessionEventToSession:616(3845931ns) ForwardSessionEventToSession:616(192482ns) ForwardSessionEventToSession:616(3269ns)}}}
2026-01-08T17:01:40.085959Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037031778028758:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:40.084976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037038078888875:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46387
2026-01-08T17:01:39.987543Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037030804344965:2120] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:40.094301Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037031778028844:2123] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:39.987727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:39.990462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:39.990536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037030804344880:2048] [node 1] ICP22 created new session: [3:7593037030804344980:2048]
2026-01-08T17:01:39.990603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037030804344980:2048] [node 1] ICS09 handshake done sender: [3:7593037030804344959:2118] self: [3:7593037030804344970:0] peer: [1:7593037032338968864:0] socket: 330 qp: -1
2026-01-08T17:01:39.992372Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037030804344958:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:39.995102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037030804344980:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:40.002977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:40.094891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037031778028831:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:40.095093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:40.019166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037030804344944:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:40.097589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037035964991169:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60026
2026-01-08T17:01:40.095721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037031778028831:2109] [node 6] ICP22 created new session: [5:7593037036072996166:2109]
2026-01-08T17:01:40.095804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037036072996166:2109] [node 6] ICS09 handshake done sender: [5:7593037031778028844:2123] self: [5:7593037031778028842:0] peer: [6:7593037035964991168:0] socket: 317 qp: -1
2026-01-08T17:01:40.027648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:40.034726Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037030804344965:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:40.035066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037030804344946:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:40.035151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:40.035218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037030804344946:2107] [node 4] ICP22 created new session: [3:7593037035099312280:2107]
2026-01-08T17:01:40.098883Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037031670023832:2106] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5824) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037035964991165:2123] held: no
2026-01-08T17:01:40.095846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037036072996166:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:40.099117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037035964991165:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:40.035274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037035099312280:2107] [node 4] ICS09 handshake done sender: [3:7593037030804344965:2120] self: [3:7593037030804344960:0] peer: [4:7593037033417867490:0] socket: 362 qp: -1
2026-01-08T17:01:40.035316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037035099312280:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:40.096219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:40.035353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:40.046169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037030804344944:2108] [node 5] ICP22 created new session: [3:7593037035099312278:2108]
2026-01-08T17:01:40.053316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037035099312278:2108] [node 5] ICS09 handshake done sender: [3:7593037030804344958:2117] self: [3:7593037030804344953:0] peer: [5:7593037031778028858:0] socket: 332 qp: -1
2026-01-08T17:01:40.054564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037035099312278:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:40.054652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:40.054831Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037030804344880:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(67904183ns) {HandleHandshakeStatus:329(67901601ns) {DropIncomingHandshake:442(829ns) DropOutgoingHandshake:457(450ns) SwitchToState:179(584ns) ProcessPendingSessionEvents:495(1766ns)}}
2026-01-08T17:01:40.078995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037030804344944:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(59498613ns) {HandleHandshakeStatus:329(59494133ns) {DropIncomingHandshake:442(31286ns) DropOutgoingHandshake:457(912ns) SwitchToState:179(772ns) ProcessPendingSessionEvents:495(2570990ns) {ForwardSessionEventToSession:616(2497511ns) ForwardSessionEventToSession:616(21944ns) ForwardSessionEventToSession:616(3142ns) ForwardSessionEventToSession:616(3061ns) ForwardSessionEventToSession:616(5115ns) ForwardSessionEventToSession:616(3007ns) ForwardSessionEventToSession:616(3709ns) ForwardSessionEventToSession:616(10003ns) ForwardSessionEventToSession:616(2385ns) ForwardSessionEventToSession:616(7626ns)}}}
2026-01-08T17:01:40.079419Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037030804344945:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(130927621ns) {HandleHandshakeStatus:329(130924939ns) {DropIncomingHandshake:442(31611ns) DropOutgoingHandshake:457(485ns) SwitchToState:179(730ns) ProcessPendingSessionEvents:495(32145477ns) {ForwardSessionEventToSession:616(9204172ns) ForwardSessionEventToSession:616(9073592ns) ForwardSessionEventToSession:616(5905885ns) ForwardSessionEventToSession:616(3465ns) ForwardSessionEventToSession:616(2842ns) ForwardSessionEventToSession:616(3812101ns) ForwardSessionEventToSession:616(3711ns) ForwardSessionEventToSession:616(2041327ns) ForwardSessionEventToSession:616(4032ns) ForwardSessionEventToSession:616(2065193ns)}}}
2026-01-08T17:01:40.102641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037031670023832:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:40.102847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:40.103214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037031670023832:2106] [node 5] ICP22 created new session: [6:7593037035964991170:2106]
2026-01-08T17:01:40.103280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037035964991170:2106] [node 5] ICS09 handshake done sender: [6:7593037035964991165:2123] self: [6:7593037035964991168:0] peer: [5:7593037031778028842:0] socket: 336 qp: -1
2026-01-08T17:01:40.103323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037035964991170:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:40.103383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:40.251373Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:40.251622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037038078888874:2048] [node 1] ICS01 socket: 341 reason# EndOfStream
2026-01-08T17:01:40.251675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037033783921479:2048] [node 1] ICP30 unregister session Session# [2:7593037038078888874:2048] VirtualId# [2:7593037033783921568:0]
2026-01-08T17:01:40.251723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037038078888874:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.251815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:40.251860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:40.253828Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:40.254069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037030804344980:2048] [node 1] ICS01 socket: 330 reason# EndOfStream
2026-01-08T17:01:40.254111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037030804344880:2048] [node 1] ICP30 unregister session Session# [3:7593037030804344980:2048] VirtualId# [3:7593037030804344970:0]
2026-01-08T17:01:40.254152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037030804344980:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.254229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:40.254271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:40.259016Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:40.259278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037031778028859:2048] [node 1] ICS01 socket: 345 reason# EndOfStream
2026-01-08T17:01:40.259330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037031778028758:2048] [node 1] ICP30 unregister session Session# [5:7593037031778028859:2048] VirtualId# [5:7593037031778028851:0]
2026-01-08T17:01:40.259387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037031778028859:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.259493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:40.259545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:40.260623Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:40.260799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037031670023864:2048] [node 1] ICS01 socket: 356 reason# EndOfStream
2026-01-08T17:01:40.260834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037031670023772:2048] [node 1] ICP30 unregister session Session# [6:7593037031670023864:2048] VirtualId# [6:7593037031670023862:0]
2026-01-08T17:01:40.260860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037031670023864:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.260918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:40.260952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:40.260056Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:40.260302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037033417867495:2048] [node 1] ICS01 socket: 365 reason# EndOfStream
2026-01-08T17:01:40.260352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037033417867395:2048] [node 1] ICP30 unregister session Session# [4:7593037033417867495:2048] VirtualId# [4:7593037033417867492:0]
2026-01-08T17:01:40.260387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037033417867495:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.260465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:40.260516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:40.392804Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:40.393095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037030804344972:2049] [node 2] ICS01 socket: 314 reason# EndOfStream
2026-01-08T17:01:40.393151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037030804344881:2049] [node 2] ICP30 unregister session Session# [3:7593037030804344972:2049] VirtualId# [3:7593037030804344963:0]
2026-01-08T17:01:40.393192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037030804344972:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.393301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:40.393362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:40.395873Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:40.396153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037033417867481:2049] [node 2] ICS07 socket disconnect 307 reason# EndOfStream
2026-01-08T17:01:40.396197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037033417867481:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.396277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:40.396321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037033417867481:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:40.397941Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037033417867396:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13237) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:40.398038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037033417867481:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:40.398088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037033417867396:2049] [node 2] ICP30 unregister session Session# [4:7593037033417867481:2049] VirtualId# [4:7593037033417867478:0]
2026-01-08T17:01:40.398153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:40.398187Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037033417867396:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13237) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:40.398203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13237) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:40.399633Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:40.399901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037036072996159:2049] [node 2] ICS01 socket: 350 reason# EndOfStream
2026-01-08T17:01:40.399952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037031778028759:2049] [node 2] ICP30 unregister session Session# [5:7593037036072996159:2049] VirtualId# [5:7593037031778028850:0]
2026-01-08T17:01:40.399997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037036072996159:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.400107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:40.400167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:40.402491Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:40.402750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037035964991166:2049] [node 2] ICS01 socket: 351 reason# EndOfStream
2026-01-08T17:01:40.402820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037031670023773:2049] [node 2] ICP30 unregister session Session# [6:7593037035964991166:2049] VirtualId# [6:7593037031670023856:0]
2026-01-08T17:01:40.402864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037035964991166:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.402970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:40.403031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:40.410125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037033417867396:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:40.583884Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:40.584147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037037712834794:2050] [node 3] ICS01 socket: 363 reason# EndOfStream
2026-01-08T17:01:40.584204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037033417867397:2050] [node 3] ICP30 unregister session Session# [4:7593037037712834794:2050] VirtualId# [4:7593037033417867490:0]
2026-01-08T17:01:40.584251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037037712834794:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.584377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:40.584430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:40.586057Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:40.586307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037031670023867:2050] [node 3] ICS01 socket: 334 reason# EndOfStream
2026-01-08T17:01:40.586379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037031670023774:2050] [node 3] ICP30 unregister session Session# [6:7593037031670023867:2050] VirtualId# [6:7593037031670023858:0]
2026-01-08T17:01:40.586420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037031670023867:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.586511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:40.586553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:40.586484Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:40.586706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037036072996162:2050] [node 3] ICS01 socket: 371 reason# EndOfStream
2026-01-08T17:01:40.586748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037031778028760:2050] [node 3] ICP30 unregister session Session# [5:7593037036072996162:2050] VirtualId# [5:7593037031778028858:0]
2026-01-08T17:01:40.586784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037036072996162:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.586869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:40.586917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:40.762486Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:40.762661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037031778028857:2108] [node 4] ICS01 socket: 355 reason# EndOfStream
2026-01-08T17:01:40.762698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037031778028830:2108] [node 4] ICP30 unregister session Session# [5:7593037031778028857:2108] VirtualId# [5:7593037031778028853:0]
2026-01-08T17:01:40.762727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037031778028857:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.762804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:40.762845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:40.762573Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:40.762811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037031670023857:2109] [node 4] ICS01 socket: 326 reason# EndOfStream
2026-01-08T17:01:40.762848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037031670023836:2109] [node 4] ICP30 unregister session Session# [6:7593037031670023857:2109] VirtualId# [6:7593037031670023852:0]
2026-01-08T17:01:40.762882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037031670023857:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.762968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:40.763029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:40.970573Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:40.970871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037035964991170:2106] [node 5] ICS01 socket: 336 reason# EndOfStream
2026-01-08T17:01:40.970930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037031670023832:2106] [node 5] ICP30 unregister session Session# [6:7593037035964991170:2106] VirtualId# [6:7593037035964991168:0]
2026-01-08T17:01:40.970981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037035964991170:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:40.971132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:40.971233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:41.176031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037041433041534:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:41.176079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037041433041535:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:41.243762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037041014804819:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:41.243814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037041014804820:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:41.222466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037042952931012:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:41.222583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037042952931013:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:41.230614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037042952931014:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:41.290271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037041996112166:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:41.290308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037041996112167:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:41.290358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037041996112168:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:41.266744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037042512890944:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:41.266807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037042512890945:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:41.310639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037040351843916:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:41.310748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037040351843917:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:41.343661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037040351843918:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:41.771352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037041014804881:2092] [node 4] ICP01 ready to work
2026-01-08T17:01:41.779861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037041996112179:2059] [node 4] ICP01 ready to work
2026-01-08T17:01:41.786003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037041433041597:2107] [node 6] ICP01 ready to work
2026-01-08T17:01:41.786581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037042512891016:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:41.831271Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037042952931012:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(153514998ns) {Configure:104(153508463ns) {ProcessConfigured:135(91080ns) {StartInitialHandshake:157(85068ns) {DropHandshakes:470(3453ns) {DropIncomingHandshake:442(531ns) DropOutgoingHandshake:457(514ns)} GenerateSessionVirtualId:992(1272ns) PrepareNewSessionHandshake:477(1854ns) {SwitchToState:179(592ns)}}}}}
2026-01-08T17:01:41.867513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037041996112179:2059] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(70446039ns) {Configure:104(70436697ns) {ProcessConfigured:135(272923ns) {StartInitialHandshake:157(270062ns) {DropHandshakes:470(3526ns) {DropIncomingHandshake:442(763ns) DropOutgoingHandshake:457(598ns)} GenerateSessionVirtualId:992(1102ns) PrepareNewSessionHandshake:477(2927ns) {SwitchToState:179(949ns)}}}}}
2026-01-08T17:01:41.868133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037041996112206:2064] [node 5] ICP01 ready to work
2026-01-08T17:01:41.874465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037041014804883:2094] [node 6] ICP01 ready to work
2026-01-08T17:01:41.871879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037041433041598:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:41.831955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037042952931065:2060] [node 4] ICP01 ready to work
2026-01-08T17:01:41.832348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037042952931066:2065] [node 6] ICP01 ready to work
2026-01-08T17:01:41.881207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037041433041601:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:41.902008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037041996112167:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(18508340ns) {Configure:104(18501800ns) {ProcessConfigured:135(74360ns) {StartInitialHandshake:157(70917ns) {DropHandshakes:470(3473ns) {DropIncomingHandshake:442(613ns) DropOutgoingHandshake:457(758ns)} GenerateSessionVirtualId:992(1063ns) PrepareNewSessionHandshake:477(2422ns) {SwitchToState:179(695ns)}}}}}
2026-01-08T17:01:41.911162Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037041433041534:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(29636673ns) {Configure:104(29631087ns) {ProcessConfigured:135(94579ns) {StartInitialHandshake:157(91406ns) {DropHandshakes:470(2906ns) {DropIncomingHandshake:442(812ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:992(940ns) PrepareNewSessionHandshake:477(2050ns) {SwitchToState:179(716ns)}}}}}
2026-01-08T17:01:41.945798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037041014804884:2103] [node 5] ICP01 ready to work
2026-01-08T17:01:41.932339Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037042952931014:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(86122784ns) {Configure:104(86118198ns) {ProcessConfigured:135(107250ns) {StartInitialHandshake:157(101978ns) {DropHandshakes:470(3781ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(912ns)} GenerateSessionVirtualId:992(1598ns) PrepareNewSessionHandshake:477(2791ns) {SwitchToState:179(798ns)}}}}}
2026-01-08T17:01:41.970814Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037040351843916:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(300216435ns) {Configure:104(300208769ns) {ProcessConfigured:135(8724322ns) {StartInitialHandshake:157(8720294ns) {DropHandshakes:470(1957ns) {DropIncomingHandshake:442(319ns) DropOutgoingHandshake:457(300ns)} GenerateSessionVirtualId:992(505ns) PrepareNewSessionHandshake:477(4911ns) {SwitchToState:179(1838ns)}}}}}
2026-01-08T17:01:41.958764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037041433041535:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(45214137ns) {Configure:104(45209435ns) {ProcessConfigured:135(11773003ns) {StartInitialHandshake:157(11769605ns) {DropHandshakes:470(3530ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(711ns)} GenerateSessionVirtualId:992(823ns) PrepareNewSessionHandshake:477(6027ns) {SwitchToState:179(2087ns)}}}}}
2026-01-08T17:01:42.007678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037040351843983:2088] [node 5] ICP01 ready to work
2026-01-08T17:01:42.008203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037044646811280:2090] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:41.976441Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037041014804884:2103] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(30206719ns) {Configure:104(30199368ns) {ProcessConfigured:135(68658ns) {StartInitialHandshake:157(65397ns) {DropHandshakes:470(5483ns) {DropIncomingHandshake:442(478ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:992(781ns) PrepareNewSessionHandshake:477(1194ns) {SwitchToState:179(497ns)}}}}}
2026-01-08T17:01:41.999950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037042512891016:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(120965356ns) {Configure:104(120951758ns) {ProcessConfigured:135(72134ns) {StartInitialHandshake:157(68791ns) {DropHandshakes:470(2850ns) {DropIncomingHandshake:442(633ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:992(1106ns) PrepareNewSessionHandshake:477(2431ns) {SwitchToState:179(1118ns)}}}}}
2026-01-08T17:01:42.010842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037041996112244:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10851
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.027072Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037041014804881:2092] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(50314352ns) {Configure:104(50307046ns) {ProcessConfigured:135(72190ns) {StartInitialHandshake:157(69929ns) {DropHandshakes:470(2571ns) {DropIncomingHandshake:442(610ns) DropOutgoingHandshake:457(631ns)} GenerateSessionVirtualId:992(1222ns) PrepareNewSessionHandshake:477(2090ns) {SwitchToState:179(711ns)}}}}}
2026-01-08T17:01:42.016320Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037041433041610:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41341
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.037980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037046807858315:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:42.038453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037046807858316:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:42.046708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037046291079541:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10851
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.076161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037044646811280:2090] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(24638479ns) {Configure:104(24630911ns) {ProcessConfigured:135(62373ns) {StartInitialHandshake:157(60073ns) {DropHandshakes:470(3288ns) {DropIncomingHandshake:442(566ns) DropOutgoingHandshake:457(1045ns)} GenerateSessionVirtualId:992(951ns) PrepareNewSessionHandshake:477(1973ns) {SwitchToState:179(671ns)}}}}}
2026-01-08T17:01:42.076305Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037044646811281:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55321
2026-01-08T17:01:42.076516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037044646811282:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55321
2026-01-08T17:01:42.076583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037044646811283:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55321
2026-01-08T17:01:42.077539Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037044646811293:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55321
2026-01-08T17:01:42.123890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037046807858316:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(65698176ns) {Configure:104(65691761ns) {ProcessConfigured:135(75971ns) {StartInitialHandshake:157(73775ns) {DropHandshakes:470(3005ns) {DropIncomingHandshake:442(505ns) DropOutgoingHandshake:457(754ns)} GenerateSessionVirtualId:992(1176ns) PrepareNewSessionHandshake:477(2141ns) {SwitchToState:179(734ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.148761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037045728008910:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41341
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.148665Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037045309772194:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30217
2026-01-08T17:01:42.152568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037041996112244:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.149781Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037046807858317:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57459
2026-01-08T17:01:42.150023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037046807858318:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57459
2026-01-08T17:01:42.150238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037046807858319:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57459
2026-01-08T17:01:42.150698Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037046807858328:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57459
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.153005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037041996112166:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:42.156995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037046291079543:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10851
2026-01-08T17:01:42.154827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037046807858319:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.154943Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037046807858317:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.155013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037046807858318:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.154334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037042952931090:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42768
2026-01-08T17:01:42.154474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037047247898388:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42768
2026-01-08T17:01:42.154649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037047247898387:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42768
2026-01-08T17:01:42.157661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037042952931090:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.155143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037041433041600:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.171301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037042512890944:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:42.155199Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037041433041600:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.155881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037041433041610:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.160265Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037041433041600:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:42.179143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037041996112244:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:42.179505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037041996112166:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.179566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:42.179619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037041996112166:2048] [node 1] ICP22 created new session: [6:7593037046291079544:2048]
2026-01-08T17:01:42.179687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037046291079544:2048] [node 1] ICS09 handshake done sender: [6:7593037041996112244:2115] self: [6:7593037046291079542:0] peer: [1:7593037041433041599:0] socket: 315 qp: -1
2026-01-08T17:01:42.183022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037046291079544:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:42.179758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037041433041597:2107] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.193280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037045309772195:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30217
2026-01-08T17:01:42.179814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:42.193467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037047247898387:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.193380Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037045309772196:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30217
2026-01-08T17:01:42.190994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:42.193929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037042952931014:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:42.203656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037047247898391:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42768
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.179871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037041433041597:2107] [node 6] ICP22 created new session: [1:7593037045728008914:2107]
2026-01-08T17:01:42.194333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037041014804886:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.207100Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037041996112166:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27362452ns) {HandleHandshakeStatus:329(27353391ns) {DropIncomingHandshake:442(1058ns) DropOutgoingHandshake:457(6028ns) SwitchToState:179(801ns) ProcessPendingSessionEvents:495(147355ns) {ForwardSessionEventToSession:616(91243ns) ForwardSessionEventToSession:616(7511ns) ForwardSessionEventToSession:616(3379ns) ForwardSessionEventToSession:616(3469ns) ForwardSessionEventToSession:616(7136ns) ForwardSessionEventToSession:616(2774ns) ForwardSessionEventToSession:616(3299ns) ForwardSessionEventToSession:616(7826ns) ForwardSessionEventToSession:616(2382ns) ForwardSessionEventToSession:616(6315ns)}}}
2026-01-08T17:01:42.194359Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037041014804886:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.199558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037045309772196:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.199883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037041014804819:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:42.207008Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037041014804886:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:42.232433Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037045309772186:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.232471Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037045309772186:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.233064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037045309772194:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.233534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037041014804884:2103] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.233586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:42.233640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037041014804884:2103] [node 5] ICP22 created new session: [3:7593037045309772201:2103]
2026-01-08T17:01:42.233702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037045309772201:2103] [node 5] ICS09 handshake done sender: [3:7593037041014804886:2110] self: [3:7593037041014804885:0] peer: [5:7593037047247898390:0] socket: 335 qp: -1
2026-01-08T17:01:42.233745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037045309772201:2103] [node 5] ICS10 traffic start
2026-01-08T17:01:42.233803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:42.215003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037046291079541:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.215240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037041996112168:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:42.179950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037045728008914:2107] [node 6] ICS09 handshake done sender: [1:7593037041433041600:2110] self: [1:7593037041433041599:0] peer: [6:7593037046291079542:0] socket: 314 qp: -1
2026-01-08T17:01:42.208610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037044646811281:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.242955Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037045309772186:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.245145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037046291079548:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10851
2026-01-08T17:01:42.226847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037047247898387:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:42.243140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037042952931014:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.243227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:42.243295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037042952931014:2050] [node 3] ICP22 created new session: [5:7593037047247898392:2050]
2026-01-08T17:01:42.243352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037047247898392:2050] [node 3] ICS09 handshake done sender: [5:7593037047247898387:2116] self: [5:7593037047247898390:0] peer: [3:7593037041014804885:0] socket: 344 qp: -1
2026-01-08T17:01:42.243391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037047247898392:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:42.243427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:42.180000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037045728008914:2107] [node 6] ICS10 traffic start
2026-01-08T17:01:42.180050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:42.197734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037041433041603:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.197769Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037041433041603:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.203938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037041433041603:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:42.208734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037044646811282:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.247180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037041014804883:2094] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.247229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:42.247297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037041014804883:2094] [node 6] ICP22 created new session: [3:7593037045309772203:2094]
2026-01-08T17:01:42.247346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037045309772203:2094] [node 6] ICS09 handshake done sender: [3:7593037045309772186:2112] self: [3:7593037045309772185:0] peer: [6:7593037046291079547:0] socket: 325 qp: -1
2026-01-08T17:01:42.247383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037045309772203:2094] [node 6] ICS10 traffic start
2026-01-08T17:01:42.247427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:42.250947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037045309772205:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30217
2026-01-08T17:01:42.246582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037041433041605:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.218478Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037044646811283:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.218956Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037044646811296:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55321
2026-01-08T17:01:42.219105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037040351843916:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:42.246610Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037041433041605:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.245950Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037046291079549:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10851
2026-01-08T17:01:42.246048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037046291079541:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:42.248266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037041996112168:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.248318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:42.248364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037041996112168:2050] [node 3] ICP22 created new session: [6:7593037046291079550:2050]
2026-01-08T17:01:42.248415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037046291079550:2050] [node 3] ICS09 handshake done sender: [6:7593037046291079541:2116] self: [6:7593037046291079547:0] peer: [3:7593037045309772185:0] socket: 326 qp: -1
2026-01-08T17:01:42.248460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037046291079550:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:42.248495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:42.254530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037044646811293:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.254718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037040351843918:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.271056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037044646811301:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55321
2026-01-08T17:01:42.271430Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037045309772184:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.273434Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037046807858328:2127] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.253439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037041433041534:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.253498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:42.253567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037041433041534:2048] [node 2] ICP22 created new session: [1:7593037045728008917:2048]
2026-01-08T17:01:42.253634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037045728008917:2048] [node 2] ICS09 handshake done sender: [1:7593037041433041603:2111] self: [1:7593037041433041602:0] peer: [2:7593037046807858332:0] socket: 317 qp: -1
2026-01-08T17:01:42.253688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037045728008917:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:42.253734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:42.254861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037041433041607:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.254887Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037041433041607:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.259211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037045728008910:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.259680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037041433041605:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:42.275058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037044646811296:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.275178Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037044646811283:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:42.276220Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037045309772184:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.275611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037047247898395:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42768
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.282044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037046807858335:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57459
2026-01-08T17:01:42.279108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037045728008919:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41341
2026-01-08T17:01:42.279253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037041433041598:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.279303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:42.279361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037041433041598:2108] [node 4] ICP22 created new session: [1:7593037045728008923:2108]
2026-01-08T17:01:42.279417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037045728008923:2108] [node 4] ICS09 handshake done sender: [1:7593037041433041605:2112] self: [1:7593037041433041604:0] peer: [4:7593037044646811299:0] socket: 318 qp: -1
2026-01-08T17:01:42.279461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037045728008923:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:42.279516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:42.279835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037041433041598:2108] [node 4] ICP18 handshake (actor [1:7593037045728008910:2116]) is too old
2026-01-08T17:01:42.280955Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037041433041607:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:42.287152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037041433041535:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.287220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:42.287284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037041433041535:2049] [node 3] ICP22 created new session: [1:7593037045728008925:2049]
2026-01-08T17:01:42.287347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037045728008925:2049] [node 3] ICS09 handshake done sender: [1:7593037041433041607:2113] self: [1:7593037041433041606:0] peer: [3:7593037045309772198:0] socket: 349 qp: -1
2026-01-08T17:01:42.287392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037045728008925:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:42.287432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:42.291820Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037046291079549:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.292073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037041996112206:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.297331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037042512891018:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.292808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037040351843916:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.297380Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037042512891018:2119] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.299416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037046807858336:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57459
2026-01-08T17:01:42.299783Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037042512891018:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:42.309629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037042952931078:2107] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.309705Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037042952931078:2107] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.311097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037047247898395:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.311202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037047247898388:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.311472Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037042952931078:2107] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.312476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037046291079553:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10851
2026-01-08T17:01:42.292877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:42.292935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037040351843916:2048] [node 1] ICP22 created new session: [4:7593037044646811302:2048]
2026-01-08T17:01:42.292984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037044646811302:2048] [node 1] ICS09 handshake done sender: [4:7593037044646811283:2115] self: [4:7593037044646811299:0] peer: [1:7593037041433041604:0] socket: 322 qp: -1
2026-01-08T17:01:42.293026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037044646811302:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:42.293085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:42.295258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037040351843917:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:42.295400Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037040351843916:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:42.302979Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037044646811306:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55321
2026-01-08T17:01:42.313270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037044646811296:2121] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.318837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037046291079549:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:42.319268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037042952931013:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:42.319570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037042952931066:2065] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.319641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:42.319696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037042952931066:2065] [node 6] ICP22 created new session: [5:7593037047247898399:2065]
2026-01-08T17:01:42.319760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037047247898399:2065] [node 6] ICS09 handshake done sender: [5:7593037042952931078:2107] self: [5:7593037042952931077:0] peer: [6:7593037046291079552:0] socket: 359 qp: -1
2026-01-08T17:01:42.319805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037047247898399:2065] [node 6] ICS10 traffic start
2026-01-08T17:01:42.319859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:42.320614Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037047247898397:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42768
2026-01-08T17:01:42.313677Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037045309772195:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.321659Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037041014804883:2094] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:42.322083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037041014804820:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.327465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037041996112206:2064] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.322667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037046807858323:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.327539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:42.327268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037045728008927:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41341
2026-01-08T17:01:42.326563Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037045309772208:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30217
2026-01-08T17:01:42.327598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037041996112206:2064] [node 5] ICP22 created new session: [6:7593037046291079554:2064]
2026-01-08T17:01:42.327659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037046291079554:2064] [node 5] ICS09 handshake done sender: [6:7593037046291079549:2119] self: [6:7593037046291079552:0] peer: [5:7593037042952931077:0] socket: 360 qp: -1
2026-01-08T17:01:42.327702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037046291079554:2064] [node 5] ICS10 traffic start
2026-01-08T17:01:42.327749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.335056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037040351843917:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.346985Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037041996112206:2064] [node 5] ICP35 event processing took too much time PendingConnection:279(19269378ns) {HandleHandshakeStatus:329(19266274ns) {DropIncomingHandshake:442(1141ns) DropOutgoingHandshake:457(6158ns) SwitchToState:179(809ns) ProcessPendingSessionEvents:495(139041ns) {ForwardSessionEventToSession:616(89129ns) ForwardSessionEventToSession:616(3523ns) ForwardSessionEventToSession:616(6180ns) ForwardSessionEventToSession:616(6148ns) ForwardSessionEventToSession:616(2856ns) ForwardSessionEventToSession:616(2720ns) ForwardSessionEventToSession:616(6242ns) ForwardSessionEventToSession:616(2846ns) ForwardSessionEventToSession:616(5092ns) ForwardSessionEventToSession:616(2847ns)}}}
2026-01-08T17:01:42.344395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037042952931012:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:42.351673Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037047247898402:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42768
2026-01-08T17:01:42.322707Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037046807858323:2124] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.323684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037046807858319:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:42.329835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037042512890944:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.329932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:42.329994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037042512890944:2048] [node 1] ICP22 created new session: [2:7593037046807858341:2048]
2026-01-08T17:01:42.330074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037046807858341:2048] [node 1] ICS09 handshake done sender: [2:7593037046807858319:2122] self: [2:7593037046807858332:0] peer: [1:7593037041433041602:0] socket: 329 qp: -1
2026-01-08T17:01:42.330128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037046807858341:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:42.330174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:42.343107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037042512891016:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.343204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:42.343272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037042512891016:2107] [node 4] ICP22 created new session: [2:7593037046807858343:2107]
2026-01-08T17:01:42.343329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037046807858343:2107] [node 4] ICS09 handshake done sender: [2:7593037042512891018:2119] self: [2:7593037042512891017:0] peer: [4:7593037044646811304:0] socket: 340 qp: -1
2026-01-08T17:01:42.343370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037046807858343:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:42.343410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:42.339101Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037045309772184:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:42.335146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:42.335212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037040351843917:2049] [node 2] ICP22 created new session: [4:7593037044646811307:2049]
2026-01-08T17:01:42.355339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037041433041609:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.355401Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037041433041609:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.357143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037046807858323:2124] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:42.358075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037041014804881:2092] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.358204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:42.358275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037041014804881:2092] [node 4] ICP22 created new session: [3:7593037045309772211:2092]
2026-01-08T17:01:42.358360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037045309772211:2092] [node 4] ICS09 handshake done sender: [3:7593037045309772184:2111] self: [3:7593037045309772183:0] peer: [4:7593037044646811300:0] socket: 324 qp: -1
2026-01-08T17:01:42.359262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037045309772211:2092] [node 4] ICS10 traffic start
2026-01-08T17:01:42.359344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:42.359966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037045309772196:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:42.335273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037044646811307:2049] [node 2] ICS09 handshake done sender: [4:7593037044646811296:2121] self: [4:7593037044646811304:0] peer: [2:7593037042512891017:0] socket: 354 qp: -1
2026-01-08T17:01:42.360807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037041014804819:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.359142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037041433041609:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:42.335331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037044646811307:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:42.335410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:42.348587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037044646811309:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55321
2026-01-08T17:01:42.349338Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037044646811293:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:42.349705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037040351843918:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.349787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:42.349849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037040351843918:2050] [node 3] ICP22 created new session: [4:7593037044646811311:2050]
2026-01-08T17:01:42.349931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037044646811311:2050] [node 3] ICS09 handshake done sender: [4:7593037044646811293:2120] self: [4:7593037044646811300:0] peer: [3:7593037045309772183:0] socket: 330 qp: -1
2026-01-08T17:01:42.349977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037044646811311:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:42.354602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:42.363604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037046807858336:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.360877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.363849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037046807858315:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.382718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037045728008919:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.390883Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037046291079556:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10851
2026-01-08T17:01:42.388983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:42.394424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037046807858315:2108] [node 5] ICP22 created new session: [2:7593037046807858346:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.404117Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037041996112206:2064] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:42.404748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037046291079557:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10851
2026-01-08T17:01:42.360930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037041014804819:2048] [node 1] ICP22 created new session: [3:7593037045309772213:2048]
2026-01-08T17:01:42.383209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037041433041601:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.383282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:42.383337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037041433041601:2109] [node 5] ICP22 created new session: [1:7593037045728008929:2109]
2026-01-08T17:01:42.383413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037045728008929:2109] [node 5] ICS09 handshake done sender: [1:7593037041433041609:2114] self: [1:7593037041433041608:0] peer: [5:7593037047247898401:0] socket: 366 qp: -1
2026-01-08T17:01:42.383465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037045728008929:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:42.383505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:42.410253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037046807858346:2108] [node 5] ICS09 handshake done sender: [2:7593037046807858323:2124] self: [2:7593037046807858322:0] peer: [5:7593037047247898398:0] socket: 341 qp: -1
2026-01-08T17:01:42.418496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037046807858346:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:42.418560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:42.424898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037041433041535:2049] [node 3] ICP18 handshake (actor [1:7593037045728008919:2117]) is too old
2026-01-08T17:01:42.409852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037046291079556:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.410040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037041996112179:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:42.360980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037045309772213:2048] [node 1] ICS09 handshake done sender: [3:7593037045309772196:2117] self: [3:7593037045309772198:0] peer: [1:7593037041433041606:0] socket: 350 qp: -1
2026-01-08T17:01:42.426226Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037046807858315:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(62277955ns) {HandleHandshakeStatus:329(62275302ns) {DropIncomingHandshake:442(29757ns) DropOutgoingHandshake:457(997ns) SwitchToState:179(1653ns) ProcessPendingSessionEvents:495(116033ns) {ForwardSessionEventToSession:616(73113ns) ForwardSessionEventToSession:616(3059ns) ForwardSessionEventToSession:616(5666ns) ForwardSessionEventToSession:616(2207ns) ForwardSessionEventToSession:616(5601ns) ForwardSessionEventToSession:616(5214ns) ForwardSessionEventToSession:616(3399ns) ForwardSessionEventToSession:616(2435ns) ForwardSessionEventToSession:616(4899ns) ForwardSessionEventToSession:616(2085ns)}}}
2026-01-08T17:01:42.361017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037045309772213:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:42.361091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:42.426913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037044646811291:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.426972Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037044646811291:2119] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.429853Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037045309772215:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30217
2026-01-08T17:01:42.428153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037046807858321:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.428189Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037046807858321:2123] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.426949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037047247898397:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.430304Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037046807858321:2123] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:42.432143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037042512890945:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.432234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:42.432306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037042512890945:2049] [node 3] ICP22 created new session: [2:7593037046807858350:2049]
2026-01-08T17:01:42.432362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037046807858350:2049] [node 3] ICS09 handshake done sender: [2:7593037046807858321:2123] self: [2:7593037046807858320:0] peer: [3:7593037045309772210:0] socket: 342 qp: -1
2026-01-08T17:01:42.432410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037046807858350:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:42.432452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:42.435595Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037045309772195:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:42.435792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037041014804820:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.435853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:42.435903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037041014804820:2049] [node 2] ICP22 created new session: [3:7593037045309772216:2049]
2026-01-08T17:01:42.435951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037045309772216:2049] [node 2] ICS09 handshake done sender: [3:7593037045309772195:2116] self: [3:7593037045309772210:0] peer: [2:7593037046807858320:0] socket: 343 qp: -1
2026-01-08T17:01:42.435989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037045309772216:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:42.436038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.446796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037046291079559:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10851
2026-01-08T17:01:42.439214Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037044646811291:2119] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:42.439394Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037042952931012:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32161) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037047247898395:2119] held: no
2026-01-08T17:01:42.439608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037047247898403:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42768
2026-01-08T17:01:42.454760Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037047247898388:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:42.462919Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037046291079556:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:42.464793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037044646811280:2090] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.464916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:42.464981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037044646811280:2090] [node 6] ICP22 created new session: [4:7593037044646811314:2090]
2026-01-08T17:01:42.465044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037044646811314:2090] [node 6] ICS09 handshake done sender: [4:7593037044646811291:2119] self: [4:7593037044646811290:0] peer: [6:7593037046291079558:0] socket: 334 qp: -1
2026-01-08T17:01:42.465089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037044646811314:2090] [node 6] ICS10 traffic start
2026-01-08T17:01:42.465141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:42.467163Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037046291079557:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.469276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037041996112179:2059] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.469345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:42.469415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037041996112179:2059] [node 4] ICP22 created new session: [6:7593037046291079560:2059]
2026-01-08T17:01:42.469471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037046291079560:2059] [node 4] ICS09 handshake done sender: [6:7593037046291079556:2121] self: [6:7593037046291079558:0] peer: [4:7593037044646811290:0] socket: 308 qp: -1
2026-01-08T17:01:42.469515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037046291079560:2059] [node 4] ICS10 traffic start
2026-01-08T17:01:42.469557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:42.469845Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037041996112179:2059] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:42.470551Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037042952931013:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29664) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037047247898388:2117] held: no
2026-01-08T17:01:42.470676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037042952931013:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.470721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:42.470778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037042952931013:2049] [node 2] ICP22 created new session: [5:7593037047247898404:2049]
2026-01-08T17:01:42.470838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037047247898404:2049] [node 2] ICS09 handshake done sender: [5:7593037047247898388:2117] self: [5:7593037047247898398:0] peer: [2:7593037046807858322:0] socket: 345 qp: -1
2026-01-08T17:01:42.470877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037047247898404:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:42.470922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:42.471560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037042952931065:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:42.471670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037047247898395:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:42.480404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037046807858327:2126] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.480448Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037046807858327:2126] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.479846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037041996112167:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:42.483174Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037046807858327:2126] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:42.482843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037044646811289:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:42.482890Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037044646811289:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:42.481622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037042952931012:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.481680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:42.481730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037042952931012:2048] [node 1] ICP22 created new session: [5:7593037047247898407:2048]
2026-01-08T17:01:42.481787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037047247898407:2048] [node 1] ICS09 handshake done sender: [5:7593037047247898395:2119] self: [5:7593037047247898401:0] peer: [1:7593037041433041608:0] socket: 367 qp: -1
2026-01-08T17:01:42.481827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037047247898407:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:42.481865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.483976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037046807858316:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.484050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:42.484107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037046807858316:2109] [node 6] ICP22 created new session: [2:7593037046807858353:2109]
2026-01-08T17:01:42.484159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037046807858353:2109] [node 6] ICS09 handshake done sender: [2:7593037046807858327:2126] self: [2:7593037046807858326:0] peer: [6:7593037046291079562:0] socket: 338 qp: -1
2026-01-08T17:01:42.484198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037046807858353:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:42.484239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:42.487039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037046291079563:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10851
2026-01-08T17:01:42.489426Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037044646811289:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:42.489825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037040351843983:2088] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:42.489931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:42.489992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037040351843983:2088] [node 5] ICP22 created new session: [4:7593037044646811317:2088]
2026-01-08T17:01:42.490056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037044646811317:2088] [node 5] ICS09 handshake done sender: [4:7593037044646811289:2118] self: [4:7593037044646811288:0] peer: [5:7593037047247898406:0] socket: 331 qp: -1
2026-01-08T17:01:42.490109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037044646811317:2088] [node 5] ICS10 traffic start
2026-01-08T17:01:42.490147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:42.488798Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037047247898409:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42768
2026-01-08T17:01:42.504957Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037042952931065:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6616) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037047247898397:2120] held: no
2026-01-08T17:01:42.505296Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037047247898397:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:42.503232Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037041996112167:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29664) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037046291079557:2122] held: no
2026-01-08T17:01:42.503425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037046291079557:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:42.503660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037041996112167:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.503723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:42.503781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037041996112167:2049] [node 2] ICP22 created new session: [6:7593037046291079564:2049]
2026-01-08T17:01:42.503837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037046291079564:2049] [node 2] ICS09 handshake done sender: [6:7593037046291079557:2122] self: [6:7593037046291079562:0] peer: [2:7593037046807858326:0] socket: 336 qp: -1
2026-01-08T17:01:42.503878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037046291079564:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:42.503924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:42.507237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037042952931065:2060] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:42.507298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:42.507354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037042952931065:2060] [node 4] ICP22 created new session: [5:7593037047247898410:2060]
2026-01-08T17:01:42.507415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037047247898410:2060] [node 4] ICS09 handshake done sender: [5:7593037047247898397:2120] self: [5:7593037047247898406:0] peer: [4:7593037044646811288:0] socket: 373 qp: -1
2026-01-08T17:01:42.507461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037047247898410:2060] [node 4] ICS10 traffic start
2026-01-08T17:01:42.507523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:42.641595Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:42.641848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037046807858341:2048] [node 1] ICS01 socket: 329 reason# EndOfStream
2026-01-08T17:01:42.641899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037042512890944:2048] [node 1] ICP30 unregister session Session# [2:7593037046807858341:2048] VirtualId# [2:7593037046807858332:0]
2026-01-08T17:01:42.641954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037046807858341:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.642054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:42.642111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:42.644595Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:42.644827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037045309772213:2048] [node 1] ICS01 socket: 350 reason# EndOfStream
2026-01-08T17:01:42.644877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037041014804819:2048] [node 1] ICP30 unregister session Session# [3:7593037045309772213:2048] VirtualId# [3:7593037045309772198:0]
2026-01-08T17:01:42.644923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037045309772213:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.644995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:42.645039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:42.650804Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:42.651083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037047247898407:2048] [node 1] ICS01 socket: 367 reason# EndOfStream
2026-01-08T17:01:42.651134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037042952931012:2048] [node 1] ICP30 unregister session Session# [5:7593037047247898407:2048] VirtualId# [5:7593037047247898401:0]
2026-01-08T17:01:42.651174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037047247898407:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.651269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:42.651321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:42.650816Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:42.650915Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:42.651143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037046291079544:2048] [node 1] ICS01 socket: 315 reason# EndOfStream
2026-01-08T17:01:42.651189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037041996112166:2048] [node 1] ICP30 unregister session Session# [6:7593037046291079544:2048] VirtualId# [6:7593037046291079542:0]
2026-01-08T17:01:42.651221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037046291079544:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.651294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:42.651336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:42.652258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037044646811302:2048] [node 1] ICS01 socket: 322 reason# EndOfStream
2026-01-08T17:01:42.652303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037040351843916:2048] [node 1] ICP30 unregister session Session# [4:7593037044646811302:2048] VirtualId# [4:7593037044646811299:0]
2026-01-08T17:01:42.652344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037044646811302:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.652409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:42.652453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:42.744864Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:42.745278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037045309772216:2049] [node 2] ICS01 socket: 343 reason# EndOfStream
2026-01-08T17:01:42.745336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037041014804820:2049] [node 2] ICP30 unregister session Session# [3:7593037045309772216:2049] VirtualId# [3:7593037045309772210:0]
2026-01-08T17:01:42.745381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037045309772216:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.745487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:42.745558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:42.749390Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:42.749662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037046291079564:2049] [node 2] ICS01 socket: 336 reason# EndOfStream
2026-01-08T17:01:42.749706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037041996112167:2049] [node 2] ICP30 unregister session Session# [6:7593037046291079564:2049] VirtualId# [6:7593037046291079562:0]
2026-01-08T17:01:42.749761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037046291079564:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.749855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:42.749899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:42.750373Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:42.750584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037044646811307:2049] [node 2] ICS01 socket: 354 reason# EndOfStream
2026-01-08T17:01:42.750633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037040351843917:2049] [node 2] ICP30 unregister session Session# [4:7593037044646811307:2049] VirtualId# [4:7593037044646811304:0]
2026-01-08T17:01:42.750672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037044646811307:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.750746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:42.750787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:42.750585Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:42.750810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037047247898404:2049] [node 2] ICS01 socket: 345 reason# EndOfStream
2026-01-08T17:01:42.750851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037042952931013:2049] [node 2] ICP30 unregister session Session# [5:7593037047247898404:2049] VirtualId# [5:7593037047247898398:0]
2026-01-08T17:01:42.750885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037047247898404:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.750986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:42.751025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:42.830546Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:42.830817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037047247898392:2050] [node 3] ICS01 socket: 344 reason# EndOfStream
2026-01-08T17:01:42.830854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037042952931014:2050] [node 3] ICP30 unregister session Session# [5:7593037047247898392:2050] VirtualId# [5:7593037047247898390:0]
2026-01-08T17:01:42.830513Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:42.830890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037047247898392:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.830812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037046291079550:2050] [node 3] ICS01 socket: 326 reason# EndOfStream
2026-01-08T17:01:42.830989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:42.830854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037041996112168:2050] [node 3] ICP30 unregister session Session# [6:7593037046291079550:2050] VirtualId# [6:7593037046291079547:0]
2026-01-08T17:01:42.831030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:42.830893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037046291079550:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.830989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:42.831031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:42.890699Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:42.890956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037047247898410:2060] [node 4] ICS01 socket: 373 reason# EndOfStream
2026-01-08T17:01:42.891005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037042952931065:2060] [node 4] ICP30 unregister session Session# [5:7593037047247898410:2060] VirtualId# [5:7593037047247898406:0]
2026-01-08T17:01:42.891064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037047247898410:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.891157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:42.891199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:42.894694Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:42.895062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037046291079560:2059] [node 4] ICS01 socket: 308 reason# EndOfStream
2026-01-08T17:01:42.895188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037041996112179:2059] [node 4] ICP30 unregister session Session# [6:7593037046291079560:2059] VirtualId# [6:7593037046291079558:0]
2026-01-08T17:01:42.895292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037046291079560:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.895465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:42.895520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:42.986594Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:42.986851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037046291079554:2064] [node 5] ICS07 socket disconnect 360 reason# EndOfStream
2026-01-08T17:01:42.986890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037046291079554:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:42.987015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:42.987062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037046291079554:2064] [node 5] ICS15 start handshake
2026-01-08T17:01:42.988198Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037041996112206:2064] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4263) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:42.988260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037046291079554:2064] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:42.988300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037041996112206:2064] [node 5] ICP30 unregister session Session# [6:7593037046291079554:2064] VirtualId# [6:7593037046291079552:0]
2026-01-08T17:01:42.988357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:01:42.988391Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037041996112206:2064] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4263) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:42.988419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4263) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:43.220732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037048392769976:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:43.220807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037048392769977:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:43.224052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037049512667084:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:43.224130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037049512667085:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:43.233178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037048192267894:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:43.233213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037048192267895:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:43.243402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037050937210273:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:43.243457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037050937210274:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:43.243513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037050937210275:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:43.253929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037050865384319:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:43.253986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037050865384320:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:43.254037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037050865384321:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:43.270416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037048170153599:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:43.270528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037048170153600:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:43.270574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037048170153601:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:43.569475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037048170153661:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.580641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037050865384380:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28521
2026-01-08T17:01:43.585850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037048392770042:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:43.585981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037048392770043:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.590856Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037049512667144:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47201
2026-01-08T17:01:43.592666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037048392770052:2113] [node 6] ICP01 ready to work
2026-01-08T17:01:43.667075Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037048392770052:2113] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(73948339ns) {Configure:104(73942333ns) {ProcessConfigured:135(76614ns) {StartInitialHandshake:157(73181ns) {DropHandshakes:470(2327ns) {DropIncomingHandshake:442(492ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:992(710ns) PrepareNewSessionHandshake:477(1519ns) {SwitchToState:179(599ns)}}}}}
2026-01-08T17:01:43.618611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037049512667148:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:43.662366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037049512667150:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:43.708598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037048170153599:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37111873ns) {Configure:104(37097487ns) {ProcessConfigured:135(82164ns) {StartInitialHandshake:157(79524ns) {DropHandshakes:470(6504ns) {DropIncomingHandshake:442(559ns) DropOutgoingHandshake:457(474ns)} GenerateSessionVirtualId:992(1422ns) PrepareNewSessionHandshake:477(1200ns) {SwitchToState:179(514ns)}}}}}
2026-01-08T17:01:43.766720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037049512667151:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:43.778767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037048192267958:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:43.791020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037048192267959:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:43.767010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037049512667144:2107] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.792467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037048170153668:2110] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.802757Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037049512667084:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(179723935ns) {Configure:104(179717158ns) {ProcessConfigured:135(46577ns) {StartInitialHandshake:157(43564ns) {DropHandshakes:470(1083ns) {DropIncomingHandshake:442(231ns) DropOutgoingHandshake:457(269ns)} GenerateSessionVirtualId:992(495ns) PrepareNewSessionHandshake:477(1055ns) {SwitchToState:179(631ns)}}}}}
2026-01-08T17:01:43.818970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037050865384401:2109] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.814744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037050937210337:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:43.817376Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037048392770039:2109] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.805868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037049512667084:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.817416Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037048392770039:2109] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:43.824410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037048192267962:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.817989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037049512667148:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(48883704ns) {Configure:104(48881215ns) {ProcessConfigured:135(10394042ns) {StartInitialHandshake:157(10392044ns) {DropHandshakes:470(1202ns) {DropIncomingHandshake:442(146ns) DropOutgoingHandshake:457(460ns)} GenerateSessionVirtualId:992(414ns) PrepareNewSessionHandshake:477(2860ns) {SwitchToState:179(1445ns)}}}}}
2026-01-08T17:01:43.815206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037050937210338:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.834583Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037048392770039:2109] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:43.830791Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037048192267958:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(35783444ns) {Configure:104(35778617ns) {ProcessConfigured:135(89065ns) {StartInitialHandshake:157(86313ns) {DropHandshakes:470(2906ns) {DropIncomingHandshake:442(641ns) DropOutgoingHandshake:457(463ns)} GenerateSessionVirtualId:992(702ns) PrepareNewSessionHandshake:477(1630ns) {SwitchToState:179(565ns)}}}}}
2026-01-08T17:01:43.824734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037050937210336:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2137
2026-01-08T17:01:43.818252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037049512667158:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47201
2026-01-08T17:01:43.907905Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037050865384320:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(79711571ns) {Configure:104(79705747ns) {ProcessConfigured:135(62110ns) {StartInitialHandshake:157(60227ns) {DropHandshakes:470(1784ns) {DropIncomingHandshake:442(346ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:992(610ns) PrepareNewSessionHandshake:477(2259ns) {SwitchToState:179(1034ns)}}}}}
2026-01-08T17:01:43.844614Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037048192267957:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13603
2026-01-08T17:01:43.870871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037048392769976:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:43.895349Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037050937210275:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(70239988ns) {Configure:104(70233618ns) {ProcessConfigured:135(74839ns) {StartInitialHandshake:157(72410ns) {DropHandshakes:470(2401ns) {DropIncomingHandshake:442(456ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:992(837ns) PrepareNewSessionHandshake:477(1846ns) {SwitchToState:179(450ns)}}}}}
2026-01-08T17:01:43.837684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037049512667167:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47201
2026-01-08T17:01:43.916741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037050865384408:2117] [node 6] ICP01 ready to work
2026-01-08T17:01:43.916992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037050865384380:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.858289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037048192267969:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13603
2026-01-08T17:01:43.870921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:43.908419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037050937210336:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.849953Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037049512667144:2107] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.879951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037048192267957:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.870984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037048392769976:2048] [node 2] ICP22 created new session: [1:7593037048392770058:2048]
2026-01-08T17:01:43.856190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037049512667084:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.938955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037050865384412:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28521
2026-01-08T17:01:43.939142Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037050865384411:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28521
2026-01-08T17:01:43.939715Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037050865384319:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(222019163ns) {Configure:104(222002319ns) {ProcessConfigured:135(4739791ns) {StartInitialHandshake:157(4738000ns) {DropHandshakes:470(1607ns) {DropIncomingHandshake:442(323ns) DropOutgoingHandshake:457(275ns)} GenerateSessionVirtualId:992(574ns) PrepareNewSessionHandshake:477(1718ns) {SwitchToState:179(116ns)}}}}}
2026-01-08T17:01:43.954024Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037050865384411:2133] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.953878Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037050937210338:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(122689479ns) {Configure:104(122685596ns) {ProcessConfigured:135(21135512ns) {StartInitialHandshake:157(21133072ns) {DropHandshakes:470(2427ns) {DropIncomingHandshake:442(767ns) DropOutgoingHandshake:457(495ns)} GenerateSessionVirtualId:992(457ns) PrepareNewSessionHandshake:477(2042ns) {SwitchToState:179(133ns)}}}}}
2026-01-08T17:01:43.881407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037048192267894:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:43.944024Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037048170153678:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24432
2026-01-08T17:01:43.856260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.969611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037050865384320:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:43.871040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037048392770058:2048] [node 2] ICS09 handshake done sender: [1:7593037048392770039:2109] self: [1:7593037048392770038:0] peer: [2:7593037049512667161:0] socket: 315 qp: -1
2026-01-08T17:01:43.978564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037050937210344:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2137
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.862461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037049512667084:2048] [node 1] ICP22 created new session: [2:7593037049512667168:2048]
2026-01-08T17:01:43.982416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037050937210339:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2137
2026-01-08T17:01:43.983055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037050937210273:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:43.978564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037050865384412:2134] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.978716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037050865384319:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:43.959122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037048170153677:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24432
2026-01-08T17:01:43.919285Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037048192267962:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(72805598ns) {Configure:104(72801865ns) {ProcessConfigured:135(60391ns) {StartInitialHandshake:157(53040ns) {DropHandshakes:470(718ns) {DropIncomingHandshake:442(89ns) DropOutgoingHandshake:457(259ns)} GenerateSessionVirtualId:992(211ns) PrepareNewSessionHandshake:477(1449ns) {SwitchToState:179(1010ns)}}}}}
2026-01-08T17:01:43.862536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037049512667168:2048] [node 1] ICS09 handshake done sender: [2:7593037049512667144:2107] self: [2:7593037049512667161:0] peer: [1:7593037048392770038:0] socket: 317 qp: -1
2026-01-08T17:01:43.862582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037049512667168:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:43.862653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:43.879363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037049512667171:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47201
2026-01-08T17:01:43.908106Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037049512667158:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.935542Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037049512667171:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.942495Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037049512667153:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.942523Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037049512667153:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:43.943648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037049512667174:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47201
2026-01-08T17:01:43.946786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037049512667153:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:43.963721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037049512667085:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:43.963790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:43.963850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037049512667085:2049] [node 3] ICP22 created new session: [2:7593037049512667176:2049]
2026-01-08T17:01:43.963899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037049512667176:2049] [node 3] ICS09 handshake done sender: [2:7593037049512667153:2112] self: [2:7593037049512667152:0] peer: [3:7593037048192267977:0] socket: 327 qp: -1
2026-01-08T17:01:43.963936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037049512667176:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:43.963970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:43.987833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037049512667157:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.987864Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037049512667157:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:43.871082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037048392770058:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.964828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037048170153679:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24432
2026-01-08T17:01:43.982581Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037048170153679:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.982728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037048170153599:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:43.936485Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037048192267969:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.988356Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037050937210339:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.871120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.995608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037050937210344:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.936774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037048192267895:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:44.026853Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037048170153681:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24432
2026-01-08T17:01:44.027097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037048170153678:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.035663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037048170153661:2108] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:44.035780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037052465120978:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24432
2026-01-08T17:01:44.042414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037048170153679:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:43.937117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037048192267976:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13603
2026-01-08T17:01:43.999737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037050937210275:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:43.872295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037048392770056:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52275
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.980315Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037048192267895:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25016) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037048192267969:2115] held: no
2026-01-08T17:01:44.043857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037049512667174:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.047099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037049512667157:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:44.042825Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037048170153677:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.002267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037050937210357:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2137
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:44.047386Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037050865384410:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.872424Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037048392770057:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52275
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:44.046532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037048170153599:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:44.019101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037050937210354:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2137
2026-01-08T17:01:43.980510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037048192267979:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13603
2026-01-08T17:01:43.903094Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037048392769976:2048] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:44.047433Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037050865384410:2132] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:44.076427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037049512667150:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:44.079216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:44.085027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037049512667150:2109] [node 5] ICP22 created new session: [2:7593037053807634478:2109]
2026-01-08T17:01:43.995145Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037048192267957:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:44.026759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037055232177655:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2137
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.996001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037048192267978:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13603
2026-01-08T17:01:43.996182Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037048192267969:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:44.019460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037048192267894:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:44.019550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:44.019610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037048192267894:2048] [node 1] ICP22 created new session: [3:7593037052487235277:2048]
2026-01-08T17:01:44.019660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037052487235277:2048] [node 1] ICS09 handshake done sender: [3:7593037048192267957:2110] self: [3:7593037048192267973:0] peer: [1:7593037048392770040:0] socket: 321 qp: -1
2026-01-08T17:01:44.019701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037052487235277:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:44.019741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:44.020012Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037048192267894:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:44.020646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037048192267964:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.020674Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037048192267964:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:44.021162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037048192267895:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:44.021225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:44.021274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037048192267895:2049] [node 2] ICP22 created new session: [3:7593037052487235280:2049]
2026-01-08T17:01:44.021319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037052487235280:2049] [node 2] ICS09 handshake done sender: [3:7593037048192267969:2115] self: [3:7593037048192267977:0] peer: [2:7593037049512667152:0] socket: 331 qp: -1
2026-01-08T17:01:44.021350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037052487235280:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:44.021389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:44.022054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037048192267980:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13603
2026-01-08T17:01:44.030020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037048192267978:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.040139Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037048192267964:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:44.050923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037048192267958:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:44.076258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:44.077849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037048192267958:2107] [node 4] ICP22 created new session: [3:7593037052487235285:2107]
2026-01-08T17:01:44.090758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037052487235285:2107] [node 4] ICS09 handshake done sender: [3:7593037048192267964:2112] self: [3:7593037048192267963:0] peer: [4:7593037050937210358:0] socket: 335 qp: -1
2026-01-08T17:01:44.090824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037052487235285:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:44.090875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:44.095278Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037048192267958:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(44534247ns) {HandleHandshakeStatus:329(44531122ns) {DropIncomingHandshake:442(1069ns) DropOutgoingHandshake:457(588ns) SwitchToState:179(405ns) ProcessPendingSessionEvents:495(3937222ns) {ForwardSessionEventToSession:616(3858137ns) ForwardSessionEventToSession:616(7686ns) ForwardSessionEventToSession:616(2802ns) ForwardSessionEventToSession:616(9000ns) ForwardSessionEventToSession:616(3971ns) ForwardSessionEventToSession:616(8015ns) ForwardSessionEventToSession:616(3065ns) ForwardSessionEventToSession:616(3245ns) ForwardSessionEventToSession:616(20979ns) ForwardSessionEventToSession:616(3026ns)}}}
2026-01-08T17:01:44.100771Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037048192267980:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.101849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037052487235287:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13603
2026-01-08T17:01:44.101956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037048192267958:2107] [node 4] ICP18 handshake (actor [3:7593037048192267980:2120]) is too old
2026-01-08T17:01:44.055899Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055160351717:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28521
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:44.090918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037049512667160:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.061184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037048170153600:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:44.077580Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037050937210354:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.077682Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037050937210344:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:44.090594Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037050937210336:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:44.095923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037050937210275:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:44.096035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:44.096093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037050937210275:2050] [node 3] ICP22 created new session: [4:7593037055232177656:2050]
2026-01-08T17:01:44.096140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037055232177656:2050] [node 3] ICS09 handshake done sender: [4:7593037050937210344:2114] self: [4:7593037050937210358:0] peer: [3:7593037048192267963:0] socket: 341 qp: -1
2026-01-08T17:01:44.096182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037055232177656:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:44.096227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:43.914434Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037048392770041:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.116099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037050937210273:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.914498Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037048392770041:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:44.067340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037052465120978:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.063632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055160351718:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28521
2026-01-08T17:01:44.112486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037048192267968:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.090993Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037049512667160:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:44.134945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037050937210274:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:44.063837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037050865384410:2132] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:43.918574Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [1:7593037048392769976:2048] [node 2] ICP35 event processing took too much time StateWork:294(26753390ns) {HandleHandshakeStatus:395(13113610ns) {LogHandshakeFail:472(1306460ns) {UpdateErrorStateLog:545(8867ns)}}}
2026-01-08T17:01:44.074739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:44.112546Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037048192267968:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:44.148241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:44.075673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037048170153601:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:44.112474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037053807634478:2109] [node 5] ICS09 handshake done sender: [2:7593037049512667157:2114] self: [2:7593037049512667156:0] peer: [5:7593037050865384419:0] socket: 326 qp: -1
2026-01-08T17:01:44.110854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037055160351718:2137] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.932350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037048392770041:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:44.114918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037053807634478:2109] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:44.110906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037050865384408:2117] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:44.114994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:44.138751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037053807634475:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47201
2026-01-08T17:01:44.139496Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037049512667160:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:44.139733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037049512667151:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:44.139796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:44.139859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037049512667151:2110] [node 6] ICP22 created new session: [2:7593037053807634481:2110]
2026-01-08T17:01:44.139932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037053807634481:2110] [node 6] ICS09 handshake done sender: [2:7593037049512667160:2116] self: [2:7593037049512667159:0] peer: [6:7593037052465120980:0] socket: 337 qp: -1
2026-01-08T17:01:44.139975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037053807634481:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:44.140009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:44.172772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037053807634475:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:44.117421Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037048192267968:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:44.075931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037052465120982:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24432
2026-01-08T17:01:44.148322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037050937210273:2048] [node 1] ICP22 created new session: [4:7593037055232177659:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.953642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037048392769977:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:44.110999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:44.148381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037055232177659:2048] [node 1] ICS09 handshake done sender: [4:7593037050937210336:2110] self: [4:7593037050937210355:0] peer: [1:7593037048392770044:0] socket: 320 qp: -1
2026-01-08T17:01:44.117670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037048192267959:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:44.076567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037048170153599:2048] [node 1] ICP22 created new session: [6:7593037052465120981:2048]
2026-01-08T17:01:44.194446Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037049512667163:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.117740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:44.117797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037048192267959:2109] [node 6] ICP22 created new session: [3:7593037052487235289:2109]
2026-01-08T17:01:44.117850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037052487235289:2109] [node 6] ICS09 handshake done sender: [3:7593037048192267968:2114] self: [3:7593037048192267967:0] peer: [6:7593037052465120984:0] socket: 367 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:43.953696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:44.148420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037055232177659:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:44.111058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037050865384408:2117] [node 6] ICP22 created new session: [5:7593037055160351721:2117]
2026-01-08T17:01:44.111110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037055160351721:2117] [node 6] ICS09 handshake done sender: [5:7593037050865384410:2132] self: [5:7593037050865384409:0] peer: [6:7593037052465120979:0] socket: 348 qp: -1
2026-01-08T17:01:44.111156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037055160351721:2117] [node 6] ICS10 traffic start
2026-01-08T17:01:44.111200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:44.111905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055160351720:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28521
2026-01-08T17:01:44.112200Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037050865384412:2134] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:44.124888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037050865384319:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:44.124960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:44.125010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037050865384319:2048] [node 1] ICP22 created new session: [5:7593037055160351723:2048]
2026-01-08T17:01:44.125061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037055160351723:2048] [node 1] ICS09 handshake done sender: [5:7593037050865384412:2134] self: [5:7593037050865384420:0] peer: [1:7593037048392770049:0] socket: 344 qp: -1
2026-01-08T17:01:44.125101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037055160351723:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:44.125163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:44.125745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037050865384411:2133] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:44.126685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037050865384321:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:44.205741Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037049512667163:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:44.076629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037052465120981:2048] [node 1] ICS09 handshake done sender: [6:7593037048170153679:2117] self: [6:7593037048170153680:0] peer: [1:7593037048392770053:0] socket: 354 qp: -1
2026-01-08T17:01:44.130956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037050865384320:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:44.117889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037052487235289:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:44.148469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:44.076669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037052465120981:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:43.967993Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037048392770057:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.131045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:44.131111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037050865384320:2049] [node 2] ICP22 created new session: [5:7593037055160351727:2049]
2026-01-08T17:01:44.131168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037055160351727:2049] [node 2] ICS09 handshake done sender: [5:7593037050865384411:2133] self: [5:7593037050865384419:0] peer: [2:7593037049512667156:0] socket: 343 qp: -1
2026-01-08T17:01:44.131220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037055160351727:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:44.131273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:44.131538Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037050865384320:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:44.179097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055160351730:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28521
2026-01-08T17:01:44.179229Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055160351731:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28521
2026-01-08T17:01:44.206544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037055160351730:2139] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.206676Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037055160351718:2137] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:44.234628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037050865384321:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:44.234724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:44.234797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037050865384321:2050] [node 3] ICP22 created new session: [5:7593037055160351732:2050]
2026-01-08T17:01:44.234847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037055160351732:2050] [node 3] ICS09 handshake done sender: [5:7593037055160351718:2137] self: [5:7593037055160351726:0] peer: [3:7593037048192267974:0] socket: 373 qp: -1
2026-01-08T17:01:44.234899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037055160351732:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:44.234962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:44.235243Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037050865384321:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:44.235746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037050865384401:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:44.214756Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037049512667150:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(116951104ns) {HandleHandshakeStatus:329(108322277ns) {DropIncomingHandshake:442(15501ns) DropOutgoingHandshake:457(385ns) SwitchToState:179(181ns) ProcessPendingSessionEvents:495(52086168ns) {ForwardSessionEventToSession:616(33771388ns) ForwardSessionEventToSession:616(1459143ns) ForwardSessionEventToSession:616(3869ns) ForwardSessionEventToSession:616(4560565ns) ForwardSessionEventToSession:616(8203ns) ForwardSessionEventToSession:616(3007ns) ForwardSessionEventToSession:616(7026270ns) ForwardSessionEventToSession:616(6103ns) ForwardSessionEventToSession:616(5199422ns) ForwardSessionEventToSession:616(15208ns)}}}
2026-01-08T17:01:44.117925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:44.076709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:43.984524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037048392770054:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.166460Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037048192267975:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.166513Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037048192267975:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:44.148950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037050937210273:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(32617961ns) {HandleHandshakeStatus:329(32615656ns) {DropIncomingHandshake:442(790ns) DropOutgoingHandshake:457(5695ns) SwitchToState:179(479ns) ProcessPendingSessionEvents:495(110211ns) {ForwardSessionEventToSession:616(57960ns) ForwardSessionEventToSession:616(3169ns) ForwardSessionEventToSession:616(4500ns) ForwardSessionEventToSession:616(3489ns) ForwardSessionEventToSession:616(6143ns) ForwardSessionEventToSession:616(3135ns) ForwardSessionEventToSession:616(4674ns) ForwardSessionEventToSession:616(12997ns) ForwardSessionEventToSession:616(2460ns) ForwardSessionEventToSession:616(3202ns)}}}
2026-01-08T17:01:44.178496Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037048192267975:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:44.202754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037052487235287:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.209505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037048192267962:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:44.209574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:44.209612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037048192267962:2108] [node 5] ICP22 created new session: [3:7593037052487235292:2108]
2026-01-08T17:01:44.209654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037052487235292:2108] [node 5] ICS09 handshake done sender: [3:7593037048192267975:2116] self: [3:7593037048192267974:0] peer: [5:7593037055160351726:0] socket: 369 qp: -1
2026-01-08T17:01:44.209680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037052487235292:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:44.209710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:44.219449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037048192267959:2109] [node 6] ICP18 handshake (actor [3:7593037052487235287:2121]) is too old
2026-01-08T17:01:44.226955Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037049512667163:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:43.984566Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037048392770054:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:44.077321Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037048170153678:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:44.230151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037049512667148:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:44.230226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:44.230286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037049512667148:2108] [node 4] ICP22 created new session: [2:7593037053807634485:2108]
2026-01-08T17:01:44.163814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037055232177661:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2137
2026-01-08T17:01:44.230354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037053807634485:2108] [node 4] ICS09 handshake done sender: [2:7593037049512667163:2117] self: [2:7593037049512667162:0] peer: [4:7593037055232177658:0] socket: 355 qp: -1
2026-01-08T17:01:44.230408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037053807634485:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:44.230451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:44.190502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037055232177661:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.219014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037055232177665:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2137
2026-01-08T17:01:44.242532Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037050937210274:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25016) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037050937210354:2118] held: no
2026-01-08T17:01:44.242831Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037050937210348:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.242858Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037050937210348:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:44.243456Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037050937210354:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:44.254012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037050937210350:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.254055Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037050937210350:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:44.263608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037050937210274:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:44.271916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055160351735:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28521
2026-01-08T17:01:44.270445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:44.270542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037050937210274:2049] [node 2] ICP22 created new session: [4:7593037055232177667:2049]
2026-01-08T17:01:44.270608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037055232177667:2049] [node 2] ICS09 handshake done sender: [4:7593037050937210354:2118] self: [4:7593037055232177658:0] peer: [2:7593037049512667162:0] socket: 332 qp: -1
2026-01-08T17:01:44.270658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037055232177667:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:44.270700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:44.274746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037050937210348:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:44.103896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037048170153661:2108] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:44.103976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:44.104044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037048170153661:2108] [node 5] ICP22 created new session: [6:7593037052465120986:2108]
2026-01-08T17:01:43.985205Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037048392770050:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.985231Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037048392770050:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:43.985938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037048392770045:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:43.985959Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037048392770045:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:43.990828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037048392769977:2049] [node 3] ICP22 created new session: [1:7593037048392770062:2049]
2026-01-08T17:01:43.990898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037048392770062:2049] [node 3] ICS09 handshake done sender: [1:7593037048392770041:2110] self: [1:7593037048392770040:0] peer: [3:7593037048192267973:0] socket: 318 qp: -1
2026-01-08T17:01:43.990955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037048392770062:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:43.991008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:43.991526Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037048392769977:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(37666189ns) {HandleHandshakeStatus:329(37663140ns) {DropIncomingHandshake:442(139ns) DropOutgoingHandshake:457(598ns) SwitchToState:179(385ns) ProcessPendingSessionEvents:495(122040ns) {ForwardSessionEventToSession:616(56203ns) ForwardSessionEventToSession:616(19414ns) ForwardSessionEventToSession:616(3133ns) ForwardSessionEventToSession:616(8060ns) ForwardSessionEventToSession:616(3301ns) ForwardSessionEventToSession:616(2287ns) ForwardSessionEventToSession:616(4639ns) ForwardSessionEventToSession:616(5439ns) ForwardSessionEventToSession:616(2443ns) ForwardSessionEventToSession:616(4267ns)}}}
2026-01-08T17:01:43.991729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037048392769977:2049] [node 3] ICP18 handshake (actor [1:7593037048392770057:2116]) is too old
2026-01-08T17:01:43.996580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037048392770064:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52275
2026-01-08T17:01:44.002857Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037048392770054:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:44.010644Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037048392770050:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:44.030559Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037048392770045:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:44.068168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037048392770052:2113] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:44.068212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:44.068268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037048392770052:2113] [node 6] ICP22 created new session: [1:7593037052687737365:2113]
2026-01-08T17:01:44.068337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037052687737365:2113] [node 6] ICS09 handshake done sender: [1:7593037048392770054:2114] self: [1:7593037048392770053:0] peer: [6:7593037048170153680:0] socket: 353 qp: -1
2026-01-08T17:01:44.068383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037052687737365:2113] [node 6] ICS10 traffic start
2026-01-08T17:01:44.068431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:44.068842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037048392770043:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:44.068873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:44.068915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037048392770043:2108] [node 5] ICP22 created new session: [1:7593037052687737367:2108]
2026-01-08T17:01:44.068960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037052687737367:2108] [node 5] ICS09 handshake done sender: [1:7593037048392770050:2112] self: [1:7593037048392770049:0] peer: [5:7593037050865384420:0] socket: 339 qp: -1
2026-01-08T17:01:44.068994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037052687737367:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:44.069028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:44.069337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037048392770042:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:44.069363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:44.069411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037048392770042:2107] [node 4] ICP22 created new session: [1:7593037052687737369:2107]
2026-01-08T17:01:44.069450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037052687737369:2107] [node 4] ICS09 handshake done sender: [1:7593037048392770045:2111] self: [1:7593037048392770044:0] peer: [4:7593037050937210355:0] socket: 319 qp: -1
2026-01-08T17:01:44.069480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037052687737369:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:44.069513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:44.096191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037048392770064:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.096862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037048392770042:2107] [node 4] ICP18 handshake (actor [1:7593037048392770064:2117]) is too old
2026-01-08T17:01:44.104102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037052465120986:2108] [node 5] ICS09 handshake done sender: [6:7593037048170153678:2116] self: [6:7593037052465120979:0] peer: [5:7593037050865384409:0] socket: 351 qp: -1
2026-01-08T17:01:44.104144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037052465120986:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:44.104233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:44.122723Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037048170153599:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(79440963ns) {HandleHandshakeStatus:329(79438188ns) {DropIncomingHandshake:442(2421ns) DropOutgoingHandshake:457(6894ns) SwitchToState:179(418ns) ProcessPendingSessionEvents:495(9968555ns) {ForwardSessionEventToSession:616(6588439ns) ForwardSessionEventToSession:616(4801ns) ForwardSessionEventToSession:616(3314958ns) ForwardSessionEventToSession:616(14024ns) ForwardSessionEventToSession:616(3018ns) ForwardSessionEventToSession:616(10823ns) ForwardSessionEventToSession:616(3489ns) ForwardSessionEventToSession:616(3260ns) ForwardSessionEventToSession:616(4994ns) ForwardSessionEventToSession:616(3676ns)}}}
2026-01-08T17:01:44.123804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037052465120988:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24432
2026-01-08T17:01:44.167560Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037052465120978:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:44.183180Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037048170153600:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25016) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037048170153677:2115] held: no
2026-01-08T17:01:44.183631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037048170153601:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:44.183710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:44.183763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037048170153601:2050] [node 3] ICP22 created new session: [6:7593037052465120991:2050]
2026-01-08T17:01:44.183824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037052465120991:2050] [node 3] ICS09 handshake done sender: [6:7593037052465120978:2119] self: [6:7593037052465120984:0] peer: [3:7593037048192267967:0] socket: 372 qp: -1
2026-01-08T17:01:44.183863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037052465120991:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:44.183901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:44.184548Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037052465120989:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24432
2026-01-08T17:01:44.199149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037052465120990:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24432
2026-01-08T17:01:44.199286Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037048170153677:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:44.207947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037048170153600:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:44.208008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:44.208060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037048170153600:2049] [node 2] ICP22 created new session: [6:7593037052465120993:2049]
2026-01-08T17:01:44.208113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037052465120993:2049] [node 2] ICS09 handshake done sender: [6:7593037048170153677:2115] self: [6:7593037052465120980:0] peer: [2:7593037049512667159:0] socket: 340 qp: -1
2026-01-08T17:01:44.208156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037052465120993:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:44.208195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:44.226627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037052465120990:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:44.238622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037048170153668:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:44.278311Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037050937210350:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:44.278634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037050937210337:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:44.278735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:44.278816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037050937210337:2108] [node 5] ICP22 created new session: [4:7593037055232177670:2108]
2026-01-08T17:01:44.278888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037055232177670:2108] [node 5] ICS09 handshake done sender: [4:7593037050937210348:2116] self: [4:7593037050937210347:0] peer: [5:7593037055160351734:0] socket: 322 qp: -1
2026-01-08T17:01:44.278947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037055232177670:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:44.279006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:44.279443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037050937210338:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:44.279518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:44.279566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037050937210338:2109] [node 6] ICP22 created new session: [4:7593037055232177672:2109]
2026-01-08T17:01:44.279611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037055232177672:2109] [node 6] ICS09 handshake done sender: [4:7593037050937210350:2117] self: [4:7593037050937210349:0] peer: [6:7593037052465120995:0] socket: 346 qp: -1
2026-01-08T17:01:44.279642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037055232177672:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:44.279689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:44.277888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037052465120996:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24432
2026-01-08T17:01:44.281081Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037052465120990:2123] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:44.279388Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037055160351730:2139] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:44.281820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037048170153668:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:44.281892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:44.281946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037048170153668:2110] [node 4] ICP22 created new session: [6:7593037052465120997:2110]
2026-01-08T17:01:44.281989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037052465120997:2110] [node 4] ICS09 handshake done sender: [6:7593037052465120990:2123] self: [6:7593037052465120995:0] peer: [4:7593037050937210349:0] socket: 381 qp: -1
2026-01-08T17:01:44.282028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037052465120997:2110] [node 4] ICS10 traffic start
2026-01-08T17:01:44.282065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:44.285702Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037050865384401:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22792) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037055160351730:2139] held: no
2026-01-08T17:01:44.285825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037050865384401:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:44.285879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:44.285929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037050865384401:2109] [node 4] ICP22 created new session: [5:7593037055160351736:2109]
2026-01-08T17:01:44.285976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037055160351736:2109] [node 4] ICS09 handshake done sender: [5:7593037055160351730:2139] self: [5:7593037055160351734:0] peer: [4:7593037050937210347:0] socket: 361 qp: -1
2026-01-08T17:01:44.286011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037055160351736:2109] [node 4] ICS10 traffic start
2026-01-08T17:01:44.286057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:44.341283Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:44.341525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037049512667168:2048] [node 1] ICS01 socket: 317 reason# EndOfStream
2026-01-08T17:01:44.341574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037049512667084:2048] [node 1] ICP30 unregister session Session# [2:7593037049512667168:2048] VirtualId# [2:7593037049512667161:0]
2026-01-08T17:01:44.341610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037049512667168:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.341693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:44.341740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:44.346139Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:44.346381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037052487235277:2048] [node 1] ICS07 socket disconnect 321 reason# EndOfStream
2026-01-08T17:01:44.346430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037052487235277:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.346528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:44.346575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037052487235277:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:44.348622Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:44.346748Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:44.348556Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:44.348813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037052465120981:2048] [node 1] ICS07 socket disconnect 354 reason# EndOfStream
2026-01-08T17:01:44.348846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037052465120981:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.348918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:44.348957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037052465120981:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:44.348846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037055160351723:2048] [node 1] ICS01 socket: 344 reason# EndOfStream
2026-01-08T17:01:44.348887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037050865384319:2048] [node 1] ICP30 unregister session Session# [5:7593037055160351723:2048] VirtualId# [5:7593037050865384420:0]
2026-01-08T17:01:44.348925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037055160351723:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.349745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037055232177659:2048] [node 1] ICS07 socket disconnect 320 reason# EndOfStream
2026-01-08T17:01:44.350132Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037048170153599:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13260) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:44.350471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037052465120981:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:44.350510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037048170153599:2048] [node 1] ICP30 unregister session Session# [6:7593037052465120981:2048] VirtualId# [6:7593037048170153680:0]
2026-01-08T17:01:44.352453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:44.352509Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037048170153599:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13260) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:44.352526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13260) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:44.348999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:44.349041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:44.349787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037055232177659:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.370785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037048170153599:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:44.349868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:44.362635Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037048192267894:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13260) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:44.362706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037052487235277:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:44.362744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037048192267894:2048] [node 1] ICP30 unregister session Session# [3:7593037052487235277:2048] VirtualId# [3:7593037048192267973:0]
2026-01-08T17:01:44.362794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:44.362833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037048192267894:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13260) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:44.362847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13260) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:44.378512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037048192267894:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:44.349928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037055232177659:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:44.371230Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037050937210273:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13260) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:44.383158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037055232177659:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:44.383208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037050937210273:2048] [node 1] ICP30 unregister session Session# [4:7593037055232177659:2048] VirtualId# [4:7593037050937210355:0]
2026-01-08T17:01:44.383271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:44.383342Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037050937210273:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13260) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:44.383363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13260) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:44.383663Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [4:7593037050937210273:2048] [node 1] ICP35 event processing took too much time StateWork:294(20207106ns) {HandleHandshakeStatus:395(16927005ns) {LogHandshakeFail:472(12484ns) {UpdateErrorStateLog:545(1953ns)} DropOutgoingHandshake:457(1421ns) ProcessPendingSessionEvents:495(408ns) UnregisterSession:538(48937ns) {ProcessPendingSessionEvents:495(342ns) SwitchToInitialState:202(1288ns) {SwitchToState:179(633ns)}} TransitToErrorState:756(95862ns) {SwitchToState:179(6903ns) ProcessPendingSessionEvents:495(802ns) DropHandshakes:470(4482ns) {DropIncomingHandshake:442(314ns) DropOutgoingHandshake:457(349ns)}}}}
2026-01-08T17:01:44.393068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037050937210273:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:44.425025Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:44.425259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037052487235280:2049] [node 2] ICS01 socket: 331 reason# EndOfStream
2026-01-08T17:01:44.425305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037048192267895:2049] [node 2] ICP30 unregister session Session# [3:7593037052487235280:2049] VirtualId# [3:7593037048192267977:0]
2026-01-08T17:01:44.425340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037052487235280:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.425416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:44.425457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:44.427728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:44.427944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037055232177667:2049] [node 2] ICS01 socket: 332 reason# EndOfStream
2026-01-08T17:01:44.427982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037050937210274:2049] [node 2] ICP30 unregister session Session# [4:7593037055232177667:2049] VirtualId# [4:7593037055232177658:0]
2026-01-08T17:01:44.428013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037055232177667:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.428089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:44.428132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:44.430514Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:44.430718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037052465120993:2049] [node 2] ICS01 socket: 340 reason# EndOfStream
2026-01-08T17:01:44.430759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037048170153600:2049] [node 2] ICP30 unregister session Session# [6:7593037052465120993:2049] VirtualId# [6:7593037052465120980:0]
2026-01-08T17:01:44.430793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037052465120993:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.430863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:44.430902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:44.434475Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:44.434716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037055160351727:2049] [node 2] ICS01 socket: 343 reason# EndOfStream
2026-01-08T17:01:44.434758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037050865384320:2049] [node 2] ICP30 unregister session Session# [5:7593037055160351727:2049] VirtualId# [5:7593037050865384419:0]
2026-01-08T17:01:44.434791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037055160351727:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.434862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:44.434901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:44.550565Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:44.550823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037055232177656:2050] [node 3] ICS07 socket disconnect 341 reason# EndOfStream
2026-01-08T17:01:44.550858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037055232177656:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.550947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:44.550999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037055232177656:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:44.552250Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:44.552414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037055160351732:2050] [node 3] ICS07 socket disconnect 373 reason# EndOfStream
2026-01-08T17:01:44.552447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037055160351732:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.552505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:44.552536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037055160351732:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:44.553036Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:44.553244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037052465120991:2050] [node 3] ICS07 socket disconnect 372 reason# EndOfStream
2026-01-08T17:01:44.553271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037052465120991:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.553349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:44.553394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037052465120991:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:44.554428Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037048170153601:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9013) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:44.554495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037052465120991:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:44.554543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037048170153601:2050] [node 3] ICP30 unregister session Session# [6:7593037052465120991:2050] VirtualId# [6:7593037052465120984:0]
2026-01-08T17:01:44.554601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:44.554645Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037048170153601:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9013) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:44.554665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9013) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:44.555095Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037050937210275:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9013) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:44.555388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037055232177656:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:44.555476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037050937210275:2050] [node 3] ICP30 unregister session Session# [4:7593037055232177656:2050] VirtualId# [4:7593037050937210358:0]
2026-01-08T17:01:44.555545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:44.555601Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037050937210275:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9013) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:44.555621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9013) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:44.563976Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037050865384321:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9013) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:44.565509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037048170153601:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:44.565843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037055160351732:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:44.565904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037050865384321:2050] [node 3] ICP30 unregister session Session# [5:7593037055160351732:2050] VirtualId# [5:7593037055160351726:0]
2026-01-08T17:01:44.565960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:44.565998Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037050865384321:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9013) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:44.566035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9013) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:44.578480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037050865384321:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:44.641925Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:44.642141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037055160351736:2109] [node 4] ICS01 socket: 361 reason# EndOfStream
2026-01-08T17:01:44.642190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037050865384401:2109] [node 4] ICP30 unregister session Session# [5:7593037055160351736:2109] VirtualId# [5:7593037055160351734:0]
2026-01-08T17:01:44.642223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037055160351736:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.642296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:44.642624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:44.641332Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:44.641514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037052465120997:2110] [node 4] ICS01 socket: 381 reason# EndOfStream
2026-01-08T17:01:44.641552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037048170153668:2110] [node 4] ICP30 unregister session Session# [6:7593037052465120997:2110] VirtualId# [6:7593037052465120995:0]
2026-01-08T17:01:44.641581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037052465120997:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.641646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:44.641689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:44.746785Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:44.747052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037052465120986:2108] [node 5] ICS01 socket: 351 reason# EndOfStream
2026-01-08T17:01:44.747108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037048170153661:2108] [node 5] ICP30 unregister session Session# [6:7593037052465120986:2108] VirtualId# [6:7593037052465120979:0]
2026-01-08T17:01:44.747149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037052465120986:2108] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:44.747249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:44.747306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:44.890424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037053782025115:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:44.890504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037053782025116:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:44.903613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037055655205287:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:44.903665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037055655205288:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:44.912971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037052667976295:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:44.913009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037052667976296:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:44.919253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037054506510425:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:44.919300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037054506510426:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:44.919341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037054506510427:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:44.950798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037051691063508:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:44.950846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037051691063509:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:44.950885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037051691063510:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:44.963674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037052721751167:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:44.963724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037052721751168:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:44.963761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037052721751169:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:45.307085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037058801477785:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:45.307422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037058801477786:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:45.209932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037057016718517:2099] [node 4] ICP01 ready to work
2026-01-08T17:01:45.339107Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037051691063509:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(141980097ns) {Configure:104(141973890ns) {ProcessConfigured:135(90444ns) {StartInitialHandshake:157(87172ns) {DropHandshakes:470(1930ns) {DropIncomingHandshake:442(287ns) DropOutgoingHandshake:457(406ns)} GenerateSessionVirtualId:992(923ns) PrepareNewSessionHandshake:477(1999ns) {SwitchToState:179(589ns)}}}}}
2026-01-08T17:01:45.333008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037058076992474:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:45.347464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037056962943681:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:45.359045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037058076992475:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:45.374425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037058076992476:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:45.382698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037055986030876:2105] [node 4] ICP01 ready to work
2026-01-08T17:01:45.348642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037059950172646:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:45.347331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037057016718520:2097] [node 5] ICP01 ready to work
2026-01-08T17:01:45.362422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037059950172647:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:45.385425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037056962943682:2119] [node 6] ICP01 ready to work
2026-01-08T17:01:45.399741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037055986030879:2104] [node 6] ICP01 ready to work
2026-01-08T17:01:45.402057Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037054506510425:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(69724262ns) {Configure:104(69710818ns) {ProcessConfigured:135(48372ns) {StartInitialHandshake:157(46886ns) {DropHandshakes:470(1979ns) {DropIncomingHandshake:442(328ns) DropOutgoingHandshake:457(261ns)} GenerateSessionVirtualId:992(553ns) PrepareNewSessionHandshake:477(1028ns) {SwitchToState:179(442ns)}}}}}
2026-01-08T17:01:45.385331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037059950172648:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:45.409566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037056962943688:2112] [node 5] ICP01 ready to work
2026-01-08T17:01:45.418973Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037054506510426:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(232466839ns) {Configure:104(232460732ns) {ProcessConfigured:135(5665108ns) {StartInitialHandshake:157(5662543ns) {DropHandshakes:470(2539ns) {DropIncomingHandshake:442(529ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:992(772ns) PrepareNewSessionHandshake:477(3196ns) {SwitchToState:179(1386ns)}}}}}
2026-01-08T17:01:45.423263Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037055655205288:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(60564699ns) {Configure:104(60559545ns) {ProcessConfigured:135(69474ns) {StartInitialHandshake:157(67036ns) {DropHandshakes:470(5780ns) {DropIncomingHandshake:442(3702ns) DropOutgoingHandshake:457(525ns)} GenerateSessionVirtualId:992(745ns) PrepareNewSessionHandshake:477(1093ns) {SwitchToState:179(385ns)}}}}}
2026-01-08T17:01:45.419522Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037057016718517:2099] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(156301253ns) {Configure:104(156291782ns) {ProcessConfigured:135(57327ns) {StartInitialHandshake:157(55355ns) {DropHandshakes:470(2083ns) {DropIncomingHandshake:442(676ns) DropOutgoingHandshake:457(263ns)} GenerateSessionVirtualId:992(751ns) PrepareNewSessionHandshake:477(994ns) {SwitchToState:179(581ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.433923Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037058076992476:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(30726038ns) {Configure:104(30721851ns) {ProcessConfigured:135(41888ns) {StartInitialHandshake:157(40625ns) {DropHandshakes:470(2781ns) {DropIncomingHandshake:442(204ns) DropOutgoingHandshake:457(112ns)} GenerateSessionVirtualId:992(326ns) PrepareNewSessionHandshake:477(1559ns) {SwitchToState:179(718ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.437091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037058076992477:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45367
2026-01-08T17:01:45.437220Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037058076992484:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45367
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.449190Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037052721751168:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(96456307ns) {Configure:104(96450766ns) {ProcessConfigured:135(79793ns) {StartInitialHandshake:157(76827ns) {DropHandshakes:470(2987ns) {DropIncomingHandshake:442(442ns) DropOutgoingHandshake:457(373ns)} GenerateSessionVirtualId:992(757ns) PrepareNewSessionHandshake:477(1451ns) {SwitchToState:179(591ns)}}}}}
2026-01-08T17:01:45.453273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037057016718530:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24053
2026-01-08T17:01:45.453332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037057016718533:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24053
2026-01-08T17:01:45.455641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037058801477800:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22095
2026-01-08T17:01:45.431593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037056962943685:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18542
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.439310Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037059950172648:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(21241031ns) {Configure:104(20204840ns) {ProcessConfigured:135(854941ns) {StartInitialHandshake:157(852142ns) {DropHandshakes:470(2769ns) {DropIncomingHandshake:442(428ns) DropOutgoingHandshake:457(323ns)} GenerateSessionVirtualId:992(734ns) PrepareNewSessionHandshake:477(1973ns) {SwitchToState:179(763ns)}}}}}
2026-01-08T17:01:45.467933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055986030880:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39433
2026-01-08T17:01:45.468009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055986030881:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39433
2026-01-08T17:01:45.475783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055986030882:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39433
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.485908Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037055986030879:2104] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(72898064ns) {Configure:104(72894057ns) {ProcessConfigured:135(56536ns) {StartInitialHandshake:157(53514ns) {DropHandshakes:470(2182ns) {DropIncomingHandshake:442(381ns) DropOutgoingHandshake:457(365ns)} GenerateSessionVirtualId:992(705ns) PrepareNewSessionHandshake:477(608ns) {SwitchToState:179(216ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.472700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037059950172659:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:01:45.469913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037056962943682:2119] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(57891172ns) {Configure:104(57886324ns) {ProcessConfigured:135(57772ns) {StartInitialHandshake:157(52875ns) {DropHandshakes:470(1428ns) {DropIncomingHandshake:442(280ns) DropOutgoingHandshake:457(232ns)} GenerateSessionVirtualId:992(406ns) PrepareNewSessionHandshake:477(1476ns) {SwitchToState:179(578ns)}}}}}
2026-01-08T17:01:45.487808Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037053782025115:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(78346920ns) {Configure:104(78341704ns) {ProcessConfigured:135(62781ns) {StartInitialHandshake:157(61459ns) {DropHandshakes:470(972ns) {DropIncomingHandshake:442(167ns) DropOutgoingHandshake:457(202ns)} GenerateSessionVirtualId:992(640ns) PrepareNewSessionHandshake:477(998ns) {SwitchToState:179(362ns)}}}}}
2026-01-08T17:01:45.473976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037059950172653:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:01:45.482710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037056962943685:2138] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.511483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037059950172653:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.488070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037058076992477:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.483050Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037056962943689:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18542
2026-01-08T17:01:45.515484Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037055655205287:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(144515997ns) {Configure:104(144510730ns) {ProcessConfigured:135(4678773ns) {StartInitialHandshake:157(4676007ns) {DropHandshakes:470(1220ns) {DropIncomingHandshake:442(228ns) DropOutgoingHandshake:457(320ns)} GenerateSessionVirtualId:992(813ns) PrepareNewSessionHandshake:477(2489ns) {SwitchToState:179(921ns)}}}}}
2026-01-08T17:01:45.512389Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037052721751169:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(153553137ns) {Configure:104(153547801ns) {ProcessConfigured:135(2932560ns) {StartInitialHandshake:157(2929259ns) {DropHandshakes:470(2502ns) {DropIncomingHandshake:442(402ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:992(675ns) PrepareNewSessionHandshake:477(3472ns) {SwitchToState:179(1858ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.483230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037056962943694:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18542
2026-01-08T17:01:45.488598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037058076992488:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45367
2026-01-08T17:01:45.529576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037055986030880:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.533640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037057016718542:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24053
2026-01-08T17:01:45.529761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037051691063508:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:45.488800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037058076992492:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45367
2026-01-08T17:01:45.511222Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037053782025116:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(162184221ns) {Configure:104(162179626ns) {ProcessConfigured:135(8546567ns) {StartInitialHandshake:157(8544506ns) {DropHandshakes:470(954ns) {DropIncomingHandshake:442(307ns) DropOutgoingHandshake:457(228ns)} GenerateSessionVirtualId:992(418ns) PrepareNewSessionHandshake:477(2947ns) {SwitchToState:179(1129ns)}}}}}
2026-01-08T17:01:45.527416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037058076992488:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.530051Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037058076992479:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.530079Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037058076992479:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.549176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037058076992484:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.491767Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037056962943681:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(114292357ns) {Configure:104(114287025ns) {ProcessConfigured:135(16420554ns) {StartInitialHandshake:157(16417155ns) {DropHandshakes:470(2307ns) {DropIncomingHandshake:442(475ns) DropOutgoingHandshake:457(373ns)} GenerateSessionVirtualId:992(630ns) PrepareNewSessionHandshake:477(3394ns) {SwitchToState:179(1314ns)}}}}}
2026-01-08T17:01:45.537088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037056962943694:2142] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.551432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037058801477800:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.534702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037059950172659:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.535182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037055986030881:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.553327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037058801477788:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.536184Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037057016718541:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24053
2026-01-08T17:01:45.553945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037058076992483:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.550445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037055986030882:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.553980Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037058076992483:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.549651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037057016718542:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.552803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037057016718530:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.552992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037057016718517:2099] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:45.553936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037052721751168:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:45.555958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037057016718533:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.556996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037052721751167:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:45.565461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037057016718548:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24053
2026-01-08T17:01:45.553138Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037059950172662:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:01:45.554786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037059950172657:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.554822Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037059950172657:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.554826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037059950172655:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.554851Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037059950172655:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.565466Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037059950172655:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:45.553353Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037058801477788:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.555578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037054506510425:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.555154Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037058076992483:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:45.551625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037051691063509:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.558012Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037058801477788:2111] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.569895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037059950172657:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:45.571356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037052667976296:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:45.574505Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037057016718541:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.558914Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055986030888:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39433
2026-01-08T17:01:45.558282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037058801477786:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.570830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037059950172648:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.580500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037056962943689:2140] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.571770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037058801477803:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22095
2026-01-08T17:01:45.572535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:45.555493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037058076992479:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:45.580179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037057016718549:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24053
2026-01-08T17:01:45.580937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037057016718530:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:45.590367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037052721751169:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:45.597312Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037052721751168:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13028) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037057016718542:2117] held: no
2026-01-08T17:01:45.597496Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037057016718542:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:45.602713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037057016718517:2099] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:45.606793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:45.614269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037052721751168:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:45.559937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055986030889:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39433
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.570923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:45.579140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037058801477786:2109] [node 6] ICP22 created new session: [4:7593037058801477805:2109]
2026-01-08T17:01:45.580737Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037056962943688:2112] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(132196276ns) {Configure:104(132190700ns) {ProcessConfigured:135(10179176ns) {StartInitialHandshake:157(10176153ns) {DropHandshakes:470(1352ns) {DropIncomingHandshake:442(278ns) DropOutgoingHandshake:457(353ns)} GenerateSessionVirtualId:992(466ns) PrepareNewSessionHandshake:477(5880ns) {SwitchToState:179(2862ns)}}}}}
2026-01-08T17:01:45.605468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037056962943703:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18542
2026-01-08T17:01:45.619824Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037056962943692:2141] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.572748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037058076992481:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.572797Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037058076992481:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.573614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037058076992476:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.573684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:45.573749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037058076992476:2108] [node 5] ICP22 created new session: [1:7593037058076992499:2108]
2026-01-08T17:01:45.573848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037058076992499:2108] [node 5] ICS09 handshake done sender: [1:7593037058076992479:2111] self: [1:7593037058076992478:0] peer: [5:7593037055986030885:0] socket: 332 qp: -1
2026-01-08T17:01:45.573889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037058076992499:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:45.574702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037058076992475:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.574765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:45.579525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:45.593970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037058076992475:2107] [node 4] ICP22 created new session: [1:7593037058076992500:2107]
2026-01-08T17:01:45.626868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037058076992500:2107] [node 4] ICS09 handshake done sender: [1:7593037058076992483:2113] self: [1:7593037058076992482:0] peer: [4:7593037058801477801:0] socket: 334 qp: -1
2026-01-08T17:01:45.630772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037058076992492:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.633684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037058076992500:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:45.572270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037055986030880:2114] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.571034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037059950172648:2109] [node 6] ICP22 created new session: [2:7593037059950172669:2109]
2026-01-08T17:01:45.619861Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037056962943692:2141] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.571089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037059950172669:2109] [node 6] ICS09 handshake done sender: [2:7593037059950172655:2113] self: [2:7593037059950172654:0] peer: [6:7593037057016718545:0] socket: 350 qp: -1
2026-01-08T17:01:45.571134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037059950172669:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:45.571198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:45.583831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037059950172647:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.583959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:45.584046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037059950172647:2108] [node 5] ICP22 created new session: [2:7593037059950172671:2108]
2026-01-08T17:01:45.584113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037059950172671:2108] [node 5] ICS09 handshake done sender: [2:7593037059950172657:2114] self: [2:7593037059950172656:0] peer: [5:7593037055986030887:0] socket: 351 qp: -1
2026-01-08T17:01:45.584154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037059950172671:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:45.584194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:45.595135Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037059950172648:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(24058410ns) {HandleHandshakeStatus:329(24055840ns) {DropIncomingHandshake:442(18035ns) DropOutgoingHandshake:457(577ns) SwitchToState:179(514ns) ProcessPendingSessionEvents:495(13951754ns) {ForwardSessionEventToSession:616(9228436ns) ForwardSessionEventToSession:616(5969ns) ForwardSessionEventToSession:616(4668797ns) ForwardSessionEventToSession:616(3253ns) ForwardSessionEventToSession:616(6160ns) ForwardSessionEventToSession:616(8289ns) ForwardSessionEventToSession:616(3910ns) ForwardSessionEventToSession:616(4951ns) ForwardSessionEventToSession:616(3236ns) ForwardSessionEventToSession:616(2734ns)}}}
2026-01-08T17:01:45.595282Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037059950172650:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.595304Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037059950172650:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.619013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037059950172662:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.619518Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037059950172650:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:45.632352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037059950172675:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:01:45.648132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037055655205288:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.648256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:45.648313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037055655205288:2049] [node 3] ICP22 created new session: [2:7593037059950172678:2049]
2026-01-08T17:01:45.648362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037059950172678:2049] [node 3] ICS09 handshake done sender: [2:7593037059950172650:2110] self: [2:7593037059950172649:0] peer: [3:7593037056962943700:0] socket: 335 qp: -1
2026-01-08T17:01:45.648399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037059950172678:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:45.648451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:45.658402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.579631Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037058801477800:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:45.615073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:45.661799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037059950172675:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.615137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037057016718517:2099] [node 4] ICP22 created new session: [6:7593037057016718553:2099]
2026-01-08T17:01:45.620062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037052721751168:2049] [node 2] ICP22 created new session: [6:7593037057016718554:2049]
2026-01-08T17:01:45.647743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037057016718554:2049] [node 2] ICS09 handshake done sender: [6:7593037057016718542:2117] self: [6:7593037057016718545:0] peer: [2:7593037059950172654:0] socket: 352 qp: -1
2026-01-08T17:01:45.647798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037057016718554:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:45.647822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037057016718553:2099] [node 4] ICS09 handshake done sender: [6:7593037057016718530:2111] self: [6:7593037057016718546:0] peer: [4:7593037058801477787:0] socket: 328 qp: -1
2026-01-08T17:01:45.649178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037057016718556:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24053
2026-01-08T17:01:45.649346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037057016718557:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24053
2026-01-08T17:01:45.649439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037057016718555:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24053
2026-01-08T17:01:45.653184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037057016718553:2099] [node 4] ICS10 traffic start
2026-01-08T17:01:45.662353Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037057016718541:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:45.667921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:45.669268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.651879Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037056962943692:2141] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.574006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055986030890:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39433
2026-01-08T17:01:45.663579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037059950172652:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.586844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037054506510425:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.667747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037058076992481:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:45.670354Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037056962943706:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18542
2026-01-08T17:01:45.587055Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037055986030882:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:45.671465Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037052721751168:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(64443511ns) {HandleHandshakeStatus:329(64439215ns) {DropIncomingHandshake:442(1689ns) DropOutgoingHandshake:457(422ns) SwitchToState:179(636ns) ProcessPendingSessionEvents:495(803ns)}}
2026-01-08T17:01:45.663607Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037059950172652:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.672410Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037058076992476:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(28971678ns) {HandleHandshakeStatus:329(28969348ns) {DropIncomingHandshake:442(14434ns) DropOutgoingHandshake:457(459ns) SwitchToState:179(528ns) ProcessPendingSessionEvents:495(22853982ns) {ForwardSessionEventToSession:616(78077ns) ForwardSessionEventToSession:616(1185609ns) ForwardSessionEventToSession:616(4716ns) ForwardSessionEventToSession:616(6136757ns) ForwardSessionEventToSession:616(3342238ns) ForwardSessionEventToSession:616(3756ns) ForwardSessionEventToSession:616(3787844ns) ForwardSessionEventToSession:616(3705ns) ForwardSessionEventToSession:616(3470ns) ForwardSessionEventToSession:616(8282670ns)}}}
2026-01-08T17:01:45.706343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037056962943706:2147] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.706412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037056962943682:2119] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.706512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:45.706566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037056962943682:2119] [node 6] ICP22 created new session: [3:7593037056962943707:2119]
2026-01-08T17:01:45.706628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037056962943707:2119] [node 6] ICS09 handshake done sender: [3:7593037056962943692:2141] self: [3:7593037056962943691:0] peer: [6:7593037057016718550:0] socket: 346 qp: -1
2026-01-08T17:01:45.706672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037056962943707:2119] [node 6] ICS10 traffic start
2026-01-08T17:01:45.706740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:45.707779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037052667976295:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:45.708071Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037056962943703:2145] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.708222Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037052667976296:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13028) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037056962943694:2142] held: no
2026-01-08T17:01:45.708426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037056962943682:2119] [node 6] ICP18 handshake (actor [3:7593037056962943703:2145]) is too old
2026-01-08T17:01:45.607889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037058801477805:2109] [node 6] ICS09 handshake done sender: [4:7593037058801477788:2111] self: [4:7593037058801477787:0] peer: [6:7593037057016718546:0] socket: 324 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.607980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037058801477805:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:45.690365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037052721751169:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.677451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037058076992505:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45367
2026-01-08T17:01:45.606824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037051691063508:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:45.664993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037059950172652:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:45.614870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.610692Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037051691063509:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13028) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037055986030882:2116] held: no
2026-01-08T17:01:45.690424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.672994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037059950172682:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:01:45.735610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037056962943712:2148] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18542
2026-01-08T17:01:45.689868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037058076992474:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.703412Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037058076992475:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(128477746ns) {HandleHandshakeStatus:329(128474869ns) {DropIncomingHandshake:442(10918ns) DropOutgoingHandshake:457(327ns) SwitchToState:179(172ns) ProcessPendingSessionEvents:495(10885232ns) {ForwardSessionEventToSession:616(10818587ns) ForwardSessionEventToSession:616(10610ns) ForwardSessionEventToSession:616(4044ns) ForwardSessionEventToSession:616(3391ns) ForwardSessionEventToSession:616(6115ns) ForwardSessionEventToSession:616(3120ns) ForwardSessionEventToSession:616(6844ns) ForwardSessionEventToSession:616(5765ns) ForwardSessionEventToSession:616(3278ns) ForwardSessionEventToSession:616(5166ns)}}}
2026-01-08T17:01:45.703593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037058076992491:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.703617Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037058076992491:2116] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.704628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037058076992491:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:45.720007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:45.723769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037058076992494:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.723802Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037058076992494:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.724440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037053782025115:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.724495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:45.724549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037053782025115:2048] [node 2] ICP22 created new session: [1:7593037058076992510:2048]
2026-01-08T17:01:45.724628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037058076992510:2048] [node 2] ICS09 handshake done sender: [1:7593037058076992491:2116] self: [1:7593037058076992490:0] peer: [2:7593037059950172685:0] socket: 385 qp: -1
2026-01-08T17:01:45.724674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037058076992510:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:45.724715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:45.726719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037058076992474:2109] [node 6] ICP22 created new session: [1:7593037058076992509:2109]
2026-01-08T17:01:45.731826Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037058076992494:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:45.610814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037051691063509:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:45.610870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:45.610929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037051691063509:2049] [node 2] ICP22 created new session: [5:7593037055986030891:2049]
2026-01-08T17:01:45.612854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037055986030891:2049] [node 2] ICS09 handshake done sender: [5:7593037055986030882:2116] self: [5:7593037055986030887:0] peer: [2:7593037059950172656:0] socket: 353 qp: -1
2026-01-08T17:01:45.617370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037055986030891:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:45.617460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:45.648338Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037055986030889:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.653253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:45.653334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037051691063508:2048] [node 1] ICP22 created new session: [5:7593037055986030895:2048]
2026-01-08T17:01:45.666691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037055986030895:2048] [node 1] ICS09 handshake done sender: [5:7593037055986030880:2114] self: [5:7593037055986030885:0] peer: [1:7593037058076992478:0] socket: 344 qp: -1
2026-01-08T17:01:45.668060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037055986030895:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:45.669356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:45.669639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037055986030876:2105] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:45.717807Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037055986030884:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.717830Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037055986030884:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.718887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055986030898:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39433
2026-01-08T17:01:45.743608Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037055986030884:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:45.628890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037058801477786:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(70359515ns) {HandleHandshakeStatus:329(70353924ns) {DropIncomingHandshake:442(196ns) DropOutgoingHandshake:457(636ns) SwitchToState:179(737ns) ProcessPendingSessionEvents:495(144467ns) {ForwardSessionEventToSession:616(87998ns) ForwardSessionEventToSession:616(3959ns) ForwardSessionEventToSession:616(9409ns) ForwardSessionEventToSession:616(4151ns) ForwardSessionEventToSession:616(2832ns) ForwardSessionEventToSession:616(6719ns) ForwardSessionEventToSession:616(3103ns) ForwardSessionEventToSession:616(2773ns) ForwardSessionEventToSession:616(6324ns) ForwardSessionEventToSession:616(3019ns)}}}
2026-01-08T17:01:45.633465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:45.653543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037054506510425:2048] [node 1] ICP22 created new session: [4:7593037058801477808:2048]
2026-01-08T17:01:45.653741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037058801477809:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22095
2026-01-08T17:01:45.662966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037058801477809:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.663126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037054506510426:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:45.664684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037058801477812:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22095
2026-01-08T17:01:45.665586Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037058801477809:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:45.665771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037054506510426:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:45.665865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:45.665930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037054506510426:2049] [node 2] ICP22 created new session: [4:7593037058801477813:2049]
2026-01-08T17:01:45.665987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037058801477813:2049] [node 2] ICS09 handshake done sender: [4:7593037058801477809:2118] self: [4:7593037058801477811:0] peer: [2:7593037059950172651:0] socket: 378 qp: -1
2026-01-08T17:01:45.666021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037058801477813:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:45.666075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:45.668282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037058801477808:2048] [node 1] ICS09 handshake done sender: [4:7593037058801477800:2116] self: [4:7593037058801477801:0] peer: [1:7593037058076992482:0] socket: 336 qp: -1
2026-01-08T17:01:45.675788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037059950172646:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.669534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037058801477808:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:45.671103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037058801477810:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22095
2026-01-08T17:01:45.676285Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037055655205288:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(27961386ns) {HandleHandshakeStatus:329(27959504ns) {DropIncomingHandshake:442(15750ns) DropOutgoingHandshake:457(426ns) SwitchToState:179(502ns) ProcessPendingSessionEvents:495(6568613ns) {ForwardSessionEventToSession:616(6513677ns) ForwardSessionEventToSession:616(5685ns) ForwardSessionEventToSession:616(6416ns) ForwardSessionEventToSession:616(5404ns) ForwardSessionEventToSession:616(3456ns) ForwardSessionEventToSession:616(6433ns) ForwardSessionEventToSession:616(4323ns) ForwardSessionEventToSession:616(4642ns) ForwardSessionEventToSession:616(3976ns) ForwardSessionEventToSession:616(3720ns)}}}
2026-01-08T17:01:45.673649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: 2026-01-08T17:01:45.687655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
::ffff:127.1.0.0
2026-01-08T17:01:45.688710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037058801477792:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.687720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037059950172646:2107] [node 4] ICP22 created new session: [2:7593037059950172683:2107]
2026-01-08T17:01:45.688754Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037058801477792:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.687765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037059950172683:2107] [node 4] ICS09 handshake done sender: [2:7593037059950172652:2111] self: [2:7593037059950172651:0] peer: [4:7593037058801477811:0] socket: 374 qp: -1
2026-01-08T17:01:45.711238Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037058801477792:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:45.687809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037059950172683:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:45.711749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037058801477785:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.687855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:45.711866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:45.711928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037058801477785:2108] [node 5] ICP22 created new session: [4:7593037058801477818:2108]
2026-01-08T17:01:45.689937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037059950172682:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.711988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037058801477818:2108] [node 5] ICS09 handshake done sender: [4:7593037058801477792:2113] self: [4:7593037058801477791:0] peer: [5:7593037055986030897:0] socket: 367 qp: -1
2026-01-08T17:01:45.690118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037055655205287:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:45.712036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037058801477818:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:45.746633Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037059950172686:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:01:45.712084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:45.716809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037058801477817:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22095
2026-01-08T17:01:45.717228Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037054506510425:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(130235479ns) {HandleHandshakeStatus:329(130233168ns) {DropIncomingHandshake:442(632ns) DropOutgoingHandshake:457(5432ns) SwitchToState:179(939ns) ProcessPendingSessionEvents:495(6282854ns) {ForwardSessionEventToSession:616(6239939ns) ForwardSessionEventToSession:616(3130ns) ForwardSessionEventToSession:616(2203ns) ForwardSessionEventToSession:616(5658ns) ForwardSessionEventToSession:616(2746ns) ForwardSessionEventToSession:616(8896ns) ForwardSessionEventToSession:616(4422ns) ForwardSessionEventToSession:616(2387ns) ForwardSessionEventToSession:616(3652ns) ForwardSessionEventToSession:616(2379ns)}}}
2026-01-08T17:01:45.740056Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037058801477817:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.740241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037054506510427:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:45.690473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037052721751169:2050] [node 3] ICP22 created new session: [6:7593037057016718560:2050]
2026-01-08T17:01:45.690530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037057016718560:2050] [node 3] ICS09 handshake done sender: [6:7593037057016718541:2116] self: [6:7593037057016718550:0] peer: [3:7593037056962943691:0] socket: 348 qp: -1
2026-01-08T17:01:45.690574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037057016718560:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:45.690619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:45.702993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037057016718533:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:45.705023Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037057016718517:2099] [node 4] ICP35 event processing took too much time PendingConnection:279(102104277ns) {HandleHandshakeStatus:329(102100312ns) {DropIncomingHandshake:442(1030ns) DropOutgoingHandshake:457(9411ns) SwitchToState:179(496ns) ProcessPendingSessionEvents:495(12286354ns) {ForwardSessionEventToSession:616(12232489ns) ForwardSessionEventToSession:616(5815ns) ForwardSessionEventToSession:616(6388ns) ForwardSessionEventToSession:616(2930ns) ForwardSessionEventToSession:616(6350ns) ForwardSessionEventToSession:616(2522ns) ForwardSessionEventToSession:616(5623ns) ForwardSessionEventToSession:616(6019ns) ForwardSessionEventToSession:616(2846ns) ForwardSessionEventToSession:616(2264ns)}}}
2026-01-08T17:01:45.705633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037057016718556:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.705920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037057016718520:2097] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:45.713335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037052721751167:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:45.713392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:45.713448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037052721751167:2048] [node 1] ICP22 created new session: [6:7593037057016718563:2048]
2026-01-08T17:01:45.713493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037057016718563:2048] [node 1] ICS09 handshake done sender: [6:7593037057016718533:2113] self: [6:7593037057016718547:0] peer: [1:7593037058076992480:0] socket: 337 qp: -1
2026-01-08T17:01:45.745006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037056962943705:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18542
2026-01-08T17:01:45.713524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037057016718563:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:45.754108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037056962943706:2147] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:45.754793Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037056962943694:2142] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:45.764424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037055986030879:2104] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.767270Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037051691063508:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(132916854ns) {HandleHandshakeStatus:329(128746648ns) {DropIncomingHandshake:442(2914ns) DropOutgoingHandshake:457(8074ns) SwitchToState:179(429ns) ProcessPendingSessionEvents:495(21625730ns) {ForwardSessionEventToSession:616(7053103ns) ForwardSessionEventToSession:616(7923ns) ForwardSessionEventToSession:616(3135608ns) ForwardSessionEventToSession:616(3477ns) ForwardSessionEventToSession:616(1119588ns) ForwardSessionEventToSession:616(5300129ns) ForwardSessionEventToSession:616(11539ns) ForwardSessionEventToSession:616(4956741ns) ForwardSessionEventToSession:616(5335ns) ForwardSessionEventToSession:616(3175ns)}}}
2026-01-08T17:01:45.745502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037058076992505:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.767102Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037059950172682:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.713551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:45.766418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037058801477810:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.754982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037052667976295:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:45.770922Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037055655205287:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14257) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037059950172682:2119] held: no
2026-01-08T17:01:45.771115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037055655205287:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:45.782582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:45.745650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037053782025115:2048] [node 2] ICP18 handshake (actor [1:7593037058076992505:2119]) is too old
2026-01-08T17:01:45.766648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037058801477785:2108] [node 5] ICP18 handshake (actor [4:7593037058801477810:2119]) is too old
2026-01-08T17:01:45.776278Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037058801477821:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22095
2026-01-08T17:01:45.771855Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037055986030889:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:45.719714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037057016718565:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24053
2026-01-08T17:01:45.720281Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037052721751167:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:45.777149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:45.790821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037055986030879:2104] [node 6] ICP22 created new session: [5:7593037055986030901:2104]
2026-01-08T17:01:45.746791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037058076992509:2109] [node 6] ICS09 handshake done sender: [1:7593037058076992481:2112] self: [1:7593037058076992480:0] peer: [6:7593037057016718547:0] socket: 333 qp: -1
2026-01-08T17:01:45.770585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037057016718556:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:45.794901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037057016718520:2097] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:45.790856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037055655205287:2048] [node 1] ICP22 created new session: [2:7593037059950172687:2048]
2026-01-08T17:01:45.755078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:45.755134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037052667976295:2048] [node 1] ICP22 created new session: [3:7593037056962943713:2048]
2026-01-08T17:01:45.810458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037055986030901:2104] [node 6] ICS09 handshake done sender: [5:7593037055986030884:2117] self: [5:7593037055986030883:0] peer: [6:7593037057016718562:0] socket: 377 qp: -1
2026-01-08T17:01:45.815141Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037058801477817:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:45.795640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037059950172687:2048] [node 1] ICS09 handshake done sender: [2:7593037059950172682:2119] self: [2:7593037059950172685:0] peer: [1:7593037058076992490:0] socket: 386 qp: -1
2026-01-08T17:01:45.746847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037058076992509:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:45.815332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:45.815126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037055986030901:2104] [node 6] ICS10 traffic start
2026-01-08T17:01:45.755208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037056962943713:2048] [node 1] ICS09 handshake done sender: [3:7593037056962943706:2147] self: [3:7593037056962943711:0] peer: [1:7593037058076992489:0] socket: 357 qp: -1
2026-01-08T17:01:45.821186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037054506510427:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:45.811010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037059950172687:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:45.820017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037057016718520:2097] [node 5] ICP22 created new session: [6:7593037057016718566:2097]
2026-01-08T17:01:45.746931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:45.818713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:45.755255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037056962943713:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.832618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:45.833805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037054506510427:2050] [node 3] ICP22 created new session: [4:7593037058801477822:2050]
2026-01-08T17:01:45.835995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037058801477822:2050] [node 3] ICS09 handshake done sender: [4:7593037058801477817:2121] self: [4:7593037058801477820:0] peer: [3:7593037056962943690:0] socket: 388 qp: -1
2026-01-08T17:01:45.836040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037058801477822:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:45.836102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:45.831499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037055986030879:2104] [node 6] ICP35 event processing took too much time PendingConnection:279(66783802ns) {HandleHandshakeStatus:329(66779890ns) {DropIncomingHandshake:442(20258ns) DropOutgoingHandshake:457(617ns) SwitchToState:179(393ns) ProcessPendingSessionEvents:495(4902813ns) {ForwardSessionEventToSession:616(4843727ns) ForwardSessionEventToSession:616(13781ns) ForwardSessionEventToSession:616(3173ns) ForwardSessionEventToSession:616(5309ns) ForwardSessionEventToSession:616(3114ns) ForwardSessionEventToSession:616(5267ns) ForwardSessionEventToSession:616(6133ns) ForwardSessionEventToSession:616(2064ns) ForwardSessionEventToSession:616(2272ns) ForwardSessionEventToSession:616(5393ns)}}}
2026-01-08T17:01:45.835244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037055986030876:2105] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:45.835321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:45.835377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037055986030876:2105] [node 4] ICP22 created new session: [5:7593037055986030903:2105]
2026-01-08T17:01:45.835437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037055986030903:2105] [node 4] ICS09 handshake done sender: [5:7593037055986030889:2119] self: [5:7593037055986030897:0] peer: [4:7593037058801477791:0] socket: 368 qp: -1
2026-01-08T17:01:45.835483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037055986030903:2105] [node 4] ICS10 traffic start
2026-01-08T17:01:45.835520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:45.837542Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037055986030876:2105] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:45.838010Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055986030899:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39433
2026-01-08T17:01:45.824342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037057016718566:2097] [node 5] ICS09 handshake done sender: [6:7593037057016718556:2122] self: [6:7593037057016718562:0] peer: [5:7593037055986030883:0] socket: 379 qp: -1
2026-01-08T17:01:45.824404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037057016718566:2097] [node 5] ICS10 traffic start
2026-01-08T17:01:45.826570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:45.827091Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037057016718520:2097] [node 5] ICP35 event processing took too much time PendingConnection:279(35895399ns) {HandleHandshakeStatus:329(35892501ns) {DropIncomingHandshake:442(2950ns) DropOutgoingHandshake:457(19329ns) SwitchToState:179(802ns) ProcessPendingSessionEvents:495(113514ns) {ForwardSessionEventToSession:616(59435ns) ForwardSessionEventToSession:616(8114ns) ForwardSessionEventToSession:616(3513ns) ForwardSessionEventToSession:616(2684ns) ForwardSessionEventToSession:616(6568ns) ForwardSessionEventToSession:616(3063ns) ForwardSessionEventToSession:616(3469ns) ForwardSessionEventToSession:616(7484ns) ForwardSessionEventToSession:616(3230ns) ForwardSessionEventToSession:616(7313ns)}}}
2026-01-08T17:01:45.755311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:45.755878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037052667976296:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:45.755948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:45.755997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037052667976296:2049] [node 2] ICP22 created new session: [3:7593037056962943715:2049]
2026-01-08T17:01:45.756045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037056962943715:2049] [node 2] ICS09 handshake done sender: [3:7593037056962943694:2142] self: [3:7593037056962943700:0] peer: [2:7593037059950172649:0] socket: 347 qp: -1
2026-01-08T17:01:45.756078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037056962943715:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:45.756120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:45.768623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037056962943697:2143] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.768669Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037056962943697:2143] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.794621Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037056962943697:2143] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:45.819076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037056962943681:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.819177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:45.819242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037056962943681:2107] [node 4] ICP22 created new session: [3:7593037056962943718:2107]
2026-01-08T17:01:45.819307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037056962943718:2107] [node 4] ICS09 handshake done sender: [3:7593037056962943697:2143] self: [3:7593037056962943690:0] peer: [4:7593037058801477820:0] socket: 355 qp: -1
2026-01-08T17:01:45.819352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037056962943718:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:45.823674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:45.758957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037053782025116:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.759029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:45.759087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037053782025116:2049] [node 3] ICP22 created new session: [1:7593037058076992514:2049]
2026-01-08T17:01:45.759148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037058076992514:2049] [node 3] ICS09 handshake done sender: [1:7593037058076992494:2118] self: [1:7593037058076992489:0] peer: [3:7593037056962943711:0] socket: 373 qp: -1
2026-01-08T17:01:45.759195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037058076992514:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:45.759234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:45.768843Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037058076992474:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(57937443ns) {HandleHandshakeStatus:329(57934234ns) {DropIncomingHandshake:442(14653ns) DropOutgoingHandshake:457(2462ns) SwitchToState:179(333ns) ProcessPendingSessionEvents:495(698288ns) {ForwardSessionEventToSession:616(637018ns) ForwardSessionEventToSession:616(5658ns) ForwardSessionEventToSession:616(9354ns) ForwardSessionEventToSession:616(3480ns) ForwardSessionEventToSession:616(6453ns) ForwardSessionEventToSession:616(8620ns) ForwardSessionEventToSession:616(3360ns) ForwardSessionEventToSession:616(5381ns) ForwardSessionEventToSession:616(2899ns) ForwardSessionEventToSession:616(2986ns)}}}
2026-01-08T17:01:45.811091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:45.821443Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037055655205287:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(50204746ns) {HandleHandshakeStatus:329(50203087ns) {DropIncomingHandshake:442(571ns) DropOutgoingHandshake:457(100ns) SwitchToState:179(619ns) ProcessPendingSessionEvents:495(1370ns)}}
2026-01-08T17:01:45.841032Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037055986030899:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.841215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037051691063510:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:45.842557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037056962943699:2144] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:45.842604Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037056962943699:2144] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:45.844117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037056962943699:2144] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:45.844440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037056962943688:2112] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:45.844541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:45.844599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037056962943688:2112] [node 5] ICP22 created new session: [3:7593037056962943721:2112]
2026-01-08T17:01:45.844651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037056962943721:2112] [node 5] ICS09 handshake done sender: [3:7593037056962943699:2144] self: [3:7593037056962943698:0] peer: [5:7593037055986030905:0] socket: 387 qp: -1
2026-01-08T17:01:45.844690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037056962943721:2112] [node 5] ICS10 traffic start
2026-01-08T17:01:45.844735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:45.846105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037055986030906:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39433
2026-01-08T17:01:45.846678Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037055986030899:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:45.846977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037051691063510:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:45.847076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:45.847124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037051691063510:2050] [node 3] ICP22 created new session: [5:7593037055986030907:2050]
2026-01-08T17:01:45.847182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037055986030907:2050] [node 3] ICS09 handshake done sender: [5:7593037055986030899:2122] self: [5:7593037055986030905:0] peer: [3:7593037056962943698:0] socket: 329 qp: -1
2026-01-08T17:01:45.847230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037055986030907:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:45.847266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:45.924397Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:45.924695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037059950172687:2048] [node 1] ICS01 socket: 386 reason# EndOfStream
2026-01-08T17:01:45.924772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037055655205287:2048] [node 1] ICP30 unregister session Session# [2:7593037059950172687:2048] VirtualId# [2:7593037059950172685:0]
2026-01-08T17:01:45.924830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037059950172687:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:45.924940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:45.925003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:45.931105Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:45.931393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037058801477808:2048] [node 1] ICS01 socket: 336 reason# EndOfStream
2026-01-08T17:01:45.931470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037054506510425:2048] [node 1] ICP30 unregister session Session# [4:7593037058801477808:2048] VirtualId# [4:7593037058801477801:0]
2026-01-08T17:01:45.931522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037058801477808:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:45.931657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:45.931733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:45.931854Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:45.932063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037055986030895:2048] [node 1] ICS07 socket disconnect 344 reason# EndOfStream
2026-01-08T17:01:45.932097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037055986030895:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:45.932152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:45.932196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037055986030895:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:45.934188Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037051691063508:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14257) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:45.934260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037055986030895:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:45.934300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037051691063508:2048] [node 1] ICP30 unregister session Session# [5:7593037055986030895:2048] VirtualId# [5:7593037055986030885:0]
2026-01-08T17:01:45.934363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:45.934415Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037051691063508:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14257) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:45.934440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14257) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:45.930537Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:45.930886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037056962943713:2048] [node 1] ICS01 socket: 357 reason# EndOfStream
2026-01-08T17:01:45.930962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037052667976295:2048] [node 1] ICP30 unregister session Session# [3:7593037056962943713:2048] VirtualId# [3:7593037056962943711:0]
2026-01-08T17:01:45.931014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037056962943713:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:45.931123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:45.931193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:45.943284Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:45.943594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037057016718563:2048] [node 1] ICS01 socket: 337 reason# EndOfStream
2026-01-08T17:01:45.943657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037052721751167:2048] [node 1] ICP30 unregister session Session# [6:7593037057016718563:2048] VirtualId# [6:7593037057016718547:0]
2026-01-08T17:01:45.943698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037057016718563:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:45.943822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:45.943904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:45.950567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037051691063508:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:46.142610Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:46.142864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037056962943715:2049] [node 2] ICS01 socket: 347 reason# EndOfStream
2026-01-08T17:01:46.142912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037052667976296:2049] [node 2] ICP30 unregister session Session# [3:7593037056962943715:2049] VirtualId# [3:7593037056962943700:0]
2026-01-08T17:01:46.142967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037056962943715:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:46.143067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:46.143115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:46.149981Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:46.150288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037057016718554:2049] [node 2] ICS01 socket: 352 reason# EndOfStream
2026-01-08T17:01:46.150354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037052721751168:2049] [node 2] ICP30 unregister session Session# [6:7593037057016718554:2049] VirtualId# [6:7593037057016718545:0]
2026-01-08T17:01:46.150398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037057016718554:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:46.150475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:46.150515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:46.150629Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:46.150835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037058801477813:2049] [node 2] ICS01 socket: 378 reason# EndOfStream
2026-01-08T17:01:46.150872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037054506510426:2049] [node 2] ICP30 unregister session Session# [4:7593037058801477813:2049] VirtualId# [4:7593037058801477811:0]
2026-01-08T17:01:46.150915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037058801477813:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:46.150991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:46.151037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:46.151129Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:46.151328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037055986030891:2049] [node 2] ICS01 socket: 353 reason# EndOfStream
2026-01-08T17:01:46.151359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037051691063509:2049] [node 2] ICP30 unregister session Session# [5:7593037055986030891:2049] VirtualId# [5:7593037055986030887:0]
2026-01-08T17:01:46.151387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037055986030891:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:46.151440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:46.151476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:46.277450Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:46.277748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037058801477822:2050] [node 3] ICS01 socket: 388 reason# EndOfStream
2026-01-08T17:01:46.277799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037054506510427:2050] [node 3] ICP30 unregister session Session# [4:7593037058801477822:2050] VirtualId# [4:7593037058801477820:0]
2026-01-08T17:01:46.277845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037058801477822:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:46.277939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:46.277996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:46.282880Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:46.283283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037057016718560:2050] [node 3] ICS01 socket: 348 reason# EndOfStream
2026-01-08T17:01:46.283324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037052721751169:2050] [node 3] ICP30 unregister session Session# [6:7593037057016718560:2050] VirtualId# [6:7593037057016718550:0]
2026-01-08T17:01:46.283358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037057016718560:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:46.283443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:46.283501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:46.286444Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:46.286690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037055986030907:2050] [node 3] ICS01 socket: 329 reason# EndOfStream
2026-01-08T17:01:46.286743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037051691063510:2050] [node 3] ICP30 unregister session Session# [5:7593037055986030907:2050] VirtualId# [5:7593037055986030905:0]
2026-01-08T17:01:46.286777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037055986030907:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:46.286874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:46.286922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:46.418489Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:46.418747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037057016718553:2099] [node 4] ICS01 socket: 328 reason# EndOfStream
2026-01-08T17:01:46.418792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037057016718517:2099] [node 4] ICP30 unregister session Session# [6:7593037057016718553:2099] VirtualId# [6:7593037057016718546:0]
2026-01-08T17:01:46.418831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037057016718553:2099] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:46.418925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:46.418482Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:46.419000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:46.418743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037055986030903:2105] [node 4] ICS07 socket disconnect 368 reason# EndOfStream
2026-01-08T17:01:46.418786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037055986030903:2105] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:46.418885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:46.418952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037055986030903:2105] [node 4] ICS15 start handshake
2026-01-08T17:01:46.426904Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037055986030876:2105] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20310) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:46.427101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037055986030903:2105] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:46.427167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037055986030876:2105] [node 4] ICP30 unregister session Session# [5:7593037055986030903:2105] VirtualId# [5:7593037055986030897:0]
2026-01-08T17:01:46.427230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:46.427279Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037055986030876:2105] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20310) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:46.427299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20310) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:46.438452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037055986030876:2105] [node 4] ICP33 wake up from error state
2026-01-08T17:01:46.681704Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:46.681976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037057016718566:2097] [node 5] ICS01 socket: 379 reason# EndOfStream
2026-01-08T17:01:46.682028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037057016718520:2097] [node 5] ICP30 unregister session Session# [6:7593037057016718566:2097] VirtualId# [6:7593037057016718562:0]
2026-01-08T17:01:46.682069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037057016718566:2097] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:46.682173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:46.682236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:46.785305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037061659467774:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:46.785366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037061659467775:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:46.802145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037061159938774:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:46.803563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037061159938773:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:46.841778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037063163313513:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:46.813797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037061857013344:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:46.813835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037061857013345:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:46.841904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037063163313514:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:46.854739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037063163313515:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:46.877891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037064042360735:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:46.878001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037064042360736:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:46.880079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037064042360737:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:46.889722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037063938830193:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:46.889760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037063938830194:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:46.889821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037063938830195:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:47.532247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037068233797519:2076] [node 4] ICP01 ready to work
2026-01-08T17:01:47.544106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037065454906130:2107] [node 6] ICP01 ready to work
2026-01-08T17:01:47.659578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037063163313513:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(85770661ns) {Configure:104(85764021ns) {ProcessConfigured:135(79018ns) {StartInitialHandshake:157(76654ns) {DropHandshakes:470(2376ns) {DropIncomingHandshake:442(826ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:992(422ns) PrepareNewSessionHandshake:477(1188ns) {SwitchToState:179(360ns)}}}}}
2026-01-08T17:01:47.682736Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037061159938774:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(128940281ns) {Configure:104(128935448ns) {ProcessConfigured:135(75801926ns) {StartInitialHandshake:157(75798633ns) {DropHandshakes:470(2760ns) {DropIncomingHandshake:442(380ns) DropOutgoingHandshake:457(766ns)} GenerateSessionVirtualId:992(815ns) PrepareNewSessionHandshake:477(4774ns) {SwitchToState:179(2697ns)}}}}}
2026-01-08T17:01:47.683316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037065454906155:2111] [node 4] ICP01 ready to work
2026-01-08T17:01:47.533917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037065954435131:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:47.655006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037065954435135:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:47.756121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037065454906160:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:47.706605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037068233797532:2083] [node 5] ICP01 ready to work
2026-01-08T17:01:47.734483Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037061659467775:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(187605167ns) {Configure:104(187594082ns) {ProcessConfigured:135(78366ns) {StartInitialHandshake:157(75859ns) {DropHandshakes:470(2566ns) {DropIncomingHandshake:442(554ns) DropOutgoingHandshake:457(373ns)} GenerateSessionVirtualId:992(1028ns) PrepareNewSessionHandshake:477(1354ns) {SwitchToState:179(582ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:47.793579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037068337328095:2108] [node 6] ICP01 ready to work
2026-01-08T17:01:47.786497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037065954435139:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:47.809460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037066151980725:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:47.809159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037067458280879:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:47.798686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037068337328094:2104] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:47.820007Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037065954435131:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(285755996ns) {Configure:104(285751900ns) {ProcessConfigured:135(79895ns) {StartInitialHandshake:157(76674ns) {DropHandshakes:470(2120ns) {DropIncomingHandshake:442(538ns) DropOutgoingHandshake:457(382ns)} GenerateSessionVirtualId:992(875ns) PrepareNewSessionHandshake:477(1475ns) {SwitchToState:179(581ns)}}}}}
2026-01-08T17:01:47.809112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037067458280880:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:47.813003Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037061857013345:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(53993901ns) {Configure:104(53986100ns) {ProcessConfigured:135(111234ns) {StartInitialHandshake:157(107910ns) {DropHandshakes:470(3111ns) {DropIncomingHandshake:442(776ns) DropOutgoingHandshake:457(455ns)} GenerateSessionVirtualId:992(785ns) PrepareNewSessionHandshake:477(1517ns) {SwitchToState:179(585ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:47.834720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037066151980726:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:47.843571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037066151980732:2130] [node 6] ICP01 ready to work
2026-01-08T17:01:47.850991Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037061857013344:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37256419ns) {Configure:104(37251884ns) {ProcessConfigured:135(6613436ns) {StartInitialHandshake:157(6610586ns) {DropHandshakes:470(2830ns) {DropIncomingHandshake:442(576ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:992(1590ns) PrepareNewSessionHandshake:477(3109ns) {SwitchToState:179(1516ns)}}}}}
2026-01-08T17:01:47.858965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037066151980730:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59166
2026-01-08T17:01:47.861751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037066151980731:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59166
2026-01-08T17:01:47.820261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037065954435140:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54628
2026-01-08T17:01:47.839158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037067458280881:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58404
2026-01-08T17:01:47.921040Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037064042360736:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(214230265ns) {Configure:104(214224522ns) {ProcessConfigured:135(87027ns) {StartInitialHandshake:157(84570ns) {DropHandshakes:470(4697ns) {DropIncomingHandshake:442(348ns) DropOutgoingHandshake:457(392ns)} GenerateSessionVirtualId:992(871ns) PrepareNewSessionHandshake:477(1377ns) {SwitchToState:179(489ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:47.924830Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037068337328096:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37466
2026-01-08T17:01:47.891575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037065454906162:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12397
2026-01-08T17:01:47.900343Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037065454906130:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(354029511ns) {Configure:104(354025255ns) {ProcessConfigured:135(94194ns) {StartInitialHandshake:157(91864ns) {DropHandshakes:470(9085ns) {DropIncomingHandshake:442(435ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:992(977ns) PrepareNewSessionHandshake:477(1602ns) {SwitchToState:179(624ns)}}}}}
2026-01-08T17:01:47.820340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037065954435141:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54628
2026-01-08T17:01:47.909905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037066151980731:2135] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:47.883428Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037067458280882:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58404
2026-01-08T17:01:47.931025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037068337328096:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:47.926403Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037063938830195:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(371673610ns) {Configure:104(371665223ns) {ProcessConfigured:135(7053065ns) {StartInitialHandshake:157(7050684ns) {DropHandshakes:470(2963ns) {DropIncomingHandshake:442(482ns) DropOutgoingHandshake:457(230ns)} GenerateSessionVirtualId:992(1233ns) PrepareNewSessionHandshake:477(4228ns) {SwitchToState:179(2825ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:47.928317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037061857013344:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:47.904677Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037067458280881:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:47.927727Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037068233797519:2076] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(377759621ns) {Configure:104(377756023ns) {ProcessConfigured:135(62737442ns) {StartInitialHandshake:157(62734894ns) {DropHandshakes:470(2087ns) {DropIncomingHandshake:442(403ns) DropOutgoingHandshake:457(522ns)} GenerateSessionVirtualId:992(866ns) PrepareNewSessionHandshake:477(4230ns) {SwitchToState:179(2474ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:47.827343Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037065954435135:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(92310797ns) {Configure:104(92305044ns) {ProcessConfigured:135(77784ns) {StartInitialHandshake:157(74291ns) {DropHandshakes:470(3263ns) {DropIncomingHandshake:442(1261ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:992(646ns) PrepareNewSessionHandshake:477(1553ns) {SwitchToState:179(543ns)}}}}}
2026-01-08T17:01:47.951205Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037067458280882:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:47.958420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037063163313513:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:47.948761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037066151980730:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:47.872869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037065954435148:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54628
2026-01-08T17:01:47.933266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037068233797560:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32579
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:47.900871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037065954435141:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:47.951814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037066151980729:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59166
2026-01-08T17:01:48.003799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037064042360735:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(173009837ns) {Configure:104(173004536ns) {ProcessConfigured:135(64909ns) {StartInitialHandshake:157(62554ns) {DropHandshakes:470(1042ns) {DropIncomingHandshake:442(239ns) DropOutgoingHandshake:457(199ns)} GenerateSessionVirtualId:992(238ns) PrepareNewSessionHandshake:477(619ns) {SwitchToState:179(280ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.008455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037068337328094:2104] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(110112101ns) {Configure:104(110107001ns) {ProcessConfigured:135(19816064ns) {StartInitialHandshake:157(19814087ns) {DropHandshakes:470(1270ns) {DropIncomingHandshake:442(275ns) DropOutgoingHandshake:457(325ns)} GenerateSessionVirtualId:992(355ns) PrepareNewSessionHandshake:477(3950ns) {SwitchToState:179(1525ns)}}}}}
2026-01-08T17:01:48.008557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037064042360735:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:47.940219Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037063938830193:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(374776246ns) {Configure:104(374770937ns) {ProcessConfigured:135(22849348ns) {StartInitialHandshake:157(22846282ns) {DropHandshakes:470(2140ns) {DropIncomingHandshake:442(506ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:992(1080ns) PrepareNewSessionHandshake:477(1462ns) {SwitchToState:179(151ns)}}}}}
2026-01-08T17:01:47.983412Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037063163313514:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(246573424ns) {Configure:104(226533720ns) {ProcessConfigured:135(13910174ns) {StartInitialHandshake:157(13907184ns) {DropHandshakes:470(1814ns) {DropIncomingHandshake:442(246ns) DropOutgoingHandshake:457(268ns)} GenerateSessionVirtualId:992(845ns) PrepareNewSessionHandshake:477(2373ns) {SwitchToState:179(159ns)}}}}}
2026-01-08T17:01:47.984504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037065454906162:2131] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:47.988123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037066151980729:2133] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:47.915206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037065954435140:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.018517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037061857013345:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:48.036633Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037061857013345:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(30309503ns) {IncomingHandshake:261(8014470ns) {DropIncomingHandshake:442(635ns) PrepareNewSessionHandshake:477(813ns) {SwitchToState:179(481ns)} GenerateSessionVirtualId:992(692ns) IssueIncomingHandshakeReply:193(86332ns) {SwitchToState:179(559ns)}}}
2026-01-08T17:01:48.007263Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037067458280884:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:47.934807Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037065954435137:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:47.934849Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037065954435137:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:47.950895Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037065954435148:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:47.967597Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037065954435137:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:48.035305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037065954435145:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.035333Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037065954435145:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:48.035799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037061659467775:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.035882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:48.035937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037061659467775:2049] [node 3] ICP22 created new session: [1:7593037070249402452:2049]
2026-01-08T17:01:48.035989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037070249402452:2049] [node 3] ICS09 handshake done sender: [1:7593037065954435137:2111] self: [1:7593037065954435136:0] peer: [3:7593037066151980744:0] socket: 330 qp: -1
2026-01-08T17:01:48.036030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037070249402452:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:48.036067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:48.042329Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037065954435139:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(190107051ns) {Configure:104(190096634ns) {ProcessConfigured:135(17008516ns) {StartInitialHandshake:157(17006341ns) {DropHandshakes:470(2008ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:992(751ns) PrepareNewSessionHandshake:477(3959ns) {SwitchToState:179(2408ns)}}}}}
2026-01-08T17:01:47.950179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037068233797561:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32579
2026-01-08T17:01:48.003022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037065454906165:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12397
2026-01-08T17:01:48.048237Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037066151980736:2137] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.048300Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037066151980736:2137] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.007293Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037067458280884:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:47.951947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037068233797562:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32579
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.014613Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037065454906157:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.063748Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037064042360737:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(295675543ns) {Configure:104(295667568ns) {ProcessConfigured:135(34310004ns) {StartInitialHandshake:157(34306108ns) {DropHandshakes:470(1197ns) {DropIncomingHandshake:442(238ns) DropOutgoingHandshake:457(317ns)} GenerateSessionVirtualId:992(452ns) PrepareNewSessionHandshake:477(11733295ns) {SwitchToState:179(6908ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.062476Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037061659467774:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(435591084ns) {Configure:104(423836297ns) {ProcessConfigured:135(21051631ns) {StartInitialHandshake:157(21048854ns) {DropHandshakes:470(1144ns) {DropIncomingHandshake:442(279ns) DropOutgoingHandshake:457(283ns)} GenerateSessionVirtualId:992(303ns) PrepareNewSessionHandshake:477(3496ns) {SwitchToState:179(1462ns)}}}}}
2026-01-08T17:01:47.970752Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037068233797532:2083] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(182768343ns) {Configure:104(182762623ns) {ProcessConfigured:135(3591530ns) {StartInitialHandshake:157(3588132ns) {DropHandshakes:470(7916ns) {DropIncomingHandshake:442(475ns) DropOutgoingHandshake:457(277ns)} GenerateSessionVirtualId:992(757ns) PrepareNewSessionHandshake:477(2472ns) {SwitchToState:179(777ns)}}}}}
2026-01-08T17:01:48.007884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037067458280889:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58404
2026-01-08T17:01:48.014644Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037065454906157:2130] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:48.091302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037065954435143:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.071276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037070446948044:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59166
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.082238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037072632295407:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37466
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.010804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037063163313514:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:47.986767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037068233797561:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.022971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037065454906154:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.107855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037072632295408:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37466
2026-01-08T17:01:47.987030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037068233797560:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.130108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037066151980746:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59166
2026-01-08T17:01:48.097100Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037065954435143:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:48.012435Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037067458280880:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(145678186ns) {Configure:104(145668096ns) {ProcessConfigured:135(58498ns) {StartInitialHandshake:157(56889ns) {DropHandshakes:470(1633ns) {DropIncomingHandshake:442(346ns) DropOutgoingHandshake:457(352ns)} GenerateSessionVirtualId:992(439ns) PrepareNewSessionHandshake:477(696ns) {SwitchToState:179(138ns)}}}}}
2026-01-08T17:01:48.023000Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037065454906154:2129] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:48.126497Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037065954435145:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:48.143097Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037065954435143:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:48.143392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037065954435135:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.143444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:48.143502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037065954435135:2108] [node 5] ICP22 created new session: [1:7593037070249402459:2108]
2026-01-08T17:01:48.143559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037070249402459:2108] [node 5] ICS09 handshake done sender: [1:7593037065954435145:2115] self: [1:7593037065954435144:0] peer: [5:7593037072632295405:0] socket: 339 qp: -1
2026-01-08T17:01:48.143599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037070249402459:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:48.143639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:48.144693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037065954435131:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.144770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:48.144816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037065954435131:2107] [node 4] ICP22 created new session: [1:7593037070249402461:2107]
2026-01-08T17:01:48.144892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037070249402461:2107] [node 4] ICS09 handshake done sender: [1:7593037065954435143:2114] self: [1:7593037065954435142:0] peer: [4:7593037067458280887:0] socket: 338 qp: -1
2026-01-08T17:01:48.144935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037070249402461:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:48.144968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.163285Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037061857013345:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27952) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037066151980729:2133] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.114845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037072632295408:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.012732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037067458280884:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:48.165313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037070249402454:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54628
2026-01-08T17:01:48.163376Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037066151980736:2137] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:47.987433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037063938830195:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:48.024144Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037065454906157:2130] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.013445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037067458280879:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.115005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037068337328094:2104] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:47.991165Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037063938830194:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(59574848ns) {Configure:104(59569569ns) {ProcessConfigured:135(63642ns) {StartInitialHandshake:157(61465ns) {DropHandshakes:470(1521ns) {DropIncomingHandshake:442(215ns) DropOutgoingHandshake:457(376ns)} GenerateSessionVirtualId:992(671ns) PrepareNewSessionHandshake:477(850ns) {SwitchToState:179(436ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.024435Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037065454906154:2129] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:48.163512Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037066151980729:2133] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:48.013498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:48.120351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037068337328100:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.237297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037070249402454:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:47.991526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037068233797519:2076] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:48.024561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037065454906155:2111] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.165820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037066151980732:2130] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.013557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037067458280879:2109] [node 6] ICP22 created new session: [4:7593037071753248191:2109]
2026-01-08T17:01:48.120385Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037068337328100:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:48.266597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037065954435155:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.013628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037071753248191:2109] [node 6] ICS09 handshake done sender: [4:7593037067458280884:2115] self: [4:7593037067458280883:0] peer: [6:7593037068233797571:0] socket: 348 qp: -1
2026-01-08T17:01:48.024671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:48.138709Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037068337328100:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:48.090557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037072528764869:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32579
2026-01-08T17:01:48.165896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.138941Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037072632295412:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37466
2026-01-08T17:01:48.106666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037072528764869:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.013665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037071753248191:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:48.266644Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037065954435155:2118] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.024756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037065454906155:2111] [node 4] ICP22 created new session: [2:7593037069749873466:2111]
2026-01-08T17:01:48.165956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037066151980732:2130] [node 6] ICP22 created new session: [3:7593037070446948046:2130]
2026-01-08T17:01:48.024818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037069749873466:2111] [node 4] ICS09 handshake done sender: [2:7593037065454906157:2130] self: [2:7593037065454906156:0] peer: [4:7593037071753248186:0] socket: 325 qp: -1
2026-01-08T17:01:48.024862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037069749873466:2111] [node 4] ICS10 traffic start
2026-01-08T17:01:48.024945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:48.062676Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037065454906160:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(238640511ns) {Configure:104(238632306ns) {ProcessConfigured:135(29250536ns) {StartInitialHandshake:157(29247916ns) {DropHandshakes:470(2725ns) {DropIncomingHandshake:442(530ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:992(1226ns) PrepareNewSessionHandshake:477(4185ns) {SwitchToState:179(1960ns)}}}}}
2026-01-08T17:01:48.106848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037063938830194:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:48.062731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037061159938774:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.074630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:48.107165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037068233797562:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.074707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037061159938774:2049] [node 3] ICP22 created new session: [2:7593037069749873469:2049]
2026-01-08T17:01:48.107289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037068233797532:2083] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:48.074764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037069749873469:2049] [node 3] ICS09 handshake done sender: [2:7593037065454906154:2129] self: [2:7593037065454906153:0] peer: [3:7593037070446948043:0] socket: 324 qp: -1
2026-01-08T17:01:48.114882Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037072528764872:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32579
2026-01-08T17:01:48.074811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037069749873469:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:48.136399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037072528764873:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32579
2026-01-08T17:01:48.074851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:48.150578Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037068233797562:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:48.145515Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037065454906164:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.287518Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037065954435153:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.287573Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037065954435153:2117] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:48.166017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037070446948046:2130] [node 6] ICS09 handshake done sender: [3:7593037066151980736:2137] self: [3:7593037066151980735:0] peer: [6:7593037068233797567:0] socket: 344 qp: -1
2026-01-08T17:01:48.306915Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037065954435153:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:48.013704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.154717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037072632295411:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37466
2026-01-08T17:01:48.202598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037068233797532:2083] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.145563Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037065454906164:2132] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:48.211486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037068337328096:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:48.166058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037070446948046:2130] [node 6] ICS10 traffic start
2026-01-08T17:01:48.202700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:48.041678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037063163313514:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27321635ns) {IncomingHandshake:261(27319895ns) {DropIncomingHandshake:442(425ns) PrepareNewSessionHandshake:477(5001625ns) {SwitchToState:179(2596ns)} GenerateSessionVirtualId:992(3576ns) IssueIncomingHandshakeReply:193(54439ns) {SwitchToState:179(362ns)}}}
2026-01-08T17:01:48.313360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037061659467774:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.175138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037065454906165:2133] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.166101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:48.063523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037071753248193:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58404
2026-01-08T17:01:48.323671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:48.214645Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037072632295407:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.186905Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037061857013344:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25813) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037066151980731:2135] held: no
2026-01-08T17:01:48.202765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037068233797532:2083] [node 5] ICP22 created new session: [6:7593037072528764874:2083]
2026-01-08T17:01:48.182761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037069749873472:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12397
2026-01-08T17:01:48.090985Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037067458280881:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:48.329503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037061659467774:2048] [node 2] ICP22 created new session: [1:7593037070249402466:2048]
2026-01-08T17:01:48.186418Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037065454906164:2132] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:48.187216Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037066151980731:2135] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:48.202823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037072528764874:2083] [node 5] ICS09 handshake done sender: [6:7593037068233797562:2115] self: [6:7593037072528764871:0] peer: [5:7593037068337328099:0] socket: 354 qp: -1
2026-01-08T17:01:48.107645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037063163313514:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.230087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037064042360735:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.342509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037070249402466:2048] [node 2] ICS09 handshake done sender: [1:7593037065954435153:2117] self: [1:7593037065954435150:0] peer: [2:7593037069749873479:0] socket: 380 qp: -1
2026-01-08T17:01:48.211726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037065454906130:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.190446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037061857013345:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.220793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:48.224618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037061857013345:2049] [node 2] ICP22 created new session: [3:7593037070446948050:2049]
2026-01-08T17:01:48.231073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037061857013344:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.231159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:48.231226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037061857013344:2048] [node 1] ICP22 created new session: [3:7593037070446948051:2048]
2026-01-08T17:01:48.231284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037070446948051:2048] [node 1] ICS09 handshake done sender: [3:7593037066151980731:2135] self: [3:7593037066151980744:0] peer: [1:7593037065954435136:0] socket: 336 qp: -1
2026-01-08T17:01:48.231328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037070446948051:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:48.231409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:48.247959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037070446948050:2049] [node 2] ICS09 handshake done sender: [3:7593037066151980729:2133] self: [3:7593037070446948043:0] peer: [2:7593037065454906153:0] socket: 334 qp: -1
2026-01-08T17:01:48.256641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037070446948050:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:48.271522Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037070446948053:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59166
2026-01-08T17:01:48.278941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:48.279260Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037061857013345:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(94651965ns) {HandleHandshakeStatus:329(94649419ns) {DropIncomingHandshake:442(4574ns) DropOutgoingHandshake:457(581ns) SwitchToState:179(418ns) ProcessPendingSessionEvents:495(1614ns)}}
2026-01-08T17:01:48.302769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037066151980739:2138] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.302804Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037066151980739:2138] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:48.315026Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037070446948053:2142] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.319665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037066151980743:2139] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.319704Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037066151980743:2139] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:48.329690Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037066151980739:2138] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:48.330104Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037066151980743:2139] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:48.330188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037066151980726:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.354647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:48.354711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037066151980726:2107] [node 4] ICP22 created new session: [3:7593037070446948058:2107]
2026-01-08T17:01:48.371279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037066151980725:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.371398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:48.371488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037066151980725:2108] [node 5] ICP22 created new session: [3:7593037070446948059:2108]
2026-01-08T17:01:48.371946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037070446948058:2107] [node 4] ICS09 handshake done sender: [3:7593037066151980739:2138] self: [3:7593037066151980738:0] peer: [4:7593037071753248204:0] socket: 390 qp: -1
2026-01-08T17:01:48.387375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037070446948058:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:48.395521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037070446948059:2108] [node 5] ICS09 handshake done sender: [3:7593037066151980743:2139] self: [3:7593037066151980742:0] peer: [5:7593037072632295424:0] socket: 392 qp: -1
2026-01-08T17:01:48.395614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:48.411235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037070446948059:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:48.412250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:48.413534Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037066151980725:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(51110823ns) {HandleHandshakeStatus:329(42011552ns) {DropIncomingHandshake:442(29035ns) DropOutgoingHandshake:457(326ns) SwitchToState:179(522ns) ProcessPendingSessionEvents:495(98048ns) {ForwardSessionEventToSession:616(42023ns) ForwardSessionEventToSession:616(6690ns) ForwardSessionEventToSession:616(4218ns) ForwardSessionEventToSession:616(6381ns) ForwardSessionEventToSession:616(3080ns) ForwardSessionEventToSession:616(5817ns) ForwardSessionEventToSession:616(5715ns) ForwardSessionEventToSession:616(8025ns) ForwardSessionEventToSession:616(3100ns) ForwardSessionEventToSession:616(5552ns)}}}
2026-01-08T17:01:48.107715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:48.230154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:48.110569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037063163313514:2049] [node 2] ICP22 created new session: [4:7593037071753248195:2049]
2026-01-08T17:01:48.230188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037064042360735:2048] [node 1] ICP22 created new session: [5:7593037072632295413:2048]
2026-01-08T17:01:48.110642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037071753248195:2049] [node 2] ICS09 handshake done sender: [4:7593037067458280881:2113] self: [4:7593037071753248186:0] peer: [2:7593037065454906156:0] socket: 331 qp: -1
2026-01-08T17:01:48.230243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037072632295413:2048] [node 1] ICS09 handshake done sender: [5:7593037068337328096:2110] self: [5:7593037072632295405:0] peer: [1:7593037065954435144:0] socket: 345 qp: -1
2026-01-08T17:01:48.114534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037071753248195:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:48.230907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037068337328095:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.119111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037071753248189:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.234901Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037072632295408:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:48.119139Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037071753248189:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:48.237448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037072632295413:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:48.120295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:48.146433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037071753248190:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58404
2026-01-08T17:01:48.241803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:48.243657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037068337328094:2104] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.176054Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037063163313514:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(68187282ns) {HandleHandshakeStatus:329(68184587ns) {DropIncomingHandshake:442(1108ns) DropOutgoingHandshake:457(12405ns) SwitchToState:179(274ns) ProcessPendingSessionEvents:495(24942893ns) {ForwardSessionEventToSession:616(24886875ns) ForwardSessionEventToSession:616(9445ns) ForwardSessionEventToSession:616(2479ns) ForwardSessionEventToSession:616(5003ns) ForwardSessionEventToSession:616(3765ns) ForwardSessionEventToSession:616(3409ns) ForwardSessionEventToSession:616(6518ns) ForwardSessionEventToSession:616(3456ns) ForwardSessionEventToSession:616(5614ns) ForwardSessionEventToSession:616(4710ns)}}}
2026-01-08T17:01:48.243735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:48.347123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037065954435155:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:48.243805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037068337328094:2104] [node 4] ICP22 created new session: [5:7593037072632295416:2104]
2026-01-08T17:01:48.243868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037072632295416:2104] [node 4] ICS09 handshake done sender: [5:7593037072632295408:2117] self: [5:7593037072632295409:0] peer: [4:7593037071753248188:0] socket: 349 qp: -1
2026-01-08T17:01:48.243904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037072632295416:2104] [node 4] ICS10 traffic start
2026-01-08T17:01:48.243943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:48.245279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037072632295418:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37466
2026-01-08T17:01:48.245426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037072632295419:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37466
2026-01-08T17:01:48.253976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:48.266526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037068337328095:2108] [node 6] ICP22 created new session: [5:7593037072632295421:2108]
2026-01-08T17:01:48.270675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037072632295418:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.274639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037072632295421:2108] [node 6] ICS09 handshake done sender: [5:7593037068337328100:2112] self: [5:7593037068337328099:0] peer: [6:7593037072528764871:0] socket: 351 qp: -1
2026-01-08T17:01:48.282993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037072632295421:2108] [node 6] ICS10 traffic start
2026-01-08T17:01:48.298638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037072632295419:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.298897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037064042360736:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:48.299194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037064042360737:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:48.302586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:48.327743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037072632295425:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37466
2026-01-08T17:01:48.330571Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037068337328095:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(98939608ns) {HandleHandshakeStatus:329(98937143ns) {DropIncomingHandshake:442(431ns) DropOutgoingHandshake:457(348ns) SwitchToState:179(241ns) ProcessPendingSessionEvents:495(110555ns) {ForwardSessionEventToSession:616(58544ns) ForwardSessionEventToSession:616(3877ns) ForwardSessionEventToSession:616(6678ns) ForwardSessionEventToSession:616(2273ns) ForwardSessionEventToSession:616(7310ns) ForwardSessionEventToSession:616(3242ns) ForwardSessionEventToSession:616(2855ns) ForwardSessionEventToSession:616(8814ns) ForwardSessionEventToSession:616(3259ns) ForwardSessionEventToSession:616(2350ns)}}}
2026-01-08T17:01:48.330652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593037068337328095:2108] [node 6] ICP18 handshake (actor [5:7593037072632295407:2116]) is too old
2026-01-08T17:01:48.331174Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037072632295418:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:48.358702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037064042360736:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.358786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:48.358844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037064042360736:2049] [node 2] ICP22 created new session: [5:7593037072632295427:2049]
2026-01-08T17:01:48.358895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037072632295427:2049] [node 2] ICS09 handshake done sender: [5:7593037072632295418:2120] self: [5:7593037072632295423:0] peer: [2:7593037065454906166:0] socket: 327 qp: -1
2026-01-08T17:01:48.358943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037072632295427:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:48.358991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:48.361198Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037064042360736:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:48.361364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037072632295426:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37466
2026-01-08T17:01:48.400405Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037064042360737:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7911) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037072632295419:2121] held: no
2026-01-08T17:01:48.403786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037072632295419:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:48.354621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037070249402466:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:48.403808Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037064042360735:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(83437197ns) {HandleHandshakeStatus:329(83433856ns) {DropIncomingHandshake:442(721ns) DropOutgoingHandshake:457(3368ns) SwitchToState:179(256ns) ProcessPendingSessionEvents:495(57022843ns) {ForwardSessionEventToSession:616(18311223ns) ForwardSessionEventToSession:616(8248491ns) ForwardSessionEventToSession:616(6064474ns) ForwardSessionEventToSession:616(4396ns) ForwardSessionEventToSession:616(12453197ns) ForwardSessionEventToSession:616(3977ns) ForwardSessionEventToSession:616(2695ns) ForwardSessionEventToSession:616(5056955ns) ForwardSessionEventToSession:616(4047ns) ForwardSessionEventToSession:616(6848560ns)}}}
2026-01-08T17:01:48.371194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:48.390514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037065954435139:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.419124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037064042360737:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.390607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:48.419211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:48.422574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037064042360737:2050] [node 3] ICP22 created new session: [5:7593037072632295429:2050]
2026-01-08T17:01:48.395314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037065954435139:2109] [node 6] ICP22 created new session: [1:7593037070249402469:2109]
2026-01-08T17:01:48.428596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037072632295429:2050] [node 3] ICS09 handshake done sender: [5:7593037072632295419:2121] self: [5:7593037072632295424:0] peer: [3:7593037066151980742:0] socket: 359 qp: -1
2026-01-08T17:01:48.403885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037070249402469:2109] [node 6] ICS09 handshake done sender: [1:7593037065954435155:2118] self: [1:7593037065954435154:0] peer: [6:7593037072528764883:0] socket: 332 qp: -1
2026-01-08T17:01:48.202870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037072528764874:2083] [node 5] ICS10 traffic start
2026-01-08T17:01:48.412146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037070249402469:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:48.415888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:48.202909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:48.430986Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037065954435139:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(47197718ns) {HandleHandshakeStatus:329(47192960ns) {DropIncomingHandshake:442(29242ns) DropOutgoingHandshake:457(457ns) SwitchToState:179(767ns) ProcessPendingSessionEvents:495(3866693ns) {ForwardSessionEventToSession:616(3814140ns) ForwardSessionEventToSession:616(5740ns) ForwardSessionEventToSession:616(6972ns) ForwardSessionEventToSession:616(2598ns) ForwardSessionEventToSession:616(7410ns) ForwardSessionEventToSession:616(3389ns) ForwardSessionEventToSession:616(3385ns) ForwardSessionEventToSession:616(5832ns) ForwardSessionEventToSession:616(3394ns) ForwardSessionEventToSession:616(3668ns)}}}
2026-01-08T17:01:48.432083Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037061659467774:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(122361383ns) {HandleHandshakeStatus:329(117072422ns) {DropIncomingHandshake:442(28584ns) DropOutgoingHandshake:457(447ns) SwitchToState:179(489ns) ProcessPendingSessionEvents:495(26727958ns) {ForwardSessionEventToSession:616(10417429ns) ForwardSessionEventToSession:616(1598455ns) ForwardSessionEventToSession:616(5723ns) ForwardSessionEventToSession:616(3251783ns) ForwardSessionEventToSession:616(20900ns) ForwardSessionEventToSession:616(2776ns) ForwardSessionEventToSession:616(3582401ns) ForwardSessionEventToSession:616(4119ns) ForwardSessionEventToSession:616(4169779ns) ForwardSessionEventToSession:616(3644151ns)}}}
2026-01-08T17:01:48.207248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037072528764868:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32579
2026-01-08T17:01:48.211320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037068233797560:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:48.224108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037072528764876:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32579
2026-01-08T17:01:48.224231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037063938830195:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.227853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:48.227922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037063938830195:2050] [node 3] ICP22 created new session: [6:7593037072528764878:2050]
2026-01-08T17:01:48.227980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037072528764878:2050] [node 3] ICS09 handshake done sender: [6:7593037068233797560:2113] self: [6:7593037068233797567:0] peer: [3:7593037066151980735:0] socket: 352 qp: -1
2026-01-08T17:01:48.228027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037072528764878:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:48.228073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:48.229331Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037068233797561:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:48.229594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037068233797519:2076] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.229665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:48.229713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037068233797519:2076] [node 4] ICP22 created new session: [6:7593037072528764881:2076]
2026-01-08T17:01:48.229790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037072528764881:2076] [node 4] ICS09 handshake done sender: [6:7593037068233797561:2114] self: [6:7593037068233797571:0] peer: [4:7593037067458280883:0] socket: 353 qp: -1
2026-01-08T17:01:48.229829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037072528764881:2076] [node 4] ICS10 traffic start
2026-01-08T17:01:48.229863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:48.245904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037072528764877:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32579
2026-01-08T17:01:48.246487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037072528764876:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.246624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037063938830193:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:48.286178Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037072528764869:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:48.306562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037063938830194:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.329542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:48.211813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:48.330362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037063938830194:2049] [node 2] ICP22 created new session: [6:7593037072528764884:2049]
2026-01-08T17:01:48.211872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037065454906130:2107] [node 6] ICP22 created new session: [2:7593037069749873476:2107]
2026-01-08T17:01:48.354524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037072528764884:2049] [node 2] ICS09 handshake done sender: [6:7593037072528764869:2119] self: [6:7593037072528764870:0] peer: [2:7593037065454906163:0] socket: 376 qp: -1
2026-01-08T17:01:48.211923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037069749873476:2107] [node 6] ICS09 handshake done sender: [2:7593037065454906164:2132] self: [2:7593037065454906163:0] peer: [6:7593037072528764870:0] socket: 375 qp: -1
2026-01-08T17:01:48.371979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037072528764884:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:48.211966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037069749873476:2107] [node 6] ICS10 traffic start
2026-01-08T17:01:48.372028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:48.212025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:48.414810Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037063938830194:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(107755250ns) {HandleHandshakeStatus:329(107751988ns) {DropIncomingHandshake:442(653ns) DropOutgoingHandshake:457(12967ns) SwitchToState:179(478ns) ProcessPendingSessionEvents:495(10673034ns) {ForwardSessionEventToSession:616(9475935ns) ForwardSessionEventToSession:616(1145933ns) ForwardSessionEventToSession:616(5956ns) ForwardSessionEventToSession:616(6290ns) ForwardSessionEventToSession:616(3180ns) ForwardSessionEventToSession:616(4867ns) ForwardSessionEventToSession:616(3618ns) ForwardSessionEventToSession:616(2734ns) ForwardSessionEventToSession:616(4504ns) ForwardSessionEventToSession:616(5528ns)}}}
2026-01-08T17:01:48.252803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037069749873472:2135] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.415851Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037063938830193:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25813) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037072528764876:2122] held: no
2026-01-08T17:01:48.253111Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037069749873478:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12397
2026-01-08T17:01:48.253274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037061159938773:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:48.418476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037072528764885:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32579
2026-01-08T17:01:48.287840Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037065454906130:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(29706696ns) {HandleHandshakeStatus:329(29703009ns) {DropIncomingHandshake:442(431ns) DropOutgoingHandshake:457(793ns) SwitchToState:179(709ns) ProcessPendingSessionEvents:495(29227363ns) {ForwardSessionEventToSession:616(56810ns) ForwardSessionEventToSession:616(4306ns) ForwardSessionEventToSession:616(2230712ns) ForwardSessionEventToSession:616(5869497ns) ForwardSessionEventToSession:616(4174912ns) ForwardSessionEventToSession:616(12529410ns) ForwardSessionEventToSession:616(11164ns) ForwardSessionEventToSession:616(4294272ns) ForwardSessionEventToSession:616(5175ns) ForwardSessionEventToSession:616(3026ns)}}}
2026-01-08T17:01:48.419389Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037072528764876:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:48.299474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037069749873478:2136] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.419661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037063938830193:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.299614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037065454906130:2107] [node 6] ICP18 handshake (actor [2:7593037069749873478:2136]) is too old
2026-01-08T17:01:48.419734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:48.419792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037063938830193:2048] [node 1] ICP22 created new session: [6:7593037072528764887:2048]
2026-01-08T17:01:48.314468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037069749873480:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12397
2026-01-08T17:01:48.419843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037072528764887:2048] [node 1] ICS09 handshake done sender: [6:7593037072528764876:2122] self: [6:7593037072528764883:0] peer: [1:7593037065954435154:0] socket: 342 qp: -1
2026-01-08T17:01:48.318726Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037069749873468:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.318774Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037069749873468:2134] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:48.419887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037072528764887:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:48.322696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037069749873472:2135] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:48.419941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:48.327368Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037069749873468:2134] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:48.332180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037065454906160:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.332230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:48.332286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037065454906160:2109] [node 5] ICP22 created new session: [2:7593037069749873482:2109]
2026-01-08T17:01:48.332335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037069749873482:2109] [node 5] ICS09 handshake done sender: [2:7593037069749873468:2134] self: [2:7593037065454906166:0] peer: [5:7593037072632295423:0] socket: 343 qp: -1
2026-01-08T17:01:48.332373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037069749873482:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:48.332405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:48.342623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037061159938773:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.342717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:48.342778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037061159938773:2048] [node 1] ICP22 created new session: [2:7593037069749873484:2048]
2026-01-08T17:01:48.342825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037069749873484:2048] [node 1] ICS09 handshake done sender: [2:7593037069749873472:2135] self: [2:7593037069749873479:0] peer: [1:7593037065954435150:0] socket: 382 qp: -1
2026-01-08T17:01:48.342868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037069749873484:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:48.342913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:48.343304Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037061159938773:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:48.176348Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037071753248189:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:48.190584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037067458280889:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.193883Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037071753248198:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58404
2026-01-08T17:01:48.203864Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037063163313513:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25813) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037067458280882:2114] held: no
2026-01-08T17:01:48.219377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037067458280879:2109] [node 6] ICP18 handshake (actor [4:7593037067458280889:2117]) is too old
2026-01-08T17:01:48.435168Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037066151980726:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(85246104ns) {HandleHandshakeStatus:329(85241865ns) {DropIncomingHandshake:442(19577ns) DropOutgoingHandshake:457(502ns) SwitchToState:179(548ns) ProcessPendingSessionEvents:495(1261746ns) {ForwardSessionEventToSession:616(1211380ns) ForwardSessionEventToSession:616(3478ns) ForwardSessionEventToSession:616(6497ns) ForwardSessionEventToSession:616(2460ns) ForwardSessionEventToSession:616(10640ns) ForwardSessionEventToSession:616(2380ns) ForwardSessionEventToSession:616(2743ns) ForwardSessionEventToSession:616(6053ns) ForwardSessionEventToSession:616(2603ns) ForwardSessionEventToSession:616(2879ns)}}}
2026-01-08T17:01:48.219468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037067458280880:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:48.219504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:48.219554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037067458280880:2108] [node 5] ICP22 created new session: [4:7593037071753248200:2108]
2026-01-08T17:01:48.219603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037071753248200:2108] [node 5] ICS09 handshake done sender: [4:7593037071753248189:2118] self: [4:7593037071753248188:0] peer: [5:7593037072632295409:0] socket: 373 qp: -1
2026-01-08T17:01:48.219641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037071753248200:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:48.219695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:48.245757Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037063163313513:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16403187ns) {HandleHandshakeStatus:395(16400432ns) {LogHandshakeFail:472(14278ns) {UpdateErrorStateLog:545(5307ns)} DropOutgoingHandshake:457(2500ns) ProcessPendingSessionEvents:495(3149384ns) {DropSessionEvent:512(9694ns) DropSessionEvent:512(3095334ns) DropSessionEvent:512(4131ns) DropSessionEvent:512(4114ns) DropSessionEvent:512(3268ns) DropSessionEvent:512(3599ns) DropSessionEvent:512(3583ns) DropSessionEvent:512(4736ns) DropSessionEvent:512(4058ns) DropSessionEvent:512(10369ns)}}}
2026-01-08T17:01:48.247503Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037067458280882:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:48.252432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037071753248199:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58404
2026-01-08T17:01:48.263325Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037071753248199:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.263392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037063163313513:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.263445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:48.263500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037063163313513:2048] [node 1] ICP22 created new session: [4:7593037071753248202:2048]
2026-01-08T17:01:48.263554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037071753248202:2048] [node 1] ICS09 handshake done sender: [4:7593037067458280882:2114] self: [4:7593037067458280887:0] peer: [1:7593037065954435142:0] socket: 340 qp: -1
2026-01-08T17:01:48.263593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037071753248202:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:48.263642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:48.264275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037063163313515:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:48.264503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037071753248190:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:48.264609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037067458280880:2108] [node 5] ICP18 handshake (actor [4:7593037071753248190:2119]) is too old
2026-01-08T17:01:48.329179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037071753248205:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58404
2026-01-08T17:01:48.330774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037071753248199:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:48.346925Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037063163313515:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7911) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037071753248199:2122] held: no
2026-01-08T17:01:48.402416Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037063163313515:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(57201768ns) {HandleHandshakeStatus:395(57198120ns) {LogHandshakeFail:472(11314ns) {UpdateErrorStateLog:545(4575ns)} DropOutgoingHandshake:457(4381ns) ProcessPendingSessionEvents:495(39276259ns) {DropSessionEvent:512(16862502ns) DropSessionEvent:512(23296ns) DropSessionEvent:512(5645ns) DropSessionEvent:512(5569ns) DropSessionEvent:512(5389ns) DropSessionEvent:512(15321101ns) DropSessionEvent:512(17043ns) DropSessionEvent:512(7003732ns) DropSessionEvent:512(11294ns) DropSessionEvent:512(6336ns)}}}
2026-01-08T17:01:48.402488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037063163313515:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:48.402556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:48.402624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037063163313515:2050] [node 3] ICP22 created new session: [4:7593037071753248206:2050]
2026-01-08T17:01:48.402673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037071753248206:2050] [node 3] ICS09 handshake done sender: [4:7593037071753248199:2122] self: [4:7593037071753248204:0] peer: [3:7593037066151980738:0] socket: 391 qp: -1
2026-01-08T17:01:48.402721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037071753248206:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:48.402773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:48.433177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037072632295429:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:48.433272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:48.580045Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:48.580335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037069749873484:2048] [node 1] ICS01 socket: 382 reason# EndOfStream
2026-01-08T17:01:48.580384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037061159938773:2048] [node 1] ICP30 unregister session Session# [2:7593037069749873484:2048] VirtualId# [2:7593037069749873479:0]
2026-01-08T17:01:48.580424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037069749873484:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:48.580532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:48.580578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:48.582423Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:48.582674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037070446948051:2048] [node 1] ICS01 socket: 336 reason# EndOfStream
2026-01-08T17:01:48.582724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037061857013344:2048] [node 1] ICP30 unregister session Session# [3:7593037070446948051:2048] VirtualId# [3:7593037066151980744:0]
2026-01-08T17:01:48.582761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037070446948051:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:48.582850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:48.582917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:48.586369Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:48.586610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037071753248202:2048] [node 1] ICS01 socket: 340 reason# EndOfStream
2026-01-08T17:01:48.586652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037063163313513:2048] [node 1] ICP30 unregister session Session# [4:7593037071753248202:2048] VirtualId# [4:7593037067458280887:0]
2026-01-08T17:01:48.586693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037071753248202:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:48.586775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:48.586817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:48.587107Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:48.587300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037072528764887:2048] [node 1] ICS01 socket: 342 reason# EndOfStream
2026-01-08T17:01:48.587341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037063938830193:2048] [node 1] ICP30 unregister session Session# [6:7593037072528764887:2048] VirtualId# [6:7593037072528764883:0]
2026-01-08T17:01:48.587371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037072528764887:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:48.587428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:48.587462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:48.587938Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:48.588133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037072632295413:2048] [node 1] ICS07 socket disconnect 345 reason# EndOfStream
2026-01-08T17:01:48.588165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037072632295413:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:48.588233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:48.588277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037072632295413:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:48.589663Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037064042360735:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25813) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:48.589728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037072632295413:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:48.589769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037064042360735:2048] [node 1] ICP30 unregister session Session# [5:7593037072632295413:2048] VirtualId# [5:7593037072632295405:0]
2026-01-08T17:01:48.589816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:48.589850Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037064042360735:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25813) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:48.589866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25813) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:48.603572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037064042360735:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:48.716061Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:48.716307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037070446948050:2049] [node 2] ICS01 socket: 334 reason# EndOfStream
2026-01-08T17:01:48.716352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037061857013345:2049] [node 2] ICP30 unregister session Session# [3:7593037070446948050:2049] VirtualId# [3:7593037070446948043:0]
2026-01-08T17:01:48.716394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037070446948050:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:48.716485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:48.716532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:48.722682Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:48.722962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037072528764884:2049] [node 2] ICS07 socket disconnect 376 reason# EndOfStream
2026-01-08T17:01:48.723002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037072528764884:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:48.723090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:48.723137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037072528764884:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:48.722682Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:48.723682Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:48.723913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037072632295427:2049] [node 2] ICS01 socket: 327 reason# EndOfStream
2026-01-08T17:01:48.723964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037064042360736:2049] [node 2] ICP30 unregister session Session# [5:7593037072632295427:2049] VirtualId# [5:7593037072632295423:0]
2026-01-08T17:01:48.724001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037072632295427:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:48.724061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:48.724110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:48.725301Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037063938830194:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27952) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:48.725360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037072528764884:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:48.725401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037063938830194:2049] [node 2] ICP30 unregister session Session# [6:7593037072528764884:2049] VirtualId# [6:7593037072528764870:0]
2026-01-08T17:01:48.725443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:48.725474Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037063938830194:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27952) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:48.725489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27952) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:48.726568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037071753248195:2049] [node 2] ICS07 socket disconnect 331 reason# EndOfStream
2026-01-08T17:01:48.726618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037071753248195:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:48.726714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:48.726761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037071753248195:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:48.728680Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037063163313514:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27952) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:48.728767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037071753248195:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:48.728808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037063163313514:2049] [node 2] ICP30 unregister session Session# [4:7593037071753248195:2049] VirtualId# [4:7593037071753248186:0]
2026-01-08T17:01:48.728886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:48.728927Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037063163313514:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27952) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:48.728945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27952) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:48.735835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037063938830194:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:48.737900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037063163313514:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:48.922721Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:48.922989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037071753248206:2050] [node 3] ICS01 socket: 391 reason# EndOfStream
2026-01-08T17:01:48.923043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037063163313515:2050] [node 3] ICP30 unregister session Session# [4:7593037071753248206:2050] VirtualId# [4:7593037071753248204:0]
2026-01-08T17:01:48.923082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037071753248206:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:48.923183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:48.923227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:48.923331Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:48.923521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037072632295429:2050] [node 3] ICS01 socket: 359 reason# EndOfStream
2026-01-08T17:01:48.923558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037064042360737:2050] [node 3] ICP30 unregister session Session# [5:7593037072632295429:2050] VirtualId# [5:7593037072632295424:0]
2026-01-08T17:01:48.923590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037072632295429:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:48.923649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:48.923688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:48.923927Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:48.924102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037072528764878:2050] [node 3] ICS01 socket: 352 reason# EndOfStream
2026-01-08T17:01:48.924136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037063938830195:2050] [node 3] ICP30 unregister session Session# [6:7593037072528764878:2050] VirtualId# [6:7593037068233797567:0]
2026-01-08T17:01:48.924165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037072528764878:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:48.924232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:48.924269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:49.023952Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:49.024215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037072528764881:2076] [node 4] ICS01 socket: 353 reason# EndOfStream
2026-01-08T17:01:49.024258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037068233797519:2076] [node 4] ICP30 unregister session Session# [6:7593037072528764881:2076] VirtualId# [6:7593037068233797571:0]
2026-01-08T17:01:49.024308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037072528764881:2076] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:49.024407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:49.024464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:49.026548Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:49.026834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037072632295416:2104] [node 4] ICS01 socket: 349 reason# EndOfStream
2026-01-08T17:01:49.026879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037068337328094:2104] [node 4] ICP30 unregister session Session# [5:7593037072632295416:2104] VirtualId# [5:7593037072632295409:0]
2026-01-08T17:01:49.026918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037072632295416:2104] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:49.027095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:49.027181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:49.183814Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:49.184088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037072528764874:2083] [node 5] ICS01 socket: 354 reason# EndOfStream
2026-01-08T17:01:49.184147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037068233797532:2083] [node 5] ICP30 unregister session Session# [6:7593037072528764874:2083] VirtualId# [6:7593037072528764871:0]
2026-01-08T17:01:49.184198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037072528764874:2083] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:49.184316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:49.184401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:49.356557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037075401547186:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:49.356760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037075401547187:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:49.363302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037076135761414:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:49.363307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037076135761415:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:49.368828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037073264964228:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:49.368862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037073264964229:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:49.375934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037077301707858:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:49.376100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037077301707859:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:49.376208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037077301707860:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:49.383418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037073204996854:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:49.383548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037073204996855:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:49.383796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037073204996856:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:49.390647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037074543728003:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:49.390685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037074543728004:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:49.390722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037074543728005:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:50.060048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037076135761494:2107] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.084989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037077559931587:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11587
2026-01-08T17:01:50.084704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037081596675222:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45649
2026-01-08T17:01:50.014546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037074543728048:2084] [node 5] ICP01 ready to work
2026-01-08T17:01:50.021956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037077499964213:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:50.096214Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037077499964213:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(73897123ns) {Configure:104(73891537ns) {ProcessConfigured:135(88035ns) {StartInitialHandshake:157(85621ns) {DropHandshakes:470(3267ns) {DropIncomingHandshake:442(651ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:992(1383ns) PrepareNewSessionHandshake:477(1316ns) {SwitchToState:179(547ns)}}}}}
2026-01-08T17:01:50.051415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037075401547258:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.097838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037076135761493:2111] [node 5] ICP01 ready to work
2026-01-08T17:01:50.122903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037077559931591:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.047907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037075401547259:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:50.031459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037078838695348:2093] [node 4] ICP01 ready to work
2026-01-08T17:01:50.118756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037081596675221:2110] [node 5] ICP01 ready to work
2026-01-08T17:01:50.148482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037078838695366:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4729
2026-01-08T17:01:50.123030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037073264964228:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37619238ns) {Configure:104(37615061ns) {ProcessConfigured:135(14269534ns) {StartInitialHandshake:157(14266407ns) {DropHandshakes:470(3161ns) {DropIncomingHandshake:442(784ns) DropOutgoingHandshake:457(299ns)} GenerateSessionVirtualId:992(732ns) PrepareNewSessionHandshake:477(4933ns) {SwitchToState:179(2107ns)}}}}}
2026-01-08T17:01:50.123854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037079696514556:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:50.119091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037081596675220:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.159180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037080430728794:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:50.148577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037078838695365:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4729
2026-01-08T17:01:50.200154Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037081596675220:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(59470604ns) {Configure:104(59457486ns) {ProcessConfigured:135(87594ns) {StartInitialHandshake:157(84849ns) {DropHandshakes:470(2625ns) {DropIncomingHandshake:442(382ns) DropOutgoingHandshake:457(430ns)} GenerateSessionVirtualId:992(1556ns) PrepareNewSessionHandshake:477(1976ns) {SwitchToState:179(552ns)}}}}}
2026-01-08T17:01:50.176250Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037073204996854:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(161807832ns) {Configure:104(161801436ns) {ProcessConfigured:135(29358302ns) {StartInitialHandshake:157(29354897ns) {DropHandshakes:470(1491ns) {DropIncomingHandshake:442(293ns) DropOutgoingHandshake:457(269ns)} GenerateSessionVirtualId:992(616ns) PrepareNewSessionHandshake:477(5890ns) {SwitchToState:179(3269ns)}}}}}
2026-01-08T17:01:50.128730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037077559931592:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11587
2026-01-08T17:01:50.181275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037077499964218:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:50.181997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037076135761414:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(280696409ns) {Configure:104(280689741ns) {ProcessConfigured:135(7095651ns) {StartInitialHandshake:157(7091475ns) {DropHandshakes:470(2742ns) {DropIncomingHandshake:442(538ns) DropOutgoingHandshake:457(454ns)} GenerateSessionVirtualId:992(1040ns) PrepareNewSessionHandshake:477(5774ns) {SwitchToState:179(2850ns)}}}}}
2026-01-08T17:01:50.142395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037077559931589:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.223370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037078838695372:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4729
2026-01-08T17:01:50.218661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037081596675223:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45649
2026-01-08T17:01:50.155304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037077559931596:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:50.239120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037081596675222:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.209378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037077559931587:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.255138Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037076135761494:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(185523763ns) {Configure:104(185517450ns) {ProcessConfigured:135(26881286ns) {StartInitialHandshake:157(26877649ns) {DropHandshakes:470(3457ns) {DropIncomingHandshake:442(723ns) DropOutgoingHandshake:457(536ns)} GenerateSessionVirtualId:992(1508ns) PrepareNewSessionHandshake:477(8411ns) {SwitchToState:179(2062ns)}}}}}
2026-01-08T17:01:50.250372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037077559931592:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.255187Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037074543728003:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(224554141ns) {Configure:104(224549777ns) {ProcessConfigured:135(98020ns) {StartInitialHandshake:157(95441ns) {DropHandshakes:470(2548ns) {DropIncomingHandshake:442(622ns) DropOutgoingHandshake:457(451ns)} GenerateSessionVirtualId:992(924ns) PrepareNewSessionHandshake:477(1485ns) {SwitchToState:179(647ns)}}}}}
2026-01-08T17:01:50.290239Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037075401547187:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(385632873ns) {Configure:104(385621562ns) {ProcessConfigured:135(11234962ns) {StartInitialHandshake:157(11230647ns) {DropHandshakes:470(4143ns) {DropIncomingHandshake:442(707ns) DropOutgoingHandshake:457(621ns)} GenerateSessionVirtualId:992(1388ns) PrepareNewSessionHandshake:477(7781ns) {SwitchToState:179(3710ns)}}}}}
2026-01-08T17:01:50.291432Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037075401547186:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(279464739ns) {Configure:104(279455238ns) {ProcessConfigured:135(16416424ns) {StartInitialHandshake:157(16411944ns) {DropHandshakes:470(3936075ns) {DropIncomingHandshake:442(3366ns) DropOutgoingHandshake:457(245ns)} GenerateSessionVirtualId:992(415ns) PrepareNewSessionHandshake:477(4269ns) {SwitchToState:179(1658ns)}}}}}
2026-01-08T17:01:50.291742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037079696514557:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37132
2026-01-08T17:01:50.291923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037079696514558:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37132
2026-01-08T17:01:50.292070Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037079696514562:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37132
2026-01-08T17:01:50.292328Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037079696514564:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37132
2026-01-08T17:01:50.302894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037079696514562:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.292883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037078838695366:2109] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.283733Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037073204996855:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(239669303ns) {Configure:104(239662939ns) {ProcessConfigured:135(7352261ns) {StartInitialHandshake:157(7337294ns) {DropHandshakes:470(1120ns) {DropIncomingHandshake:442(336ns) DropOutgoingHandshake:457(260ns)} GenerateSessionVirtualId:992(610ns) PrepareNewSessionHandshake:477(3411ns) {SwitchToState:179(2033ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.294818Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037074543728004:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(212218678ns) {Configure:104(212203214ns) {ProcessConfigured:135(11118895ns) {StartInitialHandshake:157(11115989ns) {DropHandshakes:470(1276ns) {DropIncomingHandshake:442(242ns) DropOutgoingHandshake:457(246ns)} GenerateSessionVirtualId:992(820ns) PrepareNewSessionHandshake:477(3009ns) {SwitchToState:179(1544ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.302892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037081596675221:2110] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(119495291ns) {Configure:104(119488344ns) {ProcessConfigured:135(2967040ns) {StartInitialHandshake:157(2964261ns) {DropHandshakes:470(5508ns) {DropIncomingHandshake:442(417ns) DropOutgoingHandshake:457(413ns)} GenerateSessionVirtualId:992(892ns) PrepareNewSessionHandshake:477(3951ns) {SwitchToState:179(1611ns)}}}}}
2026-01-08T17:01:50.311047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037079696514563:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37132
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.326633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037077559931594:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.318623Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037079696514556:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(142045922ns) {Configure:104(142039098ns) {ProcessConfigured:135(12654622ns) {StartInitialHandshake:157(12651088ns) {DropHandshakes:470(10451005ns) {DropIncomingHandshake:442(1996ns) DropOutgoingHandshake:457(809ns)} GenerateSessionVirtualId:992(2478ns) PrepareNewSessionHandshake:477(2131ns) {SwitchToState:179(210ns)}}}}}
2026-01-08T17:01:50.330865Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037077301707860:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(206075965ns) {Configure:104(206068033ns) {ProcessConfigured:135(11836222ns) {StartInitialHandshake:157(11833823ns) {DropHandshakes:470(2232ns) {DropIncomingHandshake:442(633ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:992(2731ns) PrepareNewSessionHandshake:477(2918ns) {SwitchToState:179(1462ns)}}}}}
2026-01-08T17:01:50.295427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037074543728005:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:50.338457Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037077301707859:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(324022973ns) {Configure:104(324016723ns) {ProcessConfigured:135(42792709ns) {StartInitialHandshake:157(35279526ns) {DropHandshakes:470(4408ns) {DropIncomingHandshake:442(601ns) DropOutgoingHandshake:457(885ns)} GenerateSessionVirtualId:992(2797ns) PrepareNewSessionHandshake:477(4524ns) {SwitchToState:179(1314ns)}}}}}
2026-01-08T17:01:50.344720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037081596675223:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.348616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037080430728803:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41299
2026-01-08T17:01:50.326721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037077559931594:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.334514Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037077559931600:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11587
2026-01-08T17:01:50.359777Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037073204996856:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(235628078ns) {Configure:104(235615567ns) {ProcessConfigured:135(10888474ns) {StartInitialHandshake:157(10885057ns) {DropHandshakes:470(2426ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(354ns)} GenerateSessionVirtualId:992(2423ns) PrepareNewSessionHandshake:477(3704ns) {SwitchToState:179(1949ns)}}}}}
2026-01-08T17:01:50.343160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037077559931594:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:50.346746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037073264964229:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(365772544ns) {Configure:104(365757454ns) {ProcessConfigured:135(28596834ns) {StartInitialHandshake:157(28594379ns) {DropHandshakes:470(1803ns) {DropIncomingHandshake:442(381ns) DropOutgoingHandshake:457(461ns)} GenerateSessionVirtualId:992(1698ns) PrepareNewSessionHandshake:477(3302ns) {SwitchToState:179(1492ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.348761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037079696514564:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.354645Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037075401547259:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(216127945ns) {Configure:104(216119124ns) {ProcessConfigured:135(32430589ns) {StartInitialHandshake:157(32426532ns) {DropHandshakes:470(4832ns) {DropIncomingHandshake:442(538ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:992(1311ns) PrepareNewSessionHandshake:477(4291ns) {SwitchToState:179(1986ns)}}}}}
2026-01-08T17:01:50.360509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037080430728806:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41299
2026-01-08T17:01:50.360594Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037075401547258:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(249486027ns) {Configure:104(249479114ns) {ProcessConfigured:135(53542836ns) {StartInitialHandshake:157(53539783ns) {DropHandshakes:470(2501ns) {DropIncomingHandshake:442(586ns) DropOutgoingHandshake:457(336ns)} GenerateSessionVirtualId:992(874ns) PrepareNewSessionHandshake:477(4656ns) {SwitchToState:179(2552ns)}}}}}
2026-01-08T17:01:50.360738Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037079696514563:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.345580Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037078838695372:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.346490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037078838695348:2093] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:50.359033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037078838695365:2108] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.361219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037081596675225:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.361259Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037081596675225:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.370601Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037077499964224:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1881
2026-01-08T17:01:50.375259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037080430728805:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41299
2026-01-08T17:01:50.383772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037080430728796:2127] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.383822Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037080430728796:2127] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.361449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037077301707859:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:50.386180Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037076135761493:2111] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(222217329ns) {Configure:104(222209285ns) {ProcessConfigured:135(19632116ns) {StartInitialHandshake:157(19629337ns) {DropHandshakes:470(2849ns) {DropIncomingHandshake:442(597ns) DropOutgoingHandshake:457(455ns)} GenerateSessionVirtualId:992(1065ns) PrepareNewSessionHandshake:477(1595ns) {SwitchToState:179(565ns)}}}}}
2026-01-08T17:01:50.372824Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037079696514558:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.386004Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037074543728048:2084] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(291060482ns) {Configure:104(262483744ns) {ProcessConfigured:135(39747306ns) {StartInitialHandshake:157(39743817ns) {DropHandshakes:470(1036ns) {DropIncomingHandshake:442(350ns) DropOutgoingHandshake:457(343ns)} GenerateSessionVirtualId:992(189ns) PrepareNewSessionHandshake:477(4049ns) {SwitchToState:179(1902ns)}}}}}
2026-01-08T17:01:50.398664Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037080430728805:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.386267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037073264964229:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.403186Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037074543728005:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17197) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037078838695366:2109] held: no
2026-01-08T17:01:50.423541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037079696514557:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.395229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037077559931591:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.418476Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037081596675225:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:50.406257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037077499964224:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.412388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037078838695383:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4729
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.439437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037081596675237:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45649
2026-01-08T17:01:50.398680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037080430728792:2126] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.402253Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037077559931607:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11587
2026-01-08T17:01:50.425934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037073204996854:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:50.427895Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037079696514565:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.426569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037074543728048:2084] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.446841Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037077499964218:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(193642879ns) {Configure:104(193634775ns) {ProcessConfigured:135(28159526ns) {StartInitialHandshake:157(28156349ns) {DropHandshakes:470(534ns) {DropIncomingHandshake:442(62ns) DropOutgoingHandshake:457(181ns)} GenerateSessionVirtualId:992(421ns) PrepareNewSessionHandshake:477(4232ns) {SwitchToState:179(2071ns)}}}}}
2026-01-08T17:01:50.402790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037077559931592:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:50.427944Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037079696514565:2125] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.398711Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037080430728792:2126] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.439507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037081596675238:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45649
2026-01-08T17:01:50.462765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037078838695385:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4729
2026-01-08T17:01:50.403051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037073264964229:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.463663Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037077499964215:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.399715Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037080430728792:2126] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:50.456653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037081596675220:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:50.429504Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037079696514565:2125] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.435832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:50.463710Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037077499964215:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.470659Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037078838695372:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:50.429833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037075401547186:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:50.411550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037080430728803:2130] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.492327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037081596675240:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45649
2026-01-08T17:01:50.483247Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037078838695348:2093] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20914) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037078838695372:2114] held: no
2026-01-08T17:01:50.446768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037073264964229:2049] [node 2] ICP22 created new session: [3:7593037077559931611:2049]
2026-01-08T17:01:50.495465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:50.466493Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037073204996854:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19560582ns) {IncomingHandshake:261(19558764ns) {DropIncomingHandshake:442(2606ns) PrepareNewSessionHandshake:477(6176ns) {SwitchToState:179(5269ns)} GenerateSessionVirtualId:992(1062ns) IssueIncomingHandshakeReply:193(78029ns) {SwitchToState:179(392ns)}}}
2026-01-08T17:01:50.429922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:50.429979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037075401547186:2048] [node 2] ICP22 created new session: [1:7593037079696514580:2048]
2026-01-08T17:01:50.411766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037076135761414:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.495761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037078838695382:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4729
2026-01-08T17:01:50.469861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037077499964231:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1881
2026-01-08T17:01:50.447130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:50.500150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037081596675220:2109] [node 6] ICP22 created new session: [4:7593037081596675241:2109]
2026-01-08T17:01:50.430036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037079696514580:2048] [node 2] ICS09 handshake done sender: [1:7593037079696514565:2125] self: [1:7593037079696514560:0] peer: [2:7593037080430728811:0] socket: 360 qp: -1
2026-01-08T17:01:50.415469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037076135761415:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.469918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037077499964232:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1881
2026-01-08T17:01:50.522981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037081596675238:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.430073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037079696514580:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:50.523939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037078838695348:2093] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.453308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037077559931591:2109] [node 6] ICP22 created new session: [3:7593037077559931612:2109]
2026-01-08T17:01:50.422419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037080430728806:2132] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.527113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037078838695366:2109] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:50.463956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037077559931589:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(241116955ns) {Configure:104(241109715ns) {ProcessConfigured:135(30488078ns) {StartInitialHandshake:157(30484692ns) {DropHandshakes:470(2064ns) {DropIncomingHandshake:442(373ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:992(1386ns) PrepareNewSessionHandshake:477(2957ns) {SwitchToState:179(1777ns)}}}}}
2026-01-08T17:01:50.497612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037077499964234:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1881
2026-01-08T17:01:50.430117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:50.423857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:50.529253Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037081596675223:2112] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.508175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037077499964224:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:50.528471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037078838695387:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4729
2026-01-08T17:01:50.468273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037077559931600:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.466784Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037079696514573:2127] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.524003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037073204996854:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.531123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037077499964215:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:50.531304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:50.533893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037077499964228:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1881
2026-01-08T17:01:50.533543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037081596675241:2109] [node 6] ICS09 handshake done sender: [4:7593037081596675225:2113] self: [4:7593037081596675224:0] peer: [6:7593037078838695381:0] socket: 351 qp: -1
2026-01-08T17:01:50.546691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037073204996854:2048] [node 1] ICP22 created new session: [5:7593037077499964235:2048]
2026-01-08T17:01:50.433567Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037076135761414:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3217) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037080430728803:2130] held: no
2026-01-08T17:01:50.544170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037074543728005:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.468487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037073264964228:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:50.466812Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037079696514573:2127] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.533747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037077301707860:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:50.567177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037077499964232:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.550671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:50.495926Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037079696514573:2127] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:50.488437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037077559931612:2109] [node 6] ICS09 handshake done sender: [3:7593037077559931594:2113] self: [3:7593037077559931593:0] peer: [6:7593037078838695377:0] socket: 342 qp: -1
2026-01-08T17:01:50.539926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037081596675241:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:50.447032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037076135761415:2049] [node 3] ICP22 created new session: [2:7593037080430728812:2049]
2026-01-08T17:01:50.499472Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037079696514561:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.570401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037077499964234:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:50.495615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037077559931611:2049] [node 2] ICS09 handshake done sender: [3:7593037077559931592:2112] self: [3:7593037077559931606:0] peer: [2:7593037080430728791:0] socket: 340 qp: -1
2026-01-08T17:01:50.553135Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037078838695388:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4729
2026-01-08T17:01:50.450433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037080430728813:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41299
2026-01-08T17:01:50.540025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037081596675237:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.500183Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037079696514561:2121] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.556702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037078838695348:2093] [node 4] ICP22 created new session: [6:7593037078838695389:2093]
2026-01-08T17:01:50.498836Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037077559931596:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(258738681ns) {Configure:104(258730398ns) {ProcessConfigured:135(68962062ns) {StartInitialHandshake:157(68957850ns) {DropHandshakes:470(1789ns) {DropIncomingHandshake:442(363ns) DropOutgoingHandshake:457(294ns)} GenerateSessionVirtualId:992(818ns) PrepareNewSessionHandshake:477(3334ns) {SwitchToState:179(1217ns)}}}}}
2026-01-08T17:01:50.570742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037077499964235:2048] [node 1] ICS09 handshake done sender: [5:7593037077499964224:2113] self: [5:7593037077499964230:0] peer: [1:7593037079696514570:0] socket: 371 qp: -1
2026-01-08T17:01:50.577442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037073204996856:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:50.451019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037080430728803:2130] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:50.550021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037077301707859:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.550108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:50.550162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037077301707859:2049] [node 2] ICP22 created new session: [4:7593037081596675243:2049]
2026-01-08T17:01:50.550212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037081596675243:2049] [node 2] ICS09 handshake done sender: [4:7593037081596675223:2112] self: [4:7593037081596675234:0] peer: [2:7593037080430728795:0] socket: 349 qp: -1
2026-01-08T17:01:50.550252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037081596675243:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:50.550296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:50.529330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037075401547259:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:50.554384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:50.564097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037081596675247:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45649
2026-01-08T17:01:50.536997Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037079696514561:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:50.564557Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037081596675238:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:50.537744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037075401547187:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:50.566012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037077301707860:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.537825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:50.537882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037075401547187:2049] [node 3] ICP22 created new session: [1:7593037079696514587:2049]
2026-01-08T17:01:50.566106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:50.566162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037077301707860:2050] [node 3] ICP22 created new session: [4:7593037081596675249:2050]
2026-01-08T17:01:50.537956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037079696514587:2049] [node 3] ICS09 handshake done sender: [1:7593037079696514561:2121] self: [1:7593037079696514559:0] peer: [3:7593037077559931614:0] socket: 359 qp: -1
2026-01-08T17:01:50.566215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037081596675249:2050] [node 3] ICS09 handshake done sender: [4:7593037081596675238:2118] self: [4:7593037081596675242:0] peer: [3:7593037077559931605:0] socket: 350 qp: -1
2026-01-08T17:01:50.537999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037079696514587:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:50.566254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037081596675249:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:50.538041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:50.566292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:50.550544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:50.578784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037077301707858:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:50.570423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037075401547259:2108] [node 5] ICP22 created new session: [1:7593037079696514589:2108]
2026-01-08T17:01:50.605539Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037077301707858:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27311235ns) {IncomingHandshake:261(27308927ns) {DropIncomingHandshake:442(237ns) PrepareNewSessionHandshake:477(5654731ns) {SwitchToState:179(2328ns)} GenerateSessionVirtualId:992(694ns) IssueIncomingHandshakeReply:193(21625007ns) {SwitchToState:179(1622ns)}}}
2026-01-08T17:01:50.578829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037079696514575:2128] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.616176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037081596675251:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45649
2026-01-08T17:01:50.451220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037076135761414:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.616257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037081596675252:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45649
2026-01-08T17:01:50.500123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037077559931612:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:50.451280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:50.627533Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037077301707859:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(55131851ns) {HandleHandshakeStatus:329(55128852ns) {DropIncomingHandshake:442(608ns) DropOutgoingHandshake:457(5780ns) SwitchToState:179(405ns) ProcessPendingSessionEvents:495(54648126ns) {ForwardSessionEventToSession:616(28054009ns) ForwardSessionEventToSession:616(7768ns) ForwardSessionEventToSession:616(11719847ns) ForwardSessionEventToSession:616(4228ns) ForwardSessionEventToSession:616(7177011ns) ForwardSessionEventToSession:616(8308ns) ForwardSessionEventToSession:616(5221381ns) ForwardSessionEventToSession:616(2408477ns) ForwardSessionEventToSession:616(3727ns) ForwardSessionEventToSession:616(3433ns)}}}
2026-01-08T17:01:50.451335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037076135761414:2048] [node 1] ICP22 created new session: [2:7593037080430728815:2048]
2026-01-08T17:01:50.500228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037077559931611:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:50.451400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037080430728815:2048] [node 1] ICS09 handshake done sender: [2:7593037080430728803:2130] self: [2:7593037080430728811:0] peer: [1:7593037079696514560:0] socket: 361 qp: -1
2026-01-08T17:01:50.637645Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037077301707860:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(48871653ns) {HandleHandshakeStatus:329(48868609ns) {DropIncomingHandshake:442(843ns) DropOutgoingHandshake:457(6793ns) SwitchToState:179(413ns) ProcessPendingSessionEvents:495(35935241ns) {ForwardSessionEventToSession:616(23601076ns) ForwardSessionEventToSession:616(7780ns) ForwardSessionEventToSession:616(3577ns) ForwardSessionEventToSession:616(2165840ns) ForwardSessionEventToSession:616(3412ns) ForwardSessionEventToSession:616(2522ns) ForwardSessionEventToSession:616(6383394ns) ForwardSessionEventToSession:616(14215ns) ForwardSessionEventToSession:616(3725537ns) ForwardSessionEventToSession:616(5726ns)}}}
2026-01-08T17:01:50.530934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:50.451438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037080430728815:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:50.543908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:50.639157Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037077301707858:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3217) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037081596675237:2117] held: no
2026-01-08T17:01:50.639936Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037081596675237:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:50.557284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037077559931608:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.644925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037077301707858:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.557313Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037077559931608:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.645004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:50.557873Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037073264964228:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3217) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037077559931600:2114] held: no
2026-01-08T17:01:50.561449Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037077559931608:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:50.645059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037077301707858:2048] [node 1] ICP22 created new session: [4:7593037081596675253:2048]
2026-01-08T17:01:50.561732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037077559931589:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:50.645132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037081596675253:2048] [node 1] ICS09 handshake done sender: [4:7593037081596675237:2117] self: [4:7593037081596675246:0] peer: [1:7593037079696514571:0] socket: 330 qp: -1
2026-01-08T17:01:50.645179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037081596675253:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:50.561803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:50.645233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:50.561862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037077559931589:2107] [node 4] ICP22 created new session: [3:7593037077559931619:2107]
2026-01-08T17:01:50.645691Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037081596675229:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.561917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037077559931619:2107] [node 4] ICS09 handshake done sender: [3:7593037077559931608:2117] self: [3:7593037077559931605:0] peer: [4:7593037081596675242:0] socket: 366 qp: -1
2026-01-08T17:01:50.645718Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037081596675229:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.561973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037077559931619:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:50.652704Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037081596675229:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:50.562014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:50.654278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037081596675251:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.570876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037077559931621:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11587
2026-01-08T17:01:50.666736Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037081596675220:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(173357531ns) {HandleHandshakeStatus:329(173354749ns) {DropIncomingHandshake:442(21992ns) DropOutgoingHandshake:457(1105ns) SwitchToState:179(742ns) ProcessPendingSessionEvents:495(9634802ns) {ForwardSessionEventToSession:616(4901364ns) ForwardSessionEventToSession:616(5162ns) ForwardSessionEventToSession:616(1748260ns) ForwardSessionEventToSession:616(7052ns) ForwardSessionEventToSession:616(1281846ns) ForwardSessionEventToSession:616(5263ns) ForwardSessionEventToSession:616(4283ns) ForwardSessionEventToSession:616(1656220ns) ForwardSessionEventToSession:616(4654ns) ForwardSessionEventToSession:616(2989ns)}}}
2026-01-08T17:01:50.605146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037077559931610:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.668877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037081596675221:2110] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:50.605184Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037077559931610:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.672861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:50.614170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037077559931622:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11587
2026-01-08T17:01:50.673570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037081596675221:2110] [node 5] ICP22 created new session: [4:7593037081596675257:2110]
2026-01-08T17:01:50.619857Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037077559931610:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:50.674518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037081596675257:2110] [node 5] ICS09 handshake done sender: [4:7593037081596675229:2114] self: [4:7593037081596675228:0] peer: [5:7593037077499964246:0] socket: 372 qp: -1
2026-01-08T17:01:50.630304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037077559931617:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11587
2026-01-08T17:01:50.674562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037081596675257:2110] [node 5] ICS10 traffic start
2026-01-08T17:01:50.630590Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037077559931591:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(223269093ns) {HandleHandshakeStatus:329(223265844ns) {DropIncomingHandshake:442(19512ns) DropOutgoingHandshake:457(404ns) SwitchToState:179(276ns) ProcessPendingSessionEvents:495(37950757ns) {ForwardSessionEventToSession:616(23771708ns) ForwardSessionEventToSession:616(2190252ns) ForwardSessionEventToSession:616(3204ns) ForwardSessionEventToSession:616(3096206ns) ForwardSessionEventToSession:616(4407019ns) ForwardSessionEventToSession:616(10744ns) ForwardSessionEventToSession:616(2962548ns) ForwardSessionEventToSession:616(5071ns) ForwardSessionEventToSession:616(3596ns) ForwardSessionEventToSession:616(1469231ns)}}}
2026-01-08T17:01:50.674607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:50.630640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037077559931596:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:50.638678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037073264964229:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(214738910ns) {HandleHandshakeStatus:329(214737143ns) {DropIncomingHandshake:442(1125ns) DropOutgoingHandshake:457(4227ns) SwitchToState:179(438ns) ProcessPendingSessionEvents:495(31082418ns) {ForwardSessionEventToSession:616(21168537ns) ForwardSessionEventToSession:616(4701ns) ForwardSessionEventToSession:616(4678755ns) ForwardSessionEventToSession:616(4665ns) ForwardSessionEventToSession:616(3935ns) ForwardSessionEventToSession:616(2404253ns) ForwardSessionEventToSession:616(4758ns) ForwardSessionEventToSession:616(2788831ns) ForwardSessionEventToSession:616(4160ns) ForwardSessionEventToSession:616(3251ns)}}}
2026-01-08T17:01:50.643352Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037077559931589:2107] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:50.643489Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037077559931600:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:50.646837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037077559931622:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.662543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037073264964228:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.663070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:50.668225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037077559931596:2108] [node 5] ICP22 created new session: [3:7593037077559931624:2108]
2026-01-08T17:01:50.669360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:50.669803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037077559931624:2108] [node 5] ICS09 handshake done sender: [3:7593037077559931610:2118] self: [3:7593037077559931604:0] peer: [5:7593037077499964238:0] socket: 386 qp: -1
2026-01-08T17:01:50.669857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037077559931624:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:50.671074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:50.671556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037073264964228:2048] [node 1] ICP22 created new session: [3:7593037077559931625:2048]
2026-01-08T17:01:50.673578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037077559931625:2048] [node 1] ICS09 handshake done sender: [3:7593037077559931600:2114] self: [3:7593037077559931614:0] peer: [1:7593037079696514559:0] socket: 362 qp: -1
2026-01-08T17:01:50.674355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037077559931625:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:50.676417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:50.578863Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037079696514575:2128] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.451498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:50.566644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037078838695385:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.577522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037073204996855:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:50.680893Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037077559931596:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(50026515ns) {HandleHandshakeStatus:329(50024456ns) {DropIncomingHandshake:442(100ns) DropOutgoingHandshake:457(224ns) SwitchToState:179(305ns) ProcessPendingSessionEvents:495(6199458ns) {ForwardSessionEventToSession:616(3856348ns) ForwardSessionEventToSession:616(276688ns) ForwardSessionEventToSession:616(2535ns) ForwardSessionEventToSession:616(2024026ns) ForwardSessionEventToSession:616(2686ns) ForwardSessionEventToSession:616(2923ns) ForwardSessionEventToSession:616(4696ns) ForwardSessionEventToSession:616(2816ns) ForwardSessionEventToSession:616(7986ns) ForwardSessionEventToSession:616(4500ns)}}}
2026-01-08T17:01:50.683201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037077559931596:2108] [node 5] ICP18 handshake (actor [3:7593037077559931622:2121]) is too old
2026-01-08T17:01:50.685195Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037073264964228:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(28540291ns) {HandleHandshakeStatus:329(28538315ns) {DropIncomingHandshake:442(5079ns) DropOutgoingHandshake:457(293ns) SwitchToState:179(589ns) ProcessPendingSessionEvents:495(921ns)}}
2026-01-08T17:01:50.597363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037079696514589:2108] [node 5] ICS09 handshake done sender: [1:7593037079696514573:2127] self: [1:7593037079696514570:0] peer: [5:7593037077499964230:0] socket: 370 qp: -1
2026-01-08T17:01:50.566841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037078838695365:2108] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:50.587006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037077499964235:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:50.589176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037077499964213:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:50.604825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:50.610944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:50.612513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037077499964213:2109] [node 6] ICP22 created new session: [5:7593037077499964243:2109]
2026-01-08T17:01:50.617840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037077499964243:2109] [node 6] ICS09 handshake done sender: [5:7593037077499964215:2110] self: [5:7593037077499964214:0] peer: [6:7593037078838695384:0] socket: 337 qp: -1
2026-01-08T17:01:50.618833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037077499964243:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:50.620516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:50.622299Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037073204996854:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(98082347ns) {HandleHandshakeStatus:329(98078509ns) {DropIncomingHandshake:442(302ns) DropOutgoingHandshake:457(8648ns) SwitchToState:179(115ns) ProcessPendingSessionEvents:495(3645226ns) {ForwardSessionEventToSession:616(3589758ns) ForwardSessionEventToSession:616(5064ns) ForwardSessionEventToSession:616(7269ns) ForwardSessionEventToSession:616(3161ns) ForwardSessionEventToSession:616(5891ns) ForwardSessionEventToSession:616(3046ns) ForwardSessionEventToSession:616(3204ns) ForwardSessionEventToSession:616(12712ns) ForwardSessionEventToSession:616(3179ns) ForwardSessionEventToSession:616(2281ns)}}}
2026-01-08T17:01:50.622457Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037077499964228:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.625852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037077499964218:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:50.628067Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037073204996855:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21409) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037077499964234:2119] held: no
2026-01-08T17:01:50.629586Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037077499964245:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1881
2026-01-08T17:01:50.638105Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037077499964232:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:50.642528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037077499964241:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1881
2026-01-08T17:01:50.644103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037077499964240:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1881
2026-01-08T17:01:50.644298Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037077499964213:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(50183788ns) {HandleHandshakeStatus:329(50181219ns) {DropIncomingHandshake:442(298ns) DropOutgoingHandshake:457(774ns) SwitchToState:179(441ns) ProcessPendingSessionEvents:495(1486106ns) {ForwardSessionEventToSession:616(1428646ns) ForwardSessionEventToSession:616(4734ns) ForwardSessionEventToSession:616(3906ns) ForwardSessionEventToSession:616(7298ns) ForwardSessionEventToSession:616(8992ns) ForwardSessionEventToSession:616(5509ns) ForwardSessionEventToSession:616(3058ns) ForwardSessionEventToSession:616(3342ns) ForwardSessionEventToSession:616(6612ns) ForwardSessionEventToSession:616(2476ns)}}}
2026-01-08T17:01:50.651245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037073204996856:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.651311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:50.651362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037073204996856:2050] [node 3] ICP22 created new session: [5:7593037077499964248:2050]
2026-01-08T17:01:50.651421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037077499964248:2050] [node 3] ICS09 handshake done sender: [5:7593037077499964232:2118] self: [5:7593037077499964238:0] peer: [3:7593037077559931604:0] socket: 388 qp: -1
2026-01-08T17:01:50.651463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037077499964248:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:50.663261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:50.663557Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037077499964234:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:50.664453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037073204996855:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.664502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:50.664553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037073204996855:2049] [node 2] ICP22 created new session: [5:7593037077499964250:2049]
2026-01-08T17:01:50.664604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037077499964250:2049] [node 2] ICS09 handshake done sender: [5:7593037077499964234:2119] self: [5:7593037077499964239:0] peer: [2:7593037080430728804:0] socket: 391 qp: -1
2026-01-08T17:01:50.664643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037077499964250:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:50.664706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:50.669268Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037077499964213:2109] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:50.669534Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037077499964247:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1881
2026-01-08T17:01:50.672052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037077499964228:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:50.673374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037077499964218:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.678589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:50.680726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037077499964218:2108] [node 4] ICP22 created new session: [5:7593037077499964252:2108]
2026-01-08T17:01:50.680786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037077499964252:2108] [node 4] ICS09 handshake done sender: [5:7593037077499964228:2115] self: [5:7593037077499964246:0] peer: [4:7593037081596675228:0] socket: 373 qp: -1
2026-01-08T17:01:50.680821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037077499964252:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:50.680867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:50.474562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037080430728812:2049] [node 3] ICS09 handshake done sender: [2:7593037080430728792:2126] self: [2:7593037080430728791:0] peer: [3:7593037077559931606:0] socket: 338 qp: -1
2026-01-08T17:01:50.696062Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037077499964218:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(21622472ns) {HandleHandshakeStatus:329(21619626ns) {DropIncomingHandshake:442(842ns) DropOutgoingHandshake:457(725550ns) SwitchToState:179(1164ns) ProcessPendingSessionEvents:495(13523107ns) {ForwardSessionEventToSession:616(3904471ns) ForwardSessionEventToSession:616(5145ns) ForwardSessionEventToSession:616(1061838ns) ForwardSessionEventToSession:616(5562ns) ForwardSessionEventToSession:616(482613ns) ForwardSessionEventToSession:616(4323ns) ForwardSessionEventToSession:616(3730ns) ForwardSessionEventToSession:616(8030575ns) ForwardSessionEventToSession:616(4159ns) ForwardSessionEventToSession:616(2814ns)}}}
2026-01-08T17:01:50.578580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:50.605162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037079696514589:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:50.474629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037080430728812:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:50.610253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:50.611169Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037079696514575:2128] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:50.626124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037075401547258:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:50.628877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:50.628936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037075401547258:2107] [node 4] ICP22 created new session: [1:7593037079696514592:2107]
2026-01-08T17:01:50.640190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037079696514592:2107] [node 4] ICS09 handshake done sender: [1:7593037079696514575:2128] self: [1:7593037079696514571:0] peer: [4:7593037081596675246:0] socket: 356 qp: -1
2026-01-08T17:01:50.643930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037079696514592:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:50.650539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037079696514569:2126] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.650571Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037079696514569:2126] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.653098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:50.670199Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037079696514569:2126] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:50.671070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037079696514556:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:50.672287Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037075401547259:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(109566510ns) {HandleHandshakeStatus:329(109561995ns) {DropIncomingHandshake:442(15751ns) DropOutgoingHandshake:457(530ns) SwitchToState:179(1074ns) ProcessPendingSessionEvents:495(21439445ns) {ForwardSessionEventToSession:616(2914952ns) ForwardSessionEventToSession:616(6191817ns) ForwardSessionEventToSession:616(3878ns) ForwardSessionEventToSession:616(1443785ns) ForwardSessionEventToSession:616(1665426ns) ForwardSessionEventToSession:616(5731ns) ForwardSessionEventToSession:616(4160ns) ForwardSessionEventToSession:616(6978198ns) ForwardSessionEventToSession:616(3075ns) ForwardSessionEventToSession:616(1264183ns)}}}
2026-01-08T17:01:50.674158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:50.675750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037079696514556:2109] [node 6] ICP22 created new session: [1:7593037079696514595:2109]
2026-01-08T17:01:50.678176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037079696514595:2109] [node 6] ICS09 handshake done sender: [1:7593037079696514569:2126] self: [1:7593037079696514568:0] peer: [6:7593037078838695398:0] socket: 395 qp: -1
2026-01-08T17:01:50.678222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037079696514595:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:50.683245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:50.684980Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037075401547258:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(54709227ns) {HandleHandshakeStatus:329(48298184ns) {DropIncomingHandshake:442(29188ns) DropOutgoingHandshake:457(445ns) SwitchToState:179(212ns) ProcessPendingSessionEvents:495(5753573ns) {ForwardSessionEventToSession:616(3062955ns) ForwardSessionEventToSession:616(4768ns) ForwardSessionEventToSession:616(1225781ns) ForwardSessionEventToSession:616(4379ns) ForwardSessionEventToSession:616(4028ns) ForwardSessionEventToSession:616(648267ns) ForwardSessionEventToSession:616(4033ns) ForwardSessionEventToSession:616(3814ns) ForwardSessionEventToSession:616(777175ns) ForwardSessionEventToSession:616(3091ns)}}}
2026-01-08T17:01:50.474688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:50.475271Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037076135761415:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(75026032ns) {HandleHandshakeStatus:329(75022682ns) {DropIncomingHandshake:442(3131ns) DropOutgoingHandshake:457(1579ns) SwitchToState:179(805ns) ProcessPendingSessionEvents:495(142473ns) {ForwardSessionEventToSession:616(69660ns) ForwardSessionEventToSession:616(8994ns) ForwardSessionEventToSession:616(2560ns) ForwardSessionEventToSession:616(5616ns) ForwardSessionEventToSession:616(3841ns) ForwardSessionEventToSession:616(5752ns) ForwardSessionEventToSession:616(2500ns) ForwardSessionEventToSession:616(3142ns) ForwardSessionEventToSession:616(21119ns) ForwardSessionEventToSession:616(6906ns)}}}
2026-01-08T17:01:50.475352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037076135761415:2049] [node 3] ICP18 handshake (actor [2:7593037080430728806:2132]) is too old
2026-01-08T17:01:50.484399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037080430728819:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41299
2026-01-08T17:01:50.484545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037080430728820:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41299
2026-01-08T17:01:50.496347Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037080430728796:2127] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:50.530709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037080430728820:2136] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.530772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037080430728794:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:50.539374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037080430728819:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.543789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:50.550561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037080430728794:2108] [node 4] ICP22 created new session: [2:7593037080430728821:2108]
2026-01-08T17:01:50.550928Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037076135761414:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(57423007ns) {HandleHandshakeStatus:329(57420906ns) {DropIncomingHandshake:442(909ns) DropOutgoingHandshake:457(289ns) SwitchToState:179(543ns) ProcessPendingSessionEvents:495(1265ns)}}
2026-01-08T17:01:50.578246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037080430728807:2133] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.578276Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037080430728807:2133] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.580537Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037080430728807:2133] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:50.578639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037074543728005:2050] [node 3] ICP22 created new session: [6:7593037078838695391:2050]
2026-01-08T17:01:50.580802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037076135761493:2111] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:50.580863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:50.580918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037076135761493:2111] [node 5] ICP22 created new session: [2:7593037080430728824:2111]
2026-01-08T17:01:50.590492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037074543728048:2084] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.580992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037080430728824:2111] [node 5] ICS09 handshake done sender: [2:7593037080430728807:2133] self: [2:7593037080430728804:0] peer: [5:7593037077499964239:0] socket: 336 qp: -1
2026-01-08T17:01:50.597370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037078838695391:2050] [node 3] ICS09 handshake done sender: [6:7593037078838695366:2109] self: [6:7593037078838695377:0] peer: [3:7593037077559931593:0] socket: 346 qp: -1
2026-01-08T17:01:50.581035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037080430728824:2111] [node 5] ICS10 traffic start
2026-01-08T17:01:50.581074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:50.600052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037074543728004:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:50.586744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037080430728821:2108] [node 4] ICS09 handshake done sender: [2:7593037080430728796:2127] self: [2:7593037080430728795:0] peer: [4:7593037081596675234:0] socket: 348 qp: -1
2026-01-08T17:01:50.590022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037080430728821:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:50.602724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037078838695389:2093] [node 4] ICS09 handshake done sender: [6:7593037078838695372:2114] self: [6:7593037078838695381:0] peer: [4:7593037081596675224:0] socket: 352 qp: -1
2026-01-08T17:01:50.590087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:50.610356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037078838695391:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:50.607487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037080430728802:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.607530Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037080430728802:2129] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:50.610409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:50.616858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037080430728802:2129] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:50.612027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037078838695389:2093] [node 4] ICS10 traffic start
2026-01-08T17:01:50.620824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037076135761494:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:50.612088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:50.620924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:50.612982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:50.620984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037076135761494:2107] [node 6] ICP22 created new session: [2:7593037080430728828:2107]
2026-01-08T17:01:50.614530Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037074543728004:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20432790ns) {IncomingHandshake:261(20430177ns) {DropIncomingHandshake:442(636ns) PrepareNewSessionHandshake:477(1157ns) {SwitchToState:179(254ns)} GenerateSessionVirtualId:992(451ns) IssueIncomingHandshakeReply:193(13025150ns) {SwitchToState:179(2355ns)}}}
2026-01-08T17:01:50.621040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037080430728828:2107] [node 6] ICS09 handshake done sender: [2:7593037080430728802:2129] self: [2:7593037080430728801:0] peer: [6:7593037078838695392:0] socket: 377 qp: -1
2026-01-08T17:01:50.621075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037080430728828:2107] [node 6] ICS10 traffic start
2026-01-08T17:01:50.616675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037074543728048:2084] [node 5] ICP22 created new session: [6:7593037078838695394:2084]
2026-01-08T17:01:50.621129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:50.618643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037078838695394:2084] [node 5] ICS09 handshake done sender: [6:7593037078838695365:2108] self: [6:7593037078838695384:0] peer: [5:7593037077499964214:0] socket: 341 qp: -1
2026-01-08T17:01:50.644311Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037080430728794:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(95658871ns) {HandleHandshakeStatus:329(95656754ns) {DropIncomingHandshake:442(2467ns) DropOutgoingHandshake:457(663ns) SwitchToState:179(144ns) ProcessPendingSessionEvents:495(15809729ns) {ForwardSessionEventToSession:616(3930475ns) ForwardSessionEventToSession:616(6604ns) ForwardSessionEventToSession:616(2163727ns) ForwardSessionEventToSession:616(1667655ns) ForwardSessionEventToSession:616(4617ns) ForwardSessionEventToSession:616(3822ns) ForwardSessionEventToSession:616(571097ns) ForwardSessionEventToSession:616(3316ns) ForwardSessionEventToSession:616(7421980ns) ForwardSessionEventToSession:616(8463ns)}}}
2026-01-08T17:01:50.652264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037080430728794:2108] [node 4] ICP18 handshake (actor [2:7593037080430728820:2136]) is too old
2026-01-08T17:01:50.619130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037078838695394:2084] [node 5] ICS10 traffic start
2026-01-08T17:01:50.619176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:50.627713Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037078838695348:2093] [node 4] ICP35 event processing took too much time PendingConnection:279(111022394ns) {HandleHandshakeStatus:329(96294464ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(462ns) SwitchToState:179(836ns) ProcessPendingSessionEvents:495(1234ns)}}
2026-01-08T17:01:50.629521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037078838695388:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:50.631407Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037074543728004:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21409) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037078838695385:2120] held: no
2026-01-08T17:01:50.631668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037078838695397:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4729
2026-01-08T17:01:50.640415Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037074543728005:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(85693768ns) {HandleHandshakeStatus:329(76115540ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(561ns) SwitchToState:179(475ns) ProcessPendingSessionEvents:495(1174ns)}}
2026-01-08T17:01:50.647216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037074543728003:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:50.647445Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037078838695385:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:50.668147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037074543728004:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.669994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037074543728048:2084] [node 5] ICP35 event processing took too much time PendingConnection:279(61348323ns) {HandleHandshakeStatus:329(61346482ns) {DropIncomingHandshake:442(586ns) DropOutgoingHandshake:457(7160775ns) SwitchToState:179(1799ns) ProcessPendingSessionEvents:495(13189435ns) {ForwardSessionEventToSession:616(13145482ns) ForwardSessionEventToSession:616(4900ns) ForwardSessionEventToSession:616(1768ns) ForwardSessionEventToSession:616(6221ns) ForwardSessionEventToSession:616(1858ns) ForwardSessionEventToSession:616(2488ns) ForwardSessionEventToSession:616(4717ns) ForwardSessionEventToSession:616(2880ns) ForwardSessionEventToSession:616(8728ns) ForwardSessionEventToSession:616(1955ns)}}}
2026-01-08T17:01:50.671459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:50.700571Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037079696514556:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(26974850ns) {HandleHandshakeStatus:329(26971920ns) {DropIncomingHandshake:442(19822ns) DropOutgoingHandshake:457(353ns) SwitchToState:179(392ns) ProcessPendingSessionEvents:495(5728777ns) {ForwardSessionEventToSession:616(3373114ns) ForwardSessionEventToSession:616(4415ns) ForwardSessionEventToSession:616(4031ns) ForwardSessionEventToSession:616(1805869ns) ForwardSessionEventToSession:616(4523ns) ForwardSessionEventToSession:616(4859ns) ForwardSessionEventToSession:616(500763ns) ForwardSessionEventToSession:616(6547ns) ForwardSessionEventToSession:616(7682ns) ForwardSessionEventToSession:616(2041ns)}}}
2026-01-08T17:01:50.673870Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037078838695400:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4729
2026-01-08T17:01:50.674217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037074543728004:2049] [node 2] ICP22 created new session: [6:7593037078838695399:2049]
2026-01-08T17:01:50.675080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037078838695399:2049] [node 2] ICS09 handshake done sender: [6:7593037078838695385:2120] self: [6:7593037078838695392:0] peer: [2:7593037080430728801:0] socket: 378 qp: -1
2026-01-08T17:01:50.677607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037078838695399:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:50.677736Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037074543728003:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3217) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037078838695388:2122] held: no
2026-01-08T17:01:50.677910Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037078838695388:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:50.678228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:50.685589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037074543728003:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:50.690806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:50.690867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037074543728003:2048] [node 1] ICP22 created new session: [6:7593037078838695402:2048]
2026-01-08T17:01:50.690924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037078838695402:2048] [node 1] ICS09 handshake done sender: [6:7593037078838695388:2122] self: [6:7593037078838695398:0] peer: [1:7593037079696514568:0] socket: 334 qp: -1
2026-01-08T17:01:50.690986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037078838695402:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:50.691046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:50.922490Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:50.922795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037080430728815:2048] [node 1] ICS01 socket: 361 reason# EndOfStream
2026-01-08T17:01:50.922857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037076135761414:2048] [node 1] ICP30 unregister session Session# [2:7593037080430728815:2048] VirtualId# [2:7593037080430728811:0]
2026-01-08T17:01:50.922903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037080430728815:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:50.923008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:50.923059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:50.925106Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:50.925339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037077559931625:2048] [node 1] ICS01 socket: 362 reason# EndOfStream
2026-01-08T17:01:50.925386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037073264964228:2048] [node 1] ICP30 unregister session Session# [3:7593037077559931625:2048] VirtualId# [3:7593037077559931614:0]
2026-01-08T17:01:50.925422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037077559931625:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:50.925496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:50.925541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:50.931974Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:50.932231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037078838695402:2048] [node 1] ICS01 socket: 334 reason# EndOfStream
2026-01-08T17:01:50.932280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037074543728003:2048] [node 1] ICP30 unregister session Session# [6:7593037078838695402:2048] VirtualId# [6:7593037078838695398:0]
2026-01-08T17:01:50.932322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037078838695402:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:50.932417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:50.932480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:50.931974Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:50.934496Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:50.932231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037077499964235:2048] [node 1] ICS01 socket: 371 reason# EndOfStream
2026-01-08T17:01:50.932279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037073204996854:2048] [node 1] ICP30 unregister session Session# [5:7593037077499964235:2048] VirtualId# [5:7593037077499964230:0]
2026-01-08T17:01:50.934909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037081596675253:2048] [node 1] ICS01 socket: 330 reason# EndOfStream
2026-01-08T17:01:50.932316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037077499964235:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:50.935018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037077301707858:2048] [node 1] ICP30 unregister session Session# [4:7593037081596675253:2048] VirtualId# [4:7593037081596675246:0]
2026-01-08T17:01:50.933786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:50.935070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037081596675253:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:50.933887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:50.935134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:50.935172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:51.074553Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:51.074807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037077559931611:2049] [node 2] ICS07 socket disconnect 340 reason# EndOfStream
2026-01-08T17:01:51.074855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037077559931611:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:51.074972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:51.075026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037077559931611:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:51.076493Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037073264964229:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21409) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:51.076204Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:51.076445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037078838695399:2049] [node 2] ICS01 socket: 378 reason# EndOfStream
2026-01-08T17:01:51.076495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037074543728004:2049] [node 2] ICP30 unregister session Session# [6:7593037078838695399:2049] VirtualId# [6:7593037078838695392:0]
2026-01-08T17:01:51.076540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037078838695399:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:51.076631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:51.076679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:51.076862Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:51.077307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037081596675243:2049] [node 2] ICS01 socket: 349 reason# EndOfStream
2026-01-08T17:01:51.078878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037077301707859:2049] [node 2] ICP30 unregister session Session# [4:7593037081596675243:2049] VirtualId# [4:7593037081596675234:0]
2026-01-08T17:01:51.078940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037081596675243:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:51.079027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:51.079083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:51.077057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037077559931611:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:51.077372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037073264964229:2049] [node 2] ICP30 unregister session Session# [3:7593037077559931611:2049] VirtualId# [3:7593037077559931606:0]
2026-01-08T17:01:51.077418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:51.077460Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037073264964229:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21409) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:51.077475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21409) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:51.086494Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:51.086790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037077499964250:2049] [node 2] ICS01 socket: 391 reason# EndOfStream
2026-01-08T17:01:51.086882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037073204996855:2049] [node 2] ICP30 unregister session Session# [5:7593037077499964250:2049] VirtualId# [5:7593037077499964239:0]
2026-01-08T17:01:51.086989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037077499964250:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:51.087125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:51.087193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:51.226637Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:51.226637Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:51.226898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037078838695391:2050] [node 3] ICS01 socket: 346 reason# EndOfStream
2026-01-08T17:01:51.226739Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:51.226968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037074543728005:2050] [node 3] ICP30 unregister session Session# [6:7593037078838695391:2050] VirtualId# [6:7593037078838695377:0]
2026-01-08T17:01:51.226934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037077499964248:2050] [node 3] ICS01 socket: 388 reason# EndOfStream
2026-01-08T17:01:51.227010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037078838695391:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:51.226990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037073204996856:2050] [node 3] ICP30 unregister session Session# [5:7593037077499964248:2050] VirtualId# [5:7593037077499964238:0]
2026-01-08T17:01:51.227108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:51.227017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037077499964248:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:51.227158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:51.227106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:51.227158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:51.227791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037081596675249:2050] [node 3] ICS07 socket disconnect 350 reason# EndOfStream
2026-01-08T17:01:51.227836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037081596675249:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:51.227906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:51.227952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037081596675249:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:51.229446Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037077301707860:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17197) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:51.229521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037081596675249:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:51.229564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037077301707860:2050] [node 3] ICP30 unregister session Session# [4:7593037081596675249:2050] VirtualId# [4:7593037081596675242:0]
2026-01-08T17:01:51.229611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:51.229641Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037077301707860:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17197) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:51.229672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17197) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:51.364864Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:51.365135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037077499964252:2108] [node 4] ICS07 socket disconnect 373 reason# EndOfStream
2026-01-08T17:01:51.365178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037077499964252:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:51.365274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:51.365319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037077499964252:2108] [node 4] ICS15 start handshake
2026-01-08T17:01:51.366443Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:51.366642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037078838695389:2093] [node 4] ICS01 socket: 352 reason# EndOfStream
2026-01-08T17:01:51.370291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037078838695348:2093] [node 4] ICP30 unregister session Session# [6:7593037078838695389:2093] VirtualId# [6:7593037078838695381:0]
2026-01-08T17:01:51.370373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037078838695389:2093] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:51.370482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:51.370537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:51.373587Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037077499964218:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20914) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:51.373677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037077499964252:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:51.373722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037077499964218:2108] [node 4] ICP30 unregister session Session# [5:7593037077499964252:2108] VirtualId# [5:7593037077499964246:0]
2026-01-08T17:01:51.373781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:51.373827Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037077499964218:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20914) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:51.373849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20914) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:51.750728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:51.751034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037078838695394:2084] [node 5] ICS07 socket disconnect 341 reason# EndOfStream
2026-01-08T17:01:51.751074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037078838695394:2084] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:51.751130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:51.751261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037078838695394:2084] [node 5] ICS15 start handshake
2026-01-08T17:01:51.753535Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037074543728048:2084] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22791) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:51.753739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037078838695394:2084] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:51.753787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037074543728048:2084] [node 5] ICP30 unregister session Session# [6:7593037078838695394:2084] VirtualId# [6:7593037078838695384:0]
2026-01-08T17:01:51.753840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:01:51.754807Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037074543728048:2084] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22791) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:51.754846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22791) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:51.919479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037081774551343:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:51.919517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037081774551344:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:51.946878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037082188668409:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:51.946943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037082188668410:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:51.977211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037084902438293:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:51.977252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037084902438294:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:51.977293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037084902438295:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:51.956783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037083694118895:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:51.956834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037083694118896:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:51.987524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037085002762462:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:51.987569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037085002762463:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:51.987616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037085002762464:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:52.000554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037082462551468:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:52.000598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037082462551469:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:52.000667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037082462551470:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:52.601593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037089297729812:2100] [node 6] ICP01 ready to work
2026-01-08T17:01:52.611147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037086483635774:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:52.603875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037089197405648:2105] [node 6] ICP01 ready to work
2026-01-08T17:01:52.750476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037086069518703:2107] [node 6] ICP01 ready to work
2026-01-08T17:01:52.751178Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037082188668410:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(137583226ns) {Configure:104(137577984ns) {ProcessConfigured:135(78597ns) {StartInitialHandshake:157(75502ns) {DropHandshakes:470(2443ns) {DropIncomingHandshake:442(684ns) DropOutgoingHandshake:457(375ns)} GenerateSessionVirtualId:992(1013ns) PrepareNewSessionHandshake:477(1735ns) {SwitchToState:179(528ns)}}}}}
2026-01-08T17:01:52.814532Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037089297729812:2100] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(212539112ns) {Configure:104(212531577ns) {ProcessConfigured:135(42228104ns) {StartInitialHandshake:157(42226048ns) {DropHandshakes:470(3251ns) {DropIncomingHandshake:442(405ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:992(1057ns) PrepareNewSessionHandshake:477(5334ns) {SwitchToState:179(2807ns)}}}}}
2026-01-08T17:01:52.815259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037089297729824:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:52.818698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037089197405656:2110] [node 5] ICP01 ready to work
2026-01-08T17:01:52.753372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037086483635786:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:52.851943Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037082462551469:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(232088630ns) {Configure:104(232082396ns) {ProcessConfigured:135(55647ns) {StartInitialHandshake:157(53339ns) {DropHandshakes:470(1274ns) {DropIncomingHandshake:442(313ns) DropOutgoingHandshake:457(190ns)} GenerateSessionVirtualId:992(638ns) PrepareNewSessionHandshake:477(767ns) {SwitchToState:179(446ns)}}}}}
2026-01-08T17:01:52.818641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037087989086254:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:52.818849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037086069518704:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:52.843115Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037085002762462:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(25627996ns) {Configure:104(25623216ns) {ProcessConfigured:135(84649ns) {StartInitialHandshake:157(81864ns) {DropHandshakes:470(2421ns) {DropIncomingHandshake:442(520ns) DropOutgoingHandshake:457(351ns)} GenerateSessionVirtualId:992(1042ns) PrepareNewSessionHandshake:477(2036ns) {SwitchToState:179(599ns)}}}}}
2026-01-08T17:01:52.753647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037086483635787:2120] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:52.785176Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037086483635786:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(30895467ns) {Configure:104(30889910ns) {ProcessConfigured:135(88843ns) {StartInitialHandshake:157(85678ns) {DropHandshakes:470(2420ns) {DropIncomingHandshake:442(428ns) DropOutgoingHandshake:457(513ns)} GenerateSessionVirtualId:992(969ns) PrepareNewSessionHandshake:477(1966ns) {SwitchToState:179(1016ns)}}}}}
2026-01-08T17:01:52.885318Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037083694118895:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(58433897ns) {Configure:104(58427077ns) {ProcessConfigured:135(63437ns) {StartInitialHandshake:157(61162ns) {DropHandshakes:470(2044ns) {DropIncomingHandshake:442(385ns) DropOutgoingHandshake:457(239ns)} GenerateSessionVirtualId:992(627ns) PrepareNewSessionHandshake:477(1449ns) {SwitchToState:179(436ns)}}}}}
2026-01-08T17:01:52.885727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037087989086257:2108] [node 6] ICP01 ready to work
2026-01-08T17:01:52.886094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037087989086258:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:52.892901Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037082462551468:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(32078115ns) {Configure:104(32069150ns) {ProcessConfigured:135(71897ns) {StartInitialHandshake:157(69873ns) {DropHandshakes:470(975ns) {DropIncomingHandshake:442(261ns) DropOutgoingHandshake:457(229ns)} GenerateSessionVirtualId:992(385ns) PrepareNewSessionHandshake:477(807ns) {SwitchToState:179(374ns)}}}}}
2026-01-08T17:01:52.893524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037086757518831:2078] [node 5] ICP01 ready to work
2026-01-08T17:01:52.894230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037086757518834:2084] [node 4] ICP01 ready to work
2026-01-08T17:01:52.897634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037086069518703:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(70632803ns) {Configure:104(58731238ns) {ProcessConfigured:135(56442ns) {StartInitialHandshake:157(53994ns) {DropHandshakes:470(1389ns) {DropIncomingHandshake:442(356ns) DropOutgoingHandshake:457(264ns)} GenerateSessionVirtualId:992(561ns) PrepareNewSessionHandshake:477(915ns) {SwitchToState:179(259ns)}}}}}
2026-01-08T17:01:52.898019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037086069518707:2109] [node 4] ICP01 ready to work
2026-01-08T17:01:52.872824Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037086483635787:2120] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(87205090ns) {Configure:104(87199159ns) {ProcessConfigured:135(16472667ns) {StartInitialHandshake:157(16469325ns) {DropHandshakes:470(2207ns) {DropIncomingHandshake:442(306ns) DropOutgoingHandshake:457(330ns)} GenerateSessionVirtualId:992(935ns) PrepareNewSessionHandshake:477(2744ns) {SwitchToState:179(1047ns)}}}}}
2026-01-08T17:01:52.915425Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037087989086257:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(26825973ns) {Configure:104(26818081ns) {ProcessConfigured:135(55159ns) {StartInitialHandshake:157(52785ns) {DropHandshakes:470(1170ns) {DropIncomingHandshake:442(232ns) DropOutgoingHandshake:457(346ns)} GenerateSessionVirtualId:992(645ns) PrepareNewSessionHandshake:477(854ns) {SwitchToState:179(341ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:52.918267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037086069518708:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23112
2026-01-08T17:01:52.873871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037086483635793:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27684
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:52.922096Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037084902438295:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(29757372ns) {Configure:104(29752834ns) {ProcessConfigured:135(50420ns) {StartInitialHandshake:157(48093ns) {DropHandshakes:470(1657ns) {DropIncomingHandshake:442(252ns) DropOutgoingHandshake:457(211ns)} GenerateSessionVirtualId:992(657ns) PrepareNewSessionHandshake:477(1201ns) {SwitchToState:179(474ns)}}}}}
2026-01-08T17:01:52.930849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037086069518709:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23112
2026-01-08T17:01:52.932911Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037086757518831:2078] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(19292923ns) {Configure:104(19289546ns) {ProcessConfigured:135(87515ns) {StartInitialHandshake:157(85633ns) {DropHandshakes:470(5554ns) {DropIncomingHandshake:442(279ns) DropOutgoingHandshake:457(271ns)} GenerateSessionVirtualId:992(1411ns) PrepareNewSessionHandshake:477(1094ns) {SwitchToState:179(383ns)}}}}}
2026-01-08T17:01:52.941367Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037089197405656:2110] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18991389ns) {Configure:104(18988280ns) {ProcessConfigured:135(74313ns) {StartInitialHandshake:157(71719ns) {DropHandshakes:470(2299ns) {DropIncomingHandshake:442(601ns) DropOutgoingHandshake:457(321ns)} GenerateSessionVirtualId:992(670ns) PrepareNewSessionHandshake:477(4633ns) {SwitchToState:179(364ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:52.942134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037089197405659:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64780
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:52.947024Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037089197405668:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64780
2026-01-08T17:01:52.943350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037087989086258:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(25799578ns) {Configure:104(25795811ns) {ProcessConfigured:135(66331ns) {StartInitialHandshake:157(64350ns) {DropHandshakes:470(1402ns) {DropIncomingHandshake:442(210ns) DropOutgoingHandshake:457(256ns)} GenerateSessionVirtualId:992(652ns) PrepareNewSessionHandshake:477(1585ns) {SwitchToState:179(374ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:52.954502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037086069518708:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:52.956073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037086069518720:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23112
2026-01-08T17:01:52.956203Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037086069518721:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23112
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:52.943689Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037087989086259:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43837
2026-01-08T17:01:52.963636Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037089297729836:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20787
2026-01-08T17:01:52.968872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037082462551470:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(35665123ns) {Configure:104(35658975ns) {ProcessConfigured:135(69919ns) {StartInitialHandshake:157(67677ns) {DropHandshakes:470(2917ns) {DropIncomingHandshake:442(588ns) DropOutgoingHandshake:457(261ns)} GenerateSessionVirtualId:992(767ns) PrepareNewSessionHandshake:477(1330ns) {SwitchToState:179(511ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:52.972148Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037086757518832:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19759
2026-01-08T17:01:52.972314Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037086757518833:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19759
2026-01-08T17:01:52.973391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037086757518843:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19759
2026-01-08T17:01:52.973513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037086757518844:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19759
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:52.974551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037089297729837:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20787
2026-01-08T17:01:52.975013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037086483635793:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:52.984416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037089297729823:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:52.984462Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037089297729823:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:52.986532Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037089197405668:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:52.986660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037089197405669:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64780
2026-01-08T17:01:52.986861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037084902438295:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:52.988780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037087989086261:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:52.988822Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037087989086261:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:52.989746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037087989086261:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:52.978575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037086757518833:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:52.990152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037087989086254:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:52.979986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037086757518831:2078] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:52.990232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:52.990293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037087989086254:2107] [node 4] ICP22 created new session: [3:7593037087989086272:2107]
2026-01-08T17:01:52.995538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037086757518843:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:52.995669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037086757518832:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:52.991012Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037089297729823:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:52.990368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037087989086272:2107] [node 4] ICS09 handshake done sender: [3:7593037087989086261:2112] self: [3:7593037087989086260:0] peer: [4:7593037089197405670:0] socket: 356 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:52.995945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037082462551470:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:52.994695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037086069518721:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:52.990413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037087989086272:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:52.996051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037086757518834:2084] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:52.996147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037086069518720:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:52.990472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:52.996547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037089197405671:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64780
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:52.996964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037089297729836:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:52.997021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037089297729812:2100] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:52.998088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037089197405669:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:52.998230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037089197405650:2106] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:52.998258Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037089197405650:2106] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:52.998830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037089197405668:2116] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:52.996882Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037086757518847:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19759
2026-01-08T17:01:52.997688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.006503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037086483635796:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27684
2026-01-08T17:01:52.997541Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037086757518833:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:53.006301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037086069518709:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.010500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037086069518726:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23112
2026-01-08T17:01:52.997771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037089297729812:2100] [node 6] ICP22 created new session: [5:7593037089297729839:2100]
2026-01-08T17:01:52.997825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037089297729839:2100] [node 6] ICS09 handshake done sender: [5:7593037089297729823:2110] self: [5:7593037089297729822:0] peer: [6:7593037086757518846:0] socket: 337 qp: -1
2026-01-08T17:01:52.997864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037089297729839:2100] [node 6] ICS10 traffic start
2026-01-08T17:01:53.005854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:53.007082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037089197405659:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.007145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037084902438295:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.014874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037087989086259:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.015051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037083694118896:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:53.015281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:53.015352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037084902438295:2050] [node 3] ICP22 created new session: [4:7593037093492372969:2050]
2026-01-08T17:01:53.015406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037093492372969:2050] [node 3] ICS09 handshake done sender: [4:7593037089197405668:2116] self: [4:7593037089197405670:0] peer: [3:7593037087989086260:0] socket: 358 qp: -1
2026-01-08T17:01:53.015456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037093492372969:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:53.015510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.017962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037086483635797:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27684
2026-01-08T17:01:53.018286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037086483635783:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.018338Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037086483635783:2122] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.019317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037090778603094:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27684
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.024286Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037084902438295:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(16923956ns) {HandleHandshakeStatus:329(16921581ns) {DropIncomingHandshake:442(611ns) DropOutgoingHandshake:457(3669980ns) SwitchToState:179(904ns) ProcessPendingSessionEvents:495(8403090ns) {ForwardSessionEventToSession:616(8348126ns) ForwardSessionEventToSession:616(5900ns) ForwardSessionEventToSession:616(6727ns) ForwardSessionEventToSession:616(3301ns) ForwardSessionEventToSession:616(2987ns) ForwardSessionEventToSession:616(7968ns) ForwardSessionEventToSession:616(7169ns) ForwardSessionEventToSession:616(4946ns) ForwardSessionEventToSession:616(2996ns) ForwardSessionEventToSession:616(3106ns)}}}
2026-01-08T17:01:53.023086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037092284053572:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43837
2026-01-08T17:01:53.024762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037084902438293:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:53.026775Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037086483635783:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:53.026012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037084902438294:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.024601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037086069518711:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.026615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037086757518844:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.023562Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037089297729812:2100] [node 6] ICP35 event processing took too much time PendingConnection:279(26272554ns) {HandleHandshakeStatus:329(26269908ns) {DropIncomingHandshake:442(196ns) DropOutgoingHandshake:457(853ns) SwitchToState:179(325ns) ProcessPendingSessionEvents:495(7564589ns) {ForwardSessionEventToSession:616(7507613ns) ForwardSessionEventToSession:616(10608ns) ForwardSessionEventToSession:616(6327ns) ForwardSessionEventToSession:616(4889ns) ForwardSessionEventToSession:616(3188ns) ForwardSessionEventToSession:616(2422ns) ForwardSessionEventToSession:616(5045ns) ForwardSessionEventToSession:616(2891ns) ForwardSessionEventToSession:616(3684ns) ForwardSessionEventToSession:616(4772ns)}}}
2026-01-08T17:01:53.027284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037082462551468:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:53.027339Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037089197405650:2106] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:53.024634Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037086069518711:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:53.030740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037087989086263:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.030779Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037087989086263:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:53.031561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037092284053573:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43837
2026-01-08T17:01:53.023881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037085002762462:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:53.041003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037087989086259:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:53.032088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037089297729837:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.033611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037093592697139:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20787
2026-01-08T17:01:53.033682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593037089297729812:2100] [node 6] ICP18 handshake (actor [5:7593037089297729837:2116]) is too old
2026-01-08T17:01:53.041926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037086757518831:2078] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.042514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037083694118896:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.042590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:53.043685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037090778603094:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.041992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:53.032845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037089197405648:2105] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:53.042668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037083694118896:2049] [node 2] ICP22 created new session: [3:7593037092284053574:2049]
2026-01-08T17:01:53.042045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037086757518831:2078] [node 5] ICP22 created new session: [6:7593037091052486148:2078]
2026-01-08T17:01:53.032888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:53.042140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037091052486148:2078] [node 5] ICS09 handshake done sender: [6:7593037086757518833:2113] self: [6:7593037086757518846:0] peer: [5:7593037089297729822:0] socket: 349 qp: -1
2026-01-08T17:01:53.032950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037089197405648:2105] [node 6] ICP22 created new session: [4:7593037093492372974:2105]
2026-01-08T17:01:53.042188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037091052486148:2078] [node 5] ICS10 traffic start
2026-01-08T17:01:53.033010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037093492372974:2105] [node 6] ICS09 handshake done sender: [4:7593037089197405650:2106] self: [4:7593037089197405649:0] peer: [6:7593037086757518849:0] socket: 336 qp: -1
2026-01-08T17:01:53.042226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:53.033058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037093492372974:2105] [node 6] ICS10 traffic start
2026-01-08T17:01:53.033108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:53.041969Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037086069518711:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:53.042725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037092284053574:2049] [node 2] ICS09 handshake done sender: [3:7593037087989086259:2111] self: [3:7593037092284053571:0] peer: [2:7593037086483635782:0] socket: 347 qp: -1
2026-01-08T17:01:53.042765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037092284053574:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:53.042822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:53.047941Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037087989086263:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.057374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037093492372976:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64780
2026-01-08T17:01:53.044962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037086483635796:2127] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.045325Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037086483635785:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.045352Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037086483635785:2123] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:53.045883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037086483635797:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.045933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037082188668410:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:53.045973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:53.046022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037082188668410:2049] [node 3] ICP22 created new session: [2:7593037090778603097:2049]
2026-01-08T17:01:53.046074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037090778603097:2049] [node 3] ICS09 handshake done sender: [2:7593037086483635783:2122] self: [2:7593037086483635782:0] peer: [3:7593037092284053571:0] socket: 344 qp: -1
2026-01-08T17:01:53.046111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037090778603097:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:53.046150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:53.056550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037082188668410:2049] [node 3] ICP18 handshake (actor [2:7593037090778603094:2129]) is too old
2026-01-08T17:01:53.063016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037087989086257:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:53.063102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:53.063171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037087989086257:2108] [node 6] ICP22 created new session: [3:7593037092284053578:2108]
2026-01-08T17:01:53.063228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037092284053578:2108] [node 6] ICS09 handshake done sender: [3:7593037087989086263:2113] self: [3:7593037087989086262:0] peer: [6:7593037086757518848:0] socket: 357 qp: -1
2026-01-08T17:01:53.063271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037092284053578:2108] [node 6] ICS10 traffic start
2026-01-08T17:01:53.063331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:53.065477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037092284053573:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.048125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037086069518704:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:53.066044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037086483635785:2123] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:53.048214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:53.048282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037086069518704:2108] [node 5] ICP22 created new session: [1:7593037090364486025:2108]
2026-01-08T17:01:53.048347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037090364486025:2108] [node 5] ICS09 handshake done sender: [1:7593037086069518711:2114] self: [1:7593037086069518710:0] peer: [5:7593037093592697138:0] socket: 363 qp: -1
2026-01-08T17:01:53.055398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037090364486025:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:53.055469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:53.066492Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037086069518704:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(18149095ns) {HandleHandshakeStatus:329(18146255ns) {DropIncomingHandshake:442(14982ns) DropOutgoingHandshake:457(280ns) SwitchToState:179(334ns) ProcessPendingSessionEvents:495(112572ns) {ForwardSessionEventToSession:616(64363ns) ForwardSessionEventToSession:616(3413ns) ForwardSessionEventToSession:616(6575ns) ForwardSessionEventToSession:616(3624ns) ForwardSessionEventToSession:616(6502ns) ForwardSessionEventToSession:616(2893ns) ForwardSessionEventToSession:616(4157ns) ForwardSessionEventToSession:616(7123ns) ForwardSessionEventToSession:616(2577ns) ForwardSessionEventToSession:616(3283ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.072302Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037086757518831:2078] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:53.072846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037091052486146:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19759
2026-01-08T17:01:53.070884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037093592697139:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.073724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037086069518713:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.083251Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037086757518832:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.083698Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037091052486150:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19759
2026-01-08T17:01:53.074468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037089197405659:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:53.074863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037084902438294:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.085524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037093592697140:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20787
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.086574Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037091052486151:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19759
2026-01-08T17:01:53.073764Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037086069518713:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:53.079269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037086069518726:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.079397Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037086069518706:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.074929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:53.079433Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037086069518706:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:53.074999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037084902438294:2049] [node 2] ICP22 created new session: [4:7593037093492372977:2049]
2026-01-08T17:01:53.081999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037086069518713:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:53.084069Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037086069518706:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:53.075055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037093492372977:2049] [node 2] ICS09 handshake done sender: [4:7593037089197405659:2112] self: [4:7593037093492372972:0] peer: [2:7593037086483635784:0] socket: 346 qp: -1
2026-01-08T17:01:53.075096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037093492372977:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:53.075152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:53.086069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037093592697141:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20787
2026-01-08T17:01:53.089057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037086757518834:2084] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.089115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.086219Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037093592697142:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20787
2026-01-08T17:01:53.086846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037086483635774:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.090399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037093492372979:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64780
2026-01-08T17:01:53.089780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037086757518834:2084] [node 4] ICP22 created new session: [6:7593037091052486153:2084]
2026-01-08T17:01:53.089827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037086069518707:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:53.089946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037091052486153:2084] [node 4] ICS09 handshake done sender: [6:7593037086757518832:2112] self: [6:7593037086757518849:0] peer: [4:7593037089197405649:0] socket: 348 qp: -1
2026-01-08T17:01:53.089427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037092284053581:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43837
2026-01-08T17:01:53.102827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037087989086267:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.102855Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037087989086267:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:53.086920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:53.087228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037093592697141:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.100643Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037085002762462:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18522) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037089297729836:2115] held: no
2026-01-08T17:01:53.101176Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037089297729836:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:53.101510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037089297729824:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:53.101566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037085002762462:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.101622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:53.101669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037085002762462:2048] [node 1] ICP22 created new session: [5:7593037093592697145:2048]
2026-01-08T17:01:53.101718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037093592697145:2048] [node 1] ICS09 handshake done sender: [5:7593037089297729836:2115] self: [5:7593037093592697138:0] peer: [1:7593037086069518710:0] socket: 365 qp: -1
2026-01-08T17:01:53.101757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037093592697145:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:53.101790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:53.102359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037085002762464:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:53.086998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037086483635774:2107] [node 4] ICP22 created new session: [2:7593037090778603104:2107]
2026-01-08T17:01:53.093848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037091052486153:2084] [node 4] ICS10 traffic start
2026-01-08T17:01:53.098609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:53.098707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.087060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037090778603104:2107] [node 4] ICS09 handshake done sender: [2:7593037086483635785:2123] self: [2:7593037086483635784:0] peer: [4:7593037093492372972:0] socket: 345 qp: -1
2026-01-08T17:01:53.104967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037089197405665:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.105005Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037089197405665:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:53.098786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037086069518707:2109] [node 4] ICP22 created new session: [1:7593037090364486031:2109]
2026-01-08T17:01:53.116200Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037089197405669:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:53.111530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037093592697142:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.127799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037092284053582:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43837
2026-01-08T17:01:53.128012Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037087989086267:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:53.129271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037087989086258:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:53.128587Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037084902438293:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18522) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037089197405669:2117] held: no
2026-01-08T17:01:53.128714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037084902438293:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.128751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:53.128804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037084902438293:2048] [node 1] ICP22 created new session: [4:7593037093492372982:2048]
2026-01-08T17:01:53.128858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037093492372982:2048] [node 1] ICS09 handshake done sender: [4:7593037089197405669:2117] self: [4:7593037093492372971:0] peer: [1:7593037086069518712:0] socket: 366 qp: -1
2026-01-08T17:01:53.128897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037093492372982:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:53.128967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:53.087102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037090778603104:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:53.087140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:53.108636Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037090778603103:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27684
2026-01-08T17:01:53.129894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:53.116782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037085002762463:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:53.098843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037090364486031:2109] [node 4] ICS09 handshake done sender: [1:7593037086069518713:2115] self: [1:7593037086069518712:0] peer: [4:7593037093492372971:0] socket: 364 qp: -1
2026-01-08T17:01:53.117590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037090778603103:2130] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.117759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037082188668409:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:53.098923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037090364486031:2109] [node 4] ICS10 traffic start
2026-01-08T17:01:53.098987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:53.099440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037086069518703:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:53.099498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:53.099542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037086069518703:2107] [node 6] ICP22 created new session: [1:7593037090364486033:2107]
2026-01-08T17:01:53.099588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037090364486033:2107] [node 6] ICS09 handshake done sender: [1:7593037086069518706:2111] self: [1:7593037086069518705:0] peer: [6:7593037091052486147:0] socket: 360 qp: -1
2026-01-08T17:01:53.099623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037090364486033:2107] [node 6] ICS10 traffic start
2026-01-08T17:01:53.099664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:53.131991Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037086069518715:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.132023Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037086069518715:2116] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:53.132934Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037086069518715:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.133955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037086483635790:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.133994Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037086483635790:2124] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:53.134773Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037090778603108:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27684
2026-01-08T17:01:53.135677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037090778603103:2130] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:53.135967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037081774551343:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:53.136417Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037086483635790:2124] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:53.129968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037087989086258:2109] [node 5] ICP22 created new session: [3:7593037092284053584:2109]
2026-01-08T17:01:53.137393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.139939Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037085002762464:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15787) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037093592697141:2119] held: no
2026-01-08T17:01:53.140265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037093592697149:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20787
2026-01-08T17:01:53.141248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037093592697141:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:53.130024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037092284053584:2109] [node 5] ICS09 handshake done sender: [3:7593037087989086267:2115] self: [3:7593037087989086266:0] peer: [5:7593037093592697147:0] socket: 380 qp: -1
2026-01-08T17:01:53.136759Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037086757518834:2084] [node 4] ICP35 event processing took too much time PendingConnection:279(40871310ns) {HandleHandshakeStatus:329(40869031ns) {DropIncomingHandshake:442(653ns) DropOutgoingHandshake:457(5876ns) SwitchToState:179(548ns) ProcessPendingSessionEvents:495(25465302ns) {ForwardSessionEventToSession:616(6753423ns) ForwardSessionEventToSession:616(6833ns) ForwardSessionEventToSession:616(1332285ns) ForwardSessionEventToSession:616(3539ns) ForwardSessionEventToSession:616(5659894ns) ForwardSessionEventToSession:616(5236ns) ForwardSessionEventToSession:616(2884ns) ForwardSessionEventToSession:616(11660028ns) ForwardSessionEventToSession:616(15997ns) ForwardSessionEventToSession:616(3186ns)}}}
2026-01-08T17:01:53.137463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037081774551343:2048] [node 2] ICP22 created new session: [1:7593037090364486037:2048]
2026-01-08T17:01:53.137545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037090364486037:2048] [node 2] ICS09 handshake done sender: [1:7593037086069518715:2116] self: [1:7593037086069518714:0] peer: [2:7593037090778603107:0] socket: 372 qp: -1
2026-01-08T17:01:53.137582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037090364486037:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:53.137628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.148632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037093492372980:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64780
2026-01-08T17:01:53.149417Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037089197405665:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:53.149709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037089197405656:2110] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:53.149762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:53.149812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037089197405656:2110] [node 5] ICP22 created new session: [4:7593037093492372984:2110]
2026-01-08T17:01:53.149864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037093492372984:2110] [node 5] ICS09 handshake done sender: [4:7593037089197405665:2115] self: [4:7593037089197405664:0] peer: [5:7593037093592697144:0] socket: 388 qp: -1
2026-01-08T17:01:53.149902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037093492372984:2110] [node 5] ICS10 traffic start
2026-01-08T17:01:53.149958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:53.130064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037092284053584:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:53.145900Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037086757518843:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.151118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037093592697150:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20787
2026-01-08T17:01:53.130122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:53.146593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037092284053582:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.146755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037083694118895:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:53.151586Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037086757518844:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:53.151946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037085002762464:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.152028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:53.152081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037085002762464:2050] [node 3] ICP22 created new session: [5:7593037093592697151:2050]
2026-01-08T17:01:53.152125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037093592697151:2050] [node 3] ICS09 handshake done sender: [5:7593037093592697141:2119] self: [5:7593037093592697147:0] peer: [3:7593037087989086266:0] socket: 394 qp: -1
2026-01-08T17:01:53.152160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037093592697151:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:53.152191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:53.152988Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037093592697142:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:53.153301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037086069518717:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.153793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037082188668409:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.153858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:53.153918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037082188668409:2048] [node 1] ICP22 created new session: [2:7593037090778603110:2048]
2026-01-08T17:01:53.153978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037090778603110:2048] [node 1] ICS09 handshake done sender: [2:7593037090778603103:2130] self: [2:7593037090778603107:0] peer: [1:7593037086069518714:0] socket: 400 qp: -1
2026-01-08T17:01:53.154015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037090778603110:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:53.154281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:53.154560Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037082188668409:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:53.154950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037086483635786:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:53.155014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:53.155063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037086483635786:2108] [node 5] ICP22 created new session: [2:7593037090778603112:2108]
2026-01-08T17:01:53.155121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037090778603112:2108] [node 5] ICS09 handshake done sender: [2:7593037086483635790:2124] self: [2:7593037086483635789:0] peer: [5:7593037093592697148:0] socket: 383 qp: -1
2026-01-08T17:01:53.155188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037090778603112:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:53.155228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:53.153332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037093492372980:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.153560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037089197405656:2110] [node 5] ICP18 handshake (actor [4:7593037093492372980:2121]) is too old
2026-01-08T17:01:53.157888Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037082462551468:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18522) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037086757518844:2118] held: no
2026-01-08T17:01:53.157979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037082462551468:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.158016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:53.158060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037082462551468:2048] [node 1] ICP22 created new session: [6:7593037091052486156:2048]
2026-01-08T17:01:53.158099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037091052486156:2048] [node 1] ICS09 handshake done sender: [6:7593037086757518844:2118] self: [6:7593037091052486147:0] peer: [1:7593037086069518705:0] socket: 369 qp: -1
2026-01-08T17:01:53.158135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037091052486156:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:53.158165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:53.159036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037082462551470:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.159091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:53.159137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037082462551470:2050] [node 3] ICP22 created new session: [6:7593037091052486158:2050]
2026-01-08T17:01:53.159181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037091052486158:2050] [node 3] ICS09 handshake done sender: [6:7593037086757518843:2117] self: [6:7593037086757518848:0] peer: [3:7593037087989086262:0] socket: 368 qp: -1
2026-01-08T17:01:53.159209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037091052486158:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:53.159252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:53.153342Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037086069518717:2117] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.162945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037092284053587:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43837
2026-01-08T17:01:53.163517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037086069518717:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:53.164235Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037092284053582:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:53.164494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037083694118895:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.164584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:53.164640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037083694118895:2048] [node 1] ICP22 created new session: [3:7593037092284053588:2048]
2026-01-08T17:01:53.164710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037092284053588:2048] [node 1] ICS09 handshake done sender: [3:7593037092284053582:2119] self: [3:7593037092284053586:0] peer: [1:7593037086069518716:0] socket: 374 qp: -1
2026-01-08T17:01:53.164750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037092284053588:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:53.164796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.166377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037085002762463:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.166464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:53.166514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037085002762463:2049] [node 2] ICP22 created new session: [5:7593037093592697154:2049]
2026-01-08T17:01:53.166563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037093592697154:2049] [node 2] ICS09 handshake done sender: [5:7593037093592697142:2120] self: [5:7593037093592697148:0] peer: [2:7593037086483635789:0] socket: 397 qp: -1
2026-01-08T17:01:53.166596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037093592697154:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:53.166656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:53.167289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037093592697153:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20787
2026-01-08T17:01:53.167931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037081774551344:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:53.168007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:53.168057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037081774551344:2049] [node 3] ICP22 created new session: [1:7593037090364486040:2049]
2026-01-08T17:01:53.168103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037090364486040:2049] [node 3] ICS09 handshake done sender: [1:7593037086069518717:2117] self: [1:7593037086069518716:0] peer: [3:7593037092284053586:0] socket: 353 qp: -1
2026-01-08T17:01:53.168132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037090364486040:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:53.168163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.169130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037091052486155:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19759
2026-01-08T17:01:53.170535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037091052486155:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.170683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037082462551469:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:53.171671Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037089297729824:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3325) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037093592697139:2117] held: no
2026-01-08T17:01:53.171861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037093592697139:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:53.172903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037089297729824:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.172978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:53.173032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037089297729824:2108] [node 4] ICP22 created new session: [5:7593037093592697156:2108]
2026-01-08T17:01:53.173097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037093592697156:2108] [node 4] ICS09 handshake done sender: [5:7593037093592697139:2117] self: [5:7593037093592697144:0] peer: [4:7593037089197405664:0] socket: 391 qp: -1
2026-01-08T17:01:53.173139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037093592697156:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:53.173176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:53.174854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037086483635792:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:53.174898Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037086483635792:2125] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:53.175989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037091052486161:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19759
2026-01-08T17:01:53.176274Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037086483635792:2125] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:53.176558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037086483635787:2120] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:53.176644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:53.176692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037086483635787:2120] [node 6] ICP22 created new session: [2:7593037090778603115:2120]
2026-01-08T17:01:53.176739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037090778603115:2120] [node 6] ICS09 handshake done sender: [2:7593037086483635792:2125] self: [2:7593037086483635791:0] peer: [6:7593037091052486160:0] socket: 361 qp: -1
2026-01-08T17:01:53.176778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037090778603115:2120] [node 6] ICS10 traffic start
2026-01-08T17:01:53.176812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:53.178080Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037091052486155:2123] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:53.178381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037082462551469:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:53.178456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:53.178512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037082462551469:2049] [node 2] ICP22 created new session: [6:7593037091052486162:2049]
2026-01-08T17:01:53.178570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037091052486162:2049] [node 2] ICS09 handshake done sender: [6:7593037091052486155:2123] self: [6:7593037091052486160:0] peer: [2:7593037086483635791:0] socket: 351 qp: -1
2026-01-08T17:01:53.178601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037091052486162:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:53.178652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:53.254908Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:53.255172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037090778603110:2048] [node 1] ICS01 socket: 400 reason# EndOfStream
2026-01-08T17:01:53.255221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037082188668409:2048] [node 1] ICP30 unregister session Session# [2:7593037090778603110:2048] VirtualId# [2:7593037090778603107:0]
2026-01-08T17:01:53.255261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037090778603110:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.255352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:53.255404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:53.257908Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:53.258134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037092284053588:2048] [node 1] ICS01 socket: 374 reason# EndOfStream
2026-01-08T17:01:53.258188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037083694118895:2048] [node 1] ICP30 unregister session Session# [3:7593037092284053588:2048] VirtualId# [3:7593037092284053586:0]
2026-01-08T17:01:53.258225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037092284053588:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.258304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:53.258657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:53.261464Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:53.261705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037091052486156:2048] [node 1] ICS01 socket: 369 reason# EndOfStream
2026-01-08T17:01:53.261762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037082462551468:2048] [node 1] ICP30 unregister session Session# [6:7593037091052486156:2048] VirtualId# [6:7593037091052486147:0]
2026-01-08T17:01:53.261802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037091052486156:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.261873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:53.261931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:53.262615Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:53.262812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037093592697145:2048] [node 1] ICS01 socket: 365 reason# EndOfStream
2026-01-08T17:01:53.262846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037085002762462:2048] [node 1] ICP30 unregister session Session# [5:7593037093592697145:2048] VirtualId# [5:7593037093592697138:0]
2026-01-08T17:01:53.262876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037093592697145:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.262940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:53.262999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:53.264336Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:53.264524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037093492372982:2048] [node 1] ICS01 socket: 366 reason# EndOfStream
2026-01-08T17:01:53.264552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037084902438293:2048] [node 1] ICP30 unregister session Session# [4:7593037093492372982:2048] VirtualId# [4:7593037093492372971:0]
2026-01-08T17:01:53.264593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037093492372982:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.264649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:53.264699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:53.313926Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:53.314259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037092284053574:2049] [node 2] ICS01 socket: 347 reason# EndOfStream
2026-01-08T17:01:53.314326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037083694118896:2049] [node 2] ICP30 unregister session Session# [3:7593037092284053574:2049] VirtualId# [3:7593037092284053571:0]
2026-01-08T17:01:53.314385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037092284053574:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.314472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:53.314518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:53.316533Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:53.316856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037093592697154:2049] [node 2] ICS01 socket: 397 reason# EndOfStream
2026-01-08T17:01:53.316897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037085002762463:2049] [node 2] ICP30 unregister session Session# [5:7593037093592697154:2049] VirtualId# [5:7593037093592697148:0]
2026-01-08T17:01:53.316940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037093592697154:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.317005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:53.317038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:53.317255Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:53.317536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037093492372977:2049] [node 2] ICS01 socket: 346 reason# EndOfStream
2026-01-08T17:01:53.317568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037084902438294:2049] [node 2] ICP30 unregister session Session# [4:7593037093492372977:2049] VirtualId# [4:7593037093492372972:0]
2026-01-08T17:01:53.317593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037093492372977:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.317654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:53.317685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:53.319369Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:53.319567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037091052486162:2049] [node 2] ICS01 socket: 351 reason# EndOfStream
2026-01-08T17:01:53.319609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037082462551469:2049] [node 2] ICP30 unregister session Session# [6:7593037091052486162:2049] VirtualId# [6:7593037091052486160:0]
2026-01-08T17:01:53.319648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037091052486162:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.319732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:53.319771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:53.356929Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:53.357125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037093492372969:2050] [node 3] ICS07 socket disconnect 358 reason# EndOfStream
2026-01-08T17:01:53.357153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037093492372969:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.357223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:53.357264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037093492372969:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:53.362791Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037084902438295:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15787) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:53.358013Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:53.362891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037091052486158:2050] [node 3] ICS01 socket: 368 reason# EndOfStream
2026-01-08T17:01:53.362909Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:53.363140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037093592697151:2050] [node 3] ICS01 socket: 394 reason# EndOfStream
2026-01-08T17:01:53.363183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037085002762464:2050] [node 3] ICP30 unregister session Session# [5:7593037093592697151:2050] VirtualId# [5:7593037093592697147:0]
2026-01-08T17:01:53.362868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037093492372969:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:53.362934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037082462551470:2050] [node 3] ICP30 unregister session Session# [6:7593037091052486158:2050] VirtualId# [6:7593037086757518848:0]
2026-01-08T17:01:53.362994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037091052486158:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.363081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:53.363128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:53.362907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037084902438295:2050] [node 3] ICP30 unregister session Session# [4:7593037093492372969:2050] VirtualId# [4:7593037089197405670:0]
2026-01-08T17:01:53.362973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:53.363008Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037084902438295:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15787) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:53.363025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15787) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:53.363225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037093592697151:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.363315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:53.363369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:53.452848Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:53.453105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037091052486153:2084] [node 4] ICS07 socket disconnect 348 reason# EndOfStream
2026-01-08T17:01:53.453141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037091052486153:2084] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.453234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:53.453290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037091052486153:2084] [node 4] ICS15 start handshake
2026-01-08T17:01:53.454110Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:53.454330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037093592697156:2108] [node 4] ICS01 socket: 391 reason# EndOfStream
2026-01-08T17:01:53.454377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037089297729824:2108] [node 4] ICP30 unregister session Session# [5:7593037093592697156:2108] VirtualId# [5:7593037093592697144:0]
2026-01-08T17:01:53.454419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037093592697156:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:53.454486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:53.454537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:53.455349Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037086757518834:2084] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3325) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:53.455413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037091052486153:2084] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:53.455457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037086757518834:2084] [node 4] ICP30 unregister session Session# [6:7593037091052486153:2084] VirtualId# [6:7593037086757518849:0]
2026-01-08T17:01:53.455505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:53.455540Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037086757518834:2084] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3325) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:53.455556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3325) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:53.465303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037086757518834:2084] [node 4] ICP33 wake up from error state
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:53.615342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037093417740450:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:53.615390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037093417740451:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:53.621589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037092218244294:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:53.621639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037092218244295:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:53.632637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037092973129417:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:53.632765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037092973129418:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:53.652631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037093908720930:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:53.652670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037093908720931:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:53.652709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037093908720932:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:53.645809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037093458495725:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:53.645846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037093458495726:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:53.649120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037093458495727:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:53.666159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037090419444894:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:53.666198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037090419444895:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:53.666236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037090419444896:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:54.015046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037097712707807:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:54.055841Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037093417740451:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(19776754ns) {Configure:104(19770367ns) {ProcessConfigured:135(17820411ns) {StartInitialHandshake:157(17813585ns) {DropHandshakes:470(2439ns) {DropIncomingHandshake:442(716ns) DropOutgoingHandshake:457(291ns)} GenerateSessionVirtualId:992(634ns) PrepareNewSessionHandshake:477(6092ns) {SwitchToState:179(4120ns)}}}}}
2026-01-08T17:01:54.107691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037097712707830:2108] [node 6] ICP01 ready to work
2026-01-08T17:01:54.108323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037097712707831:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:54.140459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037094714412242:2092] [node 5] ICP01 ready to work
2026-01-08T17:01:54.166868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037097268096776:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:54.184471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037097753463084:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:54.209046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037096513211653:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:54.167263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037097268096777:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:54.192716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037094714412244:2095] [node 4] ICP01 ready to work
2026-01-08T17:01:54.202762Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037097712707830:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(93997067ns) {Configure:104(93991122ns) {ProcessConfigured:135(15907885ns) {StartInitialHandshake:157(15904877ns) {DropHandshakes:470(2295ns) {DropIncomingHandshake:442(397ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:992(1617ns) PrepareNewSessionHandshake:477(6322ns) {SwitchToState:179(2312ns)}}}}}
2026-01-08T17:01:54.235281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037097268096780:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:54.231661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037096513211654:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.274800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037098203688307:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:54.275330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037098203688308:2111] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.255400Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037097268096776:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(17672126ns) {Configure:104(17668092ns) {ProcessConfigured:135(82182ns) {StartInitialHandshake:157(79431ns) {DropHandshakes:470(2184ns) {DropIncomingHandshake:442(340ns) DropOutgoingHandshake:457(347ns)} GenerateSessionVirtualId:992(1060ns) PrepareNewSessionHandshake:477(1679ns) {SwitchToState:179(543ns)}}}}}
2026-01-08T17:01:54.286658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037097712707841:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5929
2026-01-08T17:01:54.306123Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037097712707807:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(238772901ns) {Configure:104(238765376ns) {ProcessConfigured:135(18832905ns) {StartInitialHandshake:157(18830526ns) {DropHandshakes:470(1157ns) {DropIncomingHandshake:442(244ns) DropOutgoingHandshake:457(213ns)} GenerateSessionVirtualId:992(471ns) PrepareNewSessionHandshake:477(3285ns) {SwitchToState:179(1497ns)}}}}}
2026-01-08T17:01:54.286850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037097753463085:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:54.340024Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037094714412242:2092] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(146947826ns) {Configure:104(146940725ns) {ProcessConfigured:135(98010ns) {StartInitialHandshake:157(94818ns) {DropHandshakes:470(2291ns) {DropIncomingHandshake:442(428ns) DropOutgoingHandshake:457(320ns)} GenerateSessionVirtualId:992(1028ns) PrepareNewSessionHandshake:477(1724ns) {SwitchToState:179(1037ns)}}}}}
2026-01-08T17:01:54.263206Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037097268096777:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(93522920ns) {Configure:104(93518950ns) {ProcessConfigured:135(12403218ns) {StartInitialHandshake:157(12400739ns) {DropHandshakes:470(2633ns) {DropIncomingHandshake:442(511ns) DropOutgoingHandshake:457(379ns)} GenerateSessionVirtualId:992(1138ns) PrepareNewSessionHandshake:477(3233ns) {SwitchToState:179(1825ns)}}}}}
2026-01-08T17:01:54.306829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037096513211655:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:54.362923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037097712707841:2132] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.290919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037097268096792:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32100
2026-01-08T17:01:54.386570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037097268096792:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.387351Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037093458495725:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(81508782ns) {Configure:104(81495356ns) {ProcessConfigured:135(76995ns) {StartInitialHandshake:157(74231ns) {DropHandshakes:470(2557ns) {DropIncomingHandshake:442(661ns) DropOutgoingHandshake:457(431ns)} GenerateSessionVirtualId:992(1001ns) PrepareNewSessionHandshake:477(1761ns) {SwitchToState:179(703ns)}}}}}
2026-01-08T17:01:54.390308Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037090419444894:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(47708784ns) {Configure:104(47704390ns) {ProcessConfigured:135(53407ns) {StartInitialHandshake:157(51511ns) {DropHandshakes:470(1144ns) {DropIncomingHandshake:442(284ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:992(375ns) PrepareNewSessionHandshake:477(1115ns) {SwitchToState:179(576ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.388487Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037093908720931:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(45850904ns) {Configure:104(45845001ns) {ProcessConfigured:135(44084910ns) {StartInitialHandshake:157(44082200ns) {DropHandshakes:470(2045ns) {DropIncomingHandshake:442(264ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:992(800ns) PrepareNewSessionHandshake:477(4083ns) {SwitchToState:179(2233ns)}}}}}
2026-01-08T17:01:54.392555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037092973129417:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:54.398257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037094714412259:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32624
2026-01-08T17:01:54.400266Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037090419444896:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(243910671ns) {Configure:104(243905063ns) {ProcessConfigured:135(7960035ns) {StartInitialHandshake:157(7951953ns) {DropHandshakes:470(784ns) {DropIncomingHandshake:442(136ns) DropOutgoingHandshake:457(108ns)} GenerateSessionVirtualId:992(343ns) PrepareNewSessionHandshake:477(2783ns) {SwitchToState:179(813ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.417536Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037097753463084:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(29902113ns) {Configure:104(29895935ns) {ProcessConfigured:135(78127ns) {StartInitialHandshake:157(75155ns) {DropHandshakes:470(2406ns) {DropIncomingHandshake:442(504ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:992(1338ns) PrepareNewSessionHandshake:477(5033ns) {SwitchToState:179(1032ns)}}}}}
2026-01-08T17:01:54.423867Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037092218244295:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(48884320ns) {Configure:104(48874549ns) {ProcessConfigured:135(79139ns) {StartInitialHandshake:157(76339ns) {DropHandshakes:470(2709ns) {DropIncomingHandshake:442(770ns) DropOutgoingHandshake:457(457ns)} GenerateSessionVirtualId:992(834ns) PrepareNewSessionHandshake:477(2125ns) {SwitchToState:179(672ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.426678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037093908720932:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(239960315ns) {Configure:104(239951834ns) {ProcessConfigured:135(7737196ns) {StartInitialHandshake:157(7734216ns) {DropHandshakes:470(4733ns) {DropIncomingHandshake:442(211ns) DropOutgoingHandshake:457(318ns)} GenerateSessionVirtualId:992(867ns) PrepareNewSessionHandshake:477(2911ns) {SwitchToState:179(1791ns)}}}}}
2026-01-08T17:01:54.418709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037097268096794:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32100
2026-01-08T17:01:54.427248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037097712707826:2125] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.427305Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037097712707826:2125] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:54.431631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037094714412259:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.446358Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037093458495727:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(132111140ns) {Configure:104(132105935ns) {ProcessConfigured:135(10327524ns) {StartInitialHandshake:157(4979981ns) {DropHandshakes:470(3039ns) {DropIncomingHandshake:442(1261ns) DropOutgoingHandshake:457(243ns)} GenerateSessionVirtualId:992(2165ns) PrepareNewSessionHandshake:477(2395ns) {SwitchToState:179(1011ns)}}}}}
2026-01-08T17:01:54.462979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037097712707826:2125] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.470040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037097268096795:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32100
2026-01-08T17:01:54.426820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037098203688314:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42539
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.487119Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037092218244294:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(244060450ns) {Configure:104(244054237ns) {ProcessConfigured:135(92664ns) {StartInitialHandshake:157(83687ns) {DropHandshakes:470(2915ns) {DropIncomingHandshake:442(500ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:992(882ns) PrepareNewSessionHandshake:477(1567ns) {SwitchToState:179(667ns)}}}}}
2026-01-08T17:01:54.489785Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037096513211658:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52559
2026-01-08T17:01:54.450905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037090419444894:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.489966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037096513211659:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52559
2026-01-08T17:01:54.474430Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037097268096785:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.509195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037096513211660:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52559
2026-01-08T17:01:54.509330Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037097712707833:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.509364Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037097712707833:2129] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:54.510112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037097712707846:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5929
2026-01-08T17:01:54.474513Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037097268096785:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:54.508503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037097268096794:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.446978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037098203688307:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(38812046ns) {Configure:104(38804815ns) {ProcessConfigured:135(73234ns) {StartInitialHandshake:157(70425ns) {DropHandshakes:470(1837ns) {DropIncomingHandshake:442(269ns) DropOutgoingHandshake:457(447ns)} GenerateSessionVirtualId:992(1059ns) PrepareNewSessionHandshake:477(2021ns) {SwitchToState:179(1056ns)}}}}}
2026-01-08T17:01:54.515142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037097268096792:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.515572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037092973129417:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:54.514709Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037096513211654:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(88161006ns) {Configure:104(88156041ns) {ProcessConfigured:135(16027812ns) {StartInitialHandshake:157(16024518ns) {DropHandshakes:470(2964ns) {DropIncomingHandshake:442(637ns) DropOutgoingHandshake:457(842ns)} GenerateSessionVirtualId:992(1672ns) PrepareNewSessionHandshake:477(4011ns) {SwitchToState:179(171ns)}}}}}
2026-01-08T17:01:54.448857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037098203688314:2131] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.449741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037093908720932:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:54.449849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037098203688313:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42539
2026-01-08T17:01:54.450009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037098203688315:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42539
2026-01-08T17:01:54.460055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037098203688313:2130] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.475259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037093908720930:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:54.508989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037098203688315:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.515637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:54.515691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037092973129417:2048] [node 1] ICP22 created new session: [3:7593037097268096799:2048]
2026-01-08T17:01:54.515738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037097268096799:2048] [node 1] ICS09 handshake done sender: [3:7593037097268096792:2115] self: [3:7593037097268096793:0] peer: [1:7593037097712707808:0] socket: 350 qp: -1
2026-01-08T17:01:54.515778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037097268096799:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:54.515819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:54.516303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037097268096796:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32100
2026-01-08T17:01:54.519179Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037097268096785:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.522670Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037094714412270:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32624
2026-01-08T17:01:54.530498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037097712707835:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.544923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037097753463099:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45179
2026-01-08T17:01:54.545074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037097753463100:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45179
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.545606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037097753463101:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45179
2026-01-08T17:01:54.519506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037096513211659:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.530553Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037097712707835:2130] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:54.536204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037097268096776:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.536262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:54.531261Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037097712707833:2129] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.581272Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037094714412259:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:54.537129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037093417740451:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.537187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:54.537243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037093417740451:2049] [node 3] ICP22 created new session: [1:7593037097712707849:2049]
2026-01-08T17:01:54.537300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037097712707849:2049] [node 3] ICS09 handshake done sender: [1:7593037097712707826:2125] self: [1:7593037097712707808:0] peer: [3:7593037097268096793:0] socket: 342 qp: -1
2026-01-08T17:01:54.537340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037097712707849:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:54.537380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:54.553725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037097712707830:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.553774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:54.553832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037097712707830:2108] [node 6] ICP22 created new session: [1:7593037097712707853:2108]
2026-01-08T17:01:54.553928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037097712707853:2108] [node 6] ICS09 handshake done sender: [1:7593037097712707833:2129] self: [1:7593037097712707832:0] peer: [6:7593037094714412269:0] socket: 343 qp: -1
2026-01-08T17:01:54.553973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037097712707853:2108] [node 6] ICS10 traffic start
2026-01-08T17:01:54.554016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:54.558741Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037097712707835:2130] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:54.567156Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037097712707852:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5929
2026-01-08T17:01:54.570845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037097712707831:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.570897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:54.570957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037097712707831:2109] [node 5] ICP22 created new session: [1:7593037097712707856:2109]
2026-01-08T17:01:54.571037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037097712707856:2109] [node 5] ICS09 handshake done sender: [1:7593037097712707835:2130] self: [1:7593037097712707834:0] peer: [5:7593037098203688326:0] socket: 344 qp: -1
2026-01-08T17:01:54.571083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037097712707856:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:54.571118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:54.536328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037097268096776:2108] [node 5] ICP22 created new session: [3:7593037097268096804:2108]
2026-01-08T17:01:54.536382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037097268096804:2108] [node 5] ICS09 handshake done sender: [3:7593037097268096785:2112] self: [3:7593037097268096784:0] peer: [5:7593037098203688323:0] socket: 348 qp: -1
2026-01-08T17:01:54.536425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037097268096804:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:54.536470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:54.579753Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037097268096802:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32100
2026-01-08T17:01:54.579930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037097268096803:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32100
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.602612Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037097712707846:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.602868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037097712707831:2109] [node 5] ICP18 handshake (actor [1:7593037097712707846:2134]) is too old
2026-01-08T17:01:54.594295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037090419444894:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.621725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037096513211658:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.594395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:54.646425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037097712707852:2135] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.630635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037098203688328:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42539
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.628026Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037096513211660:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.630852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037097268096803:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.594443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037090419444894:2048] [node 1] ICP22 created new session: [6:7593037094714412272:2048]
2026-01-08T17:01:54.594502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037094714412272:2048] [node 1] ICS09 handshake done sender: [6:7593037094714412259:2112] self: [6:7593037094714412269:0] peer: [1:7593037097712707832:0] socket: 352 qp: -1
2026-01-08T17:01:54.594543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037094714412272:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:54.594579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:54.595605Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037094714412271:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32624
2026-01-08T17:01:54.673709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037094714412275:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32624
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.631011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037092973129418:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:54.683215Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037097753463103:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45179
2026-01-08T17:01:54.683425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037097753463101:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.683519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037097753463099:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.683721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037093458495726:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:54.634789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037096513211657:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.652218Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037093908720930:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10519) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037098203688313:2130] held: no
2026-01-08T17:01:54.706867Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037097753463100:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.707090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037097753463103:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.707266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037093458495727:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:54.658696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037097268096796:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.708472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037097753463102:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45179
2026-01-08T17:01:54.634818Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037096513211657:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:54.652720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037098203688314:2131] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:54.675100Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037097268096802:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.662506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037098203688329:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42539
2026-01-08T17:01:54.662681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037098203688330:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42539
2026-01-08T17:01:54.670694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037093908720932:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:54.670804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:54.670867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037093908720932:2050] [node 3] ICP22 created new session: [5:7593037098203688332:2050]
2026-01-08T17:01:54.670921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037098203688332:2050] [node 3] ICS09 handshake done sender: [5:7593037098203688314:2131] self: [5:7593037098203688323:0] peer: [3:7593037097268096784:0] socket: 354 qp: -1
2026-01-08T17:01:54.670982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037098203688332:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:54.671051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:54.673309Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037098203688313:2130] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:54.673977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037093908720930:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:54.674059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:54.674115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037093908720930:2048] [node 1] ICP22 created new session: [5:7593037098203688335:2048]
2026-01-08T17:01:54.674184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037098203688335:2048] [node 1] ICS09 handshake done sender: [5:7593037098203688313:2130] self: [5:7593037098203688326:0] peer: [1:7593037097712707834:0] socket: 353 qp: -1
2026-01-08T17:01:54.674225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037098203688335:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:54.674266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:54.691001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037098203688329:2137] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.707795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037098203688307:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.675254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037097268096808:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32100
2026-01-08T17:01:54.635782Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037096513211675:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52559
2026-01-08T17:01:54.735353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037094714412271:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.735493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037090419444896:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:54.693954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037097268096776:2108] [node 5] ICP18 handshake (actor [3:7593037097268096796:2118]) is too old
2026-01-08T17:01:54.733920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037097753463092:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.642787Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037096513211657:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:54.738586Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037094714412275:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.742743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037094714412242:2092] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:54.747129Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037094714412278:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32624
2026-01-08T17:01:54.761873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037094714412271:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:54.733966Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037097753463092:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:54.748566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037097712707837:2131] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.718456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037096513211675:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.715002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037097268096787:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.762176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037090419444896:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:54.715033Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037097268096787:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:54.715509Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037097268096803:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:54.730694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037092973129418:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:54.730755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:54.718876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037096513211662:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.748629Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037097712707837:2131] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:54.775042Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037093458495727:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25725) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037097753463100:2116] held: no
2026-01-08T17:01:54.795844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037097712707837:2131] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:54.730811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037092973129418:2049] [node 2] ICP22 created new session: [3:7593037097268096810:2049]
2026-01-08T17:01:54.783396Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037098203688321:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.762241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.718905Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037096513211662:2114] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.719558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037092218244295:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.719662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:54.719716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037092218244295:2049] [node 3] ICP22 created new session: [2:7593037096513211678:2049]
2026-01-08T17:01:54.719771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037096513211678:2049] [node 3] ICS09 handshake done sender: [2:7593037096513211657:2110] self: [2:7593037096513211656:0] peer: [3:7593037097268096807:0] socket: 379 qp: -1
2026-01-08T17:01:54.719820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037096513211678:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:54.719870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:54.732897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037096513211677:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52559
2026-01-08T17:01:54.733403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037092218244294:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:54.746589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037096513211662:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:54.750647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037096513211677:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.776114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037096513211653:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.786528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:54.786602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037096513211653:2107] [node 4] ICP22 created new session: [2:7593037096513211684:2107]
2026-01-08T17:01:54.786668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037096513211684:2107] [node 4] ICS09 handshake done sender: [2:7593037096513211662:2114] self: [2:7593037096513211661:0] peer: [4:7593037097753463104:0] socket: 386 qp: -1
2026-01-08T17:01:54.786719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037096513211684:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:54.786784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:54.788226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037096513211686:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52559
2026-01-08T17:01:54.783463Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037098203688321:2135] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:54.775731Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037097753463108:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45179
2026-01-08T17:01:54.730867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037097268096810:2049] [node 2] ICS09 handshake done sender: [3:7593037097268096803:2120] self: [3:7593037097268096807:0] peer: [2:7593037096513211656:0] socket: 382 qp: -1
2026-01-08T17:01:54.806565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037093417740450:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.762299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037090419444896:2050] [node 3] ICP22 created new session: [6:7593037094714412279:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.830585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037097753463109:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45179
2026-01-08T17:01:54.831241Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037097753463100:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:54.832123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037097753463102:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.838438Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037093458495726:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20429) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037097753463101:2117] held: no
2026-01-08T17:01:54.818888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:54.832361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037093417740450:2048] [node 2] ICP22 created new session: [1:7593037097712707860:2048]
2026-01-08T17:01:54.831036Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037096513211675:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:54.730915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037097268096810:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:54.810795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037098203688339:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42539
2026-01-08T17:01:54.762392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037094714412279:2050] [node 3] ICS09 handshake done sender: [6:7593037094714412271:2117] self: [6:7593037094714412276:0] peer: [3:7593037097268096783:0] socket: 394 qp: -1
2026-01-08T17:01:54.766118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037094714412279:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:54.766189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:54.811163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037094714412282:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32624
2026-01-08T17:01:54.828076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037094714412281:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32624
2026-01-08T17:01:54.831630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037094714412281:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.831808Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037094714412275:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:54.847518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037094714412242:2092] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:54.847596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:54.847655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037094714412242:2092] [node 5] ICP22 created new session: [6:7593037094714412283:2092]
2026-01-08T17:01:54.847727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037094714412283:2092] [node 5] ICS09 handshake done sender: [6:7593037094714412275:2118] self: [6:7593037094714412277:0] peer: [5:7593037098203688320:0] socket: 401 qp: -1
2026-01-08T17:01:54.847765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037094714412283:2092] [node 5] ICS10 traffic start
2026-01-08T17:01:54.847809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:54.848539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037090419444895:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:54.730958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:54.736100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037097268096787:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:54.736369Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037097268096791:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.736393Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037097268096791:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:54.736942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037097268096780:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.737024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:54.737084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037097268096780:2107] [node 4] ICP22 created new session: [3:7593037097268096813:2107]
2026-01-08T17:01:54.737151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037097268096813:2107] [node 4] ICS09 handshake done sender: [3:7593037097268096787:2113] self: [3:7593037097268096786:0] peer: [4:7593037097753463106:0] socket: 346 qp: -1
2026-01-08T17:01:54.737188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037097268096813:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:54.737252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:54.744647Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037097268096791:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:54.772760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037097268096777:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.804080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:54.804188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037097268096777:2109] [node 6] ICP22 created new session: [3:7593037097268096816:2109]
2026-01-08T17:01:54.804250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037097268096816:2109] [node 6] ICS09 handshake done sender: [3:7593037097268096791:2114] self: [3:7593037097268096783:0] peer: [6:7593037094714412276:0] socket: 393 qp: -1
2026-01-08T17:01:54.804298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037097268096816:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:54.804352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:54.804923Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037097268096777:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(31886529ns) {HandleHandshakeStatus:329(31882392ns) {DropIncomingHandshake:442(20044ns) DropOutgoingHandshake:457(5949ns) SwitchToState:179(899ns) ProcessPendingSessionEvents:495(120485ns) {ForwardSessionEventToSession:616(58915ns) ForwardSessionEventToSession:616(3167ns) ForwardSessionEventToSession:616(6621ns) ForwardSessionEventToSession:616(3777ns) ForwardSessionEventToSession:616(4007ns) ForwardSessionEventToSession:616(5913ns) ForwardSessionEventToSession:616(3834ns) ForwardSessionEventToSession:616(16671ns) ForwardSessionEventToSession:616(3695ns) ForwardSessionEventToSession:616(3432ns)}}}
2026-01-08T17:01:54.842486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037093458495727:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:54.842602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:54.842672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037093458495727:2050] [node 3] ICP22 created new session: [4:7593037097753463111:2050]
2026-01-08T17:01:54.842733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037097753463111:2050] [node 3] ICS09 handshake done sender: [4:7593037097753463100:2116] self: [4:7593037097753463106:0] peer: [3:7593037097268096786:0] socket: 384 qp: -1
2026-01-08T17:01:54.842782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037097753463111:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:54.842852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:54.843188Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037097753463092:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:54.849481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037097712707860:2048] [node 2] ICS09 handshake done sender: [1:7593037097712707837:2131] self: [1:7593037097712707836:0] peer: [2:7593037096513211682:0] socket: 392 qp: -1
2026-01-08T17:01:54.818549Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037098203688338:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42539
2026-01-08T17:01:54.858869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037092218244294:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:54.855221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037097712707860:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:54.830611Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037098203688321:2135] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:54.831655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037098203688338:2139] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.832078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037098203688308:2111] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.832169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:54.832223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037098203688308:2111] [node 6] ICP22 created new session: [5:7593037098203688341:2111]
2026-01-08T17:01:54.846588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037098203688341:2111] [node 6] ICS09 handshake done sender: [5:7593037098203688321:2135] self: [5:7593037098203688320:0] peer: [6:7593037094714412277:0] socket: 400 qp: -1
2026-01-08T17:01:54.846651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037098203688341:2111] [node 6] ICS10 traffic start
2026-01-08T17:01:54.846708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:54.863020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037093908720931:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:54.863627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037098203688329:2137] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:54.883742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037098203688307:2108] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.887474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.873353Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037097753463101:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:54.906439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:54.906518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037098203688307:2108] [node 4] ICP22 created new session: [5:7593037098203688344:2108]
2026-01-08T17:01:54.906570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037098203688344:2108] [node 4] ICS09 handshake done sender: [5:7593037098203688329:2137] self: [5:7593037098203688337:0] peer: [4:7593037097753463091:0] socket: 366 qp: -1
2026-01-08T17:01:54.906613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037098203688344:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:54.906682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:54.907148Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037098203688307:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(30019373ns) {HandleHandshakeStatus:329(30017413ns) {DropIncomingHandshake:442(3113ns) DropOutgoingHandshake:457(9434ns) SwitchToState:179(611ns) ProcessPendingSessionEvents:495(91686ns) {ForwardSessionEventToSession:616(49847ns) ForwardSessionEventToSession:616(3419ns) ForwardSessionEventToSession:616(2932ns) ForwardSessionEventToSession:616(5583ns) ForwardSessionEventToSession:616(4937ns) ForwardSessionEventToSession:616(2239ns) ForwardSessionEventToSession:616(5486ns) ForwardSessionEventToSession:616(2327ns) ForwardSessionEventToSession:616(4335ns) ForwardSessionEventToSession:616(1914ns)}}}
2026-01-08T17:01:54.858657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:54.874536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037097753463084:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.894821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037094714412286:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32624
2026-01-08T17:01:54.902048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037092218244294:2048] [node 1] ICP22 created new session: [2:7593037096513211688:2048]
2026-01-08T17:01:54.908115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037096513211688:2048] [node 1] ICS09 handshake done sender: [2:7593037096513211675:2118] self: [2:7593037096513211682:0] peer: [1:7593037097712707836:0] socket: 397 qp: -1
2026-01-08T17:01:54.874644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:54.874714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037097753463084:2108] [node 5] ICP22 created new session: [4:7593037097753463115:2108]
2026-01-08T17:01:54.874796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037097753463115:2108] [node 5] ICS09 handshake done sender: [4:7593037097753463092:2112] self: [4:7593037097753463091:0] peer: [5:7593037098203688337:0] socket: 383 qp: -1
2026-01-08T17:01:54.874845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037097753463115:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:54.874888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:54.875734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037093458495725:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:54.899688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037093458495726:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:54.899761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:54.899818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037093458495726:2049] [node 2] ICP22 created new session: [4:7593037097753463118:2049]
2026-01-08T17:01:54.899875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037097753463118:2049] [node 2] ICS09 handshake done sender: [4:7593037097753463101:2117] self: [4:7593037097753463104:0] peer: [2:7593037096513211661:0] socket: 387 qp: -1
2026-01-08T17:01:54.899921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037097753463118:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:54.899980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:54.882903Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037093417740450:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(76090264ns) {HandleHandshakeStatus:329(76087509ns) {DropIncomingHandshake:442(42945ns) DropOutgoingHandshake:457(463ns) SwitchToState:179(806ns) ProcessPendingSessionEvents:495(121453ns) {ForwardSessionEventToSession:616(75017ns) ForwardSessionEventToSession:616(3308ns) ForwardSessionEventToSession:616(6003ns) ForwardSessionEventToSession:616(3552ns) ForwardSessionEventToSession:616(2306ns) ForwardSessionEventToSession:616(4454ns) ForwardSessionEventToSession:616(5384ns) ForwardSessionEventToSession:616(7262ns) ForwardSessionEventToSession:616(2434ns) ForwardSessionEventToSession:616(2703ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.922912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037098203688346:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42539
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.911570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037096513211688:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:54.922564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037094714412287:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32624
2026-01-08T17:01:54.930963Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037094714412281:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:54.899029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037097712707862:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5929
2026-01-08T17:01:54.911636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:54.926903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037097753463120:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45179
2026-01-08T17:01:54.901086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037097712707843:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.938545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037090419444895:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:54.919049Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037096513211668:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.947149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037098203688338:2139] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:54.938647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:54.919080Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037096513211668:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:54.919582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037096513211666:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.919600Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037096513211666:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:54.920644Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037096513211668:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:54.931328Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037096513211666:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:54.961421Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037092218244294:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(104981486ns) {HandleHandshakeStatus:329(99242584ns) {DropIncomingHandshake:442(2468ns) DropOutgoingHandshake:457(6406ns) SwitchToState:179(579ns) ProcessPendingSessionEvents:495(42923324ns) {ForwardSessionEventToSession:616(9168344ns) ForwardSessionEventToSession:616(1333275ns) ForwardSessionEventToSession:616(3611ns) ForwardSessionEventToSession:616(846076ns) ForwardSessionEventToSession:616(7493497ns) ForwardSessionEventToSession:616(8505ns) ForwardSessionEventToSession:616(1171559ns) ForwardSessionEventToSession:616(15101186ns) ForwardSessionEventToSession:616(5739ns) ForwardSessionEventToSession:616(7764051ns)}}}
2026-01-08T17:01:54.961472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037096513211654:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.961555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:54.961621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037096513211654:2109] [node 6] ICP22 created new session: [2:7593037096513211692:2109]
2026-01-08T17:01:54.961679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037096513211692:2109] [node 6] ICS09 handshake done sender: [2:7593037096513211668:2117] self: [2:7593037096513211667:0] peer: [6:7593037094714412285:0] socket: 409 qp: -1
2026-01-08T17:01:54.961719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037096513211692:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:54.961755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:54.962343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037096513211655:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.962417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:54.962776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037096513211655:2108] [node 5] ICP22 created new session: [2:7593037096513211694:2108]
2026-01-08T17:01:54.962821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037096513211694:2108] [node 5] ICS09 handshake done sender: [2:7593037096513211666:2116] self: [2:7593037096513211665:0] peer: [5:7593037098203688343:0] socket: 404 qp: -1
2026-01-08T17:01:54.962853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037096513211694:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:54.962881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:54.965330Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037092218244294:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:54.959139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037093908720931:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:54.959217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:54.959274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037093908720931:2049] [node 2] ICP22 created new session: [5:7593037098203688347:2049]
2026-01-08T17:01:54.959321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037098203688347:2049] [node 2] ICS09 handshake done sender: [5:7593037098203688338:2139] self: [5:7593037098203688343:0] peer: [2:7593037096513211665:0] socket: 406 qp: -1
2026-01-08T17:01:54.959358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037098203688347:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:54.959408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:54.901117Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037097712707843:2133] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:54.905753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037097712707843:2133] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:54.921033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037097712707807:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.921102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:54.921158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037097712707807:2107] [node 4] ICP22 created new session: [1:7593037097712707864:2107]
2026-01-08T17:01:54.921210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037097712707864:2107] [node 4] ICS09 handshake done sender: [1:7593037097712707843:2133] self: [1:7593037097712707842:0] peer: [4:7593037097753463117:0] socket: 389 qp: -1
2026-01-08T17:01:54.921252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037097712707864:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:54.921311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:54.927185Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037097712707862:2136] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.927320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037097712707807:2107] [node 4] ICP18 handshake (actor [1:7593037097712707862:2136]) is too old
2026-01-08T17:01:54.958587Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037093458495725:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10519) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037097753463102:2118] held: no
2026-01-08T17:01:54.961107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037097753463102:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:54.963707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037093458495725:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:54.963780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:54.963828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037093458495725:2048] [node 1] ICP22 created new session: [4:7593037097753463121:2048]
2026-01-08T17:01:54.963871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037097753463121:2048] [node 1] ICS09 handshake done sender: [4:7593037097753463102:2118] self: [4:7593037097753463117:0] peer: [1:7593037097712707842:0] socket: 391 qp: -1
2026-01-08T17:01:54.963906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037097753463121:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:54.963955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:54.938714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037090419444895:2049] [node 2] ICP22 created new session: [6:7593037094714412288:2049]
2026-01-08T17:01:54.938783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037094714412288:2049] [node 2] ICS09 handshake done sender: [6:7593037094714412281:2120] self: [6:7593037094714412285:0] peer: [2:7593037096513211667:0] socket: 410 qp: -1
2026-01-08T17:01:54.938824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037094714412288:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:54.938869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:54.966859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037094714412286:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.967081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037094714412244:2095] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:54.970852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037097753463098:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:54.970889Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037097753463098:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:54.979068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037094714412291:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32624
2026-01-08T17:01:54.980989Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037094714412286:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:54.978667Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037097753463098:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:54.981222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037094714412244:2095] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:54.979649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037097753463085:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:54.981293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:54.979724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:54.981345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037094714412244:2095] [node 4] ICP22 created new session: [6:7593037094714412292:2095]
2026-01-08T17:01:54.979774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037097753463085:2109] [node 6] ICP22 created new session: [4:7593037097753463124:2109]
2026-01-08T17:01:54.981413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037094714412292:2095] [node 4] ICS09 handshake done sender: [6:7593037094714412286:2122] self: [6:7593037094714412290:0] peer: [4:7593037097753463097:0] socket: 360 qp: -1
2026-01-08T17:01:54.979833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037097753463124:2109] [node 6] ICS09 handshake done sender: [4:7593037097753463098:2114] self: [4:7593037097753463097:0] peer: [6:7593037094714412290:0] socket: 355 qp: -1
2026-01-08T17:01:54.981449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037094714412292:2095] [node 4] ICS10 traffic start
2026-01-08T17:01:54.981502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:54.979869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037097753463124:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:54.979935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:55.202463Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:55.202731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037096513211688:2048] [node 1] ICS07 socket disconnect 397 reason# EndOfStream
2026-01-08T17:01:55.202766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037096513211688:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.202859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:55.202913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037096513211688:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:55.204263Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:55.206290Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:55.207023Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:55.204530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037097268096799:2048] [node 1] ICS01 socket: 350 reason# EndOfStream
2026-01-08T17:01:55.204575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037092973129417:2048] [node 1] ICP30 unregister session Session# [3:7593037097268096799:2048] VirtualId# [3:7593037097268096793:0]
2026-01-08T17:01:55.204614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037097268096799:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.204719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:55.204769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:55.217845Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037092218244294:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10519) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:55.217930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037096513211688:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:55.217973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037092218244294:2048] [node 1] ICP30 unregister session Session# [2:7593037096513211688:2048] VirtualId# [2:7593037096513211682:0]
2026-01-08T17:01:55.218026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:55.218059Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037092218244294:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10519) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:55.218075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10519) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:55.221735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037097753463121:2048] [node 1] ICS01 socket: 391 reason# EndOfStream
2026-01-08T17:01:55.221792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037093458495725:2048] [node 1] ICP30 unregister session Session# [4:7593037097753463121:2048] VirtualId# [4:7593037097753463117:0]
2026-01-08T17:01:55.221835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037097753463121:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.221924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:55.221978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:55.216192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037094714412272:2048] [node 1] ICS07 socket disconnect 352 reason# EndOfStream
2026-01-08T17:01:55.216250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037094714412272:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.216346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:55.216394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037094714412272:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:55.223539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037090419444894:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10519) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:55.223621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037094714412272:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:55.223657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037090419444894:2048] [node 1] ICP30 unregister session Session# [6:7593037094714412272:2048] VirtualId# [6:7593037094714412269:0]
2026-01-08T17:01:55.223708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:55.223743Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037090419444894:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10519) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:55.223762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10519) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:55.217067Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:55.217291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037098203688335:2048] [node 1] ICS01 socket: 353 reason# EndOfStream
2026-01-08T17:01:55.217361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037093908720930:2048] [node 1] ICP30 unregister session Session# [5:7593037098203688335:2048] VirtualId# [5:7593037098203688326:0]
2026-01-08T17:01:55.217398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037098203688335:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.217490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:55.217530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:55.234514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037090419444894:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:55.322556Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:55.322796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037097268096810:2049] [node 2] ICS01 socket: 382 reason# EndOfStream
2026-01-08T17:01:55.322841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037092973129418:2049] [node 2] ICP30 unregister session Session# [3:7593037097268096810:2049] VirtualId# [3:7593037097268096807:0]
2026-01-08T17:01:55.322881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037097268096810:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.322993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:55.323041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:55.328884Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:55.329379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037098203688347:2049] [node 2] ICS01 socket: 406 reason# EndOfStream
2026-01-08T17:01:55.329452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037093908720931:2049] [node 2] ICP30 unregister session Session# [5:7593037098203688347:2049] VirtualId# [5:7593037098203688343:0]
2026-01-08T17:01:55.329496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037098203688347:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.329590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:55.329635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:55.330517Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:55.330722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037097753463118:2049] [node 2] ICS01 socket: 387 reason# EndOfStream
2026-01-08T17:01:55.330760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037093458495726:2049] [node 2] ICP30 unregister session Session# [4:7593037097753463118:2049] VirtualId# [4:7593037097753463104:0]
2026-01-08T17:01:55.330792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037097753463118:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.330868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:55.330909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:55.333668Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:55.333901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037094714412288:2049] [node 2] ICS01 socket: 410 reason# EndOfStream
2026-01-08T17:01:55.333948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037090419444895:2049] [node 2] ICP30 unregister session Session# [6:7593037094714412288:2049] VirtualId# [6:7593037094714412285:0]
2026-01-08T17:01:55.333985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037094714412288:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.334058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:55.334098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:55.422737Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:55.423002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037097753463111:2050] [node 3] ICS01 socket: 384 reason# EndOfStream
2026-01-08T17:01:55.423051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037093458495727:2050] [node 3] ICP30 unregister session Session# [4:7593037097753463111:2050] VirtualId# [4:7593037097753463106:0]
2026-01-08T17:01:55.423091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037097753463111:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.423184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:55.423230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:55.423333Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:55.423535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037098203688332:2050] [node 3] ICS01 socket: 354 reason# EndOfStream
2026-01-08T17:01:55.423571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037093908720932:2050] [node 3] ICP30 unregister session Session# [5:7593037098203688332:2050] VirtualId# [5:7593037098203688323:0]
2026-01-08T17:01:55.423598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037098203688332:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.423658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:55.423703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:55.423793Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:55.423974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037094714412279:2050] [node 3] ICS01 socket: 394 reason# EndOfStream
2026-01-08T17:01:55.424010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037090419444896:2050] [node 3] ICP30 unregister session Session# [6:7593037094714412279:2050] VirtualId# [6:7593037094714412276:0]
2026-01-08T17:01:55.424038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037094714412279:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.424088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:55.424126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:55.550815Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:55.551078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037098203688344:2108] [node 4] ICS01 socket: 366 reason# EndOfStream
2026-01-08T17:01:55.551131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037098203688307:2108] [node 4] ICP30 unregister session Session# [5:7593037098203688344:2108] VirtualId# [5:7593037098203688337:0]
2026-01-08T17:01:55.551169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037098203688344:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.551261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:55.551308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:55.551427Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:55.551625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037094714412292:2095] [node 4] ICS01 socket: 360 reason# EndOfStream
2026-01-08T17:01:55.551681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037094714412244:2095] [node 4] ICP30 unregister session Session# [6:7593037094714412292:2095] VirtualId# [6:7593037094714412290:0]
2026-01-08T17:01:55.551715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037094714412292:2095] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.551788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:55.551829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:55.636737Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:55.636997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037094714412283:2092] [node 5] ICS01 socket: 401 reason# EndOfStream
2026-01-08T17:01:55.637050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037094714412242:2092] [node 5] ICP30 unregister session Session# [6:7593037094714412283:2092] VirtualId# [6:7593037094714412277:0]
2026-01-08T17:01:55.637086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037094714412283:2092] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:55.637175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:55.637222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:55.804499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037100005981939:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:55.804550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037100005981940:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:55.795013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037099609034005:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:55.795113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037099609034006:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:55.862640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037102214490096:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:55.862687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037102214490097:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:55.889327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037101105313773:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:55.889364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037101105313774:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:55.889399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037101105313775:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:55.910734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037102422095704:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:55.910775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037102422095705:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:55.910813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037102422095706:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:55.920228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037098971453682:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:55.920268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037098971453683:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:55.920305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037098971453684:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:56.139732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037103266421040:2106] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.146002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037106717063061:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62461
2026-01-08T17:01:56.151789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037103904001363:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:56.166539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037103904001365:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:56.222528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037106509457453:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:56.223162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037106509457458:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:56.326392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037104300949299:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:56.288464Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037106509457458:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(62691873ns) {Configure:104(62687264ns) {ProcessConfigured:135(87527ns) {StartInitialHandshake:157(84241ns) {DropHandshakes:470(5484ns) {DropIncomingHandshake:442(517ns) DropOutgoingHandshake:457(525ns)} GenerateSessionVirtualId:992(798ns) PrepareNewSessionHandshake:477(1425ns) {SwitchToState:179(636ns)}}}}}
2026-01-08T17:01:56.319684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037099609034005:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(98731447ns) {Configure:104(98726698ns) {ProcessConfigured:135(81965849ns) {StartInitialHandshake:157(81962662ns) {DropHandshakes:470(2374ns) {DropIncomingHandshake:442(504ns) DropOutgoingHandshake:457(541ns)} GenerateSessionVirtualId:992(667ns) PrepareNewSessionHandshake:477(3762ns) {SwitchToState:179(1881ns)}}}}}
2026-01-08T17:01:56.296665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037106509457462:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:56.352920Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037101105313775:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(35068742ns) {Configure:104(35061999ns) {ProcessConfigured:135(69234ns) {StartInitialHandshake:157(66561ns) {DropHandshakes:470(2760ns) {DropIncomingHandshake:442(466ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:992(991ns) PrepareNewSessionHandshake:477(1484ns) {SwitchToState:179(564ns)}}}}}
2026-01-08T17:01:56.348351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037104300949300:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:56.363086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037104300949301:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:56.335031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037103904001369:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:56.348314Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037106717063061:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.360846Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037102422095705:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(75083053ns) {Configure:104(75072346ns) {ProcessConfigured:135(64606ns) {StartInitialHandshake:157(62558ns) {DropHandshakes:470(1880ns) {DropIncomingHandshake:442(473ns) DropOutgoingHandshake:457(284ns)} GenerateSessionVirtualId:992(947ns) PrepareNewSessionHandshake:477(1029ns) {SwitchToState:179(300ns)}}}}}
2026-01-08T17:01:56.387115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037106717063066:2109] [node 4] ICP01 ready to work
2026-01-08T17:01:56.335288Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037099609034006:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(187055041ns) {Configure:104(187047987ns) {ProcessConfigured:135(11978754ns) {StartInitialHandshake:157(11975536ns) {DropHandshakes:470(2691ns) {DropIncomingHandshake:442(509ns) DropOutgoingHandshake:457(482ns)} GenerateSessionVirtualId:992(813ns) PrepareNewSessionHandshake:477(10122ns) {SwitchToState:179(1890ns)}}}}}
2026-01-08T17:01:56.385318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037105400281132:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:56.393592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037103266421046:2110] [node 4] ICP01 ready to work
2026-01-08T17:01:56.391111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037105400281138:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:56.410396Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037103904001365:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(74898492ns) {Configure:104(74892302ns) {ProcessConfigured:135(98339ns) {StartInitialHandshake:157(94514ns) {DropHandshakes:470(3388ns) {DropIncomingHandshake:442(907ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:992(1492ns) PrepareNewSessionHandshake:477(1807ns) {SwitchToState:179(675ns)}}}}}
2026-01-08T17:01:56.435369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037106717063070:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:56.463204Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037103904001363:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(294399609ns) {Configure:104(294395398ns) {ProcessConfigured:135(74978ns) {StartInitialHandshake:157(72783ns) {DropHandshakes:470(2173ns) {DropIncomingHandshake:442(473ns) DropOutgoingHandshake:457(342ns)} GenerateSessionVirtualId:992(912ns) PrepareNewSessionHandshake:477(1448ns) {SwitchToState:179(455ns)}}}}}
2026-01-08T17:01:56.439339Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037106717063066:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(49989496ns) {Configure:104(49982596ns) {ProcessConfigured:135(12524597ns) {StartInitialHandshake:157(12521777ns) {DropHandshakes:470(2646ns) {DropIncomingHandshake:442(369ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:992(456ns) PrepareNewSessionHandshake:477(3461ns) {SwitchToState:179(1963ns)}}}}}
2026-01-08T17:01:56.459340Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037102422095704:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(65390438ns) {Configure:104(65381026ns) {ProcessConfigured:135(23687201ns) {StartInitialHandshake:157(23683911ns) {DropHandshakes:470(2196ns) {DropIncomingHandshake:442(418ns) DropOutgoingHandshake:457(413ns)} GenerateSessionVirtualId:992(633ns) PrepareNewSessionHandshake:477(4104ns) {SwitchToState:179(1702ns)}}}}}
2026-01-08T17:01:56.474506Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037101105313773:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(83461059ns) {Configure:104(83452272ns) {ProcessConfigured:135(11627458ns) {StartInitialHandshake:157(11624535ns) {DropHandshakes:470(1357ns) {DropIncomingHandshake:442(323ns) DropOutgoingHandshake:457(282ns)} GenerateSessionVirtualId:992(657ns) PrepareNewSessionHandshake:477(5939ns) {SwitchToState:179(2608ns)}}}}}
2026-01-08T17:01:56.447531Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037100005981940:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(279435725ns) {Configure:104(279426938ns) {ProcessConfigured:135(65235ns) {StartInitialHandshake:157(59966ns) {DropHandshakes:470(2710ns) {DropIncomingHandshake:442(404ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:992(813ns) PrepareNewSessionHandshake:477(1225ns) {SwitchToState:179(423ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.486589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037106509457472:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45685
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.476482Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037100005981939:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(69295600ns) {Configure:104(69286965ns) {ProcessConfigured:135(67504ns) {StartInitialHandshake:157(65692ns) {DropHandshakes:470(2939ns) {DropIncomingHandshake:442(552ns) DropOutgoingHandshake:457(490ns)} GenerateSessionVirtualId:992(873ns) PrepareNewSessionHandshake:477(1926ns) {SwitchToState:179(512ns)}}}}}
2026-01-08T17:01:56.491099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037105400281135:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17160
2026-01-08T17:01:56.498877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037103904001381:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57700
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.526369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037104300949309:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1307
2026-01-08T17:01:56.526725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037106717063080:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62461
2026-01-08T17:01:56.523107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037103904001382:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57700
2026-01-08T17:01:56.494146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037105400281141:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17160
2026-01-08T17:01:56.550664Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037102214490097:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(327794298ns) {Configure:104(327787365ns) {ProcessConfigured:135(17260694ns) {StartInitialHandshake:157(17256736ns) {DropHandshakes:470(3103ns) {DropIncomingHandshake:442(526ns) DropOutgoingHandshake:457(569ns)} GenerateSessionVirtualId:992(1980ns) PrepareNewSessionHandshake:477(3319ns) {SwitchToState:179(1962ns)}}}}}
2026-01-08T17:01:56.554641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037103904001378:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57700
2026-01-08T17:01:56.550668Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037098971453684:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(201907878ns) {Configure:104(201900310ns) {ProcessConfigured:135(15998185ns) {StartInitialHandshake:157(15992015ns) {DropHandshakes:470(1935ns) {DropIncomingHandshake:442(600ns) DropOutgoingHandshake:457(320ns)} GenerateSessionVirtualId:992(2316ns) PrepareNewSessionHandshake:477(4055ns) {SwitchToState:179(2015ns)}}}}}
2026-01-08T17:01:56.502418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037105400281142:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17160
2026-01-08T17:01:56.539726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037104300949310:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1307
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.566793Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037104300949300:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(116640139ns) {Configure:104(116633827ns) {ProcessConfigured:135(7851091ns) {StartInitialHandshake:157(7847976ns) {DropHandshakes:470(2289ns) {DropIncomingHandshake:442(415ns) DropOutgoingHandshake:457(654ns)} GenerateSessionVirtualId:992(872ns) PrepareNewSessionHandshake:477(3269ns) {SwitchToState:179(1486ns)}}}}}
2026-01-08T17:01:56.566827Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037098971453683:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(229080130ns) {Configure:104(209121375ns) {ProcessConfigured:135(11816075ns) {StartInitialHandshake:157(11813319ns) {DropHandshakes:470(2242ns) {DropIncomingHandshake:442(465ns) DropOutgoingHandshake:457(316ns)} GenerateSessionVirtualId:992(761ns) PrepareNewSessionHandshake:477(4169ns) {SwitchToState:179(2562ns)}}}}}
2026-01-08T17:01:56.573747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037105400281141:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.573767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037103904001382:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.586675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037103904001381:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.595399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037103904001378:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.595344Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037105400281132:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(103719721ns) {Configure:104(103713137ns) {ProcessConfigured:135(4765044ns) {StartInitialHandshake:157(4756525ns) {DropHandshakes:470(3048ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:992(944ns) PrepareNewSessionHandshake:477(3219ns) {SwitchToState:179(1093ns)}}}}}
2026-01-08T17:01:56.578442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037106509457473:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45685
2026-01-08T17:01:56.595545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037101105313773:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.595400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037104300949309:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.595890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037104300949299:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(170029169ns) {Configure:104(170016702ns) {ProcessConfigured:135(8906470ns) {StartInitialHandshake:157(8902738ns) {DropHandshakes:470(1768ns) {DropIncomingHandshake:442(422ns) DropOutgoingHandshake:457(316ns)} GenerateSessionVirtualId:992(619ns) PrepareNewSessionHandshake:477(2001ns) {SwitchToState:179(715ns)}}}}}
2026-01-08T17:01:56.596504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037100005981939:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.597216Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037103904001372:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.586997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037106509457474:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45685
2026-01-08T17:01:56.597269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037103904001367:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.590477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037106509457473:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.597296Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037103904001367:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.597154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037106509457472:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.597558Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037103904001372:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.598727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037105400281145:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.597952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037102214490097:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.597028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037106717063080:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.601147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037104300949303:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.601191Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037104300949303:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.603171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037104300949303:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:56.603328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037104300949310:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.598769Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037105400281145:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.597365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037106717063066:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.601851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037103904001367:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:56.608997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037099609034005:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.608557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037100005981940:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.603397Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037105400281135:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.609047Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037098971453682:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(208920706ns) {Configure:104(208911038ns) {ProcessConfigured:135(35811703ns) {StartInitialHandshake:157(35807793ns) {DropHandshakes:470(2729ns) {DropIncomingHandshake:442(428ns) DropOutgoingHandshake:457(404ns)} GenerateSessionVirtualId:992(538ns) PrepareNewSessionHandshake:477(2498ns) {SwitchToState:179(1602ns)}}}}}
2026-01-08T17:01:56.609199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:01:56.608617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
::ffff:127.1.0.0
2026-01-08T17:01:56.609840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037106509457460:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.607004Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037105400281145:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:56.608949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037100005981940:2049] [node 3] ICP22 created new session: [2:7593037104300949321:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.609262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037099609034005:2048] [node 2] ICP22 created new session: [1:7593037103904001388:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.607408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037101105313775:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.611368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037103266421051:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36423
2026-01-08T17:01:56.609885Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037106509457460:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.609532Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037103904001372:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:56.609988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037104300949321:2049] [node 3] ICS09 handshake done sender: [2:7593037104300949303:2111] self: [2:7593037104300949302:0] peer: [3:7593037106509457477:0] socket: 364 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.614427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037106717063082:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62461
2026-01-08T17:01:56.613615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037105400281138:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.610192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037103904001388:2048] [node 2] ICS09 handshake done sender: [1:7593037103904001367:2110] self: [1:7593037103904001366:0] peer: [2:7593037104300949317:0] socket: 356 qp: -1
2026-01-08T17:01:56.611093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037104300949321:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:56.611132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:56.610578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037103904001388:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:56.611279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037104300949319:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1307
2026-01-08T17:01:56.614009Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037103266421046:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(43797356ns) {Configure:104(43791446ns) {ProcessConfigured:135(1205279ns) {StartInitialHandshake:157(1203005ns) {DropHandshakes:470(1405ns) {DropIncomingHandshake:442(224ns) DropOutgoingHandshake:457(266ns)} GenerateSessionVirtualId:992(440ns) PrepareNewSessionHandshake:477(179394ns) {SwitchToState:179(1028ns)}}}}}
2026-01-08T17:01:56.613890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:56.610780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:56.614056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037103266421053:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36423
2026-01-08T17:01:56.616627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037103266421051:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.614991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037103904001365:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.613929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037106509457479:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45685
2026-01-08T17:01:56.617500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037098971453684:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.618773Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037103266421054:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36423
2026-01-08T17:01:56.614289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037105400281138:2108] [node 5] ICP22 created new session: [4:7593037105400281154:2108]
2026-01-08T17:01:56.618845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037104300949309:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:56.618707Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037106717063080:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:56.615284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:56.617622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037105400281154:2108] [node 5] ICS09 handshake done sender: [4:7593037105400281145:2116] self: [4:7593037105400281144:0] peer: [5:7593037106717063081:0] socket: 380 qp: -1
2026-01-08T17:01:56.634690Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037100005981939:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25825) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037104300949309:2114] held: no
2026-01-08T17:01:56.634819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037100005981939:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.634890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:56.634942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037100005981939:2048] [node 1] ICP22 created new session: [2:7593037104300949324:2048]
2026-01-08T17:01:56.635019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037104300949324:2048] [node 1] ICS09 handshake done sender: [2:7593037104300949309:2114] self: [2:7593037104300949317:0] peer: [1:7593037103904001366:0] socket: 370 qp: -1
2026-01-08T17:01:56.635065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037104300949324:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:56.635105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.619728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037106717063066:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.639460Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037106717063083:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62461
2026-01-08T17:01:56.631411Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037106509457460:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:56.615328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037103904001365:2107] [node 4] ICP22 created new session: [1:7593037103904001390:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.618738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037105400281154:2108] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.636079Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037103266421054:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.649357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.636938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037106509457473:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:56.658190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037104300949306:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.615395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037103904001390:2107] [node 4] ICS09 handshake done sender: [1:7593037103904001372:2112] self: [1:7593037103904001371:0] peer: [4:7593037105400281150:0] socket: 357 qp: -1
2026-01-08T17:01:56.622565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037105400281142:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.651490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037106717063066:2109] [node 4] ICP22 created new session: [5:7593037106717063084:2109]
2026-01-08T17:01:56.637062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037098971453683:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.662633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037106509457474:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.615435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037103904001390:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:56.658233Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037104300949306:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.636868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:56.651564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037106717063084:2109] [node 4] ICS09 handshake done sender: [5:7593037106717063080:2116] self: [5:7593037106717063081:0] peer: [4:7593037105400281144:0] socket: 381 qp: -1
2026-01-08T17:01:56.657980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037103266421053:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.615472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:56.671760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037106509457453:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.668633Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037105400281153:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17160
2026-01-08T17:01:56.651622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037106717063084:2109] [node 4] ICS10 traffic start
2026-01-08T17:01:56.659757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037103266421063:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36423
2026-01-08T17:01:56.659819Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037104300949306:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:56.657261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037103904001394:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57700
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.686665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037106509457469:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.651704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:56.658174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037098971453682:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.660064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037104300949301:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.686731Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037106509457469:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.668812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037103904001374:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.690964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:56.668874Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037103904001374:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.693219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037103904001394:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.693720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037102214490097:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.690939Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037103266421054:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:56.694135Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037103904001374:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:56.652227Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037106717063066:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(32443508ns) {HandleHandshakeStatus:329(32440707ns) {DropIncomingHandshake:442(1907ns) DropOutgoingHandshake:457(21250ns) SwitchToState:179(753ns) ProcessPendingSessionEvents:495(115559ns) {ForwardSessionEventToSession:616(55807ns) ForwardSessionEventToSession:616(7314ns) ForwardSessionEventToSession:616(5460ns) ForwardSessionEventToSession:616(4496ns) ForwardSessionEventToSession:616(2542ns) ForwardSessionEventToSession:616(5375ns) ForwardSessionEventToSession:616(3801ns) ForwardSessionEventToSession:616(10843ns) ForwardSessionEventToSession:616(3603ns) ForwardSessionEventToSession:616(8190ns)}}}
2026-01-08T17:01:56.694127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037106509457453:2107] [node 4] ICP22 created new session: [3:7593037106509457482:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.670961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:56.698121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037105400281138:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(79726805ns) {HandleHandshakeStatus:329(79587389ns) {DropIncomingHandshake:442(2185ns) DropOutgoingHandshake:457(301ns) SwitchToState:179(692ns) ProcessPendingSessionEvents:495(33211775ns) {ForwardSessionEventToSession:616(14193535ns) ForwardSessionEventToSession:616(8593ns) ForwardSessionEventToSession:616(3049ns) ForwardSessionEventToSession:616(2756808ns) ForwardSessionEventToSession:616(5815ns) ForwardSessionEventToSession:616(8549514ns) ForwardSessionEventToSession:616(3495803ns) ForwardSessionEventToSession:616(3501ns) ForwardSessionEventToSession:616(4154650ns) ForwardSessionEventToSession:616(10206ns)}}}
2026-01-08T17:01:56.694377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:56.694560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037103904001380:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.697673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037098971453683:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.692470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037106717063083:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2026-01-08T17:01:56.671071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037104300949301:2109] [node 6] ICP22 created new session: [2:7593037104300949329:2109]
::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.697729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.694717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037102214490097:2049] [node 2] ICP22 created new session: [3:7593037106509457484:2049]
2026-01-08T17:01:56.671142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037104300949329:2109] [node 6] ICS09 handshake done sender: [2:7593037104300949306:2112] self: [2:7593037104300949305:0] peer: [6:7593037103266421061:0] socket: 372 qp: -1
2026-01-08T17:01:56.692815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037102422095704:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.694596Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037103904001380:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.698730Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037101105313773:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25825) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037105400281141:2114] held: no
2026-01-08T17:01:56.694740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037106509457482:2107] [node 4] ICS09 handshake done sender: [3:7593037106509457460:2112] self: [3:7593037106509457459:0] peer: [4:7593037105400281152:0] socket: 351 qp: -1
2026-01-08T17:01:56.698593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037098971453683:2049] [node 2] ICP22 created new session: [6:7593037103266421064:2049]
2026-01-08T17:01:56.697413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037106717063089:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62461
2026-01-08T17:01:56.697933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037103904001369:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.671190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037104300949329:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:56.701412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037105400281155:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17160
2026-01-08T17:01:56.694772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037106509457484:2049] [node 2] ICS09 handshake done sender: [3:7593037106509457473:2118] self: [3:7593037106509457477:0] peer: [2:7593037104300949302:0] socket: 366 qp: -1
2026-01-08T17:01:56.701625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037103266421064:2049] [node 2] ICS09 handshake done sender: [6:7593037103266421054:2116] self: [6:7593037103266421061:0] peer: [2:7593037104300949305:0] socket: 385 qp: -1
2026-01-08T17:01:56.703743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037106717063087:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62461
2026-01-08T17:01:56.698288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:56.702259Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037105400281141:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:56.694820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037106509457482:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:56.671282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:56.701672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037103266421064:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:56.698796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037103904001369:2109] [node 6] ICP22 created new session: [1:7593037103904001397:2109]
2026-01-08T17:01:56.702640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:56.694883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:56.701917Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037103904001380:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:56.702082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037103904001397:2109] [node 6] ICS09 handshake done sender: [1:7593037103904001374:2113] self: [1:7593037103904001373:0] peer: [6:7593037103266421062:0] socket: 358 qp: -1
2026-01-08T17:01:56.710456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037103266421065:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36423
2026-01-08T17:01:56.695360Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037106509457453:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(32529384ns) {HandleHandshakeStatus:329(32527129ns) {DropIncomingHandshake:442(2249ns) DropOutgoingHandshake:457(1244ns) SwitchToState:179(639ns) ProcessPendingSessionEvents:495(108387ns) {ForwardSessionEventToSession:616(54598ns) ForwardSessionEventToSession:616(3977ns) ForwardSessionEventToSession:616(2475ns) ForwardSessionEventToSession:616(5654ns) ForwardSessionEventToSession:616(5754ns) ForwardSessionEventToSession:616(2658ns) ForwardSessionEventToSession:616(10581ns) ForwardSessionEventToSession:616(2913ns) ForwardSessionEventToSession:616(4914ns) ForwardSessionEventToSession:616(2631ns)}}}
2026-01-08T17:01:56.702289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037103904001397:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:56.713408Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037103266421053:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:56.703688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037103904001363:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.696145Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037106509457469:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:56.704614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:56.705192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:56.706294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037103904001363:2108] [node 5] ICP22 created new session: [1:7593037103904001399:2108]
2026-01-08T17:01:56.712315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037103904001399:2108] [node 5] ICS09 handshake done sender: [1:7593037103904001380:2115] self: [1:7593037103904001379:0] peer: [5:7593037106717063088:0] socket: 400 qp: -1
2026-01-08T17:01:56.712852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037103904001399:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:56.713555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:56.704198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037105400281157:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17160
2026-01-08T17:01:56.704042Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037106717063090:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62461
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.698544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037104300949327:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1307
2026-01-08T17:01:56.717603Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037098971453683:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16293815ns) {HandleHandshakeStatus:329(16290295ns) {DropIncomingHandshake:442(336ns) DropOutgoingHandshake:457(5245ns) SwitchToState:179(540ns) ProcessPendingSessionEvents:495(6805167ns) {ForwardSessionEventToSession:616(1642051ns) ForwardSessionEventToSession:616(702151ns) ForwardSessionEventToSession:616(3399358ns) ForwardSessionEventToSession:616(270118ns) ForwardSessionEventToSession:616(3639ns) ForwardSessionEventToSession:616(2892ns) ForwardSessionEventToSession:616(335143ns) ForwardSessionEventToSession:616(2575ns) ForwardSessionEventToSession:616(171187ns) ForwardSessionEventToSession:616(259377ns)}}}
2026-01-08T17:01:56.717714Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037098971453684:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30130) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037103266421051:2114] held: no
2026-01-08T17:01:56.697840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037106509457484:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:56.717653Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037103904001370:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.713703Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037101105313775:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30130) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037105400281135:2111] held: no
2026-01-08T17:01:56.705213Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037106717063083:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.698244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:56.735320Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037104300949301:2109] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:56.714135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037105400281138:2108] [node 5] ICP18 handshake (actor [4:7593037105400281142:2115]) is too old
2026-01-08T17:01:56.726821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037098971453682:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.717690Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037103904001370:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.707360Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037106717063089:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.699727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037106509457453:2107] [node 4] ICP18 handshake (actor [3:7593037106509457474:2119]) is too old
2026-01-08T17:01:56.717107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037101105313773:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.729889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:56.724897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037105400281135:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:56.737753Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037103904001402:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57700
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.707363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037102422095704:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.729941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037098971453682:2048] [node 1] ICP22 created new session: [6:7593037103266421071:2048]
2026-01-08T17:01:56.748754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037104300949314:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.699944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037106509457462:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.731228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:56.743636Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037103904001370:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:56.708244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.699994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.737740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037103266421071:2048] [node 1] ICS09 handshake done sender: [6:7593037103266421053:2115] self: [6:7593037103266421062:0] peer: [1:7593037103904001373:0] socket: 384 qp: -1
2026-01-08T17:01:56.748812Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037104300949314:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.748721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037099609034006:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.734553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037101105313773:2048] [node 1] ICP22 created new session: [4:7593037105400281160:2048]
2026-01-08T17:01:56.712287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037102422095704:2048] [node 1] ICP22 created new session: [5:7593037106717063091:2048]
2026-01-08T17:01:56.756059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037104300949331:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1307
2026-01-08T17:01:56.746641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037103266421071:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:56.700044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037106509457462:2110] [node 6] ICP22 created new session: [3:7593037106509457489:2110]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.748793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:56.713476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037106717063091:2048] [node 1] ICS09 handshake done sender: [5:7593037106717063083:2118] self: [5:7593037106717063088:0] peer: [1:7593037103904001379:0] socket: 401 qp: -1
2026-01-08T17:01:56.734721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037105400281155:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.746699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:56.700101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037106509457489:2110] [node 6] ICS09 handshake done sender: [3:7593037106509457469:2116] self: [3:7593037106509457468:0] peer: [6:7593037103266421060:0] socket: 355 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.763249Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037104300949314:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:56.753899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037099609034006:2049] [node 3] ICP22 created new session: [1:7593037103904001404:2049]
2026-01-08T17:01:56.736622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037101105313775:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.700133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037106509457489:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:56.713621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037106717063091:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.765269Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037098971453682:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(38191393ns) {HandleHandshakeStatus:329(38187852ns) {DropIncomingHandshake:442(814ns) DropOutgoingHandshake:457(6540ns) SwitchToState:179(1076ns) ProcessPendingSessionEvents:495(10268654ns) {ForwardSessionEventToSession:616(2177419ns) ForwardSessionEventToSession:616(8031568ns) ForwardSessionEventToSession:616(11140ns) ForwardSessionEventToSession:616(6618ns) ForwardSessionEventToSession:616(4819ns) ForwardSessionEventToSession:616(2798ns) ForwardSessionEventToSession:616(5639ns) ForwardSessionEventToSession:616(3871ns) ForwardSessionEventToSession:616(3478ns) ForwardSessionEventToSession:616(6130ns)}}}
2026-01-08T17:01:56.737627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037105400281160:2048] [node 1] ICS09 handshake done sender: [4:7593037105400281141:2114] self: [4:7593037105400281150:0] peer: [1:7593037103904001371:0] socket: 368 qp: -1
2026-01-08T17:01:56.756709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037103904001404:2049] [node 3] ICS09 handshake done sender: [1:7593037103904001370:2111] self: [1:7593037103904001368:0] peer: [3:7593037106509457491:0] socket: 373 qp: -1
2026-01-08T17:01:56.738083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:56.738142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037101105313775:2050] [node 3] ICP22 created new session: [4:7593037105400281161:2050]
2026-01-08T17:01:56.738187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037105400281161:2050] [node 3] ICS09 handshake done sender: [4:7593037105400281135:2111] self: [4:7593037105400281152:0] peer: [3:7593037106509457459:0] socket: 353 qp: -1
2026-01-08T17:01:56.738222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037105400281161:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:56.738300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:56.740276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037101105313774:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.743727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037105400281160:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:56.743795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:56.758128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037105400281165:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17160
2026-01-08T17:01:56.758579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037105400281155:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:56.758792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037101105313774:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.758863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:56.758920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037101105313774:2049] [node 2] ICP22 created new session: [4:7593037105400281166:2049]
2026-01-08T17:01:56.758964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037105400281166:2049] [node 2] ICS09 handshake done sender: [4:7593037105400281155:2119] self: [4:7593037105400281163:0] peer: [2:7593037104300949313:0] socket: 397 qp: -1
2026-01-08T17:01:56.759020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037105400281166:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:56.759059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:56.766616Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037101105313773:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(41122314ns) {HandleHandshakeStatus:329(41119787ns) {DropIncomingHandshake:442(2109ns) DropOutgoingHandshake:457(309ns) SwitchToState:179(530ns) ProcessPendingSessionEvents:495(1842ns)}}
2026-01-08T17:01:56.774420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037103904001404:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:56.774504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:56.799238Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037099609034006:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(50253444ns) {HandleHandshakeStatus:329(50250047ns) {DropIncomingHandshake:442(18046ns) DropOutgoingHandshake:457(615ns) SwitchToState:179(623ns) ProcessPendingSessionEvents:495(3903853ns) {ForwardSessionEventToSession:616(3842727ns) ForwardSessionEventToSession:616(9588ns) ForwardSessionEventToSession:616(2809ns) ForwardSessionEventToSession:616(12153ns) ForwardSessionEventToSession:616(2121ns) ForwardSessionEventToSession:616(2456ns) ForwardSessionEventToSession:616(6277ns) ForwardSessionEventToSession:616(2127ns) ForwardSessionEventToSession:616(3464ns) ForwardSessionEventToSession:616(5688ns)}}}
2026-01-08T17:01:56.763352Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037104300949316:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.700183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:56.765472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037103266421066:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36423
2026-01-08T17:01:56.800110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037103266421068:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36423
2026-01-08T17:01:56.806566Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037103266421051:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:56.807762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037103266421070:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36423
2026-01-08T17:01:56.807966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037098971453684:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.808047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:56.808105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037098971453684:2050] [node 3] ICP22 created new session: [6:7593037103266421074:2050]
2026-01-08T17:01:56.808168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037103266421074:2050] [node 3] ICS09 handshake done sender: [6:7593037103266421051:2114] self: [6:7593037103266421060:0] peer: [3:7593037106509457468:0] socket: 383 qp: -1
2026-01-08T17:01:56.808216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037103266421074:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:56.808293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:56.823071Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037103266421068:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.823260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037103266421046:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.826680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037103266421070:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.714166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:56.715068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037102422095706:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.723955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037106717063095:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62461
2026-01-08T17:01:56.727106Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037106717063089:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:56.732810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037106717063087:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.732864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037102422095706:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.732955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:56.733007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037102422095706:2050] [node 3] ICP22 created new session: [5:7593037106717063096:2050]
2026-01-08T17:01:56.733077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037106717063096:2050] [node 3] ICS09 handshake done sender: [5:7593037106717063089:2120] self: [5:7593037106717063092:0] peer: [3:7593037106509457463:0] socket: 412 qp: -1
2026-01-08T17:01:56.733130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037106717063096:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:56.733170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:56.756914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037102422095705:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.756997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037102422095704:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(39205853ns) {HandleHandshakeStatus:329(39203236ns) {DropIncomingHandshake:442(738ns) DropOutgoingHandshake:457(4759ns) SwitchToState:179(574ns) ProcessPendingSessionEvents:495(21289509ns) {ForwardSessionEventToSession:616(3888319ns) ForwardSessionEventToSession:616(669372ns) ForwardSessionEventToSession:616(1480856ns) ForwardSessionEventToSession:616(6345037ns) ForwardSessionEventToSession:616(4937ns) ForwardSessionEventToSession:616(4273ns) ForwardSessionEventToSession:616(4956459ns) ForwardSessionEventToSession:616(5561ns) ForwardSessionEventToSession:616(3468ns) ForwardSessionEventToSession:616(3907621ns)}}}
2026-01-08T17:01:56.817953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037106717063099:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62461
2026-01-08T17:01:56.842482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037103266421040:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.839417Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037105400281149:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.839477Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037105400281149:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.705257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037106509457481:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45685
2026-01-08T17:01:56.763388Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037104300949316:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.843635Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037102422095705:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6917) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037106717063087:2119] held: no
2026-01-08T17:01:56.843860Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037106717063087:2119] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.851162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037103266421078:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36423
2026-01-08T17:01:56.791121Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037104300949300:2107] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:56.791162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037104300949300:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.791226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:56.791305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037104300949300:2107] [node 4] ICP22 created new session: [2:7593037104300949333:2107]
2026-01-08T17:01:56.791375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037104300949333:2107] [node 4] ICS09 handshake done sender: [2:7593037104300949314:2116] self: [2:7593037104300949313:0] peer: [4:7593037105400281163:0] socket: 394 qp: -1
2026-01-08T17:01:56.791420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037104300949333:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:56.791478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:56.802627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037104300949316:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:56.818438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037104300949299:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.832193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:56.832265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037104300949299:2108] [node 5] ICP22 created new session: [2:7593037104300949336:2108]
2026-01-08T17:01:56.832333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037104300949336:2108] [node 5] ICS09 handshake done sender: [2:7593037104300949316:2117] self: [2:7593037104300949315:0] peer: [5:7593037106717063098:0] socket: 402 qp: -1
2026-01-08T17:01:56.832383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037104300949336:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:56.832441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:56.707048Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037106509457483:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45685
2026-01-08T17:01:56.710243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037106509457481:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.851211Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037105400281149:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:56.710452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037106509457462:2110] [node 6] ICP18 handshake (actor [3:7593037106509457481:2122]) is too old
2026-01-08T17:01:56.714117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037106509457483:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.717300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037102214490096:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:56.722538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037106509457464:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2026-01-08T17:01:56.722593Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037106509457464:2114] [node 5] ICRDMA Non success qp response from remote side
::ffff:127.1.0.0
2026-01-08T17:01:56.724158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037106509457464:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:56.728576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037106509457458:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.737608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:56.737683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037106509457458:2108] [node 5] ICP22 created new session: [3:7593037106509457494:2108]
2026-01-08T17:01:56.748639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037106509457494:2108] [node 5] ICS09 handshake done sender: [3:7593037106509457464:2114] self: [3:7593037106509457463:0] peer: [5:7593037106717063092:0] socket: 411 qp: -1
2026-01-08T17:01:56.752208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037106509457494:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:56.755908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:56.863107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037106717063075:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.774971Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037106509457458:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(47393330ns) {HandleHandshakeStatus:329(46116419ns) {DropIncomingHandshake:442(654763ns) DropOutgoingHandshake:457(976ns) SwitchToState:179(816ns) ProcessPendingSessionEvents:495(18354550ns) {ForwardSessionEventToSession:616(6690346ns) ForwardSessionEventToSession:616(11611477ns) ForwardSessionEventToSession:616(6644ns) ForwardSessionEventToSession:616(3347ns) ForwardSessionEventToSession:616(9545ns) ForwardSessionEventToSession:616(2709ns) ForwardSessionEventToSession:616(2841ns) ForwardSessionEventToSession:616(5108ns) ForwardSessionEventToSession:616(2412ns) ForwardSessionEventToSession:616(6466ns)}}}
2026-01-08T17:01:56.863167Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037106717063075:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:56.866411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037102422095705:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.775078Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037102214490096:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25825) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037106509457483:2123] held: no
2026-01-08T17:01:56.867334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037105400281168:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17160
2026-01-08T17:01:56.798373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037106509457493:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45685
2026-01-08T17:01:56.810535Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037106509457483:2123] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:56.834848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037102214490096:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.854632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:56.858741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037102214490096:2048] [node 1] ICP22 created new session: [3:7593037106509457496:2048]
2026-01-08T17:01:56.866988Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037103266421068:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:56.870475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037105400281132:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.869894Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037104300949299:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(54397520ns) {HandleHandshakeStatus:329(54394678ns) {DropIncomingHandshake:442(20195ns) DropOutgoingHandshake:457(416ns) SwitchToState:179(970ns) ProcessPendingSessionEvents:495(37066101ns) {ForwardSessionEventToSession:616(6663810ns) ForwardSessionEventToSession:616(4780706ns) ForwardSessionEventToSession:616(3804167ns) ForwardSessionEventToSession:616(4236ns) ForwardSessionEventToSession:616(6600650ns) ForwardSessionEventToSession:616(6327ns) ForwardSessionEventToSession:616(4832ns) ForwardSessionEventToSession:616(4118311ns) ForwardSessionEventToSession:616(3842ns) ForwardSessionEventToSession:616(11040924ns)}}}
2026-01-08T17:01:56.868001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037106509457496:2048] [node 1] ICS09 handshake done sender: [3:7593037106509457483:2123] self: [3:7593037106509457491:0] peer: [1:7593037103904001368:0] socket: 407 qp: -1
2026-01-08T17:01:56.868073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037106509457496:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:56.868149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:56.868402Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037102214490096:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(39961875ns) {HandleHandshakeStatus:329(39958782ns) {DropIncomingHandshake:442(3615ns) DropOutgoingHandshake:457(425ns) SwitchToState:179(515ns) ProcessPendingSessionEvents:495(546ns)}}
2026-01-08T17:01:56.867817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:56.867893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037102422095705:2049] [node 2] ICP22 created new session: [5:7593037106717063101:2049]
2026-01-08T17:01:56.867953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037106717063101:2049] [node 2] ICS09 handshake done sender: [5:7593037106717063087:2119] self: [5:7593037106717063098:0] peer: [2:7593037104300949315:0] socket: 403 qp: -1
2026-01-08T17:01:56.868010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037106717063101:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:56.868057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:56.868606Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037106717063075:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:56.891656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:56.892222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037105400281132:2109] [node 6] ICP22 created new session: [4:7593037105400281170:2109]
2026-01-08T17:01:56.892283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037105400281170:2109] [node 6] ICS09 handshake done sender: [4:7593037105400281149:2117] self: [4:7593037105400281148:0] peer: [6:7593037103266421076:0] socket: 377 qp: -1
2026-01-08T17:01:56.892322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037105400281170:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:56.892412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:56.892833Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037105400281132:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(22189748ns) {HandleHandshakeStatus:329(22187421ns) {DropIncomingHandshake:442(931ns) DropOutgoingHandshake:457(1115ns) SwitchToState:179(961ns) ProcessPendingSessionEvents:495(109466ns) {ForwardSessionEventToSession:616(62452ns) ForwardSessionEventToSession:616(5601ns) ForwardSessionEventToSession:616(2342ns) ForwardSessionEventToSession:616(3425ns) ForwardSessionEventToSession:616(4781ns) ForwardSessionEventToSession:616(2642ns) ForwardSessionEventToSession:616(2622ns) ForwardSessionEventToSession:616(7432ns) ForwardSessionEventToSession:616(2264ns) ForwardSessionEventToSession:616(6333ns)}}}
2026-01-08T17:01:56.894124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037103266421046:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.894196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:56.894236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037103266421046:2110] [node 4] ICP22 created new session: [6:7593037103266421080:2110]
2026-01-08T17:01:56.894290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037103266421080:2110] [node 4] ICS09 handshake done sender: [6:7593037103266421068:2122] self: [6:7593037103266421076:0] peer: [4:7593037105400281148:0] socket: 378 qp: -1
2026-01-08T17:01:56.894338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037103266421080:2110] [node 4] ICS10 traffic start
2026-01-08T17:01:56.894381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:56.892129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037106717063070:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:56.893232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:56.893267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037106717063070:2110] [node 6] ICP22 created new session: [5:7593037106717063103:2110]
2026-01-08T17:01:56.893307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037106717063103:2110] [node 6] ICS09 handshake done sender: [5:7593037106717063075:2115] self: [5:7593037106717063074:0] peer: [6:7593037103266421077:0] socket: 396 qp: -1
2026-01-08T17:01:56.893331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037106717063103:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:56.893356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:56.895325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037103266421079:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36423
2026-01-08T17:01:56.895939Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037103266421070:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:56.898713Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037103266421040:2106] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65011) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037103266421070:2123] held: no
2026-01-08T17:01:56.898939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037103266421040:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:56.899016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:56.899069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037103266421040:2106] [node 5] ICP22 created new session: [6:7593037103266421082:2106]
2026-01-08T17:01:56.899114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037103266421082:2106] [node 5] ICS09 handshake done sender: [6:7593037103266421070:2123] self: [6:7593037103266421077:0] peer: [5:7593037106717063074:0] socket: 405 qp: -1
2026-01-08T17:01:56.899152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037103266421082:2106] [node 5] ICS10 traffic start
2026-01-08T17:01:56.899199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:56.915165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037105400281168:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:56.915475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037105400281132:2109] [node 6] ICP18 handshake (actor [4:7593037105400281168:2122]) is too old
2026-01-08T17:01:57.012735Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:57.012970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037104300949324:2048] [node 1] ICS01 socket: 370 reason# EndOfStream
2026-01-08T17:01:57.013029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037100005981939:2048] [node 1] ICP30 unregister session Session# [2:7593037104300949324:2048] VirtualId# [2:7593037104300949317:0]
2026-01-08T17:01:57.013065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037104300949324:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.013156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:57.013207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:57.014926Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:57.015162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037106509457496:2048] [node 1] ICS01 socket: 407 reason# EndOfStream
2026-01-08T17:01:57.015217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037102214490096:2048] [node 1] ICP30 unregister session Session# [3:7593037106509457496:2048] VirtualId# [3:7593037106509457491:0]
2026-01-08T17:01:57.015256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037106509457496:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.015336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:57.015387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:57.016956Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:57.017205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037105400281160:2048] [node 1] ICS01 socket: 368 reason# EndOfStream
2026-01-08T17:01:57.017251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037101105313773:2048] [node 1] ICP30 unregister session Session# [4:7593037105400281160:2048] VirtualId# [4:7593037105400281150:0]
2026-01-08T17:01:57.017285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037105400281160:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.017378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:57.017430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:57.018151Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:57.018402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037106717063091:2048] [node 1] ICS07 socket disconnect 401 reason# EndOfStream
2026-01-08T17:01:57.018438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037106717063091:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.018503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:57.018546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037106717063091:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:57.019422Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:57.019720Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037102422095704:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25825) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:57.019612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037103266421071:2048] [node 1] ICS01 socket: 384 reason# EndOfStream
2026-01-08T17:01:57.019788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037106717063091:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:57.019715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037098971453682:2048] [node 1] ICP30 unregister session Session# [6:7593037103266421071:2048] VirtualId# [6:7593037103266421062:0]
2026-01-08T17:01:57.019777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037103266421071:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.019827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037102422095704:2048] [node 1] ICP30 unregister session Session# [5:7593037106717063091:2048] VirtualId# [5:7593037106717063088:0]
2026-01-08T17:01:57.019848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:57.019895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:57.019868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:57.020113Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037102422095704:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25825) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:57.020128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25825) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:57.030000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037102422095704:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:57.131193Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:57.131483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037106509457484:2049] [node 2] ICS07 socket disconnect 366 reason# EndOfStream
2026-01-08T17:01:57.131515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037106509457484:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.131601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:57.131654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037106509457484:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:57.134166Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037102214490097:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6917) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:57.134208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037106509457484:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:57.135951Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:57.135639Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037102214490097:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6917) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:57.135706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037106509457484:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:57.135737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037102214490097:2049] [node 2] ICP30 unregister session Session# [3:7593037106509457484:2049] VirtualId# [3:7593037106509457477:0]
2026-01-08T17:01:57.136551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037106717063101:2049] [node 2] ICS01 socket: 403 reason# EndOfStream
2026-01-08T17:01:57.136304Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:57.135788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:57.136613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037102422095705:2049] [node 2] ICP30 unregister session Session# [5:7593037106717063101:2049] VirtualId# [5:7593037106717063098:0]
2026-01-08T17:01:57.135835Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037102214490097:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6917) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:57.136520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037105400281166:2049] [node 2] ICS01 socket: 397 reason# EndOfStream
2026-01-08T17:01:57.135861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6917) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:57.136588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037101105313774:2049] [node 2] ICP30 unregister session Session# [4:7593037105400281166:2049] VirtualId# [4:7593037105400281163:0]
2026-01-08T17:01:57.136682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037106717063101:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.136630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037105400281166:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.136715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:57.136767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:57.136819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:57.137757Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:57.136767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:57.137963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037103266421064:2049] [node 2] ICS07 socket disconnect 385 reason# EndOfStream
2026-01-08T17:01:57.142844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037103266421064:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.142969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:57.143044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037103266421064:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:57.145963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037102214490097:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:57.145735Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037098971453683:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6917) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:57.145871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037103266421064:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:57.145923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037098971453683:2049] [node 2] ICP30 unregister session Session# [6:7593037103266421064:2049] VirtualId# [6:7593037103266421061:0]
2026-01-08T17:01:57.146003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:57.146055Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037098971453683:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6917) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:57.146073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6917) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:57.157159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037098971453683:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:57.272933Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:57.273209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037103266421074:2050] [node 3] ICS01 socket: 383 reason# EndOfStream
2026-01-08T17:01:57.273286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037098971453684:2050] [node 3] ICP30 unregister session Session# [6:7593037103266421074:2050] VirtualId# [6:7593037103266421060:0]
2026-01-08T17:01:57.273342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037103266421074:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.273429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:57.273501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:57.274491Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:57.274769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037106717063096:2050] [node 3] ICS01 socket: 412 reason# EndOfStream
2026-01-08T17:01:57.274831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037102422095706:2050] [node 3] ICP30 unregister session Session# [5:7593037106717063096:2050] VirtualId# [5:7593037106717063092:0]
2026-01-08T17:01:57.274869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037106717063096:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.274994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:57.275076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:57.274657Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:57.274885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037105400281161:2050] [node 3] ICS01 socket: 353 reason# EndOfStream
2026-01-08T17:01:57.274930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037101105313775:2050] [node 3] ICP30 unregister session Session# [4:7593037105400281161:2050] VirtualId# [4:7593037105400281152:0]
2026-01-08T17:01:57.274965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037105400281161:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.275126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:57.275219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:57.414518Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:57.414587Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:57.414824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037103266421080:2110] [node 4] ICS01 socket: 378 reason# EndOfStream
2026-01-08T17:01:57.414909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037103266421046:2110] [node 4] ICP30 unregister session Session# [6:7593037103266421080:2110] VirtualId# [6:7593037103266421076:0]
2026-01-08T17:01:57.414952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037103266421080:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.415069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:57.415152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:57.414846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037106717063084:2109] [node 4] ICS01 socket: 381 reason# EndOfStream
2026-01-08T17:01:57.414909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037106717063066:2109] [node 4] ICP30 unregister session Session# [5:7593037106717063084:2109] VirtualId# [5:7593037106717063081:0]
2026-01-08T17:01:57.414949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037106717063084:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.415071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:57.415121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:57.595880Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:57.596150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037103266421082:2106] [node 5] ICS01 socket: 405 reason# EndOfStream
2026-01-08T17:01:57.596217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037103266421040:2106] [node 5] ICP30 unregister session Session# [6:7593037103266421082:2106] VirtualId# [6:7593037103266421077:0]
2026-01-08T17:01:57.596260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037103266421082:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:57.596352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:57.596400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:57.729015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037108486305106:2048] [node 2] ICP01 ready to work
2026-01-08T17:01:57.729098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037108486305107:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:57.731460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037110986931540:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:57.731514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037110986931541:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:57.739485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037110229166134:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:57.740030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037110229166135:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:57.792717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037109456720612:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:57.792748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037109456720613:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:57.793171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037109456720614:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:57.782869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037108561269487:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:57.782913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037108561269488:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:57.782949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037108561269489:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:57.819621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037108198712776:2048] [node 1] ICP01 ready to work
2026-01-08T17:01:57.819708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037108198712777:2049] [node 2] ICP01 ready to work
2026-01-08T17:01:57.819772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037108198712778:2050] [node 3] ICP01 ready to work
2026-01-08T17:01:58.208084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037113751687970:2108] [node 4] ICP01 ready to work
2026-01-08T17:01:58.154827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037112493680131:2104] [node 4] ICP01 ready to work
2026-01-08T17:01:58.293499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037115281898899:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:58.313633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037112493680133:2100] [node 5] ICP01 ready to work
2026-01-08T17:01:58.320915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037114524133494:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:58.354708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037112781272467:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:58.342600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037114524133495:2107] [node 4] ICP01 ready to work
2026-01-08T17:01:58.346743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037113751687975:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:58.346649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037115281898901:2108] [node 5] ICP01 ready to work
2026-01-08T17:01:58.377108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037112856236846:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:58.354834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037112781272466:2109] [node 5] ICP01 ready to work
2026-01-08T17:01:58.347903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037114524133496:2109] [node 6] ICP01 ready to work
2026-01-08T17:01:58.396560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037112781272468:2110] [node 6] ICP01 ready to work
2026-01-08T17:01:58.423048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037112856236847:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.436102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037108486305106:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(48513548ns) {Configure:104(48507785ns) {ProcessConfigured:135(80504ns) {StartInitialHandshake:157(76984ns) {DropHandshakes:470(2586ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(349ns)} GenerateSessionVirtualId:992(1369ns) PrepareNewSessionHandshake:477(1590ns) {SwitchToState:179(602ns)}}}}}
2026-01-08T17:01:58.450458Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037109456720613:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(219048198ns) {Configure:104(219043147ns) {ProcessConfigured:135(14554748ns) {StartInitialHandshake:157(14551487ns) {DropHandshakes:470(2651ns) {DropIncomingHandshake:442(459ns) DropOutgoingHandshake:457(317ns)} GenerateSessionVirtualId:992(783ns) PrepareNewSessionHandshake:477(5326ns) {SwitchToState:179(2003ns)}}}}}
2026-01-08T17:01:58.454877Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037112493680131:2104] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(263532076ns) {Configure:104(263527561ns) {ProcessConfigured:135(40042897ns) {StartInitialHandshake:157(40039431ns) {DropHandshakes:470(2483ns) {DropIncomingHandshake:442(424ns) DropOutgoingHandshake:457(348ns)} GenerateSessionVirtualId:992(1055ns) PrepareNewSessionHandshake:477(9948ns) {SwitchToState:179(5326ns)}}}}}
2026-01-08T17:01:58.442839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037115281898902:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.494875Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037110986931541:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(158431967ns) {Configure:104(158424747ns) {ProcessConfigured:135(68295ns) {StartInitialHandshake:157(65542ns) {DropHandshakes:470(1075ns) {DropIncomingHandshake:442(319ns) DropOutgoingHandshake:457(183ns)} GenerateSessionVirtualId:992(493ns) PrepareNewSessionHandshake:477(1909ns) {SwitchToState:179(1100ns)}}}}}
2026-01-08T17:01:58.447469Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037108486305107:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(292775446ns) {Configure:104(292762456ns) {ProcessConfigured:135(88196ns) {StartInitialHandshake:157(86129ns) {DropHandshakes:470(2525ns) {DropIncomingHandshake:442(627ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:992(818ns) PrepareNewSessionHandshake:477(1629ns) {SwitchToState:179(544ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.515983Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037112781272466:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(129153040ns) {Configure:104(129145383ns) {ProcessConfigured:135(84374ns) {StartInitialHandshake:157(78152ns) {DropHandshakes:470(2277ns) {DropIncomingHandshake:442(471ns) DropOutgoingHandshake:457(330ns)} GenerateSessionVirtualId:992(712ns) PrepareNewSessionHandshake:477(1704ns) {SwitchToState:179(435ns)}}}}}
2026-01-08T17:01:58.455420Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037112493680140:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2587
2026-01-08T17:01:58.488394Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037113751687978:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43025
2026-01-08T17:01:58.483171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037110229166135:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(240037659ns) {Configure:104(240015054ns) {ProcessConfigured:135(80636ns) {StartInitialHandshake:157(77522ns) {DropHandshakes:470(2881ns) {DropIncomingHandshake:442(770ns) DropOutgoingHandshake:457(685ns)} GenerateSessionVirtualId:992(836ns) PrepareNewSessionHandshake:477(2453ns) {SwitchToState:179(537ns)}}}}}
2026-01-08T17:01:58.531576Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037108561269487:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(240547950ns) {Configure:104(240539361ns) {ProcessConfigured:135(64082ns) {StartInitialHandshake:157(61306ns) {DropHandshakes:470(2280ns) {DropIncomingHandshake:442(354ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:992(601ns) PrepareNewSessionHandshake:477(1398ns) {SwitchToState:179(611ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.543499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037112856236848:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63479
2026-01-08T17:01:58.543657Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037112856236852:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63479
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.552213Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037112781272482:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54125
2026-01-08T17:01:58.566714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037112781272480:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54125
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.566786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037112781272467:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(155566513ns) {Configure:104(155561100ns) {ProcessConfigured:135(7034020ns) {StartInitialHandshake:157(7031180ns) {DropHandshakes:470(1574ns) {DropIncomingHandshake:442(199ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:992(769ns) PrepareNewSessionHandshake:477(3512ns) {SwitchToState:179(1020ns)}}}}}
2026-01-08T17:01:58.457890Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037112493680139:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2587
2026-01-08T17:01:58.518895Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037114524133510:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63238
2026-01-08T17:01:58.488604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037113751687979:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43025
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.560421Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037112856236846:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(16396530ns) {Configure:104(16391063ns) {ProcessConfigured:135(14728042ns) {StartInitialHandshake:157(14725964ns) {DropHandshakes:470(2402ns) {DropIncomingHandshake:442(418ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:992(1069ns) PrepareNewSessionHandshake:477(2529ns) {SwitchToState:179(1174ns)}}}}}
2026-01-08T17:01:58.566893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037112856236849:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63479
2026-01-08T17:01:58.587064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037112856236857:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63479
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.568742Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037110229166134:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(402723053ns) {Configure:104(402719824ns) {ProcessConfigured:135(65216166ns) {StartInitialHandshake:157(65213461ns) {DropHandshakes:470(2300ns) {DropIncomingHandshake:442(495ns) DropOutgoingHandshake:457(337ns)} GenerateSessionVirtualId:992(702ns) PrepareNewSessionHandshake:477(2976ns) {SwitchToState:179(1695ns)}}}}}
2026-01-08T17:01:58.587473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037114524133509:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63238
2026-01-08T17:01:58.512597Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037108198712776:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(142046881ns) {Configure:104(142034239ns) {ProcessConfigured:135(64498ns) {StartInitialHandshake:157(61654ns) {DropHandshakes:470(2886ns) {DropIncomingHandshake:442(434ns) DropOutgoingHandshake:457(623ns)} GenerateSessionVirtualId:992(846ns) PrepareNewSessionHandshake:477(1325ns) {SwitchToState:179(492ns)}}}}}
2026-01-08T17:01:58.502968Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037109456720612:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(315460069ns) {Configure:104(315449718ns) {ProcessConfigured:135(69195ns) {StartInitialHandshake:157(67208ns) {DropHandshakes:470(2080ns) {DropIncomingHandshake:442(347ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:992(852ns) PrepareNewSessionHandshake:477(1424ns) {SwitchToState:179(878ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.622523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037114524133500:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.606715Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037110986931540:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(277658459ns) {Configure:104(277653951ns) {ProcessConfigured:135(9332908ns) {StartInitialHandshake:157(9330367ns) {DropHandshakes:470(2086ns) {DropIncomingHandshake:442(366ns) DropOutgoingHandshake:457(264ns)} GenerateSessionVirtualId:992(468ns) PrepareNewSessionHandshake:477(3213ns) {SwitchToState:179(1381ns)}}}}}
2026-01-08T17:01:58.602564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037112781272472:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.520468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037112493680139:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.561181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037113751687984:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43025
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.561479Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037108198712778:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(266905530ns) {Configure:104(266890044ns) {ProcessConfigured:135(14571737ns) {StartInitialHandshake:157(14569570ns) {DropHandshakes:470(1348ns) {DropIncomingHandshake:442(246ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:992(630ns) PrepareNewSessionHandshake:477(2905ns) {SwitchToState:179(1119ns)}}}}}
2026-01-08T17:01:58.593532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037108198712778:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:58.593687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037112493680140:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.593949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037108198712776:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:58.602608Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037112781272472:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.615034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037112781272484:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54125
2026-01-08T17:01:58.630548Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037112781272482:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.642750Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037112781272472:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:58.665427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037112781272468:2110] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.622585Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037114524133500:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:58.625037Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037113751687978:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.658926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037112856236849:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.654741Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037115281898899:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(293979686ns) {Configure:104(293971861ns) {ProcessConfigured:135(25615010ns) {StartInitialHandshake:157(25611866ns) {DropHandshakes:470(2177ns) {DropIncomingHandshake:442(374ns) DropOutgoingHandshake:457(455ns)} GenerateSessionVirtualId:992(949ns) PrepareNewSessionHandshake:477(4362ns) {SwitchToState:179(1913ns)}}}}}
2026-01-08T17:01:58.630431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037108198712777:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(265728512ns) {Configure:104(265722067ns) {ProcessConfigured:135(9814922ns) {StartInitialHandshake:157(9812642ns) {DropHandshakes:470(1797ns) {DropIncomingHandshake:442(377ns) DropOutgoingHandshake:457(310ns)} GenerateSessionVirtualId:992(967ns) PrepareNewSessionHandshake:477(3486ns) {SwitchToState:179(1881ns)}}}}}
2026-01-08T17:01:58.634563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037114524133509:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.625143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037113751687979:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.679306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037112781272480:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.658390Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037115281898912:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22105
2026-01-08T17:01:58.672084Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037112856236852:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.650884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037112493680155:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2587
2026-01-08T17:01:58.646943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037110229166134:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.682453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037112781272476:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.678711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037115281898916:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22105
2026-01-08T17:01:58.647634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037109456720614:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(262450367ns) {Configure:104(262441551ns) {ProcessConfigured:135(43784967ns) {StartInitialHandshake:157(43781518ns) {DropHandshakes:470(2311ns) {DropIncomingHandshake:442(391ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:992(955ns) PrepareNewSessionHandshake:477(4814ns) {SwitchToState:179(2630ns)}}}}}
2026-01-08T17:01:58.705184Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037112493680154:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2587
2026-01-08T17:01:58.678827Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037108561269489:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(448398444ns) {Configure:104(448393965ns) {ProcessConfigured:135(24689074ns) {StartInitialHandshake:157(24686656ns) {DropHandshakes:470(494ns) {DropIncomingHandshake:442(109ns) DropOutgoingHandshake:457(45ns)} GenerateSessionVirtualId:992(197ns) PrepareNewSessionHandshake:477(3002ns) {SwitchToState:179(345ns)}}}}}
2026-01-08T17:01:58.682503Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037112781272476:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:01:58.678739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037114524133498:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.750023Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037112493680140:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:58.763914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037108198712776:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:58.764000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:58.764053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037108198712776:2048] [node 1] ICP22 created new session: [6:7593037112493680157:2048]
2026-01-08T17:01:58.764110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037112493680157:2048] [node 1] ICS09 handshake done sender: [6:7593037112493680140:2112] self: [6:7593037112493680152:0] peer: [1:7593037112781272471:0] socket: 366 qp: -1
2026-01-08T17:01:58.764148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037112493680157:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:58.764186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:58.773507Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037108198712776:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:58.658533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037109456720614:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.784714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037112493680154:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.784875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037112493680131:2104] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:58.733648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037115281898919:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22105
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.797600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037112493680160:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2587
2026-01-08T17:01:58.679164Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037112856236848:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.678770Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037114524133498:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:58.714682Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037113751687975:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(263873626ns) {Configure:104(263865599ns) {ProcessConfigured:135(19980894ns) {StartInitialHandshake:157(19978006ns) {DropHandshakes:470(4537ns) {DropIncomingHandshake:442(791ns) DropOutgoingHandshake:457(665ns)} GenerateSessionVirtualId:992(932ns) PrepareNewSessionHandshake:477(3686ns) {SwitchToState:179(2198ns)}}}}}
2026-01-08T17:01:58.728022Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037112781272476:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:58.733911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037115281898904:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.698788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037108561269489:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:58.699200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037114524133504:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.699225Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037114524133504:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:58.700612Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037114524133504:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:58.701166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037114524133495:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:58.701254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:58.701312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037114524133495:2107] [node 4] ICP22 created new session: [3:7593037114524133515:2107]
2026-01-08T17:01:58.701367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037114524133515:2107] [node 4] ICS09 handshake done sender: [3:7593037114524133504:2113] self: [3:7593037114524133503:0] peer: [4:7593037112856236864:0] socket: 358 qp: -1
2026-01-08T17:01:58.701408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037114524133515:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:58.701443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:58.723976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037114524133510:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.724131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037110229166135:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:58.727578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037114524133518:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63238
2026-01-08T17:01:58.728273Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037114524133509:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:58.733487Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037114524133500:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:58.758753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037110229166134:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:58.758845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:58.758905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037110229166134:2048] [node 1] ICP22 created new session: [3:7593037114524133521:2048]
2026-01-08T17:01:58.758965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037114524133521:2048] [node 1] ICS09 handshake done sender: [3:7593037114524133509:2115] self: [3:7593037114524133512:0] peer: [1:7593037112781272475:0] socket: 369 qp: -1
2026-01-08T17:01:58.759025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037114524133521:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:58.759090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:58.760065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037114524133520:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63238
2026-01-08T17:01:58.767061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037114524133496:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:58.767148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:58.767208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037114524133496:2109] [node 6] ICP22 created new session: [3:7593037114524133523:2109]
2026-01-08T17:01:58.767259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037114524133523:2109] [node 6] ICS09 handshake done sender: [3:7593037114524133500:2112] self: [3:7593037114524133499:0] peer: [6:7593037112493680151:0] socket: 356 qp: -1
2026-01-08T17:01:58.767295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037114524133523:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:58.767378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:58.767970Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037114524133510:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:58.768987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037110229166135:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:58.782800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:58.782862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037110229166135:2049] [node 2] ICP22 created new session: [3:7593037114524133526:2049]
2026-01-08T17:01:58.782922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037114524133526:2049] [node 2] ICS09 handshake done sender: [3:7593037114524133510:2116] self: [3:7593037114524133519:0] peer: [2:7593037115281898903:0] socket: 376 qp: -1
2026-01-08T17:01:58.782967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037114524133526:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:58.783052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:58.785381Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037114524133498:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:58.785645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037114524133494:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:58.785726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:58.785783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037114524133494:2108] [node 5] ICP22 created new session: [3:7593037114524133528:2108]
2026-01-08T17:01:58.785834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037114524133528:2108] [node 5] ICS09 handshake done sender: [3:7593037114524133498:2111] self: [3:7593037114524133497:0] peer: [5:7593037113751687987:0] socket: 355 qp: -1
2026-01-08T17:01:58.785868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037114524133528:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:58.785917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:58.804591Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037112493680154:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:58.738664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:58.742954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037112781272468:2110] [node 6] ICP22 created new session: [1:7593037112781272490:2110]
2026-01-08T17:01:58.743038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037112781272490:2110] [node 6] ICS09 handshake done sender: [1:7593037112781272472:2112] self: [1:7593037112781272471:0] peer: [6:7593037112493680152:0] socket: 363 qp: -1
2026-01-08T17:01:58.743085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037112781272490:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:58.743172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:58.743652Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037112781272468:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(78012727ns) {HandleHandshakeStatus:329(78004365ns) {DropIncomingHandshake:442(22191ns) DropOutgoingHandshake:457(451ns) SwitchToState:179(525ns) ProcessPendingSessionEvents:495(118078ns) {ForwardSessionEventToSession:616(70694ns) ForwardSessionEventToSession:616(3334ns) ForwardSessionEventToSession:616(3811ns) ForwardSessionEventToSession:616(5490ns) ForwardSessionEventToSession:616(3518ns) ForwardSessionEventToSession:616(2343ns) ForwardSessionEventToSession:616(7996ns) ForwardSessionEventToSession:616(2168ns) ForwardSessionEventToSession:616(7271ns) ForwardSessionEventToSession:616(2357ns)}}}
2026-01-08T17:01:58.750118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037108486305107:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:01:58.782746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:58.782818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037108486305107:2049] [node 3] ICP22 created new session: [1:7593037112781272493:2049]
2026-01-08T17:01:58.791434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037112781272493:2049] [node 3] ICS09 handshake done sender: [1:7593037112781272476:2113] self: [1:7593037112781272475:0] peer: [3:7593037114524133512:0] socket: 364 qp: -1
2026-01-08T17:01:58.791495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037112781272493:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:58.791566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:58.792039Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037108486305107:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(41708410ns) {HandleHandshakeStatus:329(41705315ns) {DropIncomingHandshake:442(308ns) DropOutgoingHandshake:457(814ns) SwitchToState:179(770ns) ProcessPendingSessionEvents:495(129370ns) {ForwardSessionEventToSession:616(66539ns) ForwardSessionEventToSession:616(9271ns) ForwardSessionEventToSession:616(3443ns) ForwardSessionEventToSession:616(2982ns) ForwardSessionEventToSession:616(6420ns) ForwardSessionEventToSession:616(3331ns) ForwardSessionEventToSession:616(5156ns) ForwardSessionEventToSession:616(3669ns) ForwardSessionEventToSession:616(3615ns) ForwardSessionEventToSession:616(13161ns)}}}
2026-01-08T17:01:58.792833Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037112781272494:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54125
2026-01-08T17:01:58.799019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037112781272484:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.852897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037112781272494:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.749915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037113751687984:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.784221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037113751687993:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43025
2026-01-08T17:01:58.800014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037109456720613:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:58.816546Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037109456720613:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(33175882ns) {IncomingHandshake:261(28790093ns) {DropIncomingHandshake:442(504ns) PrepareNewSessionHandshake:477(1930ns) {SwitchToState:179(945ns)} GenerateSessionVirtualId:992(541ns) IssueIncomingHandshakeReply:193(17652828ns) {SwitchToState:179(2148ns)}}}
2026-01-08T17:01:58.733937Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037115281898904:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.806275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037112493680131:2104] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:58.859561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037112781272470:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.700414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037112856236865:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63479
2026-01-08T17:01:58.868219Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037113751687978:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:58.874657Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037113751687994:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43025
2026-01-08T17:01:58.874865Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037113751687995:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43025
2026-01-08T17:01:58.877134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037109456720614:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:58.877229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:58.877292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037109456720614:2050] [node 3] ICP22 created new session: [5:7593037113751687996:2050]
2026-01-08T17:01:58.877361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037113751687996:2050] [node 3] ICS09 handshake done sender: [5:7593037113751687978:2112] self: [5:7593037113751687987:0] peer: [3:7593037114524133497:0] socket: 361 qp: -1
2026-01-08T17:01:58.877414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037113751687996:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:58.877486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.734942Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037115281898904:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:58.859610Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037112781272470:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:01:58.706485Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037112856236846:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(16006182ns)
2026-01-08T17:01:58.806367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:58.922662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037114524133530:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63238
2026-01-08T17:01:58.886688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037113751687994:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.735285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037110986931541:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.949088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037114524133530:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.949246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037114524133496:2109] [node 6] ICP18 handshake (actor [3:7593037114524133530:2120]) is too old
2026-01-08T17:01:58.711413Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037112856236847:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(177624495ns) {Configure:104(177619972ns) {ProcessConfigured:135(28715571ns) {StartInitialHandshake:157(24611509ns) {DropHandshakes:470(2735ns) {DropIncomingHandshake:442(1120ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:992(2756ns) PrepareNewSessionHandshake:477(2842ns) {SwitchToState:179(1301ns)}}}}}
2026-01-08T17:01:58.887316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037113751687970:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:58.828967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037112493680131:2104] [node 4] ICP22 created new session: [6:7593037112493680162:2104]
2026-01-08T17:01:58.762651Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037112856236846:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(35957565ns) {IncomingHandshake:261(17915748ns) {DropIncomingHandshake:442(2289ns) PrepareNewSessionHandshake:477(4057ns) {SwitchToState:179(2332ns)} GenerateSessionVirtualId:992(642ns) IssueIncomingHandshakeReply:193(19415ns)}}
2026-01-08T17:01:58.735377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:58.860398Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037112781272467:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(30230311ns) {IncomingHandshake:261(16071806ns) {DropIncomingHandshake:442(447ns) PrepareNewSessionHandshake:477(1140ns) {SwitchToState:179(355ns)} GenerateSessionVirtualId:992(708ns) IssueIncomingHandshakeReply:193(10165ns)}}
2026-01-08T17:01:58.846444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037112493680162:2104] [node 4] ICS09 handshake done sender: [6:7593037112493680154:2117] self: [6:7593037112493680159:0] peer: [4:7593037112856236855:0] socket: 396 qp: -1
2026-01-08T17:01:58.866465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037112493680162:2104] [node 4] ICS10 traffic start
2026-01-08T17:01:58.890723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:58.899375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037112493680165:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2587
2026-01-08T17:01:58.899447Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037112493680166:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2587
2026-01-08T17:01:58.913306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037112493680156:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2587
2026-01-08T17:01:58.931087Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037112493680131:2104] [node 4] ICP35 event processing took too much time PendingConnection:279(124427290ns) {HandleHandshakeStatus:329(124424939ns) {DropIncomingHandshake:442(505ns) DropOutgoingHandshake:457(6266ns) SwitchToState:179(245ns) ProcessPendingSessionEvents:495(17398254ns) {ForwardSessionEventToSession:616(17326414ns) ForwardSessionEventToSession:616(8651ns) ForwardSessionEventToSession:616(3701ns) ForwardSessionEventToSession:616(7457ns) ForwardSessionEventToSession:616(3364ns) ForwardSessionEventToSession:616(7362ns) ForwardSessionEventToSession:616(14092ns) ForwardSessionEventToSession:616(3528ns) ForwardSessionEventToSession:616(6764ns) ForwardSessionEventToSession:616(3531ns)}}}
2026-01-08T17:01:58.942773Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037112493680139:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:58.958827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037108198712778:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:58.888154Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037113751687984:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:58.875695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037112781272483:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.771598Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037112856236849:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:01:58.735427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037110986931541:2049] [node 3] ICP22 created new session: [2:7593037115281898921:2049]
2026-01-08T17:01:58.970407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037112493680166:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.970676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037108198712777:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:58.970967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:58.974811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037108198712778:2050] [node 3] ICP22 created new session: [6:7593037112493680168:2050]
2026-01-08T17:01:58.996063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037112493680168:2050] [node 3] ICS09 handshake done sender: [6:7593037112493680139:2111] self: [6:7593037112493680151:0] peer: [3:7593037114524133499:0] socket: 365 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.902554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037113751687991:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43025
2026-01-08T17:01:58.746738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037115281898921:2049] [node 3] ICS09 handshake done sender: [2:7593037115281898904:2111] self: [2:7593037115281898903:0] peer: [3:7593037114524133519:0] socket: 375 qp: -1
2026-01-08T17:01:58.749001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037115281898913:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22105
2026-01-08T17:01:58.760986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037115281898921:2049] [node 3] ICS10 traffic start
2026-01-08T17:01:58.768733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037115281898912:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.770442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037115281898919:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.773069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:58.773402Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037115281898916:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.811475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037115281898908:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.811516Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037115281898908:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:58.828021Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037110986931541:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(92459858ns) {HandleHandshakeStatus:329(92453009ns) {DropIncomingHandshake:442(226ns) DropOutgoingHandshake:457(564ns) SwitchToState:179(548ns) ProcessPendingSessionEvents:495(12114420ns) {ForwardSessionEventToSession:616(12050646ns) ForwardSessionEventToSession:616(6198ns) ForwardSessionEventToSession:616(10499ns) ForwardSessionEventToSession:616(3248ns) ForwardSessionEventToSession:616(3758ns) ForwardSessionEventToSession:616(8039ns) ForwardSessionEventToSession:616(2902ns) ForwardSessionEventToSession:616(4804ns) ForwardSessionEventToSession:616(3238ns) ForwardSessionEventToSession:616(3062ns)}}}
2026-01-08T17:01:58.828379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037110986931541:2049] [node 3] ICP18 handshake (actor [2:7593037115281898919:2119]) is too old
2026-01-08T17:01:58.828782Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037115281898908:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:58.846503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037115281898906:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.846520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037110986931540:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:58.846559Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037115281898906:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:58.871155Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037115281898906:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:58.894839Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037115281898913:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.895674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037115281898928:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22105
2026-01-08T17:01:58.895768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037115281898929:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22105
2026-01-08T17:01:58.896260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037115281898901:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:58.907401Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037110986931540:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(30064172ns) {IncomingHandshake:261(30062980ns) {DropIncomingHandshake:442(93ns) PrepareNewSessionHandshake:477(501ns) {SwitchToState:179(206ns)} GenerateSessionVirtualId:992(230ns) IssueIncomingHandshakeReply:193(95404ns) {SwitchToState:179(507ns)}}}
2026-01-08T17:01:58.911256Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037115281898912:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:58.913188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037115281898902:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:58.939616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037110986931540:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:58.939708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:58.939764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037110986931540:2048] [node 1] ICP22 created new session: [2:7593037115281898931:2048]
2026-01-08T17:01:58.939830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037115281898931:2048] [node 1] ICS09 handshake done sender: [2:7593037115281898912:2114] self: [2:7593037115281898925:0] peer: [1:7593037112781272469:0] socket: 372 qp: -1
2026-01-08T17:01:58.939872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037115281898931:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:58.939913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:58.943430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:58.947850Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037110986931540:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:58.948071Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037115281898928:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.960440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:58.965625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037115281898902:2107] [node 4] ICP22 created new session: [2:7593037115281898935:2107]
2026-01-08T17:01:58.965927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037115281898901:2108] [node 5] ICP22 created new session: [2:7593037115281898933:2108]
2026-01-08T17:01:58.974030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037115281898935:2107] [node 4] ICS09 handshake done sender: [2:7593037115281898906:2112] self: [2:7593037115281898905:0] peer: [4:7593037112856236876:0] socket: 383 qp: -1
2026-01-08T17:01:58.974099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037115281898935:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:58.974168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:58.974948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037115281898933:2108] [node 5] ICS09 handshake done sender: [2:7593037115281898908:2113] self: [2:7593037115281898907:0] peer: [5:7593037113751687992:0] socket: 384 qp: -1
2026-01-08T17:01:58.988192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037115281898933:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:58.988269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037115281898918:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.988315Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037115281898918:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:58.994891Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037115281898902:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(81354227ns) {HandleHandshakeStatus:329(81350444ns) {DropIncomingHandshake:442(16542ns) DropOutgoingHandshake:457(381ns) SwitchToState:179(157ns) ProcessPendingSessionEvents:495(20099269ns) {ForwardSessionEventToSession:616(82253ns) ForwardSessionEventToSession:616(4253649ns) ForwardSessionEventToSession:616(15711461ns) ForwardSessionEventToSession:616(2860ns) ForwardSessionEventToSession:616(6785ns) ForwardSessionEventToSession:616(2703ns) ForwardSessionEventToSession:616(4240ns) ForwardSessionEventToSession:616(6606ns) ForwardSessionEventToSession:616(3516ns) ForwardSessionEventToSession:616(6579ns)}}}
2026-01-08T17:01:58.999110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:58.786523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037112856236856:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.875728Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037112781272483:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:01:58.911486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037109456720613:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:59.008805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037112493680168:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:59.012409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037112493680165:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:59.018613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:59.019913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037108198712778:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(60842757ns) {HandleHandshakeStatus:329(60840324ns) {DropIncomingHandshake:442(646ns) DropOutgoingHandshake:457(5399ns) SwitchToState:179(630ns) ProcessPendingSessionEvents:495(144610ns) {ForwardSessionEventToSession:616(78526ns) ForwardSessionEventToSession:616(10376ns) ForwardSessionEventToSession:616(3112ns) ForwardSessionEventToSession:616(3812ns) ForwardSessionEventToSession:616(8927ns) ForwardSessionEventToSession:616(2359ns) ForwardSessionEventToSession:616(5328ns) ForwardSessionEventToSession:616(3216ns) ForwardSessionEventToSession:616(12306ns) ForwardSessionEventToSession:616(7640ns)}}}
2026-01-08T17:01:59.019984Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037108198712778:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:01:58.887827Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037112781272483:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:58.890562Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037108486305106:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(16065228ns) {IncomingHandshake:261(16063150ns) {DropIncomingHandshake:442(1497ns) PrepareNewSessionHandshake:477(3191ns) {SwitchToState:179(1238ns)} GenerateSessionVirtualId:992(604ns) IssueIncomingHandshakeReply:193(10507ns)}}
2026-01-08T17:01:58.892192Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037112781272470:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:58.914924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037112781272467:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:01:58.915029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:58.915090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037112781272467:2107] [node 4] ICP22 created new session: [1:7593037112781272500:2107]
2026-01-08T17:01:58.915163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037112781272500:2107] [node 4] ICS09 handshake done sender: [1:7593037112781272483:2117] self: [1:7593037112781272481:0] peer: [4:7593037112856236877:0] socket: 411 qp: -1
2026-01-08T17:01:58.915217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037112781272500:2107] [node 4] ICS10 traffic start
2026-01-08T17:01:58.915278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:58.916287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037108486305106:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:01:58.916379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:58.916439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037108486305106:2048] [node 2] ICP22 created new session: [1:7593037112781272502:2048]
2026-01-08T17:01:58.916516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037112781272502:2048] [node 2] ICS09 handshake done sender: [1:7593037112781272470:2111] self: [1:7593037112781272469:0] peer: [2:7593037115281898925:0] socket: 362 qp: -1
2026-01-08T17:01:58.916561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037112781272502:2048] [node 2] ICS10 traffic start
2026-01-08T17:01:58.916602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:58.919959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037112781272479:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.919989Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037112781272479:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:58.933081Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037112781272479:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:58.967210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037112781272466:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:59.005864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:59.011149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037112781272466:2109] [node 5] ICP22 created new session: [1:7593037112781272505:2109]
2026-01-08T17:01:59.015597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037112781272505:2109] [node 5] ICS09 handshake done sender: [1:7593037112781272479:2114] self: [1:7593037112781272478:0] peer: [5:7593037113751688002:0] socket: 402 qp: -1
2026-01-08T17:01:59.014797Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037115281898901:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(120347157ns) {HandleHandshakeStatus:329(120342143ns) {DropIncomingHandshake:442(1925ns) DropOutgoingHandshake:457(688ns) SwitchToState:179(1039ns) ProcessPendingSessionEvents:495(125758ns) {ForwardSessionEventToSession:616(66150ns) ForwardSessionEventToSession:616(3487ns) ForwardSessionEventToSession:616(3028ns) ForwardSessionEventToSession:616(13409ns) ForwardSessionEventToSession:616(3790ns) ForwardSessionEventToSession:616(3466ns) ForwardSessionEventToSession:616(5787ns) ForwardSessionEventToSession:616(3446ns) ForwardSessionEventToSession:616(5139ns) ForwardSessionEventToSession:616(3715ns)}}}
2026-01-08T17:01:59.014908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037115281898901:2108] [node 5] ICP18 handshake (actor [2:7593037115281898913:2115]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:58.786552Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037112856236856:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:59.023472Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037115281898918:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:58.911577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:59.028391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037116788647467:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2587
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:01:59.021850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037112781272505:2109] [node 5] ICS10 traffic start
2026-01-08T17:01:58.795750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037108561269489:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:01:58.911641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037109456720613:2049] [node 2] ICP22 created new session: [5:7593037113751688000:2049]
2026-01-08T17:01:58.795841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:01:58.795893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037108561269489:2050] [node 3] ICP22 created new session: [4:7593037112856236870:2050]
2026-01-08T17:01:58.795951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037112856236870:2050] [node 3] ICS09 handshake done sender: [4:7593037112856236849:2111] self: [4:7593037112856236864:0] peer: [3:7593037114524133503:0] socket: 360 qp: -1
2026-01-08T17:01:58.795993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037112856236870:2050] [node 3] ICS10 traffic start
2026-01-08T17:01:58.796031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:01:58.803202Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037112856236856:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:58.805056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037112856236846:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:58.805150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:58.805216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037112856236846:2109] [node 6] ICP22 created new session: [4:7593037112856236874:2109]
2026-01-08T17:01:58.805270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037112856236874:2109] [node 6] ICS09 handshake done sender: [4:7593037112856236856:2115] self: [4:7593037112856236855:0] peer: [6:7593037112493680159:0] socket: 393 qp: -1
2026-01-08T17:01:58.805318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037112856236874:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:58.805371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:58.810398Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037112856236857:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.810778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037108561269488:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:58.830524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037112856236869:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63479
2026-01-08T17:01:58.862429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037112856236869:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.870597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037108561269487:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:58.875396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037112856236878:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63479
2026-01-08T17:01:58.896383Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037112856236857:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:58.910695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037112856236866:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.910745Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037112856236866:2119] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:01:58.922927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037108561269488:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:58.923051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:58.923115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037108561269488:2049] [node 2] ICP22 created new session: [4:7593037112856236880:2049]
2026-01-08T17:01:58.923181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037112856236880:2049] [node 2] ICS09 handshake done sender: [4:7593037112856236857:2116] self: [4:7593037112856236876:0] peer: [2:7593037115281898905:0] socket: 387 qp: -1
2026-01-08T17:01:58.923227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037112856236880:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:58.923301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:58.932477Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037108561269487:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28115) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037112856236869:2120] held: no
2026-01-08T17:01:58.938751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037112856236879:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63479
2026-01-08T17:01:58.941859Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037112856236869:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:58.942067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037108561269487:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:58.942144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:58.942200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037108561269487:2048] [node 1] ICP22 created new session: [4:7593037112856236883:2048]
2026-01-08T17:01:58.942257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037112856236883:2048] [node 1] ICS09 handshake done sender: [4:7593037112856236869:2120] self: [4:7593037112856236877:0] peer: [1:7593037112781272481:0] socket: 413 qp: -1
2026-01-08T17:01:58.942306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037112856236883:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:58.942375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:59.011230Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037112856236866:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:59.026952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037112856236847:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:01:59.027079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:59.027152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037112856236847:2108] [node 5] ICP22 created new session: [4:7593037117151204181:2108]
2026-01-08T17:01:59.027209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037117151204181:2108] [node 5] ICS09 handshake done sender: [4:7593037112856236866:2119] self: [4:7593037112856236863:0] peer: [5:7593037113751687999:0] socket: 416 qp: -1
2026-01-08T17:01:59.027256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037117151204181:2108] [node 5] ICS10 traffic start
2026-01-08T17:01:59.027291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:59.028931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037112493680133:2100] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:59.041132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037115281898899:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:59.028789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:58.911694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037113751688000:2049] [node 2] ICS09 handshake done sender: [5:7593037113751687984:2115] self: [5:7593037113751687992:0] peer: [2:7593037115281898907:0] socket: 386 qp: -1
2026-01-08T17:01:58.911736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037113751688000:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:58.911804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:58.918224Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037113751687991:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:58.918386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037109456720612:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:01:58.947162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037113751688003:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43025
2026-01-08T17:01:58.962487Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037113751687991:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:01:58.967549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037109456720612:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:01:59.001204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:01:59.001281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037109456720612:2048] [node 1] ICP22 created new session: [5:7593037118046655300:2048]
2026-01-08T17:01:59.001340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037118046655300:2048] [node 1] ICS09 handshake done sender: [5:7593037113751687991:2118] self: [5:7593037113751688002:0] peer: [1:7593037112781272478:0] socket: 405 qp: -1
2026-01-08T17:01:59.001381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037118046655300:2048] [node 1] ICS10 traffic start
2026-01-08T17:01:59.001428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:01:59.001917Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037109456720612:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(34114833ns) {HandleHandshakeStatus:329(34112859ns) {DropIncomingHandshake:442(331ns) DropOutgoingHandshake:457(4554ns) SwitchToState:179(1143ns) ProcessPendingSessionEvents:495(112887ns) {ForwardSessionEventToSession:616(58448ns) ForwardSessionEventToSession:616(5562ns) ForwardSessionEventToSession:616(5480ns) ForwardSessionEventToSession:616(3280ns) ForwardSessionEventToSession:616(3668ns) ForwardSessionEventToSession:616(5728ns) ForwardSessionEventToSession:616(2913ns) ForwardSessionEventToSession:616(2524ns) ForwardSessionEventToSession:616(8826ns) ForwardSessionEventToSession:616(7836ns)}}}
2026-01-08T17:01:59.003910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037118046655302:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43025
2026-01-08T17:01:59.030599Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037113751687994:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:01:59.034572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037113751687989:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:01:59.034605Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037113751687989:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:01:59.039048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037113751687989:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:01:59.039128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037113751687970:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:01:59.039221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:01:59.039287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037113751687970:2108] [node 4] ICP22 created new session: [5:7593037118046655304:2108]
2026-01-08T17:01:59.039344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037118046655304:2108] [node 4] ICS09 handshake done sender: [5:7593037113751687994:2120] self: [5:7593037113751687999:0] peer: [4:7593037112856236863:0] socket: 401 qp: -1
2026-01-08T17:01:59.039392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037118046655304:2108] [node 4] ICS10 traffic start
2026-01-08T17:01:59.039444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:01:59.056521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037113751687975:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:01:59.056629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:59.056680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037113751687975:2110] [node 6] ICP22 created new session: [5:7593037118046655306:2110]
2026-01-08T17:01:59.056736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037118046655306:2110] [node 6] ICS09 handshake done sender: [5:7593037113751687989:2117] self: [5:7593037113751687988:0] peer: [6:7593037116788647466:0] socket: 424 qp: -1
2026-01-08T17:01:59.056772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037118046655306:2110] [node 6] ICS10 traffic start
2026-01-08T17:01:59.056811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:59.040927Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037112493680166:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:01:59.042692Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037116788647468:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2587
2026-01-08T17:01:59.047428Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037112493680165:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:01:59.049812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037108198712777:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:01:59.049913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:01:59.049970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037108198712777:2049] [node 2] ICP22 created new session: [6:7593037116788647469:2049]
2026-01-08T17:01:59.050030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037116788647469:2049] [node 2] ICS09 handshake done sender: [6:7593037112493680166:2122] self: [6:7593037112493680167:0] peer: [2:7593037115281898917:0] socket: 429 qp: -1
2026-01-08T17:01:59.050072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037116788647469:2049] [node 2] ICS10 traffic start
2026-01-08T17:01:59.050137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:01:59.050530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037112493680133:2100] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:01:59.054834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:01:59.054906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037112493680133:2100] [node 5] ICP22 created new session: [6:7593037116788647471:2100]
2026-01-08T17:01:59.054962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037116788647471:2100] [node 5] ICS09 handshake done sender: [6:7593037112493680165:2121] self: [6:7593037116788647466:0] peer: [5:7593037113751687988:0] socket: 425 qp: -1
2026-01-08T17:01:59.055016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037116788647471:2100] [node 5] ICS10 traffic start
2026-01-08T17:01:59.055073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:01:59.041235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:01:59.041283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037115281898899:2109] [node 6] ICP22 created new session: [2:7593037119576866235:2109]
2026-01-08T17:01:59.041337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037119576866235:2109] [node 6] ICS09 handshake done sender: [2:7593037115281898918:2118] self: [2:7593037115281898917:0] peer: [6:7593037112493680167:0] socket: 428 qp: -1
2026-01-08T17:01:59.041375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037119576866235:2109] [node 6] ICS10 traffic start
2026-01-08T17:01:59.041418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:01:59.071203Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037112781272466:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(99372876ns) {HandleHandshakeStatus:329(99370200ns) {DropIncomingHandshake:442(17754ns) DropOutgoingHandshake:457(519ns) SwitchToState:179(402ns) ProcessPendingSessionEvents:495(37677288ns) {ForwardSessionEventToSession:616(17693986ns) ForwardSessionEventToSession:616(5230ns) ForwardSessionEventToSession:616(2540ns) ForwardSessionEventToSession:616(1359753ns) ForwardSessionEventToSession:616(3405ns) ForwardSessionEventToSession:616(6698763ns) ForwardSessionEventToSession:616(8122051ns) ForwardSessionEventToSession:616(9300ns) ForwardSessionEventToSession:616(3749962ns) ForwardSessionEventToSession:616(4780ns)}}}
2026-01-08T17:01:59.201408Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:01:59.201700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037115281898931:2048] [node 1] ICS07 socket disconnect 372 reason# EndOfStream
2026-01-08T17:01:59.201733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037115281898931:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.201810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:59.201850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037115281898931:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:59.206450Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:01:59.206547Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037110986931540:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28115) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:01:59.206595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037115281898931:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:59.206797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037114524133521:2048] [node 1] ICS01 socket: 369 reason# EndOfStream
2026-01-08T17:01:59.211079Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:01:59.211312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037112493680157:2048] [node 1] ICS07 socket disconnect 366 reason# EndOfStream
2026-01-08T17:01:59.211348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037112493680157:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.211419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:59.211460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037112493680157:2048] [node 1] ICS15 start handshake
2026-01-08T17:01:59.206845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037110229166134:2048] [node 1] ICP30 unregister session Session# [3:7593037114524133521:2048] VirtualId# [3:7593037114524133512:0]
2026-01-08T17:01:59.206890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037114524133521:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.206972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:59.207042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:59.212514Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:01:59.212744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037112856236883:2048] [node 1] ICS01 socket: 413 reason# EndOfStream
2026-01-08T17:01:59.212798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037108561269487:2048] [node 1] ICP30 unregister session Session# [4:7593037112856236883:2048] VirtualId# [4:7593037112856236877:0]
2026-01-08T17:01:59.212864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037112856236883:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.212954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:59.213016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:59.214882Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:01:59.218505Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037108198712776:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28115) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:59.215140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037118046655300:2048] [node 1] ICS01 socket: 405 reason# EndOfStream
2026-01-08T17:01:59.226787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037112493680157:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:59.234441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037108198712776:2048] [node 1] ICP30 unregister session Session# [6:7593037112493680157:2048] VirtualId# [6:7593037112493680152:0]
2026-01-08T17:01:59.238470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:59.238533Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037108198712776:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28115) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:59.238552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28115) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:59.238870Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [6:7593037108198712776:2048] [node 1] ICP35 event processing took too much time StateWork:294(20127409ns) {HandleHandshakeStatus:395(20117609ns) {LogHandshakeFail:472(10112ns) {UpdateErrorStateLog:545(2947ns)} DropOutgoingHandshake:457(1908ns) ProcessPendingSessionEvents:495(699ns) UnregisterSession:538(7668378ns) {ProcessPendingSessionEvents:495(2101ns) SwitchToInitialState:202(2277ns) {SwitchToState:179(1546ns)}} TransitToErrorState:756(67288ns) {SwitchToState:179(8224ns) ProcessPendingSessionEvents:495(801ns) DropHandshakes:470(2285ns) {DropIncomingHandshake:442(546ns) DropOutgoingHandshake:457(302ns)}}}}
2026-01-08T17:01:59.215184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037109456720612:2048] [node 1] ICP30 unregister session Session# [5:7593037118046655300:2048] VirtualId# [5:7593037113751688002:0]
2026-01-08T17:01:59.215223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037118046655300:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.215295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:01:59.215348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:01:59.250428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037108198712776:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:01:59.338047Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:01:59.338286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037114524133526:2049] [node 2] ICS01 socket: 376 reason# EndOfStream
2026-01-08T17:01:59.338348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037110229166135:2049] [node 2] ICP30 unregister session Session# [3:7593037114524133526:2049] VirtualId# [3:7593037114524133519:0]
2026-01-08T17:01:59.338384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037114524133526:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.338469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:59.338518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:59.351168Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:01:59.351364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037116788647469:2049] [node 2] ICS07 socket disconnect 429 reason# EndOfStream
2026-01-08T17:01:59.351398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037116788647469:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.351444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:59.351484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037116788647469:2049] [node 2] ICS15 start handshake
2026-01-08T17:01:59.350585Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:01:59.350833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037113751688000:2049] [node 2] ICS01 socket: 386 reason# EndOfStream
2026-01-08T17:01:59.350880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037109456720613:2049] [node 2] ICP30 unregister session Session# [5:7593037113751688000:2049] VirtualId# [5:7593037113751687992:0]
2026-01-08T17:01:59.350920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037113751688000:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.351023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:59.351071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:59.353175Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037108198712777:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22870) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:59.353245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037116788647469:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:59.353286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037108198712777:2049] [node 2] ICP30 unregister session Session# [6:7593037116788647469:2049] VirtualId# [6:7593037112493680167:0]
2026-01-08T17:01:59.353333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:59.353366Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037108198712777:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22870) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:59.353401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22870) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:59.358040Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:01:59.358356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037112856236880:2049] [node 2] ICS01 socket: 387 reason# EndOfStream
2026-01-08T17:01:59.358409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037108561269488:2049] [node 2] ICP30 unregister session Session# [4:7593037112856236880:2049] VirtualId# [4:7593037112856236876:0]
2026-01-08T17:01:59.358451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037112856236880:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.358548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:01:59.358597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:01:59.364580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037108198712777:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:01:59.473651Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:01:59.473945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037112856236870:2050] [node 3] ICS01 socket: 360 reason# EndOfStream
2026-01-08T17:01:59.473991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037108561269489:2050] [node 3] ICP30 unregister session Session# [4:7593037112856236870:2050] VirtualId# [4:7593037112856236864:0]
2026-01-08T17:01:59.474027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037112856236870:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.474112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:59.474172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:59.474581Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:01:59.474805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037113751687996:2050] [node 3] ICS07 socket disconnect 361 reason# EndOfStream
2026-01-08T17:01:59.474844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037113751687996:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.474909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:59.474946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037113751687996:2050] [node 3] ICS15 start handshake
2026-01-08T17:01:59.477156Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037109456720614:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1783) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:59.477223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037113751687996:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:59.477261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037109456720614:2050] [node 3] ICP30 unregister session Session# [5:7593037113751687996:2050] VirtualId# [5:7593037113751687987:0]
2026-01-08T17:01:59.477312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:59.477343Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037109456720614:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1783) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:59.477359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1783) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:59.477555Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:01:59.477914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037112493680168:2050] [node 3] ICS01 socket: 365 reason# EndOfStream
2026-01-08T17:01:59.477960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037108198712778:2050] [node 3] ICP30 unregister session Session# [6:7593037112493680168:2050] VirtualId# [6:7593037112493680151:0]
2026-01-08T17:01:59.478366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037112493680168:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.478445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:01:59.478485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:01:59.488043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037109456720614:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:01:59.626605Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:01:59.626856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037112493680162:2104] [node 4] ICS07 socket disconnect 396 reason# EndOfStream
2026-01-08T17:01:59.626890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037112493680162:2104] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.626993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:59.627040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037112493680162:2104] [node 4] ICS15 start handshake
2026-01-08T17:01:59.627847Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:01:59.628091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037118046655304:2108] [node 4] ICS01 socket: 401 reason# EndOfStream
2026-01-08T17:01:59.628138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037113751687970:2108] [node 4] ICP30 unregister session Session# [5:7593037118046655304:2108] VirtualId# [5:7593037113751687999:0]
2026-01-08T17:01:59.628175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037118046655304:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.628296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:01:59.628399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:59.630268Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037112493680131:2104] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63479) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:01:59.630362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037112493680162:2104] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:01:59.630401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037112493680131:2104] [node 4] ICP30 unregister session Session# [6:7593037112493680162:2104] VirtualId# [6:7593037112493680159:0]
2026-01-08T17:01:59.630458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:01:59.630493Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037112493680131:2104] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63479) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:59.630507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63479) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:01:59.640234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037112493680131:2104] [node 4] ICP33 wake up from error state
2026-01-08T17:01:59.824432Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:01:59.824716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037116788647471:2100] [node 5] ICS01 socket: 425 reason# EndOfStream
2026-01-08T17:01:59.824771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037112493680133:2100] [node 5] ICP30 unregister session Session# [6:7593037116788647471:2100] VirtualId# [6:7593037116788647466:0]
2026-01-08T17:01:59.824813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037116788647471:2100] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:01:59.824905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:01:59.824969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:01:59.982136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037117339401602:2049] [node 3] ICP01 ready to work
2026-01-08T17:01:59.983563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037117339401601:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:00.008604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037122113597080:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:00.008653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037122113597081:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:00.018755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037120887443747:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:00.018829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037120887443746:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:00.026872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037122595635727:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:00.026910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037122595635728:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:00.026945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037122595635729:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:00.035345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037124207348195:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:00.035402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037124207348196:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:00.035468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037124207348194:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:00.043968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037122471958985:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:00.044006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037122471958986:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:00.044037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037122471958987:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:00.257519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037122471959046:2106] [node 5] ICP01 ready to work
2026-01-08T17:02:00.270746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037121634368962:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:00.305889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037120887443809:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:00.279514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037122113597142:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:00.337770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037122595635790:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.379375Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037122595635727:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(66739640ns) {Configure:104(66731778ns) {ProcessConfigured:135(67316ns) {StartInitialHandshake:157(64972ns) {DropHandshakes:470(2649ns) {DropIncomingHandshake:442(561ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:992(971ns) PrepareNewSessionHandshake:477(2110ns) {SwitchToState:179(679ns)}}}}}
2026-01-08T17:02:00.398383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037120887443810:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:00.358520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037121634368967:2111] [node 6] ICP01 ready to work
2026-01-08T17:02:00.398552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037122113597144:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:00.422367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037124207348259:2110] [node 4] ICP01 ready to work
2026-01-08T17:02:00.432544Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037124207348196:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(80120429ns) {Configure:104(80116771ns) {ProcessConfigured:135(70329ns) {StartInitialHandshake:157(68359ns) {DropHandshakes:470(2705ns) {DropIncomingHandshake:442(460ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:992(948ns) PrepareNewSessionHandshake:477(1299ns) {SwitchToState:179(502ns)}}}}}
2026-01-08T17:02:00.398947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037122471959051:2109] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.435206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037122113597145:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:00.440003Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037124207348255:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42803
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.450843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037122595635794:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42776
2026-01-08T17:02:00.376381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037121634368968:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:00.460039Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037122113597081:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(101394862ns) {Configure:104(101386220ns) {ProcessConfigured:135(73154ns) {StartInitialHandshake:157(70630ns) {DropHandshakes:470(2519ns) {DropIncomingHandshake:442(637ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:992(1361ns) PrepareNewSessionHandshake:477(1393ns) {SwitchToState:179(486ns)}}}}}
2026-01-08T17:02:00.452627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037122595635729:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(135060190ns) {Configure:104(135054887ns) {ProcessConfigured:135(13143038ns) {StartInitialHandshake:157(13140142ns) {DropHandshakes:470(2097ns) {DropIncomingHandshake:442(550ns) DropOutgoingHandshake:457(265ns)} GenerateSessionVirtualId:992(347ns) PrepareNewSessionHandshake:477(3441ns) {SwitchToState:179(1947ns)}}}}}
2026-01-08T17:02:00.462473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037120887443812:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:00.381040Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037117339401601:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(122169003ns) {Configure:104(122164367ns) {ProcessConfigured:135(24257528ns) {StartInitialHandshake:157(24254355ns) {DropHandshakes:470(2184ns) {DropIncomingHandshake:442(349ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:992(835ns) PrepareNewSessionHandshake:477(4658ns) {SwitchToState:179(2308ns)}}}}}
2026-01-08T17:02:00.471268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037124207348265:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:00.463785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037122595635796:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:00.507129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037120887443809:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(200837409ns) {Configure:104(200830963ns) {ProcessConfigured:135(81757ns) {StartInitialHandshake:157(79008ns) {DropHandshakes:470(3354ns) {DropIncomingHandshake:442(573ns) DropOutgoingHandshake:457(698ns)} GenerateSessionVirtualId:992(1313ns) PrepareNewSessionHandshake:477(2635ns) {SwitchToState:179(1305ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.381566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037121634368971:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25167
2026-01-08T17:02:00.509585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037124207348255:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.536656Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037122595635794:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.536880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037122595635727:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:00.537569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037121634368964:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.537606Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037121634368964:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:00.538883Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037121634368964:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:00.519334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037122113597149:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45050
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.539299Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037122113597145:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(76676076ns) {Configure:104(76667971ns) {ProcessConfigured:135(3046143ns) {StartInitialHandshake:157(3043405ns) {DropHandshakes:470(2049ns) {DropIncomingHandshake:442(404ns) DropOutgoingHandshake:457(350ns)} GenerateSessionVirtualId:992(1065ns) PrepareNewSessionHandshake:477(2873ns) {SwitchToState:179(1388ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.548343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037121634368962:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:00.576131Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037124207348265:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(66218941ns) {Configure:104(52643626ns) {ProcessConfigured:135(78818ns) {StartInitialHandshake:157(76822ns) {DropHandshakes:470(7211ns) {DropIncomingHandshake:442(520ns) DropOutgoingHandshake:457(407ns)} GenerateSessionVirtualId:992(907ns) PrepareNewSessionHandshake:477(909ns) {SwitchToState:179(513ns)}}}}}
2026-01-08T17:02:00.546599Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037122595635790:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(208461368ns) {Configure:104(208455467ns) {ProcessConfigured:135(23160287ns) {StartInitialHandshake:157(23156846ns) {DropHandshakes:470(2025ns) {DropIncomingHandshake:442(446ns) DropOutgoingHandshake:457(221ns)} GenerateSessionVirtualId:992(619ns) PrepareNewSessionHandshake:477(4786ns) {SwitchToState:179(2844ns)}}}}}
2026-01-08T17:02:00.571211Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037120887443810:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(144321949ns) {Configure:104(144315001ns) {ProcessConfigured:135(74855ns) {StartInitialHandshake:157(71479ns) {DropHandshakes:470(6179ns) {DropIncomingHandshake:442(427ns) DropOutgoingHandshake:457(4045ns)} GenerateSessionVirtualId:992(1703ns) PrepareNewSessionHandshake:477(1372ns) {SwitchToState:179(443ns)}}}}}
2026-01-08T17:02:00.571378Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037120887443816:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32101
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.591873Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037122471959056:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2026-01-08T17:02:00.572383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037121634368971:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.554265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037122595635802:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42776
2026-01-08T17:02:00.598690Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037120887443746:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(276435236ns) {Configure:104(276428045ns) {ProcessConfigured:135(7662972ns) {StartInitialHandshake:157(7660527ns) {DropHandshakes:470(3772ns) {DropIncomingHandshake:442(958ns) DropOutgoingHandshake:457(835ns)} GenerateSessionVirtualId:992(1170ns) PrepareNewSessionHandshake:477(4659ns) {SwitchToState:179(1943ns)}}}}}
2026-01-08T17:02:00.585534Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037122113597142:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(276755642ns) {Configure:104(276749298ns) {ProcessConfigured:135(45955783ns) {StartInitialHandshake:157(45953109ns) {DropHandshakes:470(11917482ns) {DropIncomingHandshake:442(461ns) DropOutgoingHandshake:457(1849ns)} GenerateSessionVirtualId:992(2615ns) PrepareNewSessionHandshake:477(4309ns) {SwitchToState:179(1719ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.627922Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037124207348194:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(200419600ns) {Configure:104(192155679ns) {ProcessConfigured:135(8706460ns) {StartInitialHandshake:157(8703863ns) {DropHandshakes:470(2810ns) {DropIncomingHandshake:442(738ns) DropOutgoingHandshake:457(745ns)} GenerateSessionVirtualId:992(549ns) PrepareNewSessionHandshake:477(3501ns) {SwitchToState:179(1891ns)}}}}}
2026-01-08T17:02:00.579915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:00.571513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037122595635803:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42776
2026-01-08T17:02:00.610932Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037122595635728:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(233824790ns) {Configure:104(233821383ns) {ProcessConfigured:135(29732135ns) {StartInitialHandshake:157(29729085ns) {DropHandshakes:470(3567ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(624ns)} GenerateSessionVirtualId:992(2064ns) PrepareNewSessionHandshake:477(3127ns) {SwitchToState:179(282ns)}}}}}
2026-01-08T17:02:00.611337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037122595635807:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42776
2026-01-08T17:02:00.611895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037122595635794:2111] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.635394Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037124207348275:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42803
2026-01-08T17:02:00.603806Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037122113597144:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(173366987ns) {Configure:104(173362493ns) {ProcessConfigured:135(61590256ns) {StartInitialHandshake:157(61587778ns) {DropHandshakes:470(3406ns) {DropIncomingHandshake:442(521ns) DropOutgoingHandshake:457(1033ns)} GenerateSessionVirtualId:992(1880ns) PrepareNewSessionHandshake:477(2787ns) {SwitchToState:179(1502ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.612409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037120887443817:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32101
2026-01-08T17:02:00.592663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037121634368962:2108] [node 4] ICP22 created new session: [1:7593037121634368974:2108]
2026-01-08T17:02:00.677943Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037124207348195:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(287458634ns) {Configure:104(287450647ns) {ProcessConfigured:135(24703129ns) {StartInitialHandshake:157(24700004ns) {DropHandshakes:470(1377ns) {DropIncomingHandshake:442(257ns) DropOutgoingHandshake:457(192ns)} GenerateSessionVirtualId:992(725ns) PrepareNewSessionHandshake:477(3342ns) {SwitchToState:179(1431ns)}}}}}
2026-01-08T17:02:00.606926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037122113597149:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.597427Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037122471958987:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(125583681ns) {Configure:104(125568394ns) {ProcessConfigured:135(91562ns) {StartInitialHandshake:157(88672ns) {DropHandshakes:470(2422ns) {DropIncomingHandshake:442(486ns) DropOutgoingHandshake:457(340ns)} GenerateSessionVirtualId:992(1108ns) PrepareNewSessionHandshake:477(1366ns) {SwitchToState:179(614ns)}}}}}
2026-01-08T17:02:00.702058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037124207348275:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.612820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037120887443811:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32101
2026-01-08T17:02:00.702248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037124207348194:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.675009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037122595635727:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:00.623245Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037122471959058:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2026-01-08T17:02:00.639438Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037122113597080:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(237854915ns) {Configure:104(237844978ns) {ProcessConfigured:135(12284048ns) {StartInitialHandshake:157(12280499ns) {DropHandshakes:470(2071ns) {DropIncomingHandshake:442(452ns) DropOutgoingHandshake:457(464ns)} GenerateSessionVirtualId:992(701ns) PrepareNewSessionHandshake:477(3195ns) {SwitchToState:179(937ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.598884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037121634368974:2108] [node 4] ICS09 handshake done sender: [1:7593037121634368964:2110] self: [1:7593037121634368963:0] peer: [4:7593037122595635800:0] socket: 364 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.612960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037120887443824:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32101
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.604054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037121634368974:2108] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.710608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:00.662659Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037122471958986:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(227652592ns) {Configure:104(227645409ns) {ProcessConfigured:135(23091850ns) {StartInitialHandshake:157(23088313ns) {DropHandshakes:470(2070ns) {DropIncomingHandshake:442(977ns) DropOutgoingHandshake:457(338ns)} GenerateSessionVirtualId:992(2526ns) PrepareNewSessionHandshake:477(5802ns) {SwitchToState:179(2505ns)}}}}}
2026-01-08T17:02:00.641391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037122113597080:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:00.626505Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037120887443747:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(292035503ns) {Configure:104(292030607ns) {ProcessConfigured:135(53820511ns) {StartInitialHandshake:157(53816781ns) {DropHandshakes:470(1729ns) {DropIncomingHandshake:442(299ns) DropOutgoingHandshake:457(250ns)} GenerateSessionVirtualId:992(559ns) PrepareNewSessionHandshake:477(8904094ns) {SwitchToState:179(3808ns)}}}}}
2026-01-08T17:02:00.669721Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037122471958985:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(234773501ns) {Configure:104(234763106ns) {ProcessConfigured:135(26300958ns) {StartInitialHandshake:157(26297565ns) {DropHandshakes:470(2362ns) {DropIncomingHandshake:442(726ns) DropOutgoingHandshake:457(527ns)} GenerateSessionVirtualId:992(1793ns) PrepareNewSessionHandshake:477(2722ns) {SwitchToState:179(1445ns)}}}}}
2026-01-08T17:02:00.694486Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037122471959051:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(227303842ns) {Configure:104(227300014ns) {ProcessConfigured:135(27425617ns) {StartInitialHandshake:157(27422202ns) {DropHandshakes:470(2691ns) {DropIncomingHandshake:442(603ns) DropOutgoingHandshake:457(479ns)} GenerateSessionVirtualId:992(12727ns) PrepareNewSessionHandshake:477(3581ns) {SwitchToState:179(1926ns)}}}}}
2026-01-08T17:02:00.730812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037122471959058:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.738640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037122471959056:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.739284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037122471959051:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.710681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037122595635727:2048] [node 1] ICP22 created new session: [4:7593037122595635809:2048]
2026-01-08T17:02:00.617161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:00.663649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037122113597162:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45050
2026-01-08T17:02:00.766643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037122471959046:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.757745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037124207348278:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42803
2026-01-08T17:02:00.636055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037120887443811:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.774839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037124207348277:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42803
2026-01-08T17:02:00.627308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037121634368978:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25167
2026-01-08T17:02:00.722581Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037122595635807:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.790882Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037122471959068:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2026-01-08T17:02:00.710491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037122113597147:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.639838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037121634368958:2107] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.725565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037122595635809:2048] [node 1] ICS09 handshake done sender: [4:7593037122595635794:2111] self: [4:7593037122595635800:0] peer: [1:7593037121634368963:0] socket: 370 qp: -1
2026-01-08T17:02:00.636194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037120887443746:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:00.710538Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037122113597147:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:00.712832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037122113597163:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45050
2026-01-08T17:02:00.726683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037122113597159:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45050
2026-01-08T17:02:00.770783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037122113597153:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.770814Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037122113597153:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:00.771392Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037122113597149:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:00.775687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037122113597162:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.776438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037122113597147:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:00.803894Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037122113597153:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.792752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037122471959065:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.822826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037122113597159:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.822905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037122113597080:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:00.823000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:00.823064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037122113597080:2048] [node 1] ICP22 created new session: [2:7593037122113597168:2048]
2026-01-08T17:02:00.823119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037122113597168:2048] [node 1] ICS09 handshake done sender: [2:7593037122113597149:2111] self: [2:7593037122113597160:0] peer: [1:7593037121634368969:0] socket: 376 qp: -1
2026-01-08T17:02:00.823162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037122113597168:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:00.823204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:00.823955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037122113597081:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:00.824017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:00.824063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037122113597081:2049] [node 3] ICP22 created new session: [2:7593037122113597170:2049]
2026-01-08T17:02:00.824104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037122113597170:2049] [node 3] ICS09 handshake done sender: [2:7593037122113597147:2110] self: [2:7593037122113597146:0] peer: [3:7593037120887443831:0] socket: 373 qp: -1
2026-01-08T17:02:00.824138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037122113597170:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:00.824187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:00.824520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037122113597145:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:00.824573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:00.824623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037122113597145:2107] [node 4] ICP22 created new session: [2:7593037122113597172:2107]
2026-01-08T17:02:00.824678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037122113597172:2107] [node 4] ICS09 handshake done sender: [2:7593037122113597153:2112] self: [2:7593037122113597152:0] peer: [4:7593037122595635813:0] socket: 382 qp: -1
2026-01-08T17:02:00.824711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037122113597172:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:00.824757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:00.825531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037122113597081:2049] [node 3] ICP18 handshake (actor [2:7593037122113597159:2116]) is too old
2026-01-08T17:02:00.680658Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037120887443816:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.734433Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037122595635803:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.639867Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037121634368958:2107] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:00.816323Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037122471959069:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.844513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037122113597175:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45050
2026-01-08T17:02:00.829872Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037124207348275:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:00.680903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037120887443747:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:00.670179Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037121634368967:2111] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(251256762ns) {Configure:104(251249077ns) {ProcessConfigured:135(31712205ns) {StartInitialHandshake:157(31708744ns) {DropHandshakes:470(1991ns) {DropIncomingHandshake:442(378ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:992(528ns) PrepareNewSessionHandshake:477(2077ns) {SwitchToState:179(159ns)}}}}}
2026-01-08T17:02:00.853444Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037122113597175:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.734786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037122595635809:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:00.829615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037122471959065:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.830219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037124207348194:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.675412Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037121634368958:2107] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:00.722231Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037120887443824:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.748723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037122595635808:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42776
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.850778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037122471958985:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.830309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:00.914495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037122113597166:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45050
2026-01-08T17:02:00.914794Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037122113597145:2107] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:00.722442Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037120887443812:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(163640583ns) {Configure:104(163625503ns) {ProcessConfigured:135(46971526ns) {StartInitialHandshake:157(46968785ns) {DropHandshakes:470(2515ns) {DropIncomingHandshake:442(783ns) DropOutgoingHandshake:457(417ns)} GenerateSessionVirtualId:992(511ns) PrepareNewSessionHandshake:477(5569ns) {SwitchToState:179(2880ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.830382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037124207348194:2048] [node 1] ICP22 created new session: [5:7593037124207348279:2048]
2026-01-08T17:02:00.750098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037122595635728:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:00.681934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037121634368968:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(199132235ns) {Configure:104(199126254ns) {ProcessConfigured:135(4180635ns) {StartInitialHandshake:157(4177936ns) {DropHandshakes:470(2616ns) {DropIncomingHandshake:442(358ns) DropOutgoingHandshake:457(703ns)} GenerateSessionVirtualId:992(717ns) PrepareNewSessionHandshake:477(3246ns) {SwitchToState:179(85ns)}}}}}
2026-01-08T17:02:00.722560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037120887443832:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32101
2026-01-08T17:02:00.723651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037120887443815:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32101
2026-01-08T17:02:00.730622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037120887443817:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.781293Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037120887443815:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.781938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037120887443811:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:00.784891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037120887443746:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:00.888297Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037122471959058:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.752362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:00.785000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:00.682109Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037121634368970:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.898287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037122471959071:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2026-01-08T17:02:00.830430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037124207348279:2048] [node 1] ICS09 handshake done sender: [5:7593037124207348275:2117] self: [5:7593037124207348276:0] peer: [1:7593037121634368976:0] socket: 401 qp: -1
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0::ffff:127.1.0.0
2026-01-08T17:02:00.933684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037122113597155:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.763648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037122595635801:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.682143Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037121634368970:2112] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:00.785051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037120887443746:2048] [node 1] ICP22 created new session: [3:7593037120887443837:2048]
2026-01-08T17:02:00.830471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037124207348279:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:00.933725Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037122113597155:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:00.906935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037122471959068:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.763701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037122595635801:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:00.785804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037120887443837:2048] [node 1] ICS09 handshake done sender: [3:7593037120887443811:2110] self: [3:7593037120887443829:0] peer: [1:7593037121634368957:0] socket: 368 qp: -1
2026-01-08T17:02:00.830515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:00.704212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037121634368970:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:00.948036Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037122113597156:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.911321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037122471959051:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:00.838918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037124207348268:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.772087Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037122595635796:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(244271819ns) {Configure:104(244265304ns) {ProcessConfigured:135(35491479ns) {StartInitialHandshake:157(35488926ns) {DropHandshakes:470(1970ns) {DropIncomingHandshake:442(492ns) DropOutgoingHandshake:457(388ns)} GenerateSessionVirtualId:992(639ns) PrepareNewSessionHandshake:477(4500ns) {SwitchToState:179(2144ns)}}}}}
2026-01-08T17:02:00.704346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037117339401602:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:00.948074Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037122113597156:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:00.915201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037122471958987:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:00.785854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037120887443837:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:00.975683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037122113597155:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:00.985625Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037122113597156:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:00.997755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037122113597142:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:00.998438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037122113597144:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:00.998552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:01.008133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037122113597142:2108] [node 5] ICP22 created new session: [2:7593037122113597179:2108]
2026-01-08T17:02:01.016908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037122113597179:2108] [node 5] ICS09 handshake done sender: [2:7593037122113597155:2113] self: [2:7593037122113597151:0] peer: [5:7593037124207348286:0] socket: 403 qp: -1
2026-01-08T17:02:01.022962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037122113597179:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:00.838969Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037124207348268:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:00.787564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037122595635816:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42776
2026-01-08T17:02:00.704447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:01.024833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:01.025069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:00.785912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:00.874521Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037124207348268:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:01.029903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037122113597144:2109] [node 6] ICP22 created new session: [2:7593037126408564477:2109]
2026-01-08T17:02:00.806687Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037122595635801:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:01.036225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037126408564477:2109] [node 6] ICS09 handshake done sender: [2:7593037122113597156:2114] self: [2:7593037122113597150:0] peer: [6:7593037122471959079:0] socket: 422 qp: -1
2026-01-08T17:02:01.036286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037126408564477:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:00.916177Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037122471959072:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2026-01-08T17:02:01.037905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:01.038438Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037122113597144:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(39737473ns) {HandleHandshakeStatus:329(39736077ns) {DropIncomingHandshake:442(33360ns) DropOutgoingHandshake:457(324ns) SwitchToState:179(273ns) ProcessPendingSessionEvents:495(99515ns) {ForwardSessionEventToSession:616(47839ns) ForwardSessionEventToSession:616(6827ns) ForwardSessionEventToSession:616(3056ns) ForwardSessionEventToSession:616(8109ns) ForwardSessionEventToSession:616(2574ns) ForwardSessionEventToSession:616(2464ns) ForwardSessionEventToSession:616(10495ns) ForwardSessionEventToSession:616(2685ns) ForwardSessionEventToSession:616(2499ns) ForwardSessionEventToSession:616(5162ns)}}}
2026-01-08T17:02:00.839192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037120887443833:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32101
2026-01-08T17:02:00.713154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037117339401602:2049] [node 3] ICP22 created new session: [1:7593037121634368984:2049]
2026-01-08T17:02:00.819929Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037122595635803:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:00.880335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037124207348283:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42803
2026-01-08T17:02:00.725497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037121634368984:2049] [node 3] ICS09 handshake done sender: [1:7593037121634368958:2107] self: [1:7593037121634368957:0] peer: [3:7593037120887443829:0] socket: 362 qp: -1
2026-01-08T17:02:00.850483Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037120887443747:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64175) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037120887443816:2113] held: no
2026-01-08T17:02:00.924460Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037122471959071:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.840525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037122595635790:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:00.848123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037122595635728:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:00.862906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:00.863013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037122595635790:2109] [node 6] ICP22 created new session: [4:7593037122595635818:2109]
2026-01-08T17:02:00.863075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037122595635818:2109] [node 6] ICS09 handshake done sender: [4:7593037122595635801:2113] self: [4:7593037122595635799:0] peer: [6:7593037122471959066:0] socket: 390 qp: -1
2026-01-08T17:02:00.863127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037122595635818:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:00.863180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:00.863811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037122595635790:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(22955838ns) {HandleHandshakeStatus:329(22953077ns) {DropIncomingHandshake:442(295ns) DropOutgoingHandshake:457(593ns) SwitchToState:179(469ns) ProcessPendingSessionEvents:495(125145ns) {ForwardSessionEventToSession:616(71964ns) ForwardSessionEventToSession:616(4094ns) ForwardSessionEventToSession:616(2981ns) ForwardSessionEventToSession:616(6703ns) ForwardSessionEventToSession:616(3371ns) ForwardSessionEventToSession:616(5603ns) ForwardSessionEventToSession:616(5378ns) ForwardSessionEventToSession:616(3269ns) ForwardSessionEventToSession:616(7625ns) ForwardSessionEventToSession:616(2994ns)}}}
2026-01-08T17:02:00.870287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:00.870354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037122595635728:2049] [node 2] ICP22 created new session: [4:7593037122595635821:2049]
2026-01-08T17:02:00.890870Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037122595635808:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.894832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037122595635821:2049] [node 2] ICS09 handshake done sender: [4:7593037122595635803:2115] self: [4:7593037122595635813:0] peer: [2:7593037122113597152:0] socket: 384 qp: -1
2026-01-08T17:02:00.895127Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037122595635727:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(180329948ns) {HandleHandshakeStatus:329(180326635ns) {DropIncomingHandshake:442(1953ns) DropOutgoingHandshake:457(8434ns) SwitchToState:179(520ns) ProcessPendingSessionEvents:495(44252110ns) {ForwardSessionEventToSession:616(11542665ns) ForwardSessionEventToSession:616(2558611ns) ForwardSessionEventToSession:616(3283548ns) ForwardSessionEventToSession:616(15143ns) ForwardSessionEventToSession:616(7515784ns) ForwardSessionEventToSession:616(4591ns) ForwardSessionEventToSession:616(2842ns) ForwardSessionEventToSession:616(11711476ns) ForwardSessionEventToSession:616(3275ns) ForwardSessionEventToSession:616(7583981ns)}}}
2026-01-08T17:02:00.906648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037122595635729:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:00.911112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037122595635821:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:00.916387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:00.932872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037122595635824:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42776
2026-01-08T17:02:00.942033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037122595635812:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.942061Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037122595635812:2119] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:00.947536Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037122595635812:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:00.962186Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037122595635728:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(126667012ns) {HandleHandshakeStatus:329(121393428ns) {DropIncomingHandshake:442(2856ns) DropOutgoingHandshake:457(7718ns) SwitchToState:179(986ns) ProcessPendingSessionEvents:495(27348084ns) {ForwardSessionEventToSession:616(27285389ns) ForwardSessionEventToSession:616(13169ns) ForwardSessionEventToSession:616(2875ns) ForwardSessionEventToSession:616(6624ns) ForwardSessionEventToSession:616(5343ns) ForwardSessionEventToSession:616(3981ns) ForwardSessionEventToSession:616(3387ns) ForwardSessionEventToSession:616(5787ns) ForwardSessionEventToSession:616(2650ns) ForwardSessionEventToSession:616(5712ns)}}}
2026-01-08T17:02:00.970547Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037122595635808:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:00.990874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037122595635729:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:00.990972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:00.991042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037122595635729:2050] [node 3] ICP22 created new session: [4:7593037122595635826:2050]
2026-01-08T17:02:00.991103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037122595635826:2050] [node 3] ICS09 handshake done sender: [4:7593037122595635808:2118] self: [4:7593037122595635822:0] peer: [3:7593037120887443821:0] socket: 398 qp: -1
2026-01-08T17:02:00.991151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037122595635826:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:00.991196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:00.991624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037122595635796:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:00.991703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:00.991759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037122595635796:2108] [node 5] ICP22 created new session: [4:7593037122595635828:2108]
2026-01-08T17:02:00.991815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037122595635828:2108] [node 5] ICS09 handshake done sender: [4:7593037122595635812:2119] self: [4:7593037122595635810:0] peer: [5:7593037124207348287:0] socket: 367 qp: -1
2026-01-08T17:02:00.991851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037122595635828:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:00.991883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:01.006856Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037122595635729:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:01.044787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037122113597142:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(54084467ns) {HandleHandshakeStatus:329(46800998ns) {DropIncomingHandshake:442(21337ns) DropOutgoingHandshake:457(248ns) SwitchToState:179(238ns) ProcessPendingSessionEvents:495(4293529ns) {ForwardSessionEventToSession:616(2051710ns) ForwardSessionEventToSession:616(4791ns) ForwardSessionEventToSession:616(10638ns) ForwardSessionEventToSession:616(4323ns) ForwardSessionEventToSession:616(2547ns) ForwardSessionEventToSession:616(5765ns) ForwardSessionEventToSession:616(4863ns) ForwardSessionEventToSession:616(2185747ns) ForwardSessionEventToSession:616(6725ns) ForwardSessionEventToSession:616(3146ns)}}}
2026-01-08T17:02:00.926820Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037122471959046:2106] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13223) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037122471959056:2112] held: no
2026-01-08T17:02:00.926968Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037122471959056:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:00.927193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037122471959046:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:00.927255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:00.927305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037122471959046:2106] [node 5] ICP22 created new session: [6:7593037122471959076:2106]
2026-01-08T17:02:00.927362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037122471959076:2106] [node 5] ICS09 handshake done sender: [6:7593037122471959056:2112] self: [6:7593037122471959067:0] peer: [5:7593037124207348267:0] socket: 389 qp: -1
2026-01-08T17:02:00.927401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037122471959076:2106] [node 5] ICS10 traffic start
2026-01-08T17:02:00.927456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:00.927898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037122471959074:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2026-01-08T17:02:00.930521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037122471958986:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:00.932158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:00.935970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037122471959051:2109] [node 4] ICP22 created new session: [6:7593037122471959075:2109]
2026-01-08T17:02:00.938807Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037122471959065:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:00.954434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037122471959075:2109] [node 4] ICS09 handshake done sender: [6:7593037122471959058:2113] self: [6:7593037122471959066:0] peer: [4:7593037122595635799:0] socket: 397 qp: -1
2026-01-08T17:02:00.970817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037122471958985:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:00.970925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:00.971002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037122471958985:2048] [node 1] ICP22 created new session: [6:7593037122471959080:2048]
2026-01-08T17:02:00.971066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037122471959080:2048] [node 1] ICS09 handshake done sender: [6:7593037122471959065:2117] self: [6:7593037122471959070:0] peer: [1:7593037121634368980:0] socket: 413 qp: -1
2026-01-08T17:02:00.971111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037122471959080:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:00.971172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:00.973558Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037122471959082:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2026-01-08T17:02:00.973622Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037122471959083:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6431
2026-01-08T17:02:00.976259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037122471959075:2109] [node 4] ICS10 traffic start
2026-01-08T17:02:00.985344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:00.998488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037122471959071:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:01.007162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037122471958986:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:01.024045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037122471959068:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:00.916281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037124207348265:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:00.916662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037124207348277:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.923571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:00.923818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037124207348195:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:00.924837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037124207348265:2109] [node 6] ICP22 created new session: [5:7593037124207348285:2109]
2026-01-08T17:02:00.926159Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037124207348284:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42803
2026-01-08T17:02:00.931302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037124207348285:2109] [node 6] ICS09 handshake done sender: [5:7593037124207348268:2114] self: [5:7593037124207348267:0] peer: [6:7593037122471959067:0] socket: 387 qp: -1
2026-01-08T17:02:00.938163Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037124207348283:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.938312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037124207348259:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:00.939403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037124207348285:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:00.941565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037124207348284:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.941730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037124207348196:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:00.962933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037124207348289:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42803
2026-01-08T17:02:00.963523Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037124207348283:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:00.963733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037124207348259:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:00.963813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:00.963871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037124207348259:2110] [node 4] ICP22 created new session: [5:7593037124207348291:2110]
2026-01-08T17:02:00.963937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037124207348291:2110] [node 4] ICS09 handshake done sender: [5:7593037124207348283:2120] self: [5:7593037124207348287:0] peer: [4:7593037122595635810:0] socket: 409 qp: -1
2026-01-08T17:02:00.963976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037124207348291:2110] [node 4] ICS10 traffic start
2026-01-08T17:02:00.964012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:00.970643Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037124207348290:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42803
2026-01-08T17:02:00.979219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:00.985136Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037124207348277:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:00.995939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037124207348195:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:01.002786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037124207348294:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42803
2026-01-08T17:02:01.014380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:01.020733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037124207348195:2049] [node 2] ICP22 created new session: [5:7593037128502315591:2049]
2026-01-08T17:02:01.020824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037128502315591:2049] [node 2] ICS09 handshake done sender: [5:7593037124207348277:2118] self: [5:7593037124207348286:0] peer: [2:7593037122113597151:0] socket: 404 qp: -1
2026-01-08T17:02:01.020858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037128502315591:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:01.020898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:01.021293Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037124207348195:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(25182818ns) {HandleHandshakeStatus:329(25180906ns) {DropIncomingHandshake:442(749ns) DropOutgoingHandshake:457(5519ns) SwitchToState:179(459ns) ProcessPendingSessionEvents:495(87858ns) {ForwardSessionEventToSession:616(53864ns) ForwardSessionEventToSession:616(2029ns) ForwardSessionEventToSession:616(2129ns) ForwardSessionEventToSession:616(4235ns) ForwardSessionEventToSession:616(1995ns) ForwardSessionEventToSession:616(3855ns) ForwardSessionEventToSession:616(2968ns) ForwardSessionEventToSession:616(3956ns) ForwardSessionEventToSession:616(3604ns) ForwardSessionEventToSession:616(1816ns)}}}
2026-01-08T17:02:01.023823Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037124207348196:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25981) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037124207348284:2121] held: no
2026-01-08T17:02:01.028278Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037124207348265:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(111724618ns) {HandleHandshakeStatus:329(111721983ns) {DropIncomingHandshake:442(13129ns) DropOutgoingHandshake:457(195ns) SwitchToState:179(157ns) ProcessPendingSessionEvents:495(3611522ns) {ForwardSessionEventToSession:616(3548895ns) ForwardSessionEventToSession:616(8713ns) ForwardSessionEventToSession:616(2405ns) ForwardSessionEventToSession:616(3059ns) ForwardSessionEventToSession:616(8109ns) ForwardSessionEventToSession:616(3264ns) ForwardSessionEventToSession:616(3841ns) ForwardSessionEventToSession:616(6269ns) ForwardSessionEventToSession:616(3338ns) ForwardSessionEventToSession:616(5546ns)}}}
2026-01-08T17:02:01.028522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037124207348284:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:01.033383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037124207348196:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:01.042725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:01.042786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037124207348196:2050] [node 3] ICP22 created new session: [5:7593037128502315593:2050]
2026-01-08T17:02:01.042843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037128502315593:2050] [node 3] ICS09 handshake done sender: [5:7593037124207348284:2121] self: [5:7593037124207348288:0] peer: [3:7593037120887443828:0] socket: 425 qp: -1
2026-01-08T17:02:01.042882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037128502315593:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:01.042940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:00.727049Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037121634368977:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.727088Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037121634368977:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:00.727626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037121634368984:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:00.735634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037117339401601:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:00.735714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:00.923530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037120887443822:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.735773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037117339401601:2048] [node 2] ICP22 created new session: [1:7593037121634368987:2048]
2026-01-08T17:02:00.735825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037121634368987:2048] [node 2] ICS09 handshake done sender: [1:7593037121634368970:2112] self: [1:7593037121634368969:0] peer: [2:7593037122113597160:0] socket: 369 qp: -1
2026-01-08T17:02:01.030670Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037122471958987:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25981) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037122471959068:2118] held: no
2026-01-08T17:02:00.923573Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037120887443822:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:00.735874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037121634368987:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:00.735910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:00.737123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037121634368977:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:01.030768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037122471958987:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:00.737400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037121634368968:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:00.923773Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037120887443814:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:00.923799Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037120887443814:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:01.030851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:00.925832Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037120887443747:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(44126378ns) {HandleHandshakeStatus:395(44122600ns) {LogHandshakeFail:472(27127ns) {UpdateErrorStateLog:545(6207ns)} DropOutgoingHandshake:457(1032ns) ProcessPendingSessionEvents:495(44011361ns) {DropSessionEvent:512(21954ns) DropSessionEvent:512(5290ns) DropSessionEvent:512(6716ns) DropSessionEvent:512(19486477ns) DropSessionEvent:512(16277077ns) DropSessionEvent:512(42425ns) DropSessionEvent:512(8808ns) DropSessionEvent:512(6327ns) DropSessionEvent:512(8126163ns) DropSessionEvent:512(11440ns)}}}
2026-01-08T17:02:00.932334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037120887443816:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:01.030905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037122471958987:2050] [node 3] ICP22 created new session: [6:7593037126766926381:2050]
2026-01-08T17:02:00.941010Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037120887443822:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:01.030952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037126766926381:2050] [node 3] ICS09 handshake done sender: [6:7593037122471959068:2118] self: [6:7593037122471959073:0] peer: [3:7593037120887443813:0] socket: 420 qp: -1
2026-01-08T17:02:00.950698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037120887443747:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:01.031013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037126766926381:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:00.950785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:01.031071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:00.950856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037120887443747:2049] [node 2] ICP22 created new session: [3:7593037120887443843:2049]
2026-01-08T17:02:01.033173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:00.950926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037120887443843:2049] [node 2] ICS09 handshake done sender: [3:7593037120887443816:2113] self: [3:7593037120887443831:0] peer: [2:7593037122113597146:0] socket: 378 qp: -1
2026-01-08T17:02:01.034834Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037122471959051:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(126082443ns) {HandleHandshakeStatus:329(126079328ns) {DropIncomingHandshake:442(4797ns) DropOutgoingHandshake:457(19331ns) SwitchToState:179(382ns) ProcessPendingSessionEvents:495(1312252ns) {ForwardSessionEventToSession:616(1257968ns) ForwardSessionEventToSession:616(5753ns) ForwardSessionEventToSession:616(6905ns) ForwardSessionEventToSession:616(2427ns) ForwardSessionEventToSession:616(3313ns) ForwardSessionEventToSession:616(5737ns) ForwardSessionEventToSession:616(6011ns) ForwardSessionEventToSession:616(9425ns) ForwardSessionEventToSession:616(2809ns) ForwardSessionEventToSession:616(2375ns)}}}
2026-01-08T17:02:00.950973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037120887443843:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:01.036366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037122471958986:2049] [node 2] ICP22 created new session: [6:7593037126766926383:2049]
2026-01-08T17:02:00.951033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:01.036432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037126766926383:2049] [node 2] ICS09 handshake done sender: [6:7593037122471959071:2120] self: [6:7593037122471959079:0] peer: [2:7593037122113597150:0] socket: 426 qp: -1
2026-01-08T17:02:00.977949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037120887443830:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:01.036475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037126766926383:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:01.036529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:01.037014Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037122471958986:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(29616163ns) {HandleHandshakeStatus:329(29615082ns) {DropIncomingHandshake:442(513ns) DropOutgoingHandshake:457(9698704ns) SwitchToState:179(889ns) ProcessPendingSessionEvents:495(100912ns) {ForwardSessionEventToSession:616(45948ns) ForwardSessionEventToSession:616(8164ns) ForwardSessionEventToSession:616(3312ns) ForwardSessionEventToSession:616(2408ns) ForwardSessionEventToSession:616(9482ns) ForwardSessionEventToSession:616(5796ns) ForwardSessionEventToSession:616(3422ns) ForwardSessionEventToSession:616(6060ns) ForwardSessionEventToSession:616(3091ns) ForwardSessionEventToSession:616(5731ns)}}}
2026-01-08T17:02:00.977990Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037120887443830:2119] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:00.980375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037120887443810:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:00.990003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037120887443814:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:00.990553Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037120887443830:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:00.996306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037120887443809:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:00.998519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:00.998568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037120887443810:2107] [node 4] ICP22 created new session: [3:7593037120887443846:2107]
2026-01-08T17:02:01.011166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037120887443812:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:01.011287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:01.011351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037120887443812:2108] [node 5] ICP22 created new session: [3:7593037125182411143:2108]
2026-01-08T17:02:01.011407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037125182411143:2108] [node 5] ICS09 handshake done sender: [3:7593037120887443830:2119] self: [3:7593037120887443828:0] peer: [5:7593037124207348288:0] socket: 394 qp: -1
2026-01-08T17:02:01.011455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037125182411143:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:01.011497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:01.022737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037120887443846:2107] [node 4] ICS09 handshake done sender: [3:7593037120887443822:2116] self: [3:7593037120887443821:0] peer: [4:7593037122595635822:0] socket: 392 qp: -1
2026-01-08T17:02:01.024866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:01.027410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037120887443846:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:01.029837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037120887443809:2109] [node 6] ICP22 created new session: [3:7593037125182411145:2109]
2026-01-08T17:02:01.032089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:01.033276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037125182411145:2109] [node 6] ICS09 handshake done sender: [3:7593037120887443814:2111] self: [3:7593037120887443813:0] peer: [6:7593037122471959073:0] socket: 419 qp: -1
2026-01-08T17:02:01.034249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037125182411145:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:01.041235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:01.041777Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037120887443809:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(45193636ns) {HandleHandshakeStatus:329(45192037ns) {DropIncomingHandshake:442(15581ns) DropOutgoingHandshake:457(195ns) SwitchToState:179(170ns) ProcessPendingSessionEvents:495(96311ns) {ForwardSessionEventToSession:616(48185ns) ForwardSessionEventToSession:616(4174ns) ForwardSessionEventToSession:616(2130ns) ForwardSessionEventToSession:616(5552ns) ForwardSessionEventToSession:616(3069ns) ForwardSessionEventToSession:616(2766ns) ForwardSessionEventToSession:616(8293ns) ForwardSessionEventToSession:616(2450ns) ForwardSessionEventToSession:616(8223ns) ForwardSessionEventToSession:616(3979ns)}}}
2026-01-08T17:02:01.050151Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037120887443810:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(72254007ns) {HandleHandshakeStatus:329(72251202ns) {DropIncomingHandshake:442(19795ns) DropOutgoingHandshake:457(439ns) SwitchToState:179(567ns) ProcessPendingSessionEvents:495(3252254ns) {ForwardSessionEventToSession:616(3181901ns) ForwardSessionEventToSession:616(10588ns) ForwardSessionEventToSession:616(6223ns) ForwardSessionEventToSession:616(3376ns) ForwardSessionEventToSession:616(5866ns) ForwardSessionEventToSession:616(3102ns) ForwardSessionEventToSession:616(3274ns) ForwardSessionEventToSession:616(6252ns) ForwardSessionEventToSession:616(3442ns) ForwardSessionEventToSession:616(5395ns)}}}
2026-01-08T17:02:01.201003Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:01.201300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037122113597168:2048] [node 1] ICS01 socket: 376 reason# EndOfStream
2026-01-08T17:02:01.201348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037122113597080:2048] [node 1] ICP30 unregister session Session# [2:7593037122113597168:2048] VirtualId# [2:7593037122113597160:0]
2026-01-08T17:02:01.201391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037122113597168:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.201490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:01.201547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:01.208145Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:01.208394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037120887443837:2048] [node 1] ICS01 socket: 368 reason# EndOfStream
2026-01-08T17:02:01.208454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037120887443746:2048] [node 1] ICP30 unregister session Session# [3:7593037120887443837:2048] VirtualId# [3:7593037120887443829:0]
2026-01-08T17:02:01.208496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037120887443837:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.208610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:01.208666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:01.210920Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:01.211173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037122595635809:2048] [node 1] ICS01 socket: 370 reason# EndOfStream
2026-01-08T17:02:01.211222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037122595635727:2048] [node 1] ICP30 unregister session Session# [4:7593037122595635809:2048] VirtualId# [4:7593037122595635800:0]
2026-01-08T17:02:01.211274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037122595635809:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.211351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:01.211405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:01.214180Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:01.214452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037122471959080:2048] [node 1] ICS01 socket: 413 reason# EndOfStream
2026-01-08T17:02:01.214508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037122471958985:2048] [node 1] ICP30 unregister session Session# [6:7593037122471959080:2048] VirtualId# [6:7593037122471959070:0]
2026-01-08T17:02:01.214547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037122471959080:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.214630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:01.214691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:01.218969Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:01.219230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037124207348279:2048] [node 1] ICS07 socket disconnect 401 reason# EndOfStream
2026-01-08T17:02:01.219268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037124207348279:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.219377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:01.219436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037124207348279:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:01.239797Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037124207348194:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20322) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:01.239884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037124207348279:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:01.239924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037124207348194:2048] [node 1] ICP30 unregister session Session# [5:7593037124207348279:2048] VirtualId# [5:7593037124207348276:0]
2026-01-08T17:02:01.239985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:01.240016Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037124207348194:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20322) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:01.240032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20322) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:01.252940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037124207348194:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:01.346426Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:01.346658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037120887443843:2049] [node 2] ICS01 socket: 378 reason# EndOfStream
2026-01-08T17:02:01.346709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037120887443747:2049] [node 2] ICP30 unregister session Session# [3:7593037120887443843:2049] VirtualId# [3:7593037120887443831:0]
2026-01-08T17:02:01.346744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037120887443843:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.346822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:01.346870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:01.351090Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:01.351333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037126766926383:2049] [node 2] ICS01 socket: 426 reason# EndOfStream
2026-01-08T17:02:01.351385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037122471958986:2049] [node 2] ICP30 unregister session Session# [6:7593037126766926383:2049] VirtualId# [6:7593037122471959079:0]
2026-01-08T17:02:01.351427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037126766926383:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.351640Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:01.351838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037122595635821:2049] [node 2] ICS07 socket disconnect 384 reason# EndOfStream
2026-01-08T17:02:01.351868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037122595635821:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.351934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:01.351977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037122595635821:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:01.352534Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:01.352736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037128502315591:2049] [node 2] ICS01 socket: 404 reason# EndOfStream
2026-01-08T17:02:01.352787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037124207348195:2049] [node 2] ICP30 unregister session Session# [5:7593037128502315591:2049] VirtualId# [5:7593037124207348286:0]
2026-01-08T17:02:01.352821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037128502315591:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.352887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:01.352929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:01.351501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:01.351543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:01.354507Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037122595635728:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64175) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:01.354570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037122595635821:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:01.354611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037122595635728:2049] [node 2] ICP30 unregister session Session# [4:7593037122595635821:2049] VirtualId# [4:7593037122595635813:0]
2026-01-08T17:02:01.354657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:01.354691Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037122595635728:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64175) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:01.354709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64175) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:01.364973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037122595635728:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:02:01.502571Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:01.502844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037126766926381:2050] [node 3] ICS01 socket: 420 reason# EndOfStream
2026-01-08T17:02:01.502899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037122471958987:2050] [node 3] ICP30 unregister session Session# [6:7593037126766926381:2050] VirtualId# [6:7593037122471959073:0]
2026-01-08T17:02:01.502942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037126766926381:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.503310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:01.503367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:01.502941Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:01.503141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037128502315593:2050] [node 3] ICS01 socket: 425 reason# EndOfStream
2026-01-08T17:02:01.503183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037124207348196:2050] [node 3] ICP30 unregister session Session# [5:7593037128502315593:2050] VirtualId# [5:7593037124207348288:0]
2026-01-08T17:02:01.503212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037128502315593:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.503310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:01.503365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:01.503815Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:01.503970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037122595635826:2050] [node 3] ICS01 socket: 398 reason# EndOfStream
2026-01-08T17:02:01.504002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037122595635729:2050] [node 3] ICP30 unregister session Session# [4:7593037122595635826:2050] VirtualId# [4:7593037122595635822:0]
2026-01-08T17:02:01.504032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037122595635826:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.504108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:01.504149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:01.610485Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:01.610787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037124207348291:2110] [node 4] ICS01 socket: 409 reason# EndOfStream
2026-01-08T17:02:01.610834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037124207348259:2110] [node 4] ICP30 unregister session Session# [5:7593037124207348291:2110] VirtualId# [5:7593037124207348287:0]
2026-01-08T17:02:01.610875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037124207348291:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.610959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:01.611029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:01.615652Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:01.615961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037122471959075:2109] [node 4] ICS07 socket disconnect 397 reason# EndOfStream
2026-01-08T17:02:01.615987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037122471959075:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.616055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:01.616101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037122471959075:2109] [node 4] ICS15 start handshake
2026-01-08T17:02:01.631253Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037122471959051:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6311) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:01.631334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037122471959075:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:01.631386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037122471959051:2109] [node 4] ICP30 unregister session Session# [6:7593037122471959075:2109] VirtualId# [6:7593037122471959066:0]
2026-01-08T17:02:01.631444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:01.631475Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037122471959051:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6311) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:01.631490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6311) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:01.645618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037122471959051:2109] [node 4] ICP33 wake up from error state
2026-01-08T17:02:01.727169Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:01.727456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037122471959076:2106] [node 5] ICS01 socket: 389 reason# EndOfStream
2026-01-08T17:02:01.727520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037122471959046:2106] [node 5] ICP30 unregister session Session# [6:7593037122471959076:2106] VirtualId# [6:7593037122471959067:0]
2026-01-08T17:02:01.727561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037122471959076:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:01.727663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:01.727721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:01.897393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037126551594401:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:01.897445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037126551594402:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:01.904487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037126909301982:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:01.904549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037126909301983:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:01.912845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037124839467495:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:01.912899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037124839467496:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:01.917393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037128234440319:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:01.917413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037128234440320:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:01.917432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037128234440321:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:01.924117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037127551556283:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:01.924146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037127551556284:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:01.924178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037127551556285:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:01.929094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037127427314507:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:01.929132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037127427314508:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:01.929168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037127427314509:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:02.129070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037131722281862:2105] [node 5] ICP01 ready to work
2026-01-08T17:02:02.133619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037131204269341:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:02.312169Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037126909301983:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(114219763ns) {Configure:104(114210414ns) {ProcessConfigured:135(95255ns) {StartInitialHandshake:157(92083ns) {DropHandshakes:470(2265ns) {DropIncomingHandshake:442(358ns) DropOutgoingHandshake:457(424ns)} GenerateSessionVirtualId:992(878ns) PrepareNewSessionHandshake:477(2195ns) {SwitchToState:179(735ns)}}}}}
2026-01-08T17:02:02.303897Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037127551556283:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(131090782ns) {Configure:104(131084479ns) {ProcessConfigured:135(77868ns) {StartInitialHandshake:157(75082ns) {DropHandshakes:470(2360ns) {DropIncomingHandshake:442(560ns) DropOutgoingHandshake:457(382ns)} GenerateSessionVirtualId:992(1221ns) PrepareNewSessionHandshake:477(1689ns) {SwitchToState:179(634ns)}}}}}
2026-01-08T17:02:02.304636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037131846523644:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:02.338720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037130846561786:2110] [node 4] ICP01 ready to work
2026-01-08T17:02:02.304949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037131846523645:2109] [node 4] ICP01 ready to work
2026-01-08T17:02:02.359862Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037131846523645:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37729904ns) {Configure:104(37726365ns) {ProcessConfigured:135(72894ns) {StartInitialHandshake:157(69269ns) {DropHandshakes:470(5293ns) {DropIncomingHandshake:442(427ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:992(1019ns) PrepareNewSessionHandshake:477(1643ns) {SwitchToState:179(555ns)}}}}}
2026-01-08T17:02:02.328102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037131722281862:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(198643305ns) {Configure:104(198636493ns) {ProcessConfigured:135(84610ns) {StartInitialHandshake:157(80920ns) {DropHandshakes:470(1629ns) {DropIncomingHandshake:442(561ns) DropOutgoingHandshake:457(327ns)} GenerateSessionVirtualId:992(1052ns) PrepareNewSessionHandshake:477(1852ns) {SwitchToState:179(760ns)}}}}}
2026-01-08T17:02:02.370581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037129134434854:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:02.384449Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037128234440319:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(230641612ns) {Configure:104(230635465ns) {ProcessConfigured:135(76361ns) {StartInitialHandshake:157(73762ns) {DropHandshakes:470(1718ns) {DropIncomingHandshake:442(456ns) DropOutgoingHandshake:457(332ns)} GenerateSessionVirtualId:992(950ns) PrepareNewSessionHandshake:477(2095ns) {SwitchToState:179(853ns)}}}}}
2026-01-08T17:02:02.385369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037132529407680:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:02.385686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037132529407681:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:02.367468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037130846561789:2107] [node 5] ICP01 ready to work
2026-01-08T17:02:02.328810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037131722281869:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:02.367761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037130846561790:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:02.400902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037129134434855:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:02.403322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037129134434856:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:02.414922Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037126551594402:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(46819181ns) {Configure:104(46814098ns) {ProcessConfigured:135(9763704ns) {StartInitialHandshake:157(9759560ns) {DropHandshakes:470(1636957ns) {DropIncomingHandshake:442(1166ns) DropOutgoingHandshake:457(483ns)} GenerateSessionVirtualId:992(2468ns) PrepareNewSessionHandshake:477(3443ns) {SwitchToState:179(1872ns)}}}}}
2026-01-08T17:02:02.427603Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037131204269341:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(114976767ns) {Configure:104(114968976ns) {ProcessConfigured:135(4909594ns) {StartInitialHandshake:157(4906763ns) {DropHandshakes:470(2542ns) {DropIncomingHandshake:442(577ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:992(1539ns) PrepareNewSessionHandshake:477(3697ns) {SwitchToState:179(1569ns)}}}}}
2026-01-08T17:02:02.426433Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037131722281869:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(50883269ns) {Configure:104(50879442ns) {ProcessConfigured:135(15088655ns) {StartInitialHandshake:157(15085793ns) {DropHandshakes:470(5582ns) {DropIncomingHandshake:442(589ns) DropOutgoingHandshake:457(392ns)} GenerateSessionVirtualId:992(908ns) PrepareNewSessionHandshake:477(3150ns) {SwitchToState:179(1518ns)}}}}}
2026-01-08T17:02:02.440528Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037124839467495:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(36847873ns) {Configure:104(36841820ns) {ProcessConfigured:135(74312ns) {StartInitialHandshake:157(71923ns) {DropHandshakes:470(3220ns) {DropIncomingHandshake:442(245ns) DropOutgoingHandshake:457(253ns)} GenerateSessionVirtualId:992(623ns) PrepareNewSessionHandshake:477(1763ns) {SwitchToState:179(847ns)}}}}}
2026-01-08T17:02:02.441504Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037132529407680:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38459463ns) {Configure:104(38454899ns) {ProcessConfigured:135(9292407ns) {StartInitialHandshake:157(9290315ns) {DropHandshakes:470(882ns) {DropIncomingHandshake:442(180ns) DropOutgoingHandshake:457(69ns)} GenerateSessionVirtualId:992(1212ns) PrepareNewSessionHandshake:477(4386ns) {SwitchToState:179(2388ns)}}}}}
2026-01-08T17:02:02.442702Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037130846561786:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(27436823ns) {Configure:104(27432202ns) {ProcessConfigured:135(3904214ns) {StartInitialHandshake:157(3901920ns) {DropHandshakes:470(2136ns) {DropIncomingHandshake:442(454ns) DropOutgoingHandshake:457(447ns)} GenerateSessionVirtualId:992(1188ns) PrepareNewSessionHandshake:477(2600ns) {SwitchToState:179(1693ns)}}}}}
2026-01-08T17:02:02.463130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037132529407681:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(21333012ns) {Configure:104(21326888ns) {ProcessConfigured:135(94224ns) {StartInitialHandshake:157(89287ns) {DropHandshakes:470(2694ns) {DropIncomingHandshake:442(480ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:992(1048ns) PrepareNewSessionHandshake:477(1929ns) {SwitchToState:179(616ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.470875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037131204269348:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:02.474256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037131846523657:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58437
2026-01-08T17:02:02.474553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037131204269349:2110] [node 6] ICP01 ready to work
2026-01-08T17:02:02.480820Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037124839467496:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(16924463ns) {Configure:104(16917486ns) {ProcessConfigured:135(72413ns) {StartInitialHandshake:157(69220ns) {DropHandshakes:470(2345ns) {DropIncomingHandshake:442(448ns) DropOutgoingHandshake:457(438ns)} GenerateSessionVirtualId:992(639ns) PrepareNewSessionHandshake:477(8594ns) {SwitchToState:179(488ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.491991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037129134434859:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24588
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.503141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037132529407693:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34119
2026-01-08T17:02:02.493099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037129134434868:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24588
2026-01-08T17:02:02.507968Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037131204269349:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(30265443ns) {Configure:104(30260187ns) {ProcessConfigured:135(53178ns) {StartInitialHandshake:157(51768ns) {DropHandshakes:470(3249ns) {DropIncomingHandshake:442(377ns) DropOutgoingHandshake:457(1035ns)} GenerateSessionVirtualId:992(623ns) PrepareNewSessionHandshake:477(1182ns) {SwitchToState:179(376ns)}}}}}
2026-01-08T17:02:02.511941Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037130846561789:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(28154992ns) {Configure:104(28149223ns) {ProcessConfigured:135(52333ns) {StartInitialHandshake:157(50791ns) {DropHandshakes:470(1504ns) {DropIncomingHandshake:442(321ns) DropOutgoingHandshake:457(336ns)} GenerateSessionVirtualId:992(583ns) PrepareNewSessionHandshake:477(956ns) {SwitchToState:179(417ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.516040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037130846561795:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55869
2026-01-08T17:02:02.516170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037130846561796:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55869
2026-01-08T17:02:02.516273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037130846561797:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55869
2026-01-08T17:02:02.521843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037131204269351:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36887
2026-01-08T17:02:02.527140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037129134434859:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.529096Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037130846561795:2139] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.531474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037130846561802:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55869
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.538915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037130846561803:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55869
2026-01-08T17:02:02.532503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037131204269356:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36887
2026-01-08T17:02:02.532701Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037131204269357:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36887
2026-01-08T17:02:02.532810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037131204269358:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36887
2026-01-08T17:02:02.534494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037131204269351:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.554633Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037131204269361:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36887
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.560006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037132529407694:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34119
2026-01-08T17:02:02.560624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037132529407695:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34119
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.567136Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037129134434868:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.567707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037129134434872:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24588
2026-01-08T17:02:02.567830Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037129134434873:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24588
2026-01-08T17:02:02.565110Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037130846561796:2140] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.569992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037132529407693:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.570149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037128234440321:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.570395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037129134434863:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.570429Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037129134434863:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.571540Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037129134434863:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:02.571904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037129134434854:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.571999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:02.572062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037129134434854:2107] [node 4] ICP22 created new session: [3:7593037129134434877:2107]
2026-01-08T17:02:02.572116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037129134434877:2107] [node 4] ICS09 handshake done sender: [3:7593037129134434863:2113] self: [3:7593037129134434862:0] peer: [4:7593037132529407696:0] socket: 387 qp: -1
2026-01-08T17:02:02.572150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037129134434877:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:02.572209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.574080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037131846523658:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58437
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.576578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037131846523658:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.576712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037127551556285:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.576590Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037128234440321:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037132529407693:2115] held: no
2026-01-08T17:02:02.576899Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037132529407697:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34119
2026-01-08T17:02:02.577127Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037129134434865:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.577156Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037129134434865:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.578208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037131846523660:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58437
2026-01-08T17:02:02.579503Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037132529407693:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.579779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037131846523661:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58437
2026-01-08T17:02:02.580058Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037129134434865:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:02.580545Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037131846523658:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:02.580744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037127551556285:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.580818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:02.580866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037127551556285:2050] [node 3] ICP22 created new session: [5:7593037131846523662:2050]
2026-01-08T17:02:02.580917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037131846523662:2050] [node 3] ICS09 handshake done sender: [5:7593037131846523658:2116] self: [5:7593037131846523659:0] peer: [3:7593037129134434864:0] socket: 409 qp: -1
2026-01-08T17:02:02.580958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037131846523662:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:02.581012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:02.582852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037129134434855:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.582961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:02.583028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037129134434855:2108] [node 5] ICP22 created new session: [3:7593037129134434881:2108]
2026-01-08T17:02:02.583071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037129134434881:2108] [node 5] ICS09 handshake done sender: [3:7593037129134434865:2114] self: [3:7593037129134434864:0] peer: [5:7593037131846523659:0] socket: 384 qp: -1
2026-01-08T17:02:02.583110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037129134434881:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:02.583164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:02.584792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037128234440321:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.584865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:02.584916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037128234440321:2050] [node 3] ICP22 created new session: [4:7593037132529407699:2050]
2026-01-08T17:02:02.584970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037132529407699:2050] [node 3] ICS09 handshake done sender: [4:7593037132529407693:2115] self: [4:7593037132529407696:0] peer: [3:7593037129134434862:0] socket: 389 qp: -1
2026-01-08T17:02:02.585004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037132529407699:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:02.585060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:02.585961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037131846523657:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.590234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037131722281881:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8564
2026-01-08T17:02:02.590388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037131722281882:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8564
2026-01-08T17:02:02.592180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037131204269356:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.592472Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037131204269358:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.595204Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037129134434872:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.596758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037124839467496:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.597656Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037131722281881:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.597872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037131722281862:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.597224Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037132529407694:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.597603Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037131204269357:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.597850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037131204269345:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.597872Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037131204269345:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.597339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037128234440320:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.609948Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037131846523651:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.603243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037131722281882:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.611668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037129134434867:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.614771Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037130846561802:2144] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.610023Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037131846523651:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.610902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037131846523661:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.613813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037132529407687:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.613862Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037132529407687:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.616462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037132529407695:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.616761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037128234440319:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.611726Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037129134434867:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.617321Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037130846561797:2141] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.611275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037131846523645:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.603402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037127427314509:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.620497Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037132529407687:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:02.619570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037130846561803:2145] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.620007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037130846561794:2138] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.620581Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037130846561794:2138] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.612675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037131722281885:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8564
2026-01-08T17:02:02.621227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037129134434873:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.624014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037132529407680:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.624084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:02.624145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037132529407680:2108] [node 5] ICP22 created new session: [4:7593037132529407704:2108]
2026-01-08T17:02:02.624578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037132529407704:2108] [node 5] ICS09 handshake done sender: [4:7593037132529407687:2113] self: [4:7593037132529407686:0] peer: [5:7593037131846523667:0] socket: 412 qp: -1
2026-01-08T17:02:02.624616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037132529407704:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:02.624660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:02.620206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037131204269347:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.620255Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037131204269347:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.611565Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037131846523651:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:02.624456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037130846561792:2137] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.623011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037131846523644:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.624494Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037130846561792:2137] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.621433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037124839467495:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.628549Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037131204269347:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.629174Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037131722281881:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:02.627081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:02.624396Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037129134434867:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:02.635727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037130846561794:2138] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:02.635990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037129134434856:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.627140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037131846523644:2108] [node 6] ICP22 created new session: [5:7593037131846523668:2108]
2026-01-08T17:02:02.642517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037131722281862:2105] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.639195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037130846561792:2137] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:02.627549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037131846523668:2108] [node 6] ICS09 handshake done sender: [5:7593037131846523651:2113] self: [5:7593037131846523650:0] peer: [6:7593037131722281883:0] socket: 367 qp: -1
2026-01-08T17:02:02.627590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037131846523668:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:02.627659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:02.645194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037131204269341:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.636068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:02.636137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037129134434856:2109] [node 6] ICP22 created new session: [3:7593037129134434888:2109]
2026-01-08T17:02:02.636198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037129134434888:2109] [node 6] ICS09 handshake done sender: [3:7593037129134434867:2115] self: [3:7593037129134434866:0] peer: [6:7593037131722281884:0] socket: 372 qp: -1
2026-01-08T17:02:02.636237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037129134434888:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:02.636311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:02.642590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:02.645920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:02.636986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037129134434887:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24588
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.642640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037131722281862:2105] [node 5] ICP22 created new session: [6:7593037131722281888:2105]
2026-01-08T17:02:02.645310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037130846561786:2110] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.653896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037132529407707:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34119
2026-01-08T17:02:02.639854Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037129134434873:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:02.645968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037131204269341:2107] [node 4] ICP22 created new session: [2:7593037131204269368:2107]
2026-01-08T17:02:02.644045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037131722281888:2105] [node 5] ICS09 handshake done sender: [6:7593037131722281881:2115] self: [6:7593037131722281883:0] peer: [5:7593037131846523650:0] socket: 414 qp: -1
2026-01-08T17:02:02.644110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037131722281888:2105] [node 5] ICS10 traffic start
2026-01-08T17:02:02.646101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:02.645405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:02.640030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037124839467495:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.640122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:02.640183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037124839467495:2048] [node 1] ICP22 created new session: [3:7593037129134434890:2048]
2026-01-08T17:02:02.640240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037129134434890:2048] [node 1] ICS09 handshake done sender: [3:7593037129134434873:2118] self: [3:7593037129134434886:0] peer: [1:7593037130846561791:0] socket: 403 qp: -1
2026-01-08T17:02:02.641540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037129134434890:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:02.642851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:02.645462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037130846561786:2110] [node 4] ICP22 created new session: [1:7593037130846561814:2110]
2026-01-08T17:02:02.645533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037130846561814:2110] [node 4] ICS09 handshake done sender: [1:7593037130846561794:2138] self: [1:7593037130846561793:0] peer: [4:7593037132529407703:0] socket: 402 qp: -1
2026-01-08T17:02:02.645568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037130846561814:2110] [node 4] ICS10 traffic start
2026-01-08T17:02:02.645602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:02.648543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037126551594402:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.648609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:02.648660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037126551594402:2049] [node 3] ICP22 created new session: [1:7593037130846561816:2049]
2026-01-08T17:02:02.648758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037130846561816:2049] [node 3] ICS09 handshake done sender: [1:7593037130846561792:2137] self: [1:7593037130846561791:0] peer: [3:7593037129134434886:0] socket: 401 qp: -1
2026-01-08T17:02:02.648798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037130846561816:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:02.648857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:02.646168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037131204269368:2107] [node 4] ICS09 handshake done sender: [2:7593037131204269347:2112] self: [2:7593037131204269346:0] peer: [4:7593037132529407701:0] socket: 395 qp: -1
2026-01-08T17:02:02.646202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037131204269368:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:02.646261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:02.659976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037131204269361:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.660223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037126909301982:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.660391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037131204269345:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.663210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037126909301983:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.662550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037131846523670:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58437
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.668800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037131722281892:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8564
2026-01-08T17:02:02.668912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037131722281886:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8564
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.663320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:02.664903Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037128234440320:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6032) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037132529407694:2116] held: no
2026-01-08T17:02:02.670649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037131846523672:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58437
2026-01-08T17:02:02.665133Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037132529407694:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.663382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037126909301983:2049] [node 3] ICP22 created new session: [2:7593037131204269372:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.688997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037131722281887:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8564
2026-01-08T17:02:02.689166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037131722281891:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8564
2026-01-08T17:02:02.689342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037131722281882:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:02.690357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037130846561788:2136] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.690406Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037130846561788:2136] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.670792Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037131846523661:2118] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.692440Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037124839467496:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6032) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037129134434872:2117] held: no
2026-01-08T17:02:02.676180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037131846523645:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.672616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037132529407708:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34119
2026-01-08T17:02:02.663434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037131204269372:2049] [node 3] ICS09 handshake done sender: [2:7593037131204269345:2111] self: [2:7593037131204269344:0] peer: [3:7593037129134434884:0] socket: 394 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.693804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037129134434892:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24588
2026-01-08T17:02:02.694831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037130846561788:2136] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:02.692794Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037128234440319:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15834) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037132529407695:2117] held: no
2026-01-08T17:02:02.695068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037127427314509:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.693957Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037129134434893:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24588
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.676268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:02.676329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037131846523645:2109] [node 4] ICP22 created new session: [5:7593037131846523673:2109]
2026-01-08T17:02:02.676386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037131846523673:2109] [node 4] ICS09 handshake done sender: [5:7593037131846523661:2118] self: [5:7593037131846523667:0] peer: [4:7593037132529407686:0] socket: 413 qp: -1
2026-01-08T17:02:02.676432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037131846523673:2109] [node 4] ICS10 traffic start
2026-01-08T17:02:02.676491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:02.663487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037131204269372:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:02.688188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037131846523675:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58437
2026-01-08T17:02:02.694258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037131846523672:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.694491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037127551556283:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.708340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037131846523675:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.695139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:02.708997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037130846561799:2142] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.693425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037132529407695:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:02.716462Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037129134434872:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:02.718195Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037129134434856:2109] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:02.718237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037124839467496:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.718306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:02.663530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:02.720687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037124839467496:2049] [node 2] ICP22 created new session: [3:7593037129134434894:2049]
2026-01-08T17:02:02.720752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037129134434894:2049] [node 2] ICS09 handshake done sender: [3:7593037129134434872:2117] self: [3:7593037129134434884:0] peer: [2:7593037131204269344:0] socket: 397 qp: -1
2026-01-08T17:02:02.720802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037129134434894:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:02.720857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:02.702277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037131204269375:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36887
2026-01-08T17:02:02.713703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037131204269361:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.706732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037128234440320:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.709032Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037130846561799:2142] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.715291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037127551556284:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.706802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:02.706852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037128234440320:2049] [node 2] ICP22 created new session: [4:7593037132529407710:2049]
2026-01-08T17:02:02.706913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037132529407710:2049] [node 2] ICS09 handshake done sender: [4:7593037132529407694:2116] self: [4:7593037132529407701:0] peer: [2:7593037131204269346:0] socket: 396 qp: -1
2026-01-08T17:02:02.706951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037132529407710:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:02.706986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:02.707409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037128234440319:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.710130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:02.711523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037128234440319:2048] [node 1] ICP22 created new session: [4:7593037132529407712:2048]
2026-01-08T17:02:02.711577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037132529407712:2048] [node 1] ICS09 handshake done sender: [4:7593037132529407695:2117] self: [4:7593037132529407703:0] peer: [1:7593037130846561793:0] socket: 407 qp: -1
2026-01-08T17:02:02.711607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037132529407712:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:02.711653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:02.712159Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037132529407709:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34119
2026-01-08T17:02:02.719687Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037132529407680:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:02.719815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037132529407689:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.719842Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037132529407689:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.695197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037127427314509:2050] [node 3] ICP22 created new session: [6:7593037131722281893:2050]
2026-01-08T17:02:02.723607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037131846523678:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58437
2026-01-08T17:02:02.727839Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037131204269353:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.727877Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037131204269353:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.709693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037126551594401:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.709791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:02.709837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037126551594401:2048] [node 2] ICP22 created new session: [1:7593037130846561821:2048]
2026-01-08T17:02:02.709900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037130846561821:2048] [node 2] ICS09 handshake done sender: [1:7593037130846561788:2136] self: [1:7593037130846561787:0] peer: [2:7593037131204269371:0] socket: 400 qp: -1
2026-01-08T17:02:02.709942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037130846561821:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:02.709982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:02.695254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037131722281893:2050] [node 3] ICS09 handshake done sender: [6:7593037131722281882:2116] self: [6:7593037131722281884:0] peer: [3:7593037129134434866:0] socket: 415 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.735305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037131204269355:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.735342Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037131204269355:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.735897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037126909301982:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.735951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:02.736009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037126909301982:2048] [node 1] ICP22 created new session: [2:7593037131204269377:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.730604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037130846561799:2142] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:02.732480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037130846561789:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.734577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:02.734621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037130846561789:2107] [node 5] ICP22 created new session: [1:7593037130846561824:2107]
2026-01-08T17:02:02.734703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037130846561824:2107] [node 5] ICS09 handshake done sender: [1:7593037130846561799:2142] self: [1:7593037130846561798:0] peer: [5:7593037131846523676:0] socket: 398 qp: -1
2026-01-08T17:02:02.734735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037130846561824:2107] [node 5] ICS10 traffic start
2026-01-08T17:02:02.734771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:02.695301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037131722281893:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:02.736070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037131204269377:2048] [node 1] ICS09 handshake done sender: [2:7593037131204269361:2119] self: [2:7593037131204269371:0] peer: [1:7593037130846561787:0] socket: 404 qp: -1
2026-01-08T17:02:02.745011Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037131846523672:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:02.739510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037132529407715:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34119
2026-01-08T17:02:02.736114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037131204269377:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:02.695363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:02.742168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037132529407689:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:02.705506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037131722281887:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.711313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037131722281869:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.714622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037131722281891:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.725223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037127427314508:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.734121Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037131722281892:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.737276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037131722281898:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8564
2026-01-08T17:02:02.741341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037127427314507:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:02.736149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:02.736417Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037126909301982:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:02.741210Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037131204269353:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:02.753617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037131204269349:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.753689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:02.753759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037131204269349:2110] [node 6] ICP22 created new session: [2:7593037131204269380:2110]
2026-01-08T17:02:02.753809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037131204269380:2110] [node 6] ICS09 handshake done sender: [2:7593037131204269353:2114] self: [2:7593037131204269352:0] peer: [6:7593037131722281897:0] socket: 385 qp: -1
2026-01-08T17:02:02.753854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037131204269380:2110] [node 6] ICS10 traffic start
2026-01-08T17:02:02.753900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:02.757525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037131204269355:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:02.763260Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037130846561789:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(24232111ns) {HandleHandshakeStatus:329(24229474ns) {DropIncomingHandshake:442(15634ns) DropOutgoingHandshake:457(470ns) SwitchToState:179(567ns) ProcessPendingSessionEvents:495(14448852ns) {ForwardSessionEventToSession:616(7668610ns) ForwardSessionEventToSession:616(1280354ns) ForwardSessionEventToSession:616(3759ns) ForwardSessionEventToSession:616(3098ns) ForwardSessionEventToSession:616(1912004ns) ForwardSessionEventToSession:616(2160ns) ForwardSessionEventToSession:616(1941392ns) ForwardSessionEventToSession:616(4227ns) ForwardSessionEventToSession:616(4198ns) ForwardSessionEventToSession:616(1610041ns)}}}
2026-01-08T17:02:02.758962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037132529407681:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.759036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:02.759098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037132529407681:2109] [node 6] ICP22 created new session: [4:7593037132529407716:2109]
2026-01-08T17:02:02.759150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037132529407716:2109] [node 6] ICS09 handshake done sender: [4:7593037132529407689:2114] self: [4:7593037132529407688:0] peer: [6:7593037131722281895:0] socket: 421 qp: -1
2026-01-08T17:02:02.759193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037132529407716:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:02.759236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:02.762632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037131204269348:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.762697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:02.762764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037131204269348:2109] [node 5] ICP22 created new session: [2:7593037131204269382:2109]
2026-01-08T17:02:02.762820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037131204269382:2109] [node 5] ICS09 handshake done sender: [2:7593037131204269355:2115] self: [2:7593037131204269354:0] peer: [5:7593037131846523677:0] socket: 433 qp: -1
2026-01-08T17:02:02.762862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037131204269382:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:02.762896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:02.761681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037127551556283:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.766409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037132529407715:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.761841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:02.761911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037127551556283:2048] [node 1] ICP22 created new session: [5:7593037131846523680:2048]
2026-01-08T17:02:02.770024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037132529407681:2109] [node 6] ICP18 handshake (actor [4:7593037132529407715:2122]) is too old
2026-01-08T17:02:02.761975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037131846523680:2048] [node 1] ICS09 handshake done sender: [5:7593037131846523672:2120] self: [5:7593037131846523676:0] peer: [1:7593037130846561798:0] socket: 432 qp: -1
2026-01-08T17:02:02.762021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037131846523680:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:02.762061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.771189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037131846523679:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58437
2026-01-08T17:02:02.775285Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037130846561801:2143] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:02.775327Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037130846561801:2143] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:02.777434Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037127427314508:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6032) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037131722281891:2120] held: no
2026-01-08T17:02:02.778502Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037130846561801:2143] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:02.778841Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037127551556284:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6032) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037131846523675:2121] held: no
2026-01-08T17:02:02.779108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037131846523675:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:02.779409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037130846561790:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:02.779498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:02.779555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037130846561790:2108] [node 6] ICP22 created new session: [1:7593037130846561827:2108]
2026-01-08T17:02:02.779600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037130846561827:2108] [node 6] ICS09 handshake done sender: [1:7593037130846561801:2143] self: [1:7593037130846561800:0] peer: [6:7593037131722281899:0] socket: 430 qp: -1
2026-01-08T17:02:02.779653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037130846561827:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:02.779686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.781046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037131722281900:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8564
2026-01-08T17:02:02.781416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037127551556284:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.781498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:02.781562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037127551556284:2049] [node 2] ICP22 created new session: [5:7593037131846523682:2049]
2026-01-08T17:02:02.781614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037131846523682:2049] [node 2] ICS09 handshake done sender: [5:7593037131846523675:2121] self: [5:7593037131846523677:0] peer: [2:7593037131204269354:0] socket: 434 qp: -1
2026-01-08T17:02:02.781657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037131846523682:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:02.781716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:02.782925Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037131722281891:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:02.783320Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037131722281869:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18309) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037131722281887:2119] held: no
2026-01-08T17:02:02.783468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037131722281887:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:02.784242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037131722281869:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.784299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:02.784363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037131722281869:2108] [node 4] ICP22 created new session: [6:7593037131722281902:2108]
2026-01-08T17:02:02.784413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037131722281902:2108] [node 4] ICS09 handshake done sender: [6:7593037131722281887:2119] self: [6:7593037131722281895:0] peer: [4:7593037132529407688:0] socket: 422 qp: -1
2026-01-08T17:02:02.784463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037131722281902:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:02.784498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:02.786608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037127427314508:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.786676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:02.786727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037127427314508:2049] [node 2] ICP22 created new session: [6:7593037131722281904:2049]
2026-01-08T17:02:02.786777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037131722281904:2049] [node 2] ICS09 handshake done sender: [6:7593037131722281891:2120] self: [6:7593037131722281897:0] peer: [2:7593037131204269352:0] socket: 431 qp: -1
2026-01-08T17:02:02.786827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037131722281904:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:02.786888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:02.787430Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037127427314507:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15834) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037131722281892:2121] held: no
2026-01-08T17:02:02.787652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037131722281901:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8564
2026-01-08T17:02:02.788651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037131722281892:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:02.788905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037127427314507:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:02.788970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:02.789018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037127427314507:2048] [node 1] ICP22 created new session: [6:7593037131722281906:2048]
2026-01-08T17:02:02.789085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037131722281906:2048] [node 1] ICS09 handshake done sender: [6:7593037131722281892:2121] self: [6:7593037131722281899:0] peer: [1:7593037130846561800:0] socket: 378 qp: -1
2026-01-08T17:02:02.789122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037131722281906:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:02.789164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:02.848827Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:02.849105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037131204269377:2048] [node 1] ICS01 socket: 404 reason# EndOfStream
2026-01-08T17:02:02.849154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037126909301982:2048] [node 1] ICP30 unregister session Session# [2:7593037131204269377:2048] VirtualId# [2:7593037131204269371:0]
2026-01-08T17:02:02.849189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037131204269377:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:02.849259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:02.849302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:02.851055Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:02.851220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037129134434890:2048] [node 1] ICS01 socket: 403 reason# EndOfStream
2026-01-08T17:02:02.851249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037124839467495:2048] [node 1] ICP30 unregister session Session# [3:7593037129134434890:2048] VirtualId# [3:7593037129134434886:0]
2026-01-08T17:02:02.851277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037129134434890:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:02.851336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:02.851373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:02.852994Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:02.853234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037131846523680:2048] [node 1] ICS01 socket: 432 reason# EndOfStream
2026-01-08T17:02:02.853287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037127551556283:2048] [node 1] ICP30 unregister session Session# [5:7593037131846523680:2048] VirtualId# [5:7593037131846523676:0]
2026-01-08T17:02:02.853322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037131846523680:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:02.853408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:02.853452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:02.854858Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:02.855009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037131722281906:2048] [node 1] ICS01 socket: 378 reason# EndOfStream
2026-01-08T17:02:02.855042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037127427314507:2048] [node 1] ICP30 unregister session Session# [6:7593037131722281906:2048] VirtualId# [6:7593037131722281899:0]
2026-01-08T17:02:02.855081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037131722281906:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:02.855132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:02.855177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:02.855645Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:02.855809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037132529407712:2048] [node 1] ICS01 socket: 407 reason# EndOfStream
2026-01-08T17:02:02.855838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037128234440319:2048] [node 1] ICP30 unregister session Session# [4:7593037132529407712:2048] VirtualId# [4:7593037132529407703:0]
2026-01-08T17:02:02.855858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037132529407712:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:02.855902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:02.855931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:02.895910Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:02.896178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037129134434894:2049] [node 2] ICS01 socket: 397 reason# EndOfStream
2026-01-08T17:02:02.896278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037124839467496:2049] [node 2] ICP30 unregister session Session# [3:7593037129134434894:2049] VirtualId# [3:7593037129134434884:0]
2026-01-08T17:02:02.896325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037129134434894:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:02.896410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:02.896455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:02.901604Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:02.901447Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:02.901817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037131846523682:2049] [node 2] ICS01 socket: 434 reason# EndOfStream
2026-01-08T17:02:02.901855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037127551556284:2049] [node 2] ICP30 unregister session Session# [5:7593037131846523682:2049] VirtualId# [5:7593037131846523677:0]
2026-01-08T17:02:02.901775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037132529407710:2049] [node 2] ICS01 socket: 396 reason# EndOfStream
2026-01-08T17:02:02.901890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037131846523682:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:02.901825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037128234440320:2049] [node 2] ICP30 unregister session Session# [4:7593037132529407710:2049] VirtualId# [4:7593037132529407701:0]
2026-01-08T17:02:02.901961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:02.901865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037132529407710:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:02.901960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:02.902019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:02.902005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:02.902437Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:02.902692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037131722281904:2049] [node 2] ICS01 socket: 431 reason# EndOfStream
2026-01-08T17:02:02.902778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037127427314508:2049] [node 2] ICP30 unregister session Session# [6:7593037131722281904:2049] VirtualId# [6:7593037131722281897:0]
2026-01-08T17:02:02.902849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037131722281904:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:02.902975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:02.903055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:02.957049Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:02.957362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037131722281893:2050] [node 3] ICS07 socket disconnect 415 reason# EndOfStream
2026-01-08T17:02:02.957402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037131722281893:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:02.957487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:02.957542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037131722281893:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:02.958431Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:02.958681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037132529407699:2050] [node 3] ICS01 socket: 389 reason# EndOfStream
2026-01-08T17:02:02.958752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037128234440321:2050] [node 3] ICP30 unregister session Session# [4:7593037132529407699:2050] VirtualId# [4:7593037132529407696:0]
2026-01-08T17:02:02.958813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037132529407699:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:02.958931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:02.958917Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037127427314509:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:02.958991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037131722281893:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:02.959153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037127427314509:2050] [node 3] ICP30 unregister session Session# [6:7593037131722281893:2050] VirtualId# [6:7593037131722281884:0]
2026-01-08T17:02:02.959206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:02.960346Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037127427314509:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:02.960380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3168) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:02.961893Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:02.962503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037131846523662:2050] [node 3] ICS01 socket: 409 reason# EndOfStream
2026-01-08T17:02:02.962568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037127551556285:2050] [node 3] ICP30 unregister session Session# [5:7593037131846523662:2050] VirtualId# [5:7593037131846523659:0]
2026-01-08T17:02:02.962617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037131846523662:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:02.962720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:02.962795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:02.970225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037127427314509:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:02:03.057198Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:03.057444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037131846523673:2109] [node 4] ICS01 socket: 413 reason# EndOfStream
2026-01-08T17:02:03.057505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037131846523645:2109] [node 4] ICP30 unregister session Session# [5:7593037131846523673:2109] VirtualId# [5:7593037131846523667:0]
2026-01-08T17:02:03.057546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037131846523673:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:03.057635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:03.057685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:03.057804Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:03.058018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037131722281902:2108] [node 4] ICS01 socket: 422 reason# EndOfStream
2026-01-08T17:02:03.058058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037131722281869:2108] [node 4] ICP30 unregister session Session# [6:7593037131722281902:2108] VirtualId# [6:7593037131722281895:0]
2026-01-08T17:02:03.058088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037131722281902:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:03.058159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:03.058196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:03.128946Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:03.129234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037131722281888:2105] [node 5] ICS07 socket disconnect 414 reason# EndOfStream
2026-01-08T17:02:03.129269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037131722281888:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:03.129353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:03.129407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037131722281888:2105] [node 5] ICS15 start handshake
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:03.207895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037133379256596:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:03.207940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037133379256597:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:03.217455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037135719532776:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:03.217498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037135719532777:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:03.230696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037136039359200:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:03.230750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037136039359201:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:03.234265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037135009017219:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:03.234331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037135009017220:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:03.234366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037135009017221:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:03.243402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037135672004863:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:03.243440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037135672004864:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:03.243477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037135672004865:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:03.255200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037133584879200:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:03.255249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037133584879201:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:03.255285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037133584879202:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:03.457236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037133584879261:2106] [node 5] ICP01 ready to work
2026-01-08T17:02:03.463103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037133379256659:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:03.554992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037136039359264:2110] [node 6] ICP01 ready to work
2026-01-08T17:02:03.625125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037135672004926:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:03.622113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037136039359265:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:03.607082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037135719532841:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:03.604483Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037133584879261:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(146129654ns) {Configure:104(146121544ns) {ProcessConfigured:135(82428ns) {StartInitialHandshake:157(80013ns) {DropHandshakes:470(2823ns) {DropIncomingHandshake:442(463ns) DropOutgoingHandshake:457(754ns)} GenerateSessionVirtualId:992(1012ns) PrepareNewSessionHandshake:477(1341ns) {SwitchToState:179(560ns)}}}}}
2026-01-08T17:02:03.644074Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037133379256596:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(178302803ns) {Configure:104(178292058ns) {ProcessConfigured:135(62967ns) {StartInitialHandshake:157(60714ns) {DropHandshakes:470(1377ns) {DropIncomingHandshake:442(203ns) DropOutgoingHandshake:457(436ns)} GenerateSessionVirtualId:992(612ns) PrepareNewSessionHandshake:477(1156ns) {SwitchToState:179(374ns)}}}}}
2026-01-08T17:02:03.610411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037135719532840:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:03.635318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037135719532842:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:03.630595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037135009017292:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:03.642836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037136039359266:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:03.638484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037135672004933:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:03.646646Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037133379256597:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(143265026ns) {Configure:104(143259280ns) {ProcessConfigured:135(15635460ns) {StartInitialHandshake:157(15632300ns) {DropHandshakes:470(3193ns) {DropIncomingHandshake:442(849ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:992(1511ns) PrepareNewSessionHandshake:477(3342ns) {SwitchToState:179(1813ns)}}}}}
2026-01-08T17:02:03.622079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037133584879268:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:03.648579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037135009017291:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:03.657995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037133379256667:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:03.659683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037133379256668:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:03.688327Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037135009017292:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(29650547ns) {Configure:104(29639576ns) {ProcessConfigured:135(83343ns) {StartInitialHandshake:157(78244ns) {DropHandshakes:470(2654ns) {DropIncomingHandshake:442(470ns) DropOutgoingHandshake:457(513ns)} GenerateSessionVirtualId:992(801ns) PrepareNewSessionHandshake:477(2243ns) {SwitchToState:179(659ns)}}}}}
2026-01-08T17:02:03.696325Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037135719532776:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(73055867ns) {Configure:104(73049450ns) {ProcessConfigured:135(64246ns) {StartInitialHandshake:157(62081ns) {DropHandshakes:470(1695ns) {DropIncomingHandshake:442(342ns) DropOutgoingHandshake:457(321ns)} GenerateSessionVirtualId:992(923ns) PrepareNewSessionHandshake:477(1337ns) {SwitchToState:179(599ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.698947Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037135009017221:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(37812242ns) {Configure:104(37798528ns) {ProcessConfigured:135(10239547ns) {StartInitialHandshake:157(10237161ns) {DropHandshakes:470(2716ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(575ns)} GenerateSessionVirtualId:992(817ns) PrepareNewSessionHandshake:477(4951ns) {SwitchToState:179(3612ns)}}}}}
2026-01-08T17:02:03.712908Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037133379256667:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(44030754ns) {Configure:104(44024327ns) {ProcessConfigured:135(1032296ns) {StartInitialHandshake:157(1029623ns) {DropHandshakes:470(6560ns) {DropIncomingHandshake:442(4133ns) DropOutgoingHandshake:457(761ns)} GenerateSessionVirtualId:992(941ns) PrepareNewSessionHandshake:477(2146ns) {SwitchToState:179(983ns)}}}}}
2026-01-08T17:02:03.707364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037135009017303:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31066
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.742653Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037136039359200:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(107767692ns) {Configure:104(107761701ns) {ProcessConfigured:135(69138ns) {StartInitialHandshake:157(66555ns) {DropHandshakes:470(2236ns) {DropIncomingHandshake:442(409ns) DropOutgoingHandshake:457(329ns)} GenerateSessionVirtualId:992(565ns) PrepareNewSessionHandshake:477(1156ns) {SwitchToState:179(442ns)}}}}}
2026-01-08T17:02:03.721289Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037135719532777:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18638337ns) {Configure:104(18633577ns) {ProcessConfigured:135(4531256ns) {StartInitialHandshake:157(4528303ns) {DropHandshakes:470(1521ns) {DropIncomingHandshake:442(653ns) DropOutgoingHandshake:457(324ns)} GenerateSessionVirtualId:992(398ns) PrepareNewSessionHandshake:477(3265ns) {SwitchToState:179(1649ns)}}}}}
2026-01-08T17:02:03.738603Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037135672004926:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(85875324ns) {Configure:104(85871236ns) {ProcessConfigured:135(66731ns) {StartInitialHandshake:157(64426ns) {DropHandshakes:470(1959ns) {DropIncomingHandshake:442(363ns) DropOutgoingHandshake:457(303ns)} GenerateSessionVirtualId:992(589ns) PrepareNewSessionHandshake:477(2004ns) {SwitchToState:179(743ns)}}}}}
2026-01-08T17:02:03.758579Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037133584879268:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(55260606ns) {Configure:104(55253802ns) {ProcessConfigured:135(4412945ns) {StartInitialHandshake:157(4410827ns) {DropHandshakes:470(1201ns) {DropIncomingHandshake:442(276ns) DropOutgoingHandshake:457(213ns)} GenerateSessionVirtualId:992(286ns) PrepareNewSessionHandshake:477(4393ns) {SwitchToState:179(2222ns)}}}}}
2026-01-08T17:02:03.758900Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037135672004933:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(73757037ns) {Configure:104(73753052ns) {ProcessConfigured:135(8510354ns) {StartInitialHandshake:157(8507527ns) {DropHandshakes:470(2125ns) {DropIncomingHandshake:442(335ns) DropOutgoingHandshake:457(364ns)} GenerateSessionVirtualId:992(666ns) PrepareNewSessionHandshake:477(6669ns) {SwitchToState:179(3968ns)}}}}}
2026-01-08T17:02:03.760775Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037136039359264:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17887202ns) {Configure:104(17882003ns) {ProcessConfigured:135(59355ns) {StartInitialHandshake:157(56394ns) {DropHandshakes:470(2180ns) {DropIncomingHandshake:442(357ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:992(1203ns) PrepareNewSessionHandshake:477(903ns) {SwitchToState:179(407ns)}}}}}
2026-01-08T17:02:03.726744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037135719532840:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(60318852ns) {Configure:104(60313420ns) {ProcessConfigured:135(9849408ns) {StartInitialHandshake:157(9846448ns) {DropHandshakes:470(905ns) {DropIncomingHandshake:442(118ns) DropOutgoingHandshake:457(146ns)} GenerateSessionVirtualId:992(321ns) PrepareNewSessionHandshake:477(4408ns) {SwitchToState:179(1896ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.764091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037133379256674:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36948
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.727893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037135719532851:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34823
2026-01-08T17:02:03.764495Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037136039359201:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(99815491ns) {Configure:104(99810080ns) {ProcessConfigured:135(3951355ns) {StartInitialHandshake:157(3949002ns) {DropHandshakes:470(2097ns) {DropIncomingHandshake:442(355ns) DropOutgoingHandshake:457(275ns)} GenerateSessionVirtualId:992(666ns) PrepareNewSessionHandshake:477(5085ns) {SwitchToState:179(2788ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.764923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037135009017303:2124] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.765271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037133379256678:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36948
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.781278Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037136039359275:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54299
2026-01-08T17:02:03.781720Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037136039359280:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54299
2026-01-08T17:02:03.728059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037135719532852:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34823
2026-01-08T17:02:03.773039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037133584879278:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18251
2026-01-08T17:02:03.791306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037136039359273:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54299
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.771850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037135009017219:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:03.728113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037135719532853:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34823
2026-01-08T17:02:03.765475Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037133379256677:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36948
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.797828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037133584879279:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18251
2026-01-08T17:02:03.797919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037133584879280:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18251
2026-01-08T17:02:03.763482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037135719532851:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.818629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037133584879280:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.818748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037133584879278:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.818902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037133584879200:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:03.818976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037133584879201:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:03.765758Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037133379256679:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36948
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.763774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037135719532776:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:03.800185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037136039359274:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54299
2026-01-08T17:02:03.770529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037133379256664:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.782500Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037135719532841:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(60871425ns) {Configure:104(60865598ns) {ProcessConfigured:135(10656099ns) {StartInitialHandshake:157(10652470ns) {DropHandshakes:470(1703ns) {DropIncomingHandshake:442(350ns) DropOutgoingHandshake:457(516ns)} GenerateSessionVirtualId:992(683ns) PrepareNewSessionHandshake:477(2896ns) {SwitchToState:179(1205ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.770581Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037133379256664:2112] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:03.828968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037133584879283:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18251
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.839747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037135719532853:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.839558Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037135672004938:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15396
2026-01-08T17:02:03.806097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037136039359273:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.786825Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037133379256664:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:03.853232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037135009017308:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31066
2026-01-08T17:02:03.844424Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037135719532846:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.806201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037136039359200:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.887952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037135672004938:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.888373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037135672004942:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15396
2026-01-08T17:02:03.844469Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037135719532846:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:03.787247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037133379256596:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.896555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037135009017309:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31066
2026-01-08T17:02:03.833511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037136039359285:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54299
2026-01-08T17:02:03.898526Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037133584879280:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:03.787331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:03.903454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037135672004942:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.903729Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037135009017310:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31066
2026-01-08T17:02:03.850632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037135719532860:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34823
2026-01-08T17:02:03.841253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037136039359275:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.916631Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037133584879201:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1928) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037133584879278:2115] held: no
2026-01-08T17:02:03.916864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037133584879200:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:03.787396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037133379256596:2048] [node 2] ICP22 created new session: [1:7593037133379256681:2048]
2026-01-08T17:02:03.791248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037133379256681:2048] [node 2] ICS09 handshake done sender: [1:7593037133379256664:2112] self: [1:7593037133379256663:0] peer: [2:7593037135719532857:0] socket: 373 qp: -1
2026-01-08T17:02:03.793372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037133379256681:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:03.800108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:03.814621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037133379256662:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.814692Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037133379256662:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:03.827550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037133379256670:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.827586Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037133379256670:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:03.828697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037133379256662:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:03.832182Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037133379256596:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(44665545ns) {HandleHandshakeStatus:329(44661736ns) {DropIncomingHandshake:442(379ns) DropOutgoingHandshake:457(730ns) SwitchToState:179(569ns) ProcessPendingSessionEvents:495(152691ns) {ForwardSessionEventToSession:616(93978ns) ForwardSessionEventToSession:616(3629ns) ForwardSessionEventToSession:616(3717ns) ForwardSessionEventToSession:616(5728ns) ForwardSessionEventToSession:616(2322ns) ForwardSessionEventToSession:616(3223ns) ForwardSessionEventToSession:616(14890ns) ForwardSessionEventToSession:616(2902ns) ForwardSessionEventToSession:616(6137ns) ForwardSessionEventToSession:616(2602ns)}}}
2026-01-08T17:02:03.832372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037133379256678:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.832814Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037133379256670:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:03.837191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037133379256666:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.837223Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037133379256666:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:03.837897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037133379256597:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:03.837940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:03.837974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037133379256597:2049] [node 3] ICP22 created new session: [1:7593037133379256686:2049]
2026-01-08T17:02:03.838014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037133379256686:2049] [node 3] ICS09 handshake done sender: [1:7593037133379256662:2111] self: [1:7593037133379256661:0] peer: [3:7593037136039359284:0] socket: 372 qp: -1
2026-01-08T17:02:03.838041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037133379256686:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:03.838069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:03.838491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037133379256668:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:03.838545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:03.838611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037133379256668:2109] [node 6] ICP22 created new session: [1:7593037133379256688:2109]
2026-01-08T17:02:03.838667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037133379256688:2109] [node 6] ICS09 handshake done sender: [1:7593037133379256670:2114] self: [1:7593037133379256669:0] peer: [6:7593037133584879281:0] socket: 412 qp: -1
2026-01-08T17:02:03.838704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037133379256688:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:03.838744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:03.862281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037133379256596:2048] [node 2] ICP18 handshake (actor [1:7593037133379256678:2118]) is too old
2026-01-08T17:02:03.867543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037133379256677:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.914921Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037133379256674:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.915786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037133379256679:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.916161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037133379256668:2109] [node 6] ICP18 handshake (actor [1:7593037133379256674:2115]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.922052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037135672004864:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:03.916928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:03.850820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037135719532862:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34823
2026-01-08T17:02:03.928907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037133379256666:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:03.925476Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037135009017309:2126] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.841326Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037136039359273:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:03.926957Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037135672004945:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15396
2026-01-08T17:02:03.916978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037133584879200:2048] [node 1] ICP22 created new session: [6:7593037133584879285:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.851221Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037135719532846:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:03.930918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037135672004946:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15396
2026-01-08T17:02:03.841823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037136039359200:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:03.929254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037135009017220:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:03.917028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037133584879285:2048] [node 1] ICS09 handshake done sender: [6:7593037133584879280:2117] self: [6:7593037133584879281:0] peer: [1:7593037133379256669:0] socket: 415 qp: -1
2026-01-08T17:02:03.917077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037133584879285:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:03.917136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:03.947754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037133584879284:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18251
2026-01-08T17:02:03.935132Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037135672004942:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:03.935332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037135672004864:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:03.938464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:03.938532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037135672004864:2049] [node 2] ICP22 created new session: [5:7593037135672004948:2049]
2026-01-08T17:02:03.938588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037135672004948:2049] [node 2] ICS09 handshake done sender: [5:7593037135672004942:2116] self: [5:7593037135672004944:0] peer: [2:7593037135719532858:0] socket: 398 qp: -1
2026-01-08T17:02:03.938630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037135672004948:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:03.938688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:03.853644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037135719532861:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34823
2026-01-08T17:02:03.841886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:03.868556Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037135719532851:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:03.964242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037133584879278:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:03.973509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037135009017308:2125] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.973049Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037135672004945:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.841940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037136039359200:2048] [node 1] ICP22 created new session: [3:7593037136039359286:2048]
2026-01-08T17:02:03.967570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037133379256659:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:03.868860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037135719532776:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.973405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037133584879201:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.841992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037136039359286:2048] [node 1] ICS09 handshake done sender: [3:7593037136039359273:2114] self: [3:7593037136039359284:0] peer: [1:7593037133379256661:0] socket: 395 qp: -1
2026-01-08T17:02:03.842034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037136039359286:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:03.842073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:03.898494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037136039359274:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.899065Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037136039359200:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(34519978ns) {HandleHandshakeStatus:329(34518273ns) {DropIncomingHandshake:442(506ns) DropOutgoingHandshake:457(5832ns) SwitchToState:179(348ns) ProcessPendingSessionEvents:495(8938851ns) {ForwardSessionEventToSession:616(8879271ns) ForwardSessionEventToSession:616(5549ns) ForwardSessionEventToSession:616(3356ns) ForwardSessionEventToSession:616(7432ns) ForwardSessionEventToSession:616(6853ns) ForwardSessionEventToSession:616(2542ns) ForwardSessionEventToSession:616(5888ns) ForwardSessionEventToSession:616(3018ns) ForwardSessionEventToSession:616(10925ns) ForwardSessionEventToSession:616(1940ns)}}}
2026-01-08T17:02:03.982067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037135672004863:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:03.868924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:03.967670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:03.973831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037135009017303:2124] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:03.973453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:03.907590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037136039359201:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:03.911138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037136039359280:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.987405Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037136039359291:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54299
2026-01-08T17:02:04.001535Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037136039359292:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54299
2026-01-08T17:02:04.001691Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037136039359275:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.967733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037133379256659:2107] [node 4] ICP22 created new session: [1:7593037133379256694:2107]
2026-01-08T17:02:03.987893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037135672004951:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15396
2026-01-08T17:02:03.983217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037135009017219:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:03.868984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037135719532776:2048] [node 1] ICP22 created new session: [2:7593037135719532865:2048]
2026-01-08T17:02:03.973509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037133584879201:2049] [node 2] ICP22 created new session: [6:7593037133584879289:2049]
2026-01-08T17:02:03.869037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037135719532865:2048] [node 1] ICS09 handshake done sender: [2:7593037135719532851:2115] self: [2:7593037135719532857:0] peer: [1:7593037133379256663:0] socket: 386 qp: -1
2026-01-08T17:02:03.995356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037135672004952:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15396
2026-01-08T17:02:03.967801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037133379256694:2107] [node 4] ICS09 handshake done sender: [1:7593037133379256666:2113] self: [1:7593037133379256665:0] peer: [4:7593037135009017307:0] socket: 374 qp: -1
2026-01-08T17:02:03.983302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:04.016985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037136039359292:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.967835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037133379256694:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:04.022885Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037135672004863:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21648) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037135672004945:2117] held: no
2026-01-08T17:02:03.869082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037135719532865:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:03.973560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037133584879289:2049] [node 2] ICS09 handshake done sender: [6:7593037133584879278:2115] self: [6:7593037133584879282:0] peer: [2:7593037135719532845:0] socket: 393 qp: -1
2026-01-08T17:02:03.983364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037135009017219:2048] [node 1] ICP22 created new session: [4:7593037135009017314:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:04.017669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037136039359201:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:03.981177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037133584879289:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:03.869130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:03.870931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037135719532842:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:03.870977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:03.871054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037135719532842:2109] [node 6] ICP22 created new session: [2:7593037135719532867:2109]
2026-01-08T17:02:03.871138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037135719532867:2109] [node 6] ICS09 handshake done sender: [2:7593037135719532846:2112] self: [2:7593037135719532845:0] peer: [6:7593037133584879282:0] socket: 390 qp: -1
2026-01-08T17:02:03.871188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037135719532867:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:03.871232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:03.885095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037135719532852:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.895320Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037135719532860:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.023175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037135672004945:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:03.967897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:03.983421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037135009017314:2048] [node 1] ICS09 handshake done sender: [4:7593037135009017303:2124] self: [4:7593037135009017307:0] peer: [1:7593037133379256665:0] socket: 377 qp: -1
2026-01-08T17:02:04.030560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:03.895598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037135719532842:2109] [node 6] ICP18 handshake (actor [2:7593037135719532852:2116]) is too old
2026-01-08T17:02:03.928254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037135719532848:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.928304Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037135719532848:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:03.929579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037135719532859:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.929602Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037135719532859:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:03.934747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037135719532859:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:03.938074Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037135719532848:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:03.966735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037135719532841:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:03.966821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:03.966892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037135719532841:2108] [node 5] ICP22 created new session: [2:7593037135719532874:2108]
2026-01-08T17:02:03.966955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037135719532874:2108] [node 5] ICS09 handshake done sender: [2:7593037135719532859:2118] self: [2:7593037135719532858:0] peer: [5:7593037135672004944:0] socket: 424 qp: -1
2026-01-08T17:02:03.967008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037135719532874:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:03.967088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:03.967742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037135719532777:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:03.967817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:03.967879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037135719532777:2049] [node 3] ICP22 created new session: [2:7593037135719532876:2049]
2026-01-08T17:02:03.967927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037135719532876:2049] [node 3] ICS09 handshake done sender: [2:7593037135719532848:2113] self: [2:7593037135719532847:0] peer: [3:7593037136039359288:0] socket: 391 qp: -1
2026-01-08T17:02:03.967967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037135719532876:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:03.968006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:03.972162Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037135719532850:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.972208Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037135719532850:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:03.991221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037135719532862:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:03.991345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037135719532777:2049] [node 3] ICP18 handshake (actor [2:7593037135719532862:2121]) is too old
2026-01-08T17:02:04.002665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037135719532850:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:04.002915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037135719532840:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:04.002974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:04.003036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037135719532840:2107] [node 4] ICP22 created new session: [2:7593037140014500175:2107]
2026-01-08T17:02:04.003102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037140014500175:2107] [node 4] ICS09 handshake done sender: [2:7593037135719532850:2114] self: [2:7593037135719532849:0] peer: [4:7593037135009017311:0] socket: 423 qp: -1
2026-01-08T17:02:04.003146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037140014500175:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:04.003185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:03.983482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037135009017314:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:03.992283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:04.015044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037135009017219:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(31550381ns) {HandleHandshakeStatus:329(31548130ns) {DropIncomingHandshake:442(655ns) DropOutgoingHandshake:457(5928ns) SwitchToState:179(245ns) ProcessPendingSessionEvents:495(10445442ns) {ForwardSessionEventToSession:616(10383468ns) ForwardSessionEventToSession:616(6140ns) ForwardSessionEventToSession:616(7240ns) ForwardSessionEventToSession:616(4179ns) ForwardSessionEventToSession:616(3436ns) ForwardSessionEventToSession:616(13162ns) ForwardSessionEventToSession:616(4406ns) ForwardSessionEventToSession:616(7639ns) ForwardSessionEventToSession:616(3170ns) ForwardSessionEventToSession:616(2477ns)}}}
2026-01-08T17:02:04.015134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037135009017221:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:04.015258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037135009017312:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31066
2026-01-08T17:02:04.015416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037135009017313:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31066
2026-01-08T17:02:04.016046Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037135009017219:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:04.027175Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037135009017312:2128] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.043090Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037135009017220:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1928) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037135009017309:2126] held: no
2026-01-08T17:02:04.059854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037139303984613:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31066
2026-01-08T17:02:03.981268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:03.988242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037133379256676:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.073198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037135009017313:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.073571Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037135009017309:2126] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:04.034617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037135672004863:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:03.988268Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037133379256676:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:03.992055Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037133379256676:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:04.000473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037133379256667:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:04.000573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:04.000642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037133379256667:2108] [node 5] ICP22 created new session: [1:7593037137674223993:2108]
2026-01-08T17:02:04.000692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037137674223993:2108] [node 5] ICS09 handshake done sender: [1:7593037133379256676:2116] self: [1:7593037133379256675:0] peer: [5:7593037135672004950:0] socket: 387 qp: -1
2026-01-08T17:02:04.000732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037137674223993:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:04.000791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:04.014039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037133584879279:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.030622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037136039359201:2049] [node 2] ICP22 created new session: [3:7593037140334326590:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:04.034669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:04.030708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037140334326590:2049] [node 2] ICS09 handshake done sender: [3:7593037136039359275:2116] self: [3:7593037136039359288:0] peer: [2:7593037135719532847:0] socket: 397 qp: -1
2026-01-08T17:02:04.034718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037135672004863:2048] [node 1] ICP22 created new session: [5:7593037139966972251:2048]
2026-01-08T17:02:04.034773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037139966972251:2048] [node 1] ICS09 handshake done sender: [5:7593037135672004945:2117] self: [5:7593037135672004950:0] peer: [1:7593037133379256675:0] socket: 428 qp: -1
2026-01-08T17:02:04.034823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037139966972251:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:04.034860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:04.041667Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037139966972249:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15396
2026-01-08T17:02:04.048510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037135672004951:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.048793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037135672004865:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:04.073951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037135672004937:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.073997Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037135672004937:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:04.082710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037139966972254:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15396
2026-01-08T17:02:04.082898Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037135672004937:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:04.014252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037133584879202:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:04.083793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037135009017220:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:04.083852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:04.083908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037135009017220:2049] [node 2] ICP22 created new session: [4:7593037139303984618:2049]
2026-01-08T17:02:04.083970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037139303984618:2049] [node 2] ICS09 handshake done sender: [4:7593037135009017309:2126] self: [4:7593037135009017311:0] peer: [2:7593037135719532849:0] socket: 389 qp: -1
2026-01-08T17:02:04.084008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037139303984618:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:04.084044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:04.030758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037140334326590:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:04.030822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:04.032489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037136039359272:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.032525Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037136039359272:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:04.033402Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037136039359277:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.033424Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037136039359277:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:04.047117Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037136039359201:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:04.048555Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037136039359272:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:04.054622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037136039359277:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:04.059257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037136039359279:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.059286Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037136039359279:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:04.074683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037136039359264:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:04.074779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:04.074843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037136039359264:2110] [node 6] ICP22 created new session: [3:7593037140334326596:2110]
2026-01-08T17:02:04.074903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037140334326596:2110] [node 6] ICS09 handshake done sender: [3:7593037136039359272:2113] self: [3:7593037136039359271:0] peer: [6:7593037137879846587:0] socket: 407 qp: -1
2026-01-08T17:02:04.074938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037140334326596:2110] [node 6] ICS10 traffic start
2026-01-08T17:02:04.074981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:04.075523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037136039359265:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:04.075589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:04.075649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037136039359265:2107] [node 4] ICP22 created new session: [3:7593037140334326598:2107]
2026-01-08T17:02:04.075697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037140334326598:2107] [node 4] ICS09 handshake done sender: [3:7593037136039359277:2117] self: [3:7593037136039359276:0] peer: [4:7593037139303984612:0] socket: 408 qp: -1
2026-01-08T17:02:04.075736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037140334326598:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:04.075776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:04.041354Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037137879846588:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18251
2026-01-08T17:02:04.059487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037137879846588:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.066697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037133584879261:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:04.077750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037137879846589:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18251
2026-01-08T17:02:04.078013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037137879846591:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18251
2026-01-08T17:02:04.090788Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037133584879279:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:04.093028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037137879846588:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:04.089233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037135672004933:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:04.089367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:04.089432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037135672004933:2109] [node 6] ICP22 created new session: [5:7593037139966972256:2109]
2026-01-08T17:02:04.089492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037139966972256:2109] [node 6] ICS09 handshake done sender: [5:7593037135672004937:2114] self: [5:7593037135672004936:0] peer: [6:7593037137879846590:0] socket: 403 qp: -1
2026-01-08T17:02:04.089533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037139966972256:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:04.089569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:04.093971Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037135672004951:2119] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:04.092423Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037136039359279:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:04.095331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037133584879261:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:04.095435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:04.095504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037133584879261:2106] [node 5] ICP22 created new session: [6:7593037137879846593:2106]
2026-01-08T17:02:04.098661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037135672004865:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:04.098734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:04.098789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037135672004865:2050] [node 3] ICP22 created new session: [5:7593037139966972258:2050]
2026-01-08T17:02:04.098851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037139966972258:2050] [node 3] ICS09 handshake done sender: [5:7593037135672004951:2119] self: [5:7593037139966972253:0] peer: [3:7593037136039359278:0] socket: 435 qp: -1
2026-01-08T17:02:04.099430Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037139966972249:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.101892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037136039359266:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:04.101973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:04.102025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037136039359266:2108] [node 5] ICP22 created new session: [3:7593037140334326600:2108]
2026-01-08T17:02:04.102073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037140334326600:2108] [node 5] ICS09 handshake done sender: [3:7593037136039359279:2118] self: [3:7593037136039359278:0] peer: [5:7593037139966972253:0] socket: 434 qp: -1
2026-01-08T17:02:04.102106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037140334326600:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:04.102152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:04.101706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037139966972258:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:04.095556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037137879846593:2106] [node 5] ICS09 handshake done sender: [6:7593037137879846588:2120] self: [6:7593037137879846590:0] peer: [5:7593037135672004936:0] socket: 411 qp: -1
2026-01-08T17:02:04.095597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037137879846593:2106] [node 5] ICS10 traffic start
2026-01-08T17:02:04.095652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:04.096271Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037133584879202:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7124) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037133584879279:2116] held: no
2026-01-08T17:02:04.096381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037133584879202:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:04.096444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:04.096502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037133584879202:2050] [node 3] ICP22 created new session: [6:7593037137879846595:2050]
2026-01-08T17:02:04.096571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037137879846595:2050] [node 3] ICS09 handshake done sender: [6:7593037133584879279:2116] self: [6:7593037137879846587:0] peer: [3:7593037136039359271:0] socket: 413 qp: -1
2026-01-08T17:02:04.096615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037137879846595:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:04.096651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:04.097116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037137879846592:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18251
2026-01-08T17:02:04.103777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:04.104540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037135672004926:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:04.100713Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037135009017221:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7124) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037135009017308:2125] held: no
2026-01-08T17:02:04.100968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037139303984615:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31066
2026-01-08T17:02:04.106499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037135009017302:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.106532Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037135009017302:2123] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:04.107204Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037135009017308:2125] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:04.109365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037139966972261:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15396
2026-01-08T17:02:04.110375Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037135009017302:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:04.110938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037139966972249:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:04.111244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037135672004926:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:04.111298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:04.111350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037135672004926:2108] [node 4] ICP22 created new session: [5:7593037139966972262:2108]
2026-01-08T17:02:04.111402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037139966972262:2108] [node 4] ICS09 handshake done sender: [5:7593037139966972249:2121] self: [5:7593037139966972260:0] peer: [4:7593037135009017301:0] socket: 388 qp: -1
2026-01-08T17:02:04.111437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037139966972262:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:04.111488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:04.113214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037135009017221:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:04.113283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:04.113332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037135009017221:2050] [node 3] ICP22 created new session: [4:7593037139303984622:2050]
2026-01-08T17:02:04.113384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037139303984622:2050] [node 3] ICS09 handshake done sender: [4:7593037135009017308:2125] self: [4:7593037139303984612:0] peer: [3:7593037136039359276:0] socket: 419 qp: -1
2026-01-08T17:02:04.113424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037139303984622:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:04.113457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:04.113799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037135009017291:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:04.113889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:04.113943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037135009017291:2108] [node 5] ICP22 created new session: [4:7593037139303984624:2108]
2026-01-08T17:02:04.113989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037139303984624:2108] [node 5] ICS09 handshake done sender: [4:7593037135009017302:2123] self: [4:7593037135009017301:0] peer: [5:7593037139966972260:0] socket: 399 qp: -1
2026-01-08T17:02:04.114023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037139303984624:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:04.114049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:04.115885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037137879846592:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.116059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037133584879268:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:04.116775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037135009017300:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:04.116808Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037135009017300:2122] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:04.118130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037137879846598:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18251
2026-01-08T17:02:04.118614Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037135009017300:2122] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:04.119122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037137879846592:2123] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:04.119377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037133584879268:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:04.119442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:04.119493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037133584879268:2108] [node 4] ICP22 created new session: [6:7593037137879846599:2108]
2026-01-08T17:02:04.119541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037137879846599:2108] [node 4] ICS09 handshake done sender: [6:7593037137879846592:2123] self: [6:7593037137879846597:0] peer: [4:7593037135009017299:0] socket: 445 qp: -1
2026-01-08T17:02:04.119575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037137879846599:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:04.119605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:04.121312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037135009017292:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:04.121382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:04.121427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037135009017292:2109] [node 6] ICP22 created new session: [4:7593037139303984627:2109]
2026-01-08T17:02:04.121477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037139303984627:2109] [node 6] ICS09 handshake done sender: [4:7593037135009017300:2122] self: [4:7593037135009017299:0] peer: [6:7593037137879846597:0] socket: 444 qp: -1
2026-01-08T17:02:04.121508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037139303984627:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:04.121544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:04.265325Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:04.265598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037135719532865:2048] [node 1] ICS01 socket: 386 reason# EndOfStream
2026-01-08T17:02:04.265648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037135719532776:2048] [node 1] ICP30 unregister session Session# [2:7593037135719532865:2048] VirtualId# [2:7593037135719532857:0]
2026-01-08T17:02:04.265690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037135719532865:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.265795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:04.265841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:04.265984Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:04.266440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037136039359286:2048] [node 1] ICS07 socket disconnect 395 reason# EndOfStream
2026-01-08T17:02:04.266490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037136039359286:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.266572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:04.266616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037136039359286:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:04.273054Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037136039359200:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21648) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:02:04.273109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037136039359286:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:04.275869Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037136039359200:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21648) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:04.275939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037136039359286:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:04.275980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037136039359200:2048] [node 1] ICP30 unregister session Session# [3:7593037136039359286:2048] VirtualId# [3:7593037136039359284:0]
2026-01-08T17:02:04.276031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:04.276068Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037136039359200:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21648) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:04.276083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21648) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:04.283105Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:04.283363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037139966972251:2048] [node 1] ICS01 socket: 428 reason# EndOfStream
2026-01-08T17:02:04.283425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037135672004863:2048] [node 1] ICP30 unregister session Session# [5:7593037139966972251:2048] VirtualId# [5:7593037135672004950:0]
2026-01-08T17:02:04.283471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037139966972251:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.283561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:04.282628Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:04.283611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:04.282879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037135009017314:2048] [node 1] ICS07 socket disconnect 377 reason# EndOfStream
2026-01-08T17:02:04.282911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037135009017314:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.283010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:04.283062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037135009017314:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:04.283569Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:04.283781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037133584879285:2048] [node 1] ICS01 socket: 415 reason# EndOfStream
2026-01-08T17:02:04.283822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037133584879200:2048] [node 1] ICP30 unregister session Session# [6:7593037133584879285:2048] VirtualId# [6:7593037133584879281:0]
2026-01-08T17:02:04.283857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037133584879285:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.283916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:04.283953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:04.285448Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037135009017219:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21648) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:04.285520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037135009017314:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:04.285561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037135009017219:2048] [node 1] ICP30 unregister session Session# [4:7593037135009017314:2048] VirtualId# [4:7593037135009017307:0]
2026-01-08T17:02:04.285603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:04.285635Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037135009017219:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21648) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:04.285654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21648) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:04.286226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037136039359200:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:04.298882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037135009017219:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:04.357324Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:04.357549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037140334326590:2049] [node 2] ICS01 socket: 397 reason# EndOfStream
2026-01-08T17:02:04.357597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037136039359201:2049] [node 2] ICP30 unregister session Session# [3:7593037140334326590:2049] VirtualId# [3:7593037136039359288:0]
2026-01-08T17:02:04.357637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037140334326590:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.357717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:04.357761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:04.362118Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:04.362399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037135672004948:2049] [node 2] ICS01 socket: 398 reason# EndOfStream
2026-01-08T17:02:04.362457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037135672004864:2049] [node 2] ICP30 unregister session Session# [5:7593037135672004948:2049] VirtualId# [5:7593037135672004944:0]
2026-01-08T17:02:04.362501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037135672004948:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.362575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:04.362627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:04.362799Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:04.363063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037133584879289:2049] [node 2] ICS01 socket: 393 reason# EndOfStream
2026-01-08T17:02:04.367053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037133584879201:2049] [node 2] ICP30 unregister session Session# [6:7593037133584879289:2049] VirtualId# [6:7593037133584879282:0]
2026-01-08T17:02:04.367123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037133584879289:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.367212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:04.367266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:04.366522Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:04.367035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037139303984618:2049] [node 2] ICS01 socket: 389 reason# EndOfStream
2026-01-08T17:02:04.368693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037135009017220:2049] [node 2] ICP30 unregister session Session# [4:7593037139303984618:2049] VirtualId# [4:7593037135009017311:0]
2026-01-08T17:02:04.368747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037139303984618:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.368820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:04.368866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:04.435797Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:04.436055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037139303984622:2050] [node 3] ICS01 socket: 419 reason# EndOfStream
2026-01-08T17:02:04.436107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037135009017221:2050] [node 3] ICP30 unregister session Session# [4:7593037139303984622:2050] VirtualId# [4:7593037139303984612:0]
2026-01-08T17:02:04.436147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037139303984622:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.436219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:04.436263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:04.438307Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:04.438533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037137879846595:2050] [node 3] ICS01 socket: 413 reason# EndOfStream
2026-01-08T17:02:04.438577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037133584879202:2050] [node 3] ICP30 unregister session Session# [6:7593037137879846595:2050] VirtualId# [6:7593037137879846587:0]
2026-01-08T17:02:04.438630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037137879846595:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.438708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:04.438752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:04.442584Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:04.442792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037139966972258:2050] [node 3] ICS01 socket: 435 reason# EndOfStream
2026-01-08T17:02:04.442837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037135672004865:2050] [node 3] ICP30 unregister session Session# [5:7593037139966972258:2050] VirtualId# [5:7593037139966972253:0]
2026-01-08T17:02:04.442871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037139966972258:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.442955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:04.442994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:04.541958Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:04.542240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037139966972262:2108] [node 4] ICS01 socket: 388 reason# EndOfStream
2026-01-08T17:02:04.542294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037135672004926:2108] [node 4] ICP30 unregister session Session# [5:7593037139966972262:2108] VirtualId# [5:7593037139966972260:0]
2026-01-08T17:02:04.542347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037139966972262:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.542416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:04.542473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:04.546565Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:04.546789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037137879846599:2108] [node 4] ICS01 socket: 445 reason# EndOfStream
2026-01-08T17:02:04.546838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037133584879268:2108] [node 4] ICP30 unregister session Session# [6:7593037137879846599:2108] VirtualId# [6:7593037137879846597:0]
2026-01-08T17:02:04.546883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037137879846599:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:04.546971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:04.547034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:04.992562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037138240918363:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:04.992625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037138240918364:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:04.999039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037139533116907:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:04.999090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037139533116908:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:05.013623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037144220482716:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:05.013663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037144220482717:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:05.013832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037144220482718:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:05.005600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037145376563009:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:05.005643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037145376563010:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:05.023236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037144305658976:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:05.023270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037144305658977:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:05.023291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037144305658978:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:05.034850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037145252948374:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:05.034889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037145252948375:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:05.034941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037145252948376:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:05.376070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037145252948433:2104] [node 5] ICP01 ready to work
2026-01-08T17:02:05.382037Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037138240918363:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(20675723ns) {Configure:104(20668766ns) {ProcessConfigured:135(52470ns) {StartInitialHandshake:157(50529ns) {DropHandshakes:470(3749ns) {DropIncomingHandshake:442(438ns) DropOutgoingHandshake:457(314ns)} GenerateSessionVirtualId:992(836ns) PrepareNewSessionHandshake:477(1409ns) {SwitchToState:179(471ns)}}}}}
2026-01-08T17:02:05.403269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037142535885725:2107] [node 6] ICP01 ready to work
2026-01-08T17:02:05.472952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037144305658976:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(58014053ns) {Configure:104(58006754ns) {ProcessConfigured:135(75968ns) {StartInitialHandshake:157(73263ns) {DropHandshakes:470(3383ns) {DropIncomingHandshake:442(630ns) DropOutgoingHandshake:457(853ns)} GenerateSessionVirtualId:992(1040ns) PrepareNewSessionHandshake:477(1447ns) {SwitchToState:179(449ns)}}}}}
2026-01-08T17:02:05.473402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037144305659042:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:05.474752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037144305659043:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:05.470718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037144220482779:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:05.465503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037142535885726:2109] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.478784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037143828084266:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:05.483954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037145376563072:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:05.479460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037145252948439:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:05.491100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037143828084267:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:05.471111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037144220482780:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:05.482072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037142535885727:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:05.502490Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037145252948433:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(117025687ns) {Configure:104(117020081ns) {ProcessConfigured:135(66410ns) {StartInitialHandshake:157(63858ns) {DropHandshakes:470(2773ns) {DropIncomingHandshake:442(564ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:992(596ns) PrepareNewSessionHandshake:477(1628ns) {SwitchToState:179(613ns)}}}}}
2026-01-08T17:02:05.493008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037145376563073:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:05.495674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037142535885724:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1780
2026-01-08T17:02:05.516142Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037144220482718:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(113343537ns) {Configure:104(113337945ns) {ProcessConfigured:135(64218ns) {StartInitialHandshake:157(61157ns) {DropHandshakes:470(5642ns) {DropIncomingHandshake:442(356ns) DropOutgoingHandshake:457(564ns)} GenerateSessionVirtualId:992(1325ns) PrepareNewSessionHandshake:477(2122ns) {SwitchToState:179(1033ns)}}}}}
2026-01-08T17:02:05.494709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037143828084268:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:05.500109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037145376563074:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.535589Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037144305658978:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(60510812ns) {Configure:104(60507316ns) {ProcessConfigured:135(76728ns) {StartInitialHandshake:157(72803ns) {DropHandshakes:470(2553ns) {DropIncomingHandshake:442(726ns) DropOutgoingHandshake:457(642ns)} GenerateSessionVirtualId:992(930ns) PrepareNewSessionHandshake:477(1902ns) {SwitchToState:179(709ns)}}}}}
2026-01-08T17:02:05.537973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037144305659044:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52254
2026-01-08T17:02:05.557569Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037144220482717:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(41173388ns) {Configure:104(41170033ns) {ProcessConfigured:135(43540ns) {StartInitialHandshake:157(42346ns) {DropHandshakes:470(2031ns) {DropIncomingHandshake:442(418ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:992(397ns) PrepareNewSessionHandshake:477(537ns) {SwitchToState:179(167ns)}}}}}
2026-01-08T17:02:05.531766Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037145252948439:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(38734927ns) {Configure:104(38724745ns) {ProcessConfigured:135(79924ns) {StartInitialHandshake:157(76184ns) {DropHandshakes:470(2500ns) {DropIncomingHandshake:442(498ns) DropOutgoingHandshake:457(438ns)} GenerateSessionVirtualId:992(1442ns) PrepareNewSessionHandshake:477(1841ns) {SwitchToState:179(787ns)}}}}}
2026-01-08T17:02:05.545114Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037145376563073:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(30988368ns) {Configure:104(30980525ns) {ProcessConfigured:135(68845ns) {StartInitialHandshake:157(64236ns) {DropHandshakes:470(2465ns) {DropIncomingHandshake:442(442ns) DropOutgoingHandshake:457(757ns)} GenerateSessionVirtualId:992(449ns) PrepareNewSessionHandshake:477(2480ns) {SwitchToState:179(866ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.574886Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037139533116908:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(192140485ns) {Configure:104(192133335ns) {ProcessConfigured:135(12040719ns) {StartInitialHandshake:157(12037199ns) {DropHandshakes:470(2757ns) {DropIncomingHandshake:442(418ns) DropOutgoingHandshake:457(556ns)} GenerateSessionVirtualId:992(1433ns) PrepareNewSessionHandshake:477(3191ns) {SwitchToState:179(1753ns)}}}}}
2026-01-08T17:02:05.575516Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037143828084274:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49732
2026-01-08T17:02:05.575791Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037143828084279:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49732
2026-01-08T17:02:05.570825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037144220482786:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51210
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.597465Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037144305659042:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(88318523ns) {Configure:104(88313015ns) {ProcessConfigured:135(21891373ns) {StartInitialHandshake:157(21888893ns) {DropHandshakes:470(1611ns) {DropIncomingHandshake:442(236ns) DropOutgoingHandshake:457(304ns)} GenerateSessionVirtualId:992(482ns) PrepareNewSessionHandshake:477(2978ns) {SwitchToState:179(1082ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.610904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037145376563077:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32033
2026-01-08T17:02:05.597337Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037138240918364:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(194319720ns) {Configure:104(194311129ns) {ProcessConfigured:135(29505376ns) {StartInitialHandshake:157(29501984ns) {DropHandshakes:470(3786ns) {DropIncomingHandshake:442(1060ns) DropOutgoingHandshake:457(705ns)} GenerateSessionVirtualId:992(981ns) PrepareNewSessionHandshake:477(2833ns) {SwitchToState:179(1421ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.633647Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037142535885731:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1780
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.570904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037144220482787:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51210
2026-01-08T17:02:05.597995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037145252948452:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2026-01-08T17:02:05.611487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037145376563084:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32033
2026-01-08T17:02:05.633991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037142535885732:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1780
2026-01-08T17:02:05.641285Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037143828084267:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(140048814ns) {Configure:104(140044158ns) {ProcessConfigured:135(73588ns) {StartInitialHandshake:157(70281ns) {DropHandshakes:470(3435ns) {DropIncomingHandshake:442(626ns) DropOutgoingHandshake:457(511ns)} GenerateSessionVirtualId:992(725ns) PrepareNewSessionHandshake:477(2180ns) {SwitchToState:179(812ns)}}}}}
2026-01-08T17:02:05.641484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037143828084274:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.655131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037145252948452:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.651742Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037142535885726:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(136658567ns) {Configure:104(134466555ns) {ProcessConfigured:135(60898ns) {StartInitialHandshake:157(54416ns) {DropHandshakes:470(3836ns) {DropIncomingHandshake:442(609ns) DropOutgoingHandshake:457(740ns)} GenerateSessionVirtualId:992(801ns) PrepareNewSessionHandshake:477(1398ns) {SwitchToState:179(726ns)}}}}}
2026-01-08T17:02:05.655868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037142535885724:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.659159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037145252948375:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:05.634680Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037144220482716:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(194164809ns) {Configure:104(194145975ns) {ProcessConfigured:135(40520463ns) {StartInitialHandshake:157(36577931ns) {DropHandshakes:470(2570ns) {DropIncomingHandshake:442(461ns) DropOutgoingHandshake:457(162ns)} GenerateSessionVirtualId:992(2310ns) PrepareNewSessionHandshake:477(4678ns) {SwitchToState:179(1743ns)}}}}}
2026-01-08T17:02:05.654527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037143828084284:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49732
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.680544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037145252948453:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.691745Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037145252948375:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17602) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037145252948452:2115] held: no
2026-01-08T17:02:05.692095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037145252948455:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2026-01-08T17:02:05.685107Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037142535885725:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(181977547ns) {Configure:104(181971509ns) {ProcessConfigured:135(11701792ns) {StartInitialHandshake:157(11698200ns) {DropHandshakes:470(3183ns) {DropIncomingHandshake:442(609ns) DropOutgoingHandshake:457(709ns)} GenerateSessionVirtualId:992(1001ns) PrepareNewSessionHandshake:477(5102ns) {SwitchToState:179(1976ns)}}}}}
2026-01-08T17:02:05.685295Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037142535885731:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.694545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037144305659044:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.694664Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037144305659057:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52254
2026-01-08T17:02:05.694854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037144305659058:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52254
2026-01-08T17:02:05.611527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037145376563085:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32033
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.647036Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037144220482780:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(167757939ns) {Configure:104(167751777ns) {ProcessConfigured:135(12132609ns) {StartInitialHandshake:157(12128697ns) {DropHandshakes:470(1712ns) {DropIncomingHandshake:442(518ns) DropOutgoingHandshake:457(354ns)} GenerateSessionVirtualId:992(486ns) PrepareNewSessionHandshake:477(3846ns) {SwitchToState:179(2150ns)}}}}}
2026-01-08T17:02:05.663027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037143828084273:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.710502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037144305659059:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52254
2026-01-08T17:02:05.710743Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037144305659058:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.663058Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037143828084273:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.714916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037145252948452:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:05.673448Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037145376563009:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(216530602ns) {Configure:104(203705458ns) {ProcessConfigured:135(11842667ns) {StartInitialHandshake:157(11839067ns) {DropHandshakes:470(2722ns) {DropIncomingHandshake:442(601ns) DropOutgoingHandshake:457(541ns)} GenerateSessionVirtualId:992(1116ns) PrepareNewSessionHandshake:477(4389ns) {SwitchToState:179(1468ns)}}}}}
2026-01-08T17:02:05.679387Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037145376563010:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(178822904ns) {Configure:104(178812871ns) {ProcessConfigured:135(21706575ns) {StartInitialHandshake:157(21704126ns) {DropHandshakes:470(2849ns) {DropIncomingHandshake:442(263ns) DropOutgoingHandshake:457(725ns)} GenerateSessionVirtualId:992(317ns) PrepareNewSessionHandshake:477(4833ns) {SwitchToState:179(2416ns)}}}}}
2026-01-08T17:02:05.680127Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037145376563091:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32033
2026-01-08T17:02:05.686728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037145376563085:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.691274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037145376563010:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:05.700773Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037145376563077:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.730700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037145376563093:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32033
2026-01-08T17:02:05.718736Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037144220482786:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.714779Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037142535885732:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.714585Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037144305658977:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(140494313ns) {Configure:104(140485990ns) {ProcessConfigured:135(27175468ns) {StartInitialHandshake:157(27171298ns) {DropHandshakes:470(4043ns) {DropIncomingHandshake:442(1146ns) DropOutgoingHandshake:457(601ns)} GenerateSessionVirtualId:992(1164ns) PrepareNewSessionHandshake:477(7163728ns) {SwitchToState:179(1537ns)}}}}}
2026-01-08T17:02:05.664077Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037143828084273:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:05.664425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037143828084268:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:05.664497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:05.728612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037145252948375:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:05.664558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037143828084268:2109] [node 6] ICP22 created new session: [2:7593037143828084287:2109]
2026-01-08T17:02:05.664638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037143828084287:2109] [node 6] ICS09 handshake done sender: [2:7593037143828084273:2111] self: [2:7593037143828084272:0] peer: [6:7593037145252948454:0] socket: 399 qp: -1
2026-01-08T17:02:05.664684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037143828084287:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:05.664726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:05.718427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037143828084279:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.730545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037143828084278:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.730594Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037143828084278:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.734953Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037143828084284:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.744779Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037143828084278:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:05.745098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037139533116908:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:05.745151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:05.745201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037139533116908:2049] [node 3] ICP22 created new session: [2:7593037143828084293:2049]
2026-01-08T17:02:05.745253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037143828084293:2049] [node 3] ICS09 handshake done sender: [2:7593037143828084278:2114] self: [2:7593037143828084277:0] peer: [3:7593037145376563092:0] socket: 400 qp: -1
2026-01-08T17:02:05.745297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037143828084293:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:05.745357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:05.746097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037139533116907:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:05.723081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037144305658977:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:05.728673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:05.746173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037144305659054:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52254
2026-01-08T17:02:05.750806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037144305659057:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.750989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037144305658978:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:05.751675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037144305659059:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.751820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037144305658976:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:05.755334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037144305659054:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.755537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037144305659043:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.728732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037145252948375:2049] [node 2] ICP22 created new session: [6:7593037145252948457:2049]
2026-01-08T17:02:05.752022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037145376563084:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.770078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037142535885734:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.759114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037143828084276:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.728793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037145252948457:2049] [node 2] ICS09 handshake done sender: [6:7593037145252948452:2115] self: [6:7593037145252948454:0] peer: [2:7593037143828084272:0] socket: 402 qp: -1
2026-01-08T17:02:05.728831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037145252948457:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:05.728874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:05.770301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037145252948453:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.770505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037145252948376:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:05.770133Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037142535885734:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.780013Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037142535885734:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:05.780552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037142535885727:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:05.780611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:05.780673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037142535885727:2108] [node 5] ICP22 created new session: [1:7593037142535885745:2108]
2026-01-08T17:02:05.780740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037142535885745:2108] [node 5] ICS09 handshake done sender: [1:7593037142535885734:2115] self: [1:7593037142535885733:0] peer: [5:7593037144305659063:0] socket: 419 qp: -1
2026-01-08T17:02:05.780783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037142535885745:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:05.780828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:05.782455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037142535885723:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.782502Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037142535885723:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.786552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037142535885730:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.786604Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037142535885730:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.752204Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037145376563093:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.774561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037144220482789:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.774628Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037144220482789:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.782888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037144220482797:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51210
2026-01-08T17:02:05.786851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037144220482787:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.787081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037144220482718:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:05.799215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037144220482789:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.759165Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037143828084276:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.803250Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037144305659065:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52254
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.758785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037145376563079:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.798165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037142535885723:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:05.775040Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037143828084276:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.822854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037138240918363:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.802932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037143828084297:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49732
2026-01-08T17:02:05.758817Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037145376563079:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.822933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:05.822994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037138240918363:2048] [node 2] ICP22 created new session: [1:7593037142535885749:2048]
2026-01-08T17:02:05.823076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037142535885749:2048] [node 2] ICS09 handshake done sender: [1:7593037142535885723:2110] self: [1:7593037142535885722:0] peer: [2:7593037143828084291:0] socket: 410 qp: -1
2026-01-08T17:02:05.823115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037142535885749:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:05.823157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:05.826839Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037142535885727:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(23005401ns) {HandleHandshakeStatus:329(23001788ns) {DropIncomingHandshake:442(13072ns) DropOutgoingHandshake:457(506ns) SwitchToState:179(780ns) ProcessPendingSessionEvents:495(22543560ns) {ForwardSessionEventToSession:616(69380ns) ForwardSessionEventToSession:616(1532333ns) ForwardSessionEventToSession:616(4998ns) ForwardSessionEventToSession:616(1396150ns) ForwardSessionEventToSession:616(3310617ns) ForwardSessionEventToSession:616(4499ns) ForwardSessionEventToSession:616(14398153ns) ForwardSessionEventToSession:616(17563ns) ForwardSessionEventToSession:616(3377ns) ForwardSessionEventToSession:616(1777191ns)}}}
2026-01-08T17:02:05.836335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037142535885753:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1780
2026-01-08T17:02:05.839875Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037142535885730:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:05.840192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037138240918364:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:05.840244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:05.840300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037138240918364:2049] [node 3] ICP22 created new session: [1:7593037142535885754:2049]
2026-01-08T17:02:05.840350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037142535885754:2049] [node 3] ICS09 handshake done sender: [1:7593037142535885730:2112] self: [1:7593037142535885729:0] peer: [3:7593037145376563099:0] socket: 411 qp: -1
2026-01-08T17:02:05.840394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037142535885754:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:05.840433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:05.816537Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037145252948460:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2026-01-08T17:02:05.767563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037145376563091:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.837959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037144220482800:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51210
2026-01-08T17:02:05.817080Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037145252948453:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:05.768188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037145376563009:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:05.883394Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037144305658976:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62470) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037144305659059:2120] held: no
2026-01-08T17:02:05.838516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037144220482797:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.882773Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037142535885753:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.806425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037143828084266:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.817383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037145252948376:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:05.806499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:05.768289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037145376563095:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32033
2026-01-08T17:02:05.886481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037138240918364:2049] [node 3] ICP18 handshake (actor [1:7593037142535885753:2118]) is too old
2026-01-08T17:02:05.838918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037144220482802:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51210
2026-01-08T17:02:05.904371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037144305659066:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52254
2026-01-08T17:02:05.768995Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037145376563079:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:05.817448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.806567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037143828084266:2108] [node 5] ICP22 created new session: [2:7593037143828084298:2108]
2026-01-08T17:02:05.839053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037144220482717:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:05.949621Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037144305659043:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2760) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037144305659054:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.909660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037142535885756:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1780
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.806636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037143828084298:2108] [node 5] ICS09 handshake done sender: [2:7593037143828084276:2113] self: [2:7593037143828084275:0] peer: [5:7593037144305659061:0] socket: 418 qp: -1
2026-01-08T17:02:05.949821Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037144305658978:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8573) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037144305659057:2118] held: no
2026-01-08T17:02:05.778568Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037145376563085:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:05.817503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037145252948376:2050] [node 3] ICP22 created new session: [6:7593037145252948461:2050]
2026-01-08T17:02:05.914878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037142535885738:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.839403Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037144220482801:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51210
2026-01-08T17:02:05.850818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037144220482779:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:05.850925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:05.850999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037144220482779:2108] [node 5] ICP22 created new session: [4:7593037144220482804:2108]
2026-01-08T17:02:05.851078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037144220482804:2108] [node 5] ICS09 handshake done sender: [4:7593037144220482789:2114] self: [4:7593037144220482788:0] peer: [5:7593037144305659064:0] socket: 395 qp: -1
2026-01-08T17:02:05.782827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037145376563081:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.851133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037144220482804:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:05.806687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037143828084298:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:05.951146Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037144305659058:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:05.914914Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037142535885738:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.817557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037145252948461:2050] [node 3] ICS09 handshake done sender: [6:7593037145252948453:2116] self: [6:7593037145252948459:0] peer: [3:7593037145376563080:0] socket: 415 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:05.923515Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037142535885738:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:05.952483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037142535885726:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:05.962721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:05.966367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037142535885740:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.966419Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037142535885740:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.966597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037142535885726:2109] [node 4] ICP22 created new session: [1:7593037142535885758:2109]
2026-01-08T17:02:05.966667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037142535885758:2109] [node 4] ICS09 handshake done sender: [1:7593037142535885738:2116] self: [1:7593037142535885737:0] peer: [4:7593037144220482809:0] socket: 437 qp: -1
2026-01-08T17:02:05.966715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037142535885758:2109] [node 4] ICS10 traffic start
2026-01-08T17:02:05.966792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:05.967336Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037142535885756:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.967546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037142535885726:2109] [node 4] ICP18 handshake (actor [1:7593037142535885756:2119]) is too old
2026-01-08T17:02:05.990665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037142535885740:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:05.817598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037145252948461:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:05.817639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:05.918296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037145252948464:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2026-01-08T17:02:05.951363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037145252948464:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.951557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037145252948374:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:05.960722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037145252948467:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2026-01-08T17:02:05.782855Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037145376563081:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.954801Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037144305659057:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:05.806742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:06.010419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037145252948468:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2026-01-08T17:02:06.011015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037142535885725:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:05.851214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:05.852467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037144220482801:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.895041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037144220482800:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.895179Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037144220482717:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17602) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037144220482797:2117] held: no
2026-01-08T17:02:05.895325Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037144220482787:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:05.899642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037144220482716:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:05.904087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037144220482806:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51210
2026-01-08T17:02:05.918927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037144220482718:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:05.918990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:05.919058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037144220482718:2050] [node 3] ICP22 created new session: [4:7593037144220482812:2050]
2026-01-08T17:02:05.919169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037144220482812:2050] [node 3] ICS09 handshake done sender: [4:7593037144220482787:2113] self: [4:7593037144220482798:0] peer: [3:7593037145376563075:0] socket: 393 qp: -1
2026-01-08T17:02:05.919239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037144220482812:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:05.919290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:05.919620Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037144220482718:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:05.935327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037144220482797:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:05.941246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037144220482811:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51210
2026-01-08T17:02:05.959624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037144220482717:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:05.959686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:05.959747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037144220482717:2049] [node 2] ICP22 created new session: [4:7593037144220482814:2049]
2026-01-08T17:02:05.959805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037144220482814:2049] [node 2] ICS09 handshake done sender: [4:7593037144220482797:2117] self: [4:7593037144220482803:0] peer: [2:7593037143828084282:0] socket: 427 qp: -1
2026-01-08T17:02:05.959849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037144220482814:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:05.959890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:05.960328Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037144220482800:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:05.968544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037144220482716:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:05.968606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:05.968663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037144220482716:2048] [node 1] ICP22 created new session: [4:7593037144220482816:2048]
2026-01-08T17:02:05.968720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037144220482816:2048] [node 1] ICS09 handshake done sender: [4:7593037144220482800:2118] self: [4:7593037144220482809:0] peer: [1:7593037142535885737:0] socket: 438 qp: -1
2026-01-08T17:02:05.968761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037144220482816:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:05.968804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:06.017242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037144220482795:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:06.017276Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037144220482795:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.837456Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037143828084284:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:05.962910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037144305659067:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52254
2026-01-08T17:02:05.786612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037145376563010:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:06.010783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037145252948465:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:06.010925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037145252948467:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:06.011129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037145252948433:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:06.011330Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037145252948465:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:06.011593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037145252948439:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:06.029316Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037145252948374:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62470) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037145252948464:2119] held: no
2026-01-08T17:02:06.030004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037149547915767:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2026-01-08T17:02:06.030104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037149547915768:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12915
2026-01-08T17:02:06.030501Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037144220482795:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:06.011132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:05.791828Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037145376563081:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:05.806433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:05.806518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037145376563010:2049] [node 2] ICP22 created new session: [3:7593037145376563101:2049]
2026-01-08T17:02:05.808570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037145376563101:2049] [node 2] ICS09 handshake done sender: [3:7593037145376563085:2115] self: [3:7593037145376563092:0] peer: [2:7593037143828084277:0] socket: 406 qp: -1
2026-01-08T17:02:05.810525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037145376563072:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:05.810606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:05.974768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037144305659068:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52254
2026-01-08T17:02:05.837717Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037139533116907:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62470) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037143828084284:2117] held: no
2026-01-08T17:02:05.810669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037145376563072:2108] [node 5] ICP22 created new session: [3:7593037145376563102:2108]
2026-01-08T17:02:05.810745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037145376563102:2108] [node 5] ICS09 handshake done sender: [3:7593037145376563079:2112] self: [3:7593037145376563078:0] peer: [5:7593037144305659062:0] socket: 409 qp: -1
2026-01-08T17:02:05.810788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037145376563102:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:05.810827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:05.811326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037145376563074:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:05.811375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:05.811425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037145376563074:2109] [node 6] ICP22 created new session: [3:7593037145376563104:2109]
2026-01-08T17:02:05.811473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037145376563104:2109] [node 6] ICS09 handshake done sender: [3:7593037145376563081:2113] self: [3:7593037145376563080:0] peer: [6:7593037145252948459:0] socket: 413 qp: -1
2026-01-08T17:02:05.811505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037145376563104:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:05.811533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:05.814529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037145376563076:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.814578Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037145376563076:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.814730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037145376563101:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:05.814804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:05.815357Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037145376563010:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(28483446ns) {HandleHandshakeStatus:329(28479571ns) {DropIncomingHandshake:442(1202ns) DropOutgoingHandshake:457(8606ns) SwitchToState:179(811ns) ProcessPendingSessionEvents:495(121815ns) {ForwardSessionEventToSession:616(67053ns) ForwardSessionEventToSession:616(2584ns) ForwardSessionEventToSession:616(2675ns) ForwardSessionEventToSession:616(19004ns) ForwardSessionEventToSession:616(2332ns) ForwardSessionEventToSession:616(1852ns) ForwardSessionEventToSession:616(6952ns) ForwardSessionEventToSession:616(2099ns) ForwardSessionEventToSession:616(7556ns) ForwardSessionEventToSession:616(2266ns)}}}
2026-01-08T17:02:05.852402Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037145376563076:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:05.860876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037145376563109:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32033
2026-01-08T17:02:05.872766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037145376563073:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:05.872863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:05.872936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037145376563073:2107] [node 4] ICP22 created new session: [3:7593037145376563110:2107]
2026-01-08T17:02:05.872998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037145376563110:2107] [node 4] ICS09 handshake done sender: [3:7593037145376563076:2110] self: [3:7593037145376563075:0] peer: [4:7593037144220482798:0] socket: 390 qp: -1
2026-01-08T17:02:05.882631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037145376563110:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:05.882644Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037145376563091:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:05.882706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:05.903159Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037145376563073:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(30142565ns) {HandleHandshakeStatus:329(30139894ns) {DropIncomingHandshake:442(22922ns) DropOutgoingHandshake:457(797ns) SwitchToState:179(811ns) ProcessPendingSessionEvents:495(161434ns) {ForwardSessionEventToSession:616(97473ns) ForwardSessionEventToSession:616(2921ns) ForwardSessionEventToSession:616(2536ns) ForwardSessionEventToSession:616(5458ns) ForwardSessionEventToSession:616(3162ns) ForwardSessionEventToSession:616(3285ns) ForwardSessionEventToSession:616(16325ns) ForwardSessionEventToSession:616(3105ns) ForwardSessionEventToSession:616(15357ns) ForwardSessionEventToSession:616(2089ns)}}}
2026-01-08T17:02:05.907564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037145376563009:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:05.907655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:05.907716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037145376563009:2048] [node 1] ICP22 created new session: [3:7593037145376563112:2048]
2026-01-08T17:02:05.907771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037145376563112:2048] [node 1] ICS09 handshake done sender: [3:7593037145376563091:2118] self: [3:7593037145376563099:0] peer: [1:7593037142535885729:0] socket: 385 qp: -1
2026-01-08T17:02:05.907821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037145376563112:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:05.907874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:06.011201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037142535885725:2107] [node 6] ICP22 created new session: [1:7593037146830853057:2107]
2026-01-08T17:02:06.038833Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037145252948464:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:05.986806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037144305658977:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:06.050719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037144220482780:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:06.011262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037146830853057:2107] [node 6] ICS09 handshake done sender: [1:7593037142535885740:2117] self: [1:7593037142535885739:0] peer: [6:7593037145252948466:0] socket: 422 qp: -1
2026-01-08T17:02:06.011302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037146830853057:2107] [node 6] ICS10 traffic start
2026-01-08T17:02:06.011352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:06.050528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037145252948374:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:06.050631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:06.050684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037145252948374:2048] [node 1] ICP22 created new session: [6:7593037149547915769:2048]
2026-01-08T17:02:06.055041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037149547915769:2048] [node 1] ICS09 handshake done sender: [6:7593037145252948464:2119] self: [6:7593037145252948466:0] peer: [1:7593037142535885739:0] socket: 389 qp: -1
2026-01-08T17:02:06.055048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037145252948465:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:06.055099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037149547915769:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:06.055163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:05.837828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037139533116907:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:05.837894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:05.852104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037139533116907:2048] [node 1] ICP22 created new session: [2:7593037143828084300:2048]
2026-01-08T17:02:05.859043Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037143828084266:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(63003951ns) {HandleHandshakeStatus:329(63000378ns) {DropIncomingHandshake:442(1359ns) DropOutgoingHandshake:457(1377ns) SwitchToState:179(819ns) ProcessPendingSessionEvents:495(20652721ns) {ForwardSessionEventToSession:616(20588564ns) ForwardSessionEventToSession:616(9134ns) ForwardSessionEventToSession:616(4153ns) ForwardSessionEventToSession:616(8626ns) ForwardSessionEventToSession:616(6002ns) ForwardSessionEventToSession:616(6481ns) ForwardSessionEventToSession:616(3238ns) ForwardSessionEventToSession:616(2686ns) ForwardSessionEventToSession:616(6003ns) ForwardSessionEventToSession:616(2866ns)}}}
2026-01-08T17:02:05.859266Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037143828084283:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:05.859295Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037143828084283:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:05.861239Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037143828084283:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:05.861559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037143828084267:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:05.861626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:05.861679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037143828084267:2107] [node 4] ICP22 created new session: [2:7593037143828084302:2107]
2026-01-08T17:02:05.861731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037143828084302:2107] [node 4] ICS09 handshake done sender: [2:7593037143828084283:2116] self: [2:7593037143828084282:0] peer: [4:7593037144220482803:0] socket: 426 qp: -1
2026-01-08T17:02:05.861773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037143828084302:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:05.861820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:05.871693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037143828084300:2048] [node 1] ICS09 handshake done sender: [2:7593037143828084284:2117] self: [2:7593037143828084291:0] peer: [1:7593037142535885722:0] socket: 412 qp: -1
2026-01-08T17:02:05.986879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:05.877546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037143828084300:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:06.056147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:06.056820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037144220482780:2109] [node 6] ICP22 created new session: [4:7593037148515450115:2109]
2026-01-08T17:02:06.055811Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037145252948467:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:05.877642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:05.877964Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037139533116907:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40002771ns) {HandleHandshakeStatus:329(40000338ns) {DropIncomingHandshake:442(803ns) DropOutgoingHandshake:457(69ns) SwitchToState:179(983ns) ProcessPendingSessionEvents:495(1168ns)}}
2026-01-08T17:02:05.975518Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037143828084305:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49732
2026-01-08T17:02:05.986937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037144305658977:2049] [node 2] ICP22 created new session: [5:7593037144305659071:2049]
2026-01-08T17:02:06.060604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037145252948433:2104] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:06.060727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037145252948439:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:06.060789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:06.060839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037145252948439:2108] [node 4] ICP22 created new session: [6:7593037149547915771:2108]
2026-01-08T17:02:06.060881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037149547915771:2108] [node 4] ICS09 handshake done sender: [6:7593037145252948465:2120] self: [6:7593037149547915766:0] peer: [4:7593037144220482794:0] socket: 398 qp: -1
2026-01-08T17:02:06.060914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037149547915771:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:06.060951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:06.065607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:06.065674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037145252948433:2104] [node 5] ICP22 created new session: [6:7593037149547915773:2104]
2026-01-08T17:02:06.065739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037149547915773:2104] [node 5] ICS09 handshake done sender: [6:7593037145252948467:2121] self: [6:7593037149547915765:0] peer: [5:7593037144305659052:0] socket: 447 qp: -1
2026-01-08T17:02:06.065776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037149547915773:2104] [node 5] ICS10 traffic start
2026-01-08T17:02:06.065827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:06.066421Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037145252948433:2104] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:06.066154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037148515450115:2109] [node 6] ICS09 handshake done sender: [4:7593037144220482795:2116] self: [4:7593037144220482794:0] peer: [6:7593037149547915766:0] socket: 392 qp: -1
2026-01-08T17:02:06.066465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037148515450115:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:06.066508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:05.986991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037144305659071:2049] [node 2] ICS09 handshake done sender: [5:7593037144305659058:2119] self: [5:7593037144305659061:0] peer: [2:7593037143828084275:0] socket: 420 qp: -1
2026-01-08T17:02:05.987055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037144305659071:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:05.987121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:05.987744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037144305658978:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:05.987778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:05.987826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037144305658978:2050] [node 3] ICP22 created new session: [5:7593037144305659073:2050]
2026-01-08T17:02:05.987867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037144305659073:2050] [node 3] ICS09 handshake done sender: [5:7593037144305659057:2118] self: [5:7593037144305659062:0] peer: [3:7593037145376563078:0] socket: 416 qp: -1
2026-01-08T17:02:05.987899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037144305659073:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:05.987929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:05.998929Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037144305659059:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:05.999514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037144305659054:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:06.018673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037144305659043:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:06.018749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:06.018814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037144305659043:2108] [node 4] ICP22 created new session: [5:7593037148600626371:2108]
2026-01-08T17:02:06.018878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037148600626371:2108] [node 4] ICS09 handshake done sender: [5:7593037144305659054:2116] self: [5:7593037144305659064:0] peer: [4:7593037144220482788:0] socket: 397 qp: -1
2026-01-08T17:02:06.019095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037144305658976:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:06.022548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037148600626371:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:06.023048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:06.026822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037144305659053:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:06.026854Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037144305659053:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:06.042509Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037144305659053:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:06.043501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:06.043572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037144305658976:2048] [node 1] ICP22 created new session: [5:7593037148600626374:2048]
2026-01-08T17:02:06.043639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037148600626374:2048] [node 1] ICS09 handshake done sender: [5:7593037144305659059:2120] self: [5:7593037144305659063:0] peer: [1:7593037142535885733:0] socket: 421 qp: -1
2026-01-08T17:02:06.043682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037148600626374:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:06.043743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:06.043998Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037144305658976:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(32022001ns) {HandleHandshakeStatus:329(32020583ns) {DropIncomingHandshake:442(2518ns) DropOutgoingHandshake:457(204ns) SwitchToState:179(254ns) ProcessPendingSessionEvents:495(1372ns)}}
2026-01-08T17:02:06.046436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037144305659042:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:06.048162Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037144305659043:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(26209293ns) {HandleHandshakeStatus:329(26206485ns) {DropIncomingHandshake:442(1205ns) DropOutgoingHandshake:457(458ns) SwitchToState:179(655ns) ProcessPendingSessionEvents:495(1413ns)}}
2026-01-08T17:02:06.048381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:06.048447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037144305659042:2109] [node 6] ICP22 created new session: [5:7593037148600626376:2109]
2026-01-08T17:02:06.048507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037148600626376:2109] [node 6] ICS09 handshake done sender: [5:7593037144305659053:2115] self: [5:7593037144305659052:0] peer: [6:7593037149547915765:0] socket: 388 qp: -1
2026-01-08T17:02:06.048552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037148600626376:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:06.048603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:06.068750Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037144220482780:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(23105663ns) {HandleHandshakeStatus:329(17754339ns) {DropIncomingHandshake:442(21551ns) DropOutgoingHandshake:457(208ns) SwitchToState:179(827ns) ProcessPendingSessionEvents:495(985570ns) {ForwardSessionEventToSession:616(938480ns) ForwardSessionEventToSession:616(4701ns) ForwardSessionEventToSession:616(6023ns) ForwardSessionEventToSession:616(5853ns) ForwardSessionEventToSession:616(3555ns) ForwardSessionEventToSession:616(5040ns) ForwardSessionEventToSession:616(2512ns) ForwardSessionEventToSession:616(2576ns) ForwardSessionEventToSession:616(5375ns) ForwardSessionEventToSession:616(1951ns)}}}
2026-01-08T17:02:06.103179Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:06.103473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037143828084300:2048] [node 1] ICS01 socket: 412 reason# EndOfStream
2026-01-08T17:02:06.103530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037139533116907:2048] [node 1] ICP30 unregister session Session# [2:7593037143828084300:2048] VirtualId# [2:7593037143828084291:0]
2026-01-08T17:02:06.103579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037143828084300:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.103646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:06.103690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:06.106459Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:06.106824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037145376563112:2048] [node 1] ICS01 socket: 385 reason# EndOfStream
2026-01-08T17:02:06.106872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037145376563009:2048] [node 1] ICP30 unregister session Session# [3:7593037145376563112:2048] VirtualId# [3:7593037145376563099:0]
2026-01-08T17:02:06.106924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037145376563112:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.107039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:06.107100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:06.116613Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:06.116893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037148600626374:2048] [node 1] ICS01 socket: 421 reason# EndOfStream
2026-01-08T17:02:06.116946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037144305658976:2048] [node 1] ICP30 unregister session Session# [5:7593037148600626374:2048] VirtualId# [5:7593037144305659063:0]
2026-01-08T17:02:06.116986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037148600626374:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.122507Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:06.122809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037149547915769:2048] [node 1] ICS01 socket: 389 reason# EndOfStream
2026-01-08T17:02:06.122864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037145252948374:2048] [node 1] ICP30 unregister session Session# [6:7593037149547915769:2048] VirtualId# [6:7593037145252948466:0]
2026-01-08T17:02:06.122908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037149547915769:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.123037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:06.123088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:06.117069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:06.117300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:06.131526Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:06.131833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037144220482816:2048] [node 1] ICS01 socket: 438 reason# EndOfStream
2026-01-08T17:02:06.131878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037144220482716:2048] [node 1] ICP30 unregister session Session# [4:7593037144220482816:2048] VirtualId# [4:7593037144220482809:0]
2026-01-08T17:02:06.131923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037144220482816:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.131995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:06.132039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:06.267885Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:06.268158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037145376563101:2049] [node 2] ICS01 socket: 406 reason# EndOfStream
2026-01-08T17:02:06.268214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037145376563010:2049] [node 2] ICP30 unregister session Session# [3:7593037145376563101:2049] VirtualId# [3:7593037145376563092:0]
2026-01-08T17:02:06.268264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037145376563101:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.268362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:06.268410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:06.281658Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:06.281957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037145252948457:2049] [node 2] ICS01 socket: 402 reason# EndOfStream
2026-01-08T17:02:06.282024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037145252948375:2049] [node 2] ICP30 unregister session Session# [6:7593037145252948457:2049] VirtualId# [6:7593037145252948454:0]
2026-01-08T17:02:06.282076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037145252948457:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.282173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:06.282220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:06.282366Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:06.282577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037144220482814:2049] [node 2] ICS01 socket: 427 reason# EndOfStream
2026-01-08T17:02:06.282618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037144220482717:2049] [node 2] ICP30 unregister session Session# [4:7593037144220482814:2049] VirtualId# [4:7593037144220482803:0]
2026-01-08T17:02:06.282654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037144220482814:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.282732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:06.282775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:06.282887Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:06.283095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037144305659071:2049] [node 2] ICS01 socket: 420 reason# EndOfStream
2026-01-08T17:02:06.283135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037144305658977:2049] [node 2] ICP30 unregister session Session# [5:7593037144305659071:2049] VirtualId# [5:7593037144305659061:0]
2026-01-08T17:02:06.283176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037144305659071:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.283246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:06.283291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:06.456202Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:06.456477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037144220482812:2050] [node 3] ICS01 socket: 393 reason# EndOfStream
2026-01-08T17:02:06.456529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037144220482718:2050] [node 3] ICP30 unregister session Session# [4:7593037144220482812:2050] VirtualId# [4:7593037144220482798:0]
2026-01-08T17:02:06.456570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037144220482812:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.456651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:06.456701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:06.460715Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:06.460962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037144305659073:2050] [node 3] ICS01 socket: 416 reason# EndOfStream
2026-01-08T17:02:06.461013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037144305658978:2050] [node 3] ICP30 unregister session Session# [5:7593037144305659073:2050] VirtualId# [5:7593037144305659062:0]
2026-01-08T17:02:06.461054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037144305659073:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.461139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:06.461187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:06.461293Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:06.461503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037145252948461:2050] [node 3] ICS01 socket: 415 reason# EndOfStream
2026-01-08T17:02:06.461549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037145252948376:2050] [node 3] ICP30 unregister session Session# [6:7593037145252948461:2050] VirtualId# [6:7593037145252948459:0]
2026-01-08T17:02:06.461579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037145252948461:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.461642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:06.461688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:06.574087Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:06.574398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037148600626371:2108] [node 4] ICS01 socket: 397 reason# EndOfStream
2026-01-08T17:02:06.574451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037144305659043:2108] [node 4] ICP30 unregister session Session# [5:7593037148600626371:2108] VirtualId# [5:7593037144305659064:0]
2026-01-08T17:02:06.574503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037148600626371:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.574613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:06.574672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:06.574943Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:06.575191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037149547915771:2108] [node 4] ICS01 socket: 398 reason# EndOfStream
2026-01-08T17:02:06.575231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037145252948439:2108] [node 4] ICP30 unregister session Session# [6:7593037149547915771:2108] VirtualId# [6:7593037149547915766:0]
2026-01-08T17:02:06.575268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037149547915771:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.575348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:06.575399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:06.626519Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:06.626799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037149547915773:2104] [node 5] ICS07 socket disconnect 447 reason# EndOfStream
2026-01-08T17:02:06.626835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037149547915773:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:06.626935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:06.626983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037149547915773:2104] [node 5] ICS15 start handshake
2026-01-08T17:02:06.628108Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037145252948433:2104] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7884) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:06.628317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037149547915773:2104] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:06.628390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037145252948433:2104] [node 5] ICP30 unregister session Session# [6:7593037149547915773:2104] VirtualId# [6:7593037149547915765:0]
2026-01-08T17:02:06.628446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:02:06.628488Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037145252948433:2104] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7884) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:06.628510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7884) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:06.639290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037145252948433:2104] [node 5] ICP33 wake up from error state
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:06.786205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037146562342432:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:06.786248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037146562342433:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:06.836416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037150130451886:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:06.836484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037150130451887:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:06.844707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037148142659346:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:06.844731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037148142659347:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:06.859755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037149175596167:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:06.859789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037149175596168:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:06.859990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037149175596169:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:06.868624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037146635183176:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:06.868662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037146635183177:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:06.868699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037146635183178:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:06.879109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037148651834805:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:06.879134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037148651834806:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:06.879167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037148651834807:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:07.617770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037153470563525:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:07.574587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037152946802150:2092] [node 5] ICP01 ready to work
2026-01-08T17:02:07.566904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037150857309791:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:07.671144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037152946802156:2095] [node 4] ICP01 ready to work
2026-01-08T17:02:07.694740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037154425419246:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:07.567253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037150857309792:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:07.687444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037152437626704:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:07.703735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037150930150535:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:07.699094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037154425419247:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:07.650561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037150857309793:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:07.716101Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037153470563525:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(97964013ns) {Configure:104(97956727ns) {ProcessConfigured:135(94007ns) {StartInitialHandshake:157(92005ns) {DropHandshakes:470(2334ns) {DropIncomingHandshake:442(477ns) DropOutgoingHandshake:457(646ns)} GenerateSessionVirtualId:992(1228ns) PrepareNewSessionHandshake:477(1338ns) {SwitchToState:179(466ns)}}}}}
2026-01-08T17:02:07.718102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037154425419245:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:07.727944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037152437626706:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.775523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037148651834806:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(141209598ns) {Configure:104(141202726ns) {ProcessConfigured:135(81067ns) {StartInitialHandshake:157(77246ns) {DropHandshakes:470(3350ns) {DropIncomingHandshake:442(659ns) DropOutgoingHandshake:457(725ns)} GenerateSessionVirtualId:992(982ns) PrepareNewSessionHandshake:477(2243ns) {SwitchToState:179(712ns)}}}}}
2026-01-08T17:02:07.743233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037150930150536:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:07.724670Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037149175596167:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19175859ns) {Configure:104(19166755ns) {ProcessConfigured:135(86987ns) {StartInitialHandshake:157(83046ns) {DropHandshakes:470(2866ns) {DropIncomingHandshake:442(634ns) DropOutgoingHandshake:457(570ns)} GenerateSessionVirtualId:992(1679ns) PrepareNewSessionHandshake:477(2135ns) {SwitchToState:179(800ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.767588Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037150130451887:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(72336578ns) {Configure:104(72328451ns) {ProcessConfigured:135(98056ns) {StartInitialHandshake:157(94500ns) {DropHandshakes:470(2559ns) {DropIncomingHandshake:442(522ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:992(1295ns) PrepareNewSessionHandshake:477(1998ns) {SwitchToState:179(954ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.736834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037152437626707:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.763331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037153470563536:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:07.828100Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037150130451886:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(131431912ns) {Configure:104(131424068ns) {ProcessConfigured:135(76573ns) {StartInitialHandshake:157(74129ns) {DropHandshakes:470(2249ns) {DropIncomingHandshake:442(605ns) DropOutgoingHandshake:457(339ns)} GenerateSessionVirtualId:992(959ns) PrepareNewSessionHandshake:477(1431ns) {SwitchToState:179(562ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.797195Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037152946802150:2092] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(168167562ns) {Configure:104(168158141ns) {ProcessConfigured:135(82427ns) {StartInitialHandshake:157(79038ns) {DropHandshakes:470(3704ns) {DropIncomingHandshake:442(702ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:992(1427ns) PrepareNewSessionHandshake:477(2063ns) {SwitchToState:179(700ns)}}}}}
2026-01-08T17:02:07.828608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037154425419252:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48653
2026-01-08T17:02:07.828668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037154425419253:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48653
2026-01-08T17:02:07.829475Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037154425419259:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48653
2026-01-08T17:02:07.842124Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037154425419245:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(73939745ns) {Configure:104(73932671ns) {ProcessConfigured:135(30410796ns) {StartInitialHandshake:157(30407881ns) {DropHandshakes:470(2597ns) {DropIncomingHandshake:442(457ns) DropOutgoingHandshake:457(318ns)} GenerateSessionVirtualId:992(1217ns) PrepareNewSessionHandshake:477(5987ns) {SwitchToState:179(2973ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.804639Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037148142659346:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(69989866ns) {Configure:104(69975643ns) {ProcessConfigured:135(80629ns) {StartInitialHandshake:157(77488ns) {DropHandshakes:470(3709ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(562ns)} GenerateSessionVirtualId:992(1311ns) PrepareNewSessionHandshake:477(2339ns) {SwitchToState:179(552ns)}}}}}
2026-01-08T17:02:07.765510Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037149175596169:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(44288662ns) {Configure:104(44278140ns) {ProcessConfigured:135(97016ns) {StartInitialHandshake:157(94303ns) {DropHandshakes:470(3167ns) {DropIncomingHandshake:442(495ns) DropOutgoingHandshake:457(638ns)} GenerateSessionVirtualId:992(1521ns) PrepareNewSessionHandshake:477(1978ns) {SwitchToState:179(871ns)}}}}}
2026-01-08T17:02:07.826049Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037150857309791:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(211276313ns) {Configure:104(211269354ns) {ProcessConfigured:135(22153016ns) {StartInitialHandshake:157(22150564ns) {DropHandshakes:470(2560ns) {DropIncomingHandshake:442(389ns) DropOutgoingHandshake:457(786ns)} GenerateSessionVirtualId:992(1054ns) PrepareNewSessionHandshake:477(4378ns) {SwitchToState:179(1593ns)}}}}}
2026-01-08T17:02:07.816876Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037152946802170:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34071
2026-01-08T17:02:07.808457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037153470563539:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22565
2026-01-08T17:02:07.863711Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037154425419247:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(109118504ns) {Configure:104(109114171ns) {ProcessConfigured:135(30825477ns) {StartInitialHandshake:157(30822024ns) {DropHandshakes:470(2209ns) {DropIncomingHandshake:442(619ns) DropOutgoingHandshake:457(406ns)} GenerateSessionVirtualId:992(1218ns) PrepareNewSessionHandshake:477(5618ns) {SwitchToState:179(1877ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.879450Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037146635183177:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(256251943ns) {Configure:104(256234779ns) {ProcessConfigured:135(143458ns) {StartInitialHandshake:157(137999ns) {DropHandshakes:470(16920ns) {DropIncomingHandshake:442(1129ns) DropOutgoingHandshake:457(522ns)} GenerateSessionVirtualId:992(1211ns) PrepareNewSessionHandshake:477(2821ns) {SwitchToState:179(717ns)}}}}}
2026-01-08T17:02:07.823773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037152946802156:2095] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(47360412ns) {Configure:104(47353426ns) {ProcessConfigured:135(91048ns) {StartInitialHandshake:157(88030ns) {DropHandshakes:470(2270ns) {DropIncomingHandshake:442(334ns) DropOutgoingHandshake:457(287ns)} GenerateSessionVirtualId:992(951ns) PrepareNewSessionHandshake:477(2203ns) {SwitchToState:179(966ns)}}}}}
2026-01-08T17:02:07.883025Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037150857309792:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(254081724ns) {Configure:104(254073385ns) {ProcessConfigured:135(67785ns) {StartInitialHandshake:157(65688ns) {DropHandshakes:470(2328ns) {DropIncomingHandshake:442(591ns) DropOutgoingHandshake:457(254ns)} GenerateSessionVirtualId:992(752ns) PrepareNewSessionHandshake:477(2062ns) {SwitchToState:179(679ns)}}}}}
2026-01-08T17:02:07.832293Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037148142659347:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(142123632ns) {Configure:104(142116754ns) {ProcessConfigured:135(77303ns) {StartInitialHandshake:157(74707ns) {DropHandshakes:470(2226ns) {DropIncomingHandshake:442(370ns) DropOutgoingHandshake:457(268ns)} GenerateSessionVirtualId:992(556ns) PrepareNewSessionHandshake:477(2122ns) {SwitchToState:179(581ns)}}}}}
2026-01-08T17:02:07.825798Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037153470563540:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22565
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.905881Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037150857309802:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5649
2026-01-08T17:02:07.892994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037148651834805:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(221514851ns) {Configure:104(221508717ns) {ProcessConfigured:135(12984986ns) {StartInitialHandshake:157(12982169ns) {DropHandshakes:470(2202ns) {DropIncomingHandshake:442(457ns) DropOutgoingHandshake:457(443ns)} GenerateSessionVirtualId:992(663ns) PrepareNewSessionHandshake:477(3857ns) {SwitchToState:179(2275ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.938506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037154425419253:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.938656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037150130451886:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:07.860656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037152437626719:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.944535Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037146635183178:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(247787523ns) {Configure:104(247781374ns) {ProcessConfigured:135(8287203ns) {StartInitialHandshake:157(8284582ns) {DropHandshakes:470(3221ns) {DropIncomingHandshake:442(850ns) DropOutgoingHandshake:457(507ns)} GenerateSessionVirtualId:992(1269ns) PrepareNewSessionHandshake:477(2806ns) {SwitchToState:179(1509ns)}}}}}
2026-01-08T17:02:07.836251Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037153470563541:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22565
2026-01-08T17:02:07.906061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037150857309803:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5649
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.962646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037154425419252:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.924910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037152946802178:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34071
2026-01-08T17:02:07.940262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037152437626709:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.945020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037150930150542:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21584
2026-01-08T17:02:07.906128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037150857309804:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5649
2026-01-08T17:02:07.905841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037153470563539:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.977976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037154425419259:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.995272Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037152946802181:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34071
2026-01-08T17:02:07.945187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037150930150543:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21584
2026-01-08T17:02:07.940288Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037152437626709:2110] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:08.006250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037154425419251:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.906033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037149175596167:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:07.941320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037152437626709:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:07.919620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037150857309795:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.919379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037153470563541:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.006307Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037154425419251:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:07.946098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037150930150539:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21584
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.919663Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037150857309795:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:08.009808Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037154425419265:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48653
2026-01-08T17:02:07.941699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037152437626704:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:07.937054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037153470563543:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22565
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:08.016417Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037148651834807:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(272034228ns) {Configure:104(272024486ns) {ProcessConfigured:135(30169038ns) {StartInitialHandshake:157(30166766ns) {DropHandshakes:470(4104307ns) {DropIncomingHandshake:442(276ns) DropOutgoingHandshake:457(1600ns)} GenerateSessionVirtualId:992(1261ns) PrepareNewSessionHandshake:477(2700ns) {SwitchToState:179(1566ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.946211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037150930150541:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21584
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.937819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037153470563540:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.016845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037152946802178:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.010365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037158720386564:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48653
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.922626Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037150857309795:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:07.941774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:07.948634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037150930150535:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(189698019ns) {Configure:104(189690037ns) {ProcessConfigured:135(12735458ns) {StartInitialHandshake:157(12726415ns) {DropHandshakes:470(2657ns) {DropIncomingHandshake:442(733ns) DropOutgoingHandshake:457(375ns)} GenerateSessionVirtualId:992(1088ns) PrepareNewSessionHandshake:477(3029ns) {SwitchToState:179(1182ns)}}}}}
2026-01-08T17:02:07.937930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037153470563539:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:07.948817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037150930150541:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.975176Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037146635183176:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(215084227ns) {Configure:104(215076266ns) {ProcessConfigured:135(10461069ns) {StartInitialHandshake:157(10458314ns) {DropHandshakes:470(2280ns) {DropIncomingHandshake:442(279ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:992(847ns) PrepareNewSessionHandshake:477(3728ns) {SwitchToState:179(458ns)}}}}}
2026-01-08T17:02:07.986390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037150930150543:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.986559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037150930150539:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.986674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037146635183176:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:07.987133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037150930150536:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:07.994600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037150930150542:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.994765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037146635183177:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:08.031698Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037155225117854:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21584
2026-01-08T17:02:08.033485Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037150930150543:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:08.038198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037155225117855:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21584
2026-01-08T17:02:08.038266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037155225117856:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21584
2026-01-08T17:02:08.065504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037146635183176:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.065594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:08.065667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037146635183176:2048] [node 1] ICP22 created new session: [5:7593037155225117857:2048]
2026-01-08T17:02:08.065720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037155225117857:2048] [node 1] ICS09 handshake done sender: [5:7593037150930150543:2114] self: [5:7593037150930150555:0] peer: [1:7593037150857309805:0] socket: 422 qp: -1
2026-01-08T17:02:08.065768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037155225117857:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:08.065817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:08.068765Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037150930150539:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:08.069411Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037150930150542:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:08.069686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037146635183177:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.069763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:08.069833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037146635183177:2049] [node 2] ICP22 created new session: [5:7593037155225117859:2049]
2026-01-08T17:02:08.069896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037155225117859:2049] [node 2] ICS09 handshake done sender: [5:7593037150930150542:2113] self: [5:7593037150930150557:0] peer: [2:7593037154425419254:0] socket: 421 qp: -1
2026-01-08T17:02:08.069930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037155225117859:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:07.923052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037150857309793:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:07.941835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037152437626704:2108] [node 4] ICP22 created new session: [3:7593037152437626723:2108]
2026-01-08T17:02:08.069990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:08.072295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037150930150536:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.073504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:08.081187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037150930150536:2108] [node 4] ICP22 created new session: [5:7593037155225117862:2108]
2026-01-08T17:02:08.013930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037154425419255:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.017021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037148651834805:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:07.939929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037149175596169:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.923157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:08.091746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037155225117862:2108] [node 4] ICS09 handshake done sender: [5:7593037150930150539:2111] self: [5:7593037150930150556:0] peer: [4:7593037153470563527:0] socket: 414 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:08.013975Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037154425419255:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:08.033812Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037157241769479:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34071
2026-01-08T17:02:07.941889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037152437626723:2108] [node 4] ICS09 handshake done sender: [3:7593037152437626709:2110] self: [3:7593037152437626708:0] peer: [4:7593037153470563544:0] socket: 389 qp: -1
2026-01-08T17:02:07.952928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037149175596167:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:07.923227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037150857309793:2107] [node 4] ICP22 created new session: [1:7593037150857309809:2107]
2026-01-08T17:02:08.091807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037155225117862:2108] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.941925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037152437626723:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:08.055438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037152946802170:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.953014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:08.051300Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037154425419266:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48653
2026-01-08T17:02:07.923289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037150857309809:2107] [node 4] ICS09 handshake done sender: [1:7593037150857309795:2110] self: [1:7593037150857309794:0] peer: [4:7593037153470563542:0] socket: 384 qp: -1
2026-01-08T17:02:08.091864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:07.941966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:08.051488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037154425419253:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:08.062835Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037157241769480:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34071
2026-01-08T17:02:07.923334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037150857309809:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:07.963869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037152437626725:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2026-01-08T17:02:08.052435Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037154425419251:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:08.063517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037152946802178:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:08.063787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037148651834805:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.063874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:08.063927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037148651834805:2048] [node 1] ICP22 created new session: [6:7593037157241769481:2048]
2026-01-08T17:02:08.063984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037157241769481:2048] [node 1] ICS09 handshake done sender: [6:7593037152946802178:2115] self: [6:7593037157241769478:0] peer: [1:7593037150857309800:0] socket: 418 qp: -1
2026-01-08T17:02:08.064026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037157241769481:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:08.064068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:08.072177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037148651834807:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:08.073806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037152946802181:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.075152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037152946802150:2092] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:08.091566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037157241769479:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.112246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037157241769487:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34071
2026-01-08T17:02:08.112454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037157241769488:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34071
2026-01-08T17:02:08.118468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037152946802156:2095] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:08.139006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037157241769489:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34071
2026-01-08T17:02:08.146638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037152946802170:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:08.146881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037148651834807:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.146983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:08.147061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037148651834807:2050] [node 3] ICP22 created new session: [6:7593037157241769490:2050]
2026-01-08T17:02:08.147122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037157241769490:2050] [node 3] ICS09 handshake done sender: [6:7593037152946802170:2111] self: [6:7593037157241769484:0] peer: [3:7593037152437626710:0] socket: 397 qp: -1
2026-01-08T17:02:08.147164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037157241769490:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:08.147213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:08.149216Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037152946802181:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:08.172674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037152946802150:2092] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.172777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:08.179531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037152946802150:2092] [node 5] ICP22 created new session: [6:7593037157241769492:2092]
2026-01-08T17:02:08.179604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037157241769492:2092] [node 5] ICS09 handshake done sender: [6:7593037152946802181:2117] self: [6:7593037157241769485:0] peer: [5:7593037150930150540:0] socket: 430 qp: -1
2026-01-08T17:02:08.179652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037157241769492:2092] [node 5] ICS10 traffic start
2026-01-08T17:02:08.179720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:08.180048Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037152946802150:2092] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:08.180643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037157241769487:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.181188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037148651834806:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:07.953104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037149175596167:2048] [node 1] ICP22 created new session: [4:7593037153470563545:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:08.092330Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037150930150536:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(23078895ns) {HandleHandshakeStatus:329(23075996ns) {DropIncomingHandshake:442(1546ns) DropOutgoingHandshake:457(7562ns) SwitchToState:179(450ns) ProcessPendingSessionEvents:495(95006ns) {ForwardSessionEventToSession:616(60617ns) ForwardSessionEventToSession:616(5035ns) ForwardSessionEventToSession:616(2510ns) ForwardSessionEventToSession:616(4491ns) ForwardSessionEventToSession:616(1632ns) ForwardSessionEventToSession:616(1799ns) ForwardSessionEventToSession:616(3501ns) ForwardSessionEventToSession:616(3416ns) ForwardSessionEventToSession:616(1404ns) ForwardSessionEventToSession:616(4575ns)}}}
2026-01-08T17:02:07.964559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037152437626719:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.923375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:07.953169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037153470563545:2048] [node 1] ICS09 handshake done sender: [4:7593037153470563539:2114] self: [4:7593037153470563542:0] peer: [1:7593037150857309794:0] socket: 394 qp: -1
2026-01-08T17:02:08.054730Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037154425419255:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:08.092531Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037150930150545:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.970636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037148142659347:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:07.987324Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037152437626706:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(179462304ns) {Configure:104(168668770ns) {ProcessConfigured:135(16018124ns) {StartInitialHandshake:157(16007126ns) {DropHandshakes:470(5845ns) {DropIncomingHandshake:442(699ns) DropOutgoingHandshake:457(688ns)} GenerateSessionVirtualId:992(1275ns) PrepareNewSessionHandshake:477(1746ns) {SwitchToState:179(325ns)}}}}}
2026-01-08T17:02:08.038583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037152437626725:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.054998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037156732594026:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2026-01-08T17:02:08.066211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037156732594026:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.072375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037148142659346:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:08.079103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037156732594025:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2026-01-08T17:02:08.081227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037152437626711:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.081276Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037152437626711:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:08.093917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037156732594024:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2026-01-08T17:02:08.098611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037156732594029:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2026-01-08T17:02:08.128037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037152437626711:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:08.133999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037152437626719:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:08.158138Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037152437626704:2108] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:08.158736Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037148142659347:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3518) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037152437626719:2114] held: no
2026-01-08T17:02:08.158861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037148142659347:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.158938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:08.158987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037148142659347:2049] [node 2] ICP22 created new session: [3:7593037156732594031:2049]
2026-01-08T17:02:08.159059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037156732594031:2049] [node 2] ICS09 handshake done sender: [3:7593037152437626719:2114] self: [3:7593037152437626727:0] peer: [2:7593037154425419250:0] socket: 406 qp: -1
2026-01-08T17:02:08.159114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037156732594031:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:08.159166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:08.159887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037152437626707:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:08.159960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:08.160016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037152437626707:2109] [node 6] ICP22 created new session: [3:7593037156732594034:2109]
2026-01-08T17:02:08.160084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037156732594034:2109] [node 6] ICS09 handshake done sender: [3:7593037152437626711:2111] self: [3:7593037152437626710:0] peer: [6:7593037157241769484:0] socket: 390 qp: -1
2026-01-08T17:02:08.160123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037156732594034:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:08.160174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:08.161202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037156732594033:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52332
2026-01-08T17:02:08.173725Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037156732594026:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:08.182515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037148142659346:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.182582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:08.182639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037148142659346:2048] [node 1] ICP22 created new session: [3:7593037156732594037:2048]
2026-01-08T17:02:08.182702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037156732594037:2048] [node 1] ICS09 handshake done sender: [3:7593037156732594026:2119] self: [3:7593037156732594027:0] peer: [1:7593037150857309812:0] socket: 446 qp: -1
2026-01-08T17:02:08.182748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037156732594037:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:08.182786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:08.198998Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037156732594029:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.199239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037152437626707:2109] [node 6] ICP18 handshake (actor [3:7593037156732594029:2120]) is too old
2026-01-08T17:02:08.238755Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037152946802156:2095] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9560) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037157241769479:2118] held: no
2026-01-08T17:02:07.949266Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037146562342433:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(252378477ns) {Configure:104(252372007ns) {ProcessConfigured:135(5346799ns) {StartInitialHandshake:157(5344186ns) {DropHandshakes:470(1592ns) {DropIncomingHandshake:442(289ns) DropOutgoingHandshake:457(338ns)} GenerateSessionVirtualId:992(646ns) PrepareNewSessionHandshake:477(1674ns) {SwitchToState:179(425ns)}}}}}
2026-01-08T17:02:07.953212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037153470563545:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:08.075482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037154425419266:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.092550Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037150930150545:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:07.953255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:08.246664Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037152437626721:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.952451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037150857309802:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.246723Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037152437626721:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:08.093530Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037150930150545:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:08.121823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037150930150535:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:08.150711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:08.150789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037150930150535:2109] [node 6] ICP22 created new session: [5:7593037155225117865:2109]
2026-01-08T17:02:08.150863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037155225117865:2109] [node 6] ICS09 handshake done sender: [5:7593037150930150545:2115] self: [5:7593037150930150540:0] peer: [6:7593037157241769485:0] socket: 427 qp: -1
2026-01-08T17:02:08.150915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037155225117865:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:08.150976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:08.151494Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037150930150535:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(29446303ns) {HandleHandshakeStatus:329(29442949ns) {DropIncomingHandshake:442(21809ns) DropOutgoingHandshake:457(710ns) SwitchToState:179(707ns) ProcessPendingSessionEvents:495(115674ns) {ForwardSessionEventToSession:616(60555ns) ForwardSessionEventToSession:616(3861ns) ForwardSessionEventToSession:616(8995ns) ForwardSessionEventToSession:616(3086ns) ForwardSessionEventToSession:616(2272ns) ForwardSessionEventToSession:616(5995ns) ForwardSessionEventToSession:616(3646ns) ForwardSessionEventToSession:616(2996ns) ForwardSessionEventToSession:616(11379ns) ForwardSessionEventToSession:616(3554ns)}}}
2026-01-08T17:02:08.210760Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037155225117867:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21584
2026-01-08T17:02:08.230367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037155225117867:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.230578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037146635183178:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:08.264873Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037155225117869:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21584
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:08.265722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037157241769496:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34071
2026-01-08T17:02:08.075551Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037150130451886:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4374) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037154425419253:2113] held: no
2026-01-08T17:02:07.974680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037153470563547:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22565
2026-01-08T17:02:07.987175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037153470563540:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:08.008856Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037153470563536:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(217539030ns) {Configure:104(217531897ns) {ProcessConfigured:135(2201311ns) {StartInitialHandshake:157(2199227ns) {DropHandshakes:470(2199ns) {DropIncomingHandshake:442(531ns) DropOutgoingHandshake:457(316ns)} GenerateSessionVirtualId:992(767ns) PrepareNewSessionHandshake:477(1488ns) {SwitchToState:179(127ns)}}}}}
2026-01-08T17:02:08.011972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037149175596169:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.016614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:08.016672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037149175596169:2050] [node 3] ICP22 created new session: [4:7593037157765530848:2050]
2026-01-08T17:02:08.018543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037153470563528:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.018581Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037153470563528:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:08.032870Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037153470563528:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:08.038959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037157765530848:2050] [node 3] ICS09 handshake done sender: [4:7593037153470563540:2115] self: [4:7593037153470563544:0] peer: [3:7593037152437626708:0] socket: 395 qp: -1
2026-01-08T17:02:08.047068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037157765530848:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:08.045568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037153470563525:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:08.047167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:08.050976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:08.052306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037153470563525:2108] [node 5] ICP22 created new session: [4:7593037157765530852:2108]
2026-01-08T17:02:08.065061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037157765530852:2108] [node 5] ICS09 handshake done sender: [4:7593037153470563528:2110] self: [4:7593037153470563527:0] peer: [5:7593037150930150556:0] socket: 385 qp: -1
2026-01-08T17:02:08.066100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037157765530852:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:08.066154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:08.071696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037157765530854:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22565
2026-01-08T17:02:08.081104Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037149175596169:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(70837512ns) {HandleHandshakeStatus:329(70834212ns) {DropIncomingHandshake:442(1440ns) DropOutgoingHandshake:457(2253646ns) SwitchToState:179(435ns) ProcessPendingSessionEvents:495(8194822ns) {ForwardSessionEventToSession:616(8131924ns) ForwardSessionEventToSession:616(9856ns) ForwardSessionEventToSession:616(3925ns) ForwardSessionEventToSession:616(3662ns) ForwardSessionEventToSession:616(6053ns) ForwardSessionEventToSession:616(2694ns) ForwardSessionEventToSession:616(5729ns) ForwardSessionEventToSession:616(13122ns) ForwardSessionEventToSession:616(2110ns) ForwardSessionEventToSession:616(5222ns)}}}
2026-01-08T17:02:08.094392Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037153470563525:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(60955380ns) {HandleHandshakeStatus:329(60952337ns) {DropIncomingHandshake:442(2580ns) DropOutgoingHandshake:457(1865ns) SwitchToState:179(865ns) ProcessPendingSessionEvents:495(10037581ns) {ForwardSessionEventToSession:616(9977657ns) ForwardSessionEventToSession:616(6767ns) ForwardSessionEventToSession:616(6952ns) ForwardSessionEventToSession:616(3144ns) ForwardSessionEventToSession:616(5137ns) ForwardSessionEventToSession:616(4243ns) ForwardSessionEventToSession:616(3396ns) ForwardSessionEventToSession:616(8982ns) ForwardSessionEventToSession:616(3457ns) ForwardSessionEventToSession:616(3033ns)}}}
2026-01-08T17:02:08.099119Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037157765530855:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22565
2026-01-08T17:02:08.152588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037157765530846:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.152631Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037157765530846:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:08.172313Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037157765530846:2119] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:08.186639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037153470563536:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:08.199825Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037157765530855:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.211171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:08.211230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037149175596168:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:08.218791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037153470563536:2109] [node 6] ICP22 created new session: [4:7593037157765530857:2109]
2026-01-08T17:02:08.222649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037157765530857:2109] [node 6] ICS09 handshake done sender: [4:7593037157765530846:2119] self: [4:7593037157765530845:0] peer: [6:7593037157241769486:0] socket: 442 qp: -1
2026-01-08T17:02:08.222703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037157765530857:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:08.222768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:08.223306Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037153470563536:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(44577571ns) {HandleHandshakeStatus:329(44573990ns) {DropIncomingHandshake:442(30996ns) DropOutgoingHandshake:457(588ns) SwitchToState:179(500ns) ProcessPendingSessionEvents:495(107563ns) {ForwardSessionEventToSession:616(60086ns) ForwardSessionEventToSession:616(5226ns) ForwardSessionEventToSession:616(3293ns) ForwardSessionEventToSession:616(7375ns) ForwardSessionEventToSession:616(3352ns) ForwardSessionEventToSession:616(3408ns) ForwardSessionEventToSession:616(6506ns) ForwardSessionEventToSession:616(2254ns) ForwardSessionEventToSession:616(2290ns) ForwardSessionEventToSession:616(4985ns)}}}
2026-01-08T17:02:08.241091Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037153470563525:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:08.260195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037157765530860:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22565
2026-01-08T17:02:08.267033Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037157765530855:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:08.267343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037149175596168:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.267426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:08.267485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037149175596168:2049] [node 2] ICP22 created new session: [4:7593037157765530861:2049]
2026-01-08T17:02:08.267535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037157765530861:2049] [node 2] ICS09 handshake done sender: [4:7593037157765530855:2121] self: [4:7593037157765530858:0] peer: [2:7593037154425419248:0] socket: 452 qp: -1
2026-01-08T17:02:08.267574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037157765530861:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:08.267621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:07.964602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037150857309797:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:07.964641Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037150857309797:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:07.987091Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037150857309797:2111] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:02:07.996230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037150857309793:2107] [node 4] ICP18 handshake (actor [1:7593037150857309802:2113]) is too old
2026-01-08T17:02:08.001227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037150857309804:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.001410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037150857309806:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.001436Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037150857309806:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:08.008283Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037150857309803:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.024097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037146562342432:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:08.261856Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037152437626721:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:08.273220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037152437626706:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:08.075792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037154425419247:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:08.024190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:08.075860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:08.274643Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037157241769495:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34071
2026-01-08T17:02:08.274748Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037148651834806:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3518) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037157241769487:2120] held: no
2026-01-08T17:02:08.024252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037146562342432:2048] [node 2] ICP22 created new session: [1:7593037155152277114:2048]
2026-01-08T17:02:08.274267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:08.024310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037155152277114:2048] [node 2] ICS09 handshake done sender: [1:7593037150857309797:2111] self: [1:7593037150857309796:0] peer: [2:7593037154425419264:0] socket: 388 qp: -1
2026-01-08T17:02:08.024356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037155152277114:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:08.024408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:08.030545Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037150857309806:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:08.035678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037150857309792:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:08.035776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:08.035840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037150857309792:2109] [node 5] ICP22 created new session: [1:7593037155152277117:2109]
2026-01-08T17:02:08.035895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037155152277117:2109] [node 5] ICS09 handshake done sender: [1:7593037150857309806:2116] self: [1:7593037150857309805:0] peer: [5:7593037150930150555:0] socket: 417 qp: -1
2026-01-08T17:02:08.035941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037155152277117:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:08.035996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:08.050546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037150857309801:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.050609Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037150857309801:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:08.057850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037150857309801:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:08.058212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037150857309791:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:08.058295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:08.058392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037150857309791:2108] [node 6] ICP22 created new session: [1:7593037155152277120:2108]
2026-01-08T17:02:08.058451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037155152277120:2108] [node 6] ICS09 handshake done sender: [1:7593037150857309801:2112] self: [1:7593037150857309800:0] peer: [6:7593037157241769478:0] socket: 415 qp: -1
2026-01-08T17:02:08.058509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037155152277120:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:08.058571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:08.095162Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037150857309813:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.277772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037155225117867:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:08.279270Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037146635183178:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27852) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037155225117867:2122] held: no
2026-01-08T17:02:08.075922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037154425419247:2108] [node 5] ICP22 created new session: [2:7593037158720386568:2108]
2026-01-08T17:02:08.286967Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037157241769487:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:08.277905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037152437626706:2107] [node 5] ICP22 created new session: [3:7593037156732594040:2107]
2026-01-08T17:02:08.095204Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037150857309813:2117] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:08.288831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037157241769479:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:08.075982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037158720386568:2108] [node 5] ICS09 handshake done sender: [2:7593037154425419255:2114] self: [2:7593037154425419254:0] peer: [5:7593037150930150557:0] socket: 408 qp: -1
2026-01-08T17:02:08.129310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037150857309813:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:08.295682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037146635183178:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.278751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037156732594040:2107] [node 5] ICS09 handshake done sender: [3:7593037152437626721:2115] self: [3:7593037152437626720:0] peer: [5:7593037155225117868:0] socket: 451 qp: -1
2026-01-08T17:02:08.278798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037156732594040:2107] [node 5] ICS10 traffic start
2026-01-08T17:02:08.282726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:08.076033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037158720386568:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:08.076081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:08.076533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037150130451887:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:08.076576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:08.076976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037150130451886:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.083923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:08.085669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037150130451887:2049] [node 3] ICP22 created new session: [2:7593037158720386570:2049]
2026-01-08T17:02:08.085750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037158720386570:2049] [node 3] ICS09 handshake done sender: [2:7593037154425419251:2111] self: [2:7593037154425419250:0] peer: [3:7593037152437626727:0] socket: 405 qp: -1
2026-01-08T17:02:08.085800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037158720386570:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:08.085856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:08.086488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037154425419265:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.086959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037150130451887:2049] [node 3] ICP18 handshake (actor [2:7593037154425419266:2119]) is too old
2026-01-08T17:02:08.088435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037150130451886:2048] [node 1] ICP22 created new session: [2:7593037158720386571:2048]
2026-01-08T17:02:08.091712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037158720386571:2048] [node 1] ICS09 handshake done sender: [2:7593037154425419253:2113] self: [2:7593037154425419264:0] peer: [1:7593037150857309796:0] socket: 392 qp: -1
2026-01-08T17:02:08.095293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037158720386571:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:08.113346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:08.152500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037154425419247:2108] [node 5] ICP18 handshake (actor [2:7593037154425419265:2118]) is too old
2026-01-08T17:02:08.166991Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037150130451886:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(71001135ns) {HandleHandshakeStatus:329(71000193ns) {DropIncomingHandshake:442(379ns) DropOutgoingHandshake:457(148ns) SwitchToState:179(3451ns) ProcessPendingSessionEvents:495(1076ns)}}
2026-01-08T17:02:08.220653Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037154425419263:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.220704Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037154425419263:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:08.231035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037154425419249:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:08.231075Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037154425419249:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:08.247438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037154425419249:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:08.249166Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037154425419263:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:08.258783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037154425419246:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:08.260694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:08.265985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037154425419245:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:08.266051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:08.266107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037154425419245:2109] [node 6] ICP22 created new session: [2:7593037158720386579:2109]
2026-01-08T17:02:08.266160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037158720386579:2109] [node 6] ICS09 handshake done sender: [2:7593037154425419263:2117] self: [2:7593037154425419256:0] peer: [6:7593037157241769494:0] socket: 407 qp: -1
2026-01-08T17:02:08.266206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037158720386579:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:08.266246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:08.266968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037154425419246:2107] [node 4] ICP22 created new session: [2:7593037158720386578:2107]
2026-01-08T17:02:08.272232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037158720386578:2107] [node 4] ICS09 handshake done sender: [2:7593037154425419249:2110] self: [2:7593037154425419248:0] peer: [4:7593037157765530858:0] socket: 425 qp: -1
2026-01-08T17:02:08.272285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037158720386578:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:08.272330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:08.302488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:08.309344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037146635183178:2050] [node 3] ICP22 created new session: [5:7593037155225117870:2050]
2026-01-08T17:02:08.309422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037155225117870:2050] [node 3] ICS09 handshake done sender: [5:7593037155225117867:2122] self: [5:7593037155225117868:0] peer: [3:7593037152437626720:0] socket: 419 qp: -1
2026-01-08T17:02:08.309477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037155225117870:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:08.309548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:08.309872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037146635183178:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(19351799ns) {HandleHandshakeStatus:329(14994583ns) {DropIncomingHandshake:442(1497ns) DropOutgoingHandshake:457(314ns) SwitchToState:179(657ns) ProcessPendingSessionEvents:495(1032ns)}}
2026-01-08T17:02:08.289697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037152946802156:2095] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.289752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:08.293410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037148651834806:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:08.293528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:08.293589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037148651834806:2049] [node 2] ICP22 created new session: [6:7593037157241769498:2049]
2026-01-08T17:02:08.293644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037157241769498:2049] [node 2] ICS09 handshake done sender: [6:7593037157241769487:2120] self: [6:7593037157241769494:0] peer: [2:7593037154425419256:0] socket: 454 qp: -1
2026-01-08T17:02:08.293692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037157241769498:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:08.293759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:08.294851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037152946802156:2095] [node 4] ICP22 created new session: [6:7593037157241769497:2095]
2026-01-08T17:02:08.311886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037157241769497:2095] [node 4] ICS09 handshake done sender: [6:7593037157241769479:2118] self: [6:7593037157241769486:0] peer: [4:7593037157765530845:0] socket: 443 qp: -1
2026-01-08T17:02:08.155768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037146562342433:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:08.194422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:08.200615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037146562342433:2049] [node 3] ICP22 created new session: [1:7593037155152277123:2049]
2026-01-08T17:02:08.216378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037155152277123:2049] [node 3] ICS09 handshake done sender: [1:7593037150857309813:2117] self: [1:7593037150857309812:0] peer: [3:7593037156732594027:0] socket: 444 qp: -1
2026-01-08T17:02:08.220989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037155152277123:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:08.234086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:08.266591Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037146562342433:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(91321355ns) {HandleHandshakeStatus:329(91317354ns) {DropIncomingHandshake:442(33927ns) DropOutgoingHandshake:457(378ns) SwitchToState:179(467ns) ProcessPendingSessionEvents:495(133845ns) {ForwardSessionEventToSession:616(65831ns) ForwardSessionEventToSession:616(6650ns) ForwardSessionEventToSession:616(5819ns) ForwardSessionEventToSession:616(6221ns) ForwardSessionEventToSession:616(3083ns) ForwardSessionEventToSession:616(6142ns) ForwardSessionEventToSession:616(3264ns) ForwardSessionEventToSession:616(20467ns) ForwardSessionEventToSession:616(3528ns) ForwardSessionEventToSession:616(3264ns)}}}
2026-01-08T17:02:08.315071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037152437626706:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(41582019ns) {HandleHandshakeStatus:329(41578990ns) {DropIncomingHandshake:442(30526ns) DropOutgoingHandshake:457(463ns) SwitchToState:179(330ns) ProcessPendingSessionEvents:495(7133300ns) {ForwardSessionEventToSession:616(7075553ns) ForwardSessionEventToSession:616(9466ns) ForwardSessionEventToSession:616(3490ns) ForwardSessionEventToSession:616(3034ns) ForwardSessionEventToSession:616(6649ns) ForwardSessionEventToSession:616(2415ns) ForwardSessionEventToSession:616(5942ns) ForwardSessionEventToSession:616(2742ns) ForwardSessionEventToSession:616(5509ns) ForwardSessionEventToSession:616(5427ns)}}}
2026-01-08T17:02:08.317646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037157241769497:2095] [node 4] ICS10 traffic start
2026-01-08T17:02:08.317752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:08.318037Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037152946802156:2095] [node 4] ICP35 event processing took too much time PendingConnection:279(28446392ns) {HandleHandshakeStatus:329(28444009ns) {DropIncomingHandshake:442(1121ns) DropOutgoingHandshake:457(490ns) SwitchToState:179(1269ns) ProcessPendingSessionEvents:495(1481ns)}}
2026-01-08T17:02:08.416509Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:08.416752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037156732594037:2048] [node 1] ICS01 socket: 446 reason# EndOfStream
2026-01-08T17:02:08.416798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037148142659346:2048] [node 1] ICP30 unregister session Session# [3:7593037156732594037:2048] VirtualId# [3:7593037156732594027:0]
2026-01-08T17:02:08.416838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037156732594037:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.416911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:08.416960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:08.418443Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:08.418678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037158720386571:2048] [node 1] ICS01 socket: 392 reason# EndOfStream
2026-01-08T17:02:08.418722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037150130451886:2048] [node 1] ICP30 unregister session Session# [2:7593037158720386571:2048] VirtualId# [2:7593037154425419264:0]
2026-01-08T17:02:08.418760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037158720386571:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.418851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:08.418903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:08.419435Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:08.419635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037153470563545:2048] [node 1] ICS01 socket: 394 reason# EndOfStream
2026-01-08T17:02:08.419673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037149175596167:2048] [node 1] ICP30 unregister session Session# [4:7593037153470563545:2048] VirtualId# [4:7593037153470563542:0]
2026-01-08T17:02:08.419704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037153470563545:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.419771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:08.419808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:08.422150Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:08.422426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037155225117857:2048] [node 1] ICS07 socket disconnect 422 reason# EndOfStream
2026-01-08T17:02:08.422466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037155225117857:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.422574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:08.422633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037155225117857:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:08.422225Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:08.422495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037157241769481:2048] [node 1] ICS07 socket disconnect 418 reason# EndOfStream
2026-01-08T17:02:08.422522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037157241769481:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.422602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:08.422655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037157241769481:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:08.425776Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037148651834805:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4374) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:08.426734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037157241769481:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:08.426847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037148651834805:2048] [node 1] ICP30 unregister session Session# [6:7593037157241769481:2048] VirtualId# [6:7593037157241769478:0]
2026-01-08T17:02:08.426893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:08.430837Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037148651834805:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4374) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:08.430862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4374) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:08.433040Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037146635183176:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4374) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:08.433123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037155225117857:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:08.433166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037146635183176:2048] [node 1] ICP30 unregister session Session# [5:7593037155225117857:2048] VirtualId# [5:7593037150930150555:0]
2026-01-08T17:02:08.433243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:08.433289Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037146635183176:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4374) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:08.433308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4374) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:08.440451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037148651834805:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:08.449488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037146635183176:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:08.614552Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:08.614792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037156732594031:2049] [node 2] ICS01 socket: 406 reason# EndOfStream
2026-01-08T17:02:08.614849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037148142659347:2049] [node 2] ICP30 unregister session Session# [3:7593037156732594031:2049] VirtualId# [3:7593037152437626727:0]
2026-01-08T17:02:08.614894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037156732594031:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.614983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:08.615041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:08.631091Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:08.631370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037157765530861:2049] [node 2] ICS01 socket: 452 reason# EndOfStream
2026-01-08T17:02:08.631426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037149175596168:2049] [node 2] ICP30 unregister session Session# [4:7593037157765530861:2049] VirtualId# [4:7593037157765530858:0]
2026-01-08T17:02:08.631473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037157765530861:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.631585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:08.631647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:08.633100Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:08.633375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037157241769498:2049] [node 2] ICS01 socket: 454 reason# EndOfStream
2026-01-08T17:02:08.633428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037148651834806:2049] [node 2] ICP30 unregister session Session# [6:7593037157241769498:2049] VirtualId# [6:7593037157241769494:0]
2026-01-08T17:02:08.633473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037157241769498:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.633560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:08.633616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:08.634471Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:08.634731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037155225117859:2049] [node 2] ICS01 socket: 421 reason# EndOfStream
2026-01-08T17:02:08.634779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037146635183177:2049] [node 2] ICP30 unregister session Session# [5:7593037155225117859:2049] VirtualId# [5:7593037150930150557:0]
2026-01-08T17:02:08.634819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037155225117859:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.634934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:08.635055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:08.787616Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:08.787915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037157241769490:2050] [node 3] ICS01 socket: 397 reason# EndOfStream
2026-01-08T17:02:08.787995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037148651834807:2050] [node 3] ICP30 unregister session Session# [6:7593037157241769490:2050] VirtualId# [6:7593037157241769484:0]
2026-01-08T17:02:08.788046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037157241769490:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.788159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:08.788209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:08.787303Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:08.789080Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:08.787591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037157765530848:2050] [node 3] ICS07 socket disconnect 395 reason# EndOfStream
2026-01-08T17:02:08.787627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037157765530848:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.787720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:08.787768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037157765530848:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:08.789959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037155225117870:2050] [node 3] ICS01 socket: 419 reason# EndOfStream
2026-01-08T17:02:08.790011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037146635183178:2050] [node 3] ICP30 unregister session Session# [5:7593037155225117870:2050] VirtualId# [5:7593037155225117868:0]
2026-01-08T17:02:08.790049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037155225117870:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.790538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:08.790609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:08.794836Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037149175596169:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27852) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:08.794931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037157765530848:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:08.794984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037149175596169:2050] [node 3] ICP30 unregister session Session# [4:7593037157765530848:2050] VirtualId# [4:7593037153470563544:0]
2026-01-08T17:02:08.795051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:08.795090Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037149175596169:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27852) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:08.795110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27852) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:08.813036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037149175596169:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:02:08.966611Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:08.966888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037155225117862:2108] [node 4] ICS01 socket: 414 reason# EndOfStream
2026-01-08T17:02:08.966931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037150930150536:2108] [node 4] ICP30 unregister session Session# [5:7593037155225117862:2108] VirtualId# [5:7593037150930150556:0]
2026-01-08T17:02:08.966984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037155225117862:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.967096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:08.967153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:08.967258Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:08.967491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037157241769497:2095] [node 4] ICS01 socket: 443 reason# EndOfStream
2026-01-08T17:02:08.967537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037152946802156:2095] [node 4] ICP30 unregister session Session# [6:7593037157241769497:2095] VirtualId# [6:7593037157241769486:0]
2026-01-08T17:02:08.967565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037157241769497:2095] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:08.967622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:08.967662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:09.065541Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:09.065792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037157241769492:2092] [node 5] ICS01 socket: 430 reason# EndOfStream
2026-01-08T17:02:09.065836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037152946802150:2092] [node 5] ICP30 unregister session Session# [6:7593037157241769492:2092] VirtualId# [6:7593037157241769485:0]
2026-01-08T17:02:09.065875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037157241769492:2092] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:09.065943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:09.065983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:09.229321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037160897446331:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:09.229399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037160897446332:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:09.266920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037160607705505:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:09.266994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037160607705506:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:09.281502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037159772431996:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:09.281542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037159772431997:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:09.323361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037160042102002:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:09.323410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037160042102003:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:09.323447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037160042102004:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:09.362896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037159221255179:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:09.362932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037159221255180:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:09.362969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037159221255181:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:09.395766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037161962359574:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:09.395804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037161962359575:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:09.395839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037161962359576:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:09.918988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037160607705570:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:09.943376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037161962359635:2105] [node 5] ICP01 ready to work
2026-01-08T17:02:09.943087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037160897446394:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:09.982046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037160897446395:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:09.988270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037160897446396:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.019607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037159772432062:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:10.024450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037163516222540:2109] [node 4] ICP01 ready to work
2026-01-08T17:02:10.055353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037160607705587:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:10.030943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037164067399360:2110] [node 5] ICP01 ready to work
2026-01-08T17:02:10.033736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037163516222541:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
2026-01-08T17:02:10.111871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037164902672884:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:10.104242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037164337069362:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.056252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037159772432063:2108] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.110364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037166257326934:2109] [node 4] ICP01 ready to work
2026-01-08T17:02:10.137235Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037159221255180:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(137220648ns) {Configure:104(137212937ns) {ProcessConfigured:135(14315726ns) {StartInitialHandshake:157(9099121ns) {DropHandshakes:470(3485ns) {DropIncomingHandshake:442(1385ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:992(2570ns) PrepareNewSessionHandshake:477(2836ns) {SwitchToState:179(1667ns)}}}}}
2026-01-08T17:02:10.108062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037164337069361:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.129199Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037165192413693:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32762
2026-01-08T17:02:10.118440Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037161962359576:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(69481372ns) {Configure:104(69474317ns) {ProcessConfigured:135(10366952ns) {StartInitialHandshake:157(10364108ns) {DropHandshakes:470(2751ns) {DropIncomingHandshake:442(663ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:992(857ns) PrepareNewSessionHandshake:477(5912ns) {SwitchToState:179(2858ns)}}}}}
2026-01-08T17:02:10.151296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037163516222553:2111] [node 6] ICP01 ready to work
2026-01-08T17:02:10.176307Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037160607705505:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(199105253ns) {Configure:104(199097315ns) {ProcessConfigured:135(85397ns) {StartInitialHandshake:157(82713ns) {DropHandshakes:470(3009ns) {DropIncomingHandshake:442(658ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:992(1144ns) PrepareNewSessionHandshake:477(7599ns) {SwitchToState:179(507ns)}}}}}
2026-01-08T17:02:10.166609Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037164067399364:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9327
2026-01-08T17:02:10.160162Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037161962359635:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(172217581ns) {Configure:104(172208216ns) {ProcessConfigured:135(79084ns) {StartInitialHandshake:157(76431ns) {DropHandshakes:470(3086ns) {DropIncomingHandshake:442(913ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:992(1023ns) PrepareNewSessionHandshake:477(2081ns) {SwitchToState:179(537ns)}}}}}
2026-01-08T17:02:10.162877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037163516222555:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
2026-01-08T17:02:10.203030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037159772431997:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(205074060ns) {Configure:104(205058918ns) {ProcessConfigured:135(32382504ns) {StartInitialHandshake:157(32378591ns) {DropHandshakes:470(2414ns) {DropIncomingHandshake:442(530ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:992(867ns) PrepareNewSessionHandshake:477(4027ns) {SwitchToState:179(1844ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.239728Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037160607705570:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(312664699ns) {Configure:104(312655282ns) {ProcessConfigured:135(8833248ns) {StartInitialHandshake:157(8830250ns) {DropHandshakes:470(2630ns) {DropIncomingHandshake:442(833ns) DropOutgoingHandshake:457(543ns)} GenerateSessionVirtualId:992(488ns) PrepareNewSessionHandshake:477(3174ns) {SwitchToState:179(1576ns)}}}}}
2026-01-08T17:02:10.250954Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037160897446331:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(318711225ns) {Configure:104(318705619ns) {ProcessConfigured:135(17743840ns) {StartInitialHandshake:157(17740340ns) {DropHandshakes:470(3184ns) {DropIncomingHandshake:442(661ns) DropOutgoingHandshake:457(691ns)} GenerateSessionVirtualId:992(743ns) PrepareNewSessionHandshake:477(7965271ns) {SwitchToState:179(15785ns)}}}}}
2026-01-08T17:02:10.239386Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037160042102003:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(189781972ns) {Configure:104(189770761ns) {ProcessConfigured:135(146937ns) {StartInitialHandshake:157(143543ns) {DropHandshakes:470(3067ns) {DropIncomingHandshake:442(613ns) DropOutgoingHandshake:457(567ns)} GenerateSessionVirtualId:992(1574ns) PrepareNewSessionHandshake:477(2974ns) {SwitchToState:179(1135ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.253910Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037159772432062:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(158155765ns) {Configure:104(158145662ns) {ProcessConfigured:135(12299349ns) {StartInitialHandshake:157(12297040ns) {DropHandshakes:470(2789ns) {DropIncomingHandshake:442(839ns) DropOutgoingHandshake:457(515ns)} GenerateSessionVirtualId:992(1517ns) PrepareNewSessionHandshake:477(7579ns) {SwitchToState:179(6077ns)}}}}}
2026-01-08T17:02:10.251820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037165192413699:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32762
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.244500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037164902672888:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9487
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.290715Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037161962359574:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(232762974ns) {Configure:104(232755637ns) {ProcessConfigured:135(11842054ns) {StartInitialHandshake:157(11838932ns) {DropHandshakes:470(2760ns) {DropIncomingHandshake:442(707ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:992(1158ns) PrepareNewSessionHandshake:477(3358ns) {SwitchToState:179(1281ns)}}}}}
2026-01-08T17:02:10.315246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037166257326945:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60967
2026-01-08T17:02:10.263636Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037159772432063:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(200998632ns) {Configure:104(200994567ns) {ProcessConfigured:135(79151ns) {StartInitialHandshake:157(77648ns) {DropHandshakes:470(1920ns) {DropIncomingHandshake:442(468ns) DropOutgoingHandshake:457(273ns)} GenerateSessionVirtualId:992(812ns) PrepareNewSessionHandshake:477(1283ns) {SwitchToState:179(512ns)}}}}}
2026-01-08T17:02:10.279952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037164337069371:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53538
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.336362Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037161962359575:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(233704881ns) {Configure:104(233693464ns) {ProcessConfigured:135(8976157ns) {StartInitialHandshake:157(8972946ns) {DropHandshakes:470(2864ns) {DropIncomingHandshake:442(574ns) DropOutgoingHandshake:457(672ns)} GenerateSessionVirtualId:992(276ns) PrepareNewSessionHandshake:477(3997ns) {SwitchToState:179(2179ns)}}}}}
2026-01-08T17:02:10.253851Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037160897446394:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(271755005ns) {Configure:104(271747463ns) {ProcessConfigured:135(16782409ns) {StartInitialHandshake:157(16778861ns) {DropHandshakes:470(3071ns) {DropIncomingHandshake:442(595ns) DropOutgoingHandshake:457(661ns)} GenerateSessionVirtualId:992(614ns) PrepareNewSessionHandshake:477(3550ns) {SwitchToState:179(1299ns)}}}}}
2026-01-08T17:02:10.257869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037164902672891:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9487
2026-01-08T17:02:10.302702Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037163516222540:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(215867264ns) {Configure:104(215860580ns) {ProcessConfigured:135(22009512ns) {StartInitialHandshake:157(22007414ns) {DropHandshakes:470(3104ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:992(813ns) PrepareNewSessionHandshake:477(2710ns) {SwitchToState:179(1621ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.280062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037164337069370:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53538
2026-01-08T17:02:10.265531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037164067399373:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9327
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.271088Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037164902672892:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9487
2026-01-08T17:02:10.311155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037163516222541:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.314705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037159221255181:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.258304Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037160897446332:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(325516185ns) {Configure:104(324477224ns) {ProcessConfigured:135(22643542ns) {StartInitialHandshake:157(22640645ns) {DropHandshakes:470(638ns) {DropIncomingHandshake:442(172ns) DropOutgoingHandshake:457(173ns)} GenerateSessionVirtualId:992(836ns) PrepareNewSessionHandshake:477(3181ns) {SwitchToState:179(1724ns)}}}}}
2026-01-08T17:02:10.287169Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037160042102002:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(304684116ns) {Configure:104(304679596ns) {ProcessConfigured:135(29487101ns) {StartInitialHandshake:157(29484111ns) {DropHandshakes:470(2808ns) {DropIncomingHandshake:442(551ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:992(627ns) PrepareNewSessionHandshake:477(7844ns) {SwitchToState:179(2687ns)}}}}}
2026-01-08T17:02:10.350164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037166257326940:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60967
2026-01-08T17:02:10.270464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037164067399364:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.278891Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037160607705506:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(271408096ns) {Configure:104(271399708ns) {ProcessConfigured:135(16342860ns) {StartInitialHandshake:157(16339931ns) {DropHandshakes:470(2852ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(448ns)} GenerateSessionVirtualId:992(435ns) PrepareNewSessionHandshake:477(3464ns) {SwitchToState:179(1072ns)}}}}}
2026-01-08T17:02:10.298926Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037160897446395:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(241593541ns) {Configure:104(241585939ns) {ProcessConfigured:135(22230685ns) {StartInitialHandshake:157(22227845ns) {DropHandshakes:470(2083ns) {DropIncomingHandshake:442(361ns) DropOutgoingHandshake:457(634ns)} GenerateSessionVirtualId:992(732ns) PrepareNewSessionHandshake:477(4765ns) {SwitchToState:179(2371ns)}}}}}
2026-01-08T17:02:10.315598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037160042102004:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(241267766ns) {Configure:104(241259339ns) {ProcessConfigured:135(12573499ns) {StartInitialHandshake:157(12570118ns) {DropHandshakes:470(2815ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(578ns)} GenerateSessionVirtualId:992(743ns) PrepareNewSessionHandshake:477(2572ns) {SwitchToState:179(203ns)}}}}}
2026-01-08T17:02:10.362284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037165192413693:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.354830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037164337069370:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.302301Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037164067399360:2110] [node 5] ICP35 event processing took too much time PendingConnection:279(21997449ns)
2026-01-08T17:02:10.380889Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037164337069361:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(246840207ns) {Configure:104(246836102ns) {ProcessConfigured:135(94637ns) {StartInitialHandshake:157(92426ns) {DropHandshakes:470(8764ns) {DropIncomingHandshake:442(356ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:992(452ns) PrepareNewSessionHandshake:477(996ns) {SwitchToState:179(249ns)}}}}}
2026-01-08T17:02:10.349283Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037164067399375:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9327
2026-01-08T17:02:10.362257Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037164067399360:2110] [node 5] ICP35 event processing took too much time PendingConnection:279(20629589ns) {IncomingHandshake:261(4752648ns) {DropIncomingHandshake:442(642ns) PrepareNewSessionHandshake:477(2373ns) {SwitchToState:179(992ns)} GenerateSessionVirtualId:992(1258ns) IssueIncomingHandshakeReply:193(14723ns)}}
2026-01-08T17:02:10.362501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037164067399362:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.362546Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037164067399362:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:10.370085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037164067399373:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.370587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037164067399370:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9327
2026-01-08T17:02:10.379138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037159772431996:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.349732Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037159221255179:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(258387659ns) {Configure:104(258381946ns) {ProcessConfigured:135(32039043ns) {StartInitialHandshake:157(32034295ns) {DropHandshakes:470(2947ns) {DropIncomingHandshake:442(849ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:992(2113ns) PrepareNewSessionHandshake:477(3098ns) {SwitchToState:179(1145ns)}}}}}
2026-01-08T17:02:10.378353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037166257326945:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.387767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037165192413699:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.335274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037164902672897:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9487
2026-01-08T17:02:10.397698Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037164067399362:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.380096Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037163516222553:2111] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(183263921ns) {Configure:104(183253445ns) {ProcessConfigured:135(6068978ns) {StartInitialHandshake:157(6065350ns) {DropHandshakes:470(3180ns) {DropIncomingHandshake:442(655ns) DropOutgoingHandshake:457(735ns)} GenerateSessionVirtualId:992(1233ns) PrepareNewSessionHandshake:477(4107ns) {SwitchToState:179(2007ns)}}}}}
2026-01-08T17:02:10.395915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037165192413696:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.398803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037163516222555:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.404370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037164337069371:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.348769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037164902672891:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.403456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037164067399360:2110] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:10.404853Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037164067399375:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.409794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037164067399370:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.395964Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037165192413696:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:10.387773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037166257326934:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(236070250ns) {Configure:104(236065022ns) {ProcessConfigured:135(5923633ns) {StartInitialHandshake:157(5922326ns) {DropHandshakes:470(2271ns) {DropIncomingHandshake:442(525ns) DropOutgoingHandshake:457(511ns)} GenerateSessionVirtualId:992(813ns) PrepareNewSessionHandshake:477(2405ns) {SwitchToState:179(50ns)}}}}}
2026-01-08T17:02:10.364284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037164902672888:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.414581Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037164337069364:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.396068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037161962359574:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.414746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037159772431997:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.401423Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037165192413706:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32762
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.373948Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037160607705587:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(263193796ns) {Configure:104(263185871ns) {ProcessConfigured:135(21458932ns) {StartInitialHandshake:157(21456092ns) {DropHandshakes:470(3158ns) {DropIncomingHandshake:442(555ns) DropOutgoingHandshake:457(473ns)} GenerateSessionVirtualId:992(1043ns) PrepareNewSessionHandshake:477(2677ns) {SwitchToState:179(774ns)}}}}}
2026-01-08T17:02:10.414626Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037164337069364:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.402192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037165192413697:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.426245Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037159221255181:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28452) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037163516222541:2110] held: no
2026-01-08T17:02:10.418906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:10.404881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037166257326940:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.374156Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037164902672892:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.418993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037160042102003:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.426330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037164067399360:2110] [node 5] ICP22 created new session: [3:7593037164067399380:2110]
2026-01-08T17:02:10.402233Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037165192413697:2112] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.447167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037163516222565:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
2026-01-08T17:02:10.374373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037164902672897:2134] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.405098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037166257326934:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.426105Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037164337069364:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.443280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037159772431996:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64127) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037164067399373:2117] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.402578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037165192413704:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.434124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037166257326953:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60967
2026-01-08T17:02:10.374655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037160607705505:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.447062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037164337069362:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.402608Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037165192413704:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.444430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037164067399380:2110] [node 5] ICS09 handshake done sender: [3:7593037164067399362:2111] self: [3:7593037164067399361:0] peer: [5:7593037163516222561:0] socket: 394 qp: -1
2026-01-08T17:02:10.397764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037164902672884:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(236092961ns) {Configure:104(236085725ns) {ProcessConfigured:135(11611311ns) {StartInitialHandshake:157(11608615ns) {DropHandshakes:470(2449ns) {DropIncomingHandshake:442(457ns) DropOutgoingHandshake:457(610ns)} GenerateSessionVirtualId:992(647ns) PrepareNewSessionHandshake:477(3542ns) {SwitchToState:179(1747ns)}}}}}
2026-01-08T17:02:10.462553Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037163516222541:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.447127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:10.435675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037166257326952:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60967
2026-01-08T17:02:10.403472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037165192413709:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32762
2026-01-08T17:02:10.422854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037164902672895:2133] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.444052Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037166257326955:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60967
2026-01-08T17:02:10.444254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037166257326954:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60967
2026-01-08T17:02:10.452902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037166257326954:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.453996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037161962359576:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.454473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037166257326955:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.414669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037165192413697:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:10.450830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037164337069362:2109] [node 6] ICP22 created new session: [4:7593037164337069381:2109]
2026-01-08T17:02:10.472587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037159221255181:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.444485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037164067399380:2110] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.472640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.422885Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037164902672895:2133] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:10.455380Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037166257326945:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:10.444529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:10.414812Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037165192413696:2111] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.453237Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037164337069384:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53538
2026-01-08T17:02:10.475541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037159221255181:2050] [node 3] ICP22 created new session: [5:7593037163516222569:2050]
2026-01-08T17:02:10.418539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037165192413704:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:10.435837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037164902672890:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.459699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037164067399378:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9327
2026-01-08T17:02:10.453557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037164337069382:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53538
2026-01-08T17:02:10.462505Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037166257326940:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.482047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037163516222564:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.460849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037164067399369:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.462843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037161962359635:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.420206Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037160897446396:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(258498776ns) {Configure:104(258490777ns) {ProcessConfigured:135(12861029ns) {StartInitialHandshake:157(12856630ns) {DropHandshakes:470(3080ns) {DropIncomingHandshake:442(737ns) DropOutgoingHandshake:457(608ns)} GenerateSessionVirtualId:992(2416ns) PrepareNewSessionHandshake:477(1973ns) {SwitchToState:179(715ns)}}}}}
2026-01-08T17:02:10.454856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037164337069381:2109] [node 6] ICS09 handshake done sender: [4:7593037164337069364:2110] self: [4:7593037164337069363:0] peer: [6:7593037166257326951:0] socket: 398 qp: -1
2026-01-08T17:02:10.435878Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037164902672890:2130] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:10.460895Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037164067399369:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:10.461723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037164067399385:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9327
2026-01-08T17:02:10.464244Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037164067399369:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:10.468461Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037164067399373:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:10.472640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037164067399384:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9327
2026-01-08T17:02:10.481855Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037164067399385:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.481949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037159772432062:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:10.482018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:10.484468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037159772432062:2109] [node 6] ICP22 created new session: [3:7593037164067399388:2109]
2026-01-08T17:02:10.484536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037164067399388:2109] [node 6] ICS09 handshake done sender: [3:7593037164067399369:2114] self: [3:7593037164067399368:0] peer: [6:7593037166257326956:0] socket: 440 qp: -1
2026-01-08T17:02:10.484577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037164067399388:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:10.484641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:10.485028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037159772431996:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.485108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:10.485179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037159772431996:2048] [node 1] ICP22 created new session: [3:7593037164067399390:2048]
2026-01-08T17:02:10.485224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037164067399390:2048] [node 1] ICS09 handshake done sender: [3:7593037164067399373:2117] self: [3:7593037164067399376:0] peer: [1:7593037165192413695:0] socket: 420 qp: -1
2026-01-08T17:02:10.485269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037164067399390:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:10.485324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:10.487680Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037159772431997:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3877) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037164067399375:2118] held: no
2026-01-08T17:02:10.488094Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037164067399375:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:10.505506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037159772431997:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.505560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:10.505650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037159772431997:2049] [node 2] ICP22 created new session: [3:7593037164067399393:2049]
2026-01-08T17:02:10.505727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037164067399393:2049] [node 2] ICS09 handshake done sender: [3:7593037164067399375:2118] self: [3:7593037164067399379:0] peer: [2:7593037164902672894:0] socket: 427 qp: -1
2026-01-08T17:02:10.505772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037164067399393:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:10.505823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:10.509493Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037164067399360:2110] [node 5] ICP35 event processing took too much time PendingConnection:279(71913193ns) {HandleHandshakeStatus:329(71910116ns) {DropIncomingHandshake:442(15055ns) DropOutgoingHandshake:457(554ns) SwitchToState:179(288ns) ProcessPendingSessionEvents:495(21481593ns) {ForwardSessionEventToSession:616(9159056ns) ForwardSessionEventToSession:616(6849ns) ForwardSessionEventToSession:616(3651ns) ForwardSessionEventToSession:616(1830722ns) ForwardSessionEventToSession:616(3324ns) ForwardSessionEventToSession:616(3715066ns) ForwardSessionEventToSession:616(5262ns) ForwardSessionEventToSession:616(3720195ns) ForwardSessionEventToSession:616(3007824ns) ForwardSessionEventToSession:616(3649ns)}}}
2026-01-08T17:02:10.591711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037164067399372:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.591750Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037164067399372:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:10.482085Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037163516222564:2125] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.463330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037161962359574:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.423224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037160897446395:2108] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.456307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037164337069384:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.435913Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037160607705505:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64127) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037164902672897:2134] held: no
2026-01-08T17:02:10.628469Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037164067399372:2116] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.456453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037160042102002:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.482213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037163516222569:2050] [node 3] ICS09 handshake done sender: [5:7593037163516222541:2110] self: [5:7593037163516222561:0] peer: [3:7593037164067399361:0] socket: 395 qp: -1
2026-01-08T17:02:10.463382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.450996Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037160607705505:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17023161ns) {HandleHandshakeStatus:395(17019784ns) {LogHandshakeFail:472(11031ns) {UpdateErrorStateLog:545(4177ns)} DropOutgoingHandshake:457(2583ns) ProcessPendingSessionEvents:495(7694674ns) {DropSessionEvent:512(9960ns) DropSessionEvent:512(5645ns) DropSessionEvent:512(3001507ns) DropSessionEvent:512(6453ns) DropSessionEvent:512(6176ns) DropSessionEvent:512(5271ns) DropSessionEvent:512(6187ns) DropSessionEvent:512(24305ns) DropSessionEvent:512(6320ns) DropSessionEvent:512(4607ns)}}}
2026-01-08T17:02:10.423542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037160897446331:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:10.465032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037166257326934:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.465085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:10.465141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037166257326934:2109] [node 4] ICP22 created new session: [6:7593037166257326959:2109]
2026-01-08T17:02:10.465232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037166257326959:2109] [node 4] ICS09 handshake done sender: [6:7593037166257326940:2112] self: [6:7593037166257326951:0] peer: [4:7593037164337069363:0] socket: 402 qp: -1
2026-01-08T17:02:10.465288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037166257326959:2109] [node 4] ICS10 traffic start
2026-01-08T17:02:10.465330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:10.468257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037166257326963:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60967
2026-01-08T17:02:10.469027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037161962359574:2048] [node 1] ICP22 created new session: [6:7593037166257326958:2048]
2026-01-08T17:02:10.475405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037166257326958:2048] [node 1] ICS09 handshake done sender: [6:7593037166257326945:2114] self: [6:7593037166257326950:0] peer: [1:7593037165192413703:0] socket: 429 qp: -1
2026-01-08T17:02:10.477451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037166257326958:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:10.481985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037166257326962:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60967
2026-01-08T17:02:10.482204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:10.488593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037166257326963:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.522916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037161962359574:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(59282033ns) {HandleHandshakeStatus:329(59278919ns) {DropIncomingHandshake:442(772ns) DropOutgoingHandshake:457(6451ns) SwitchToState:179(221ns) ProcessPendingSessionEvents:495(20118722ns) {ForwardSessionEventToSession:616(20041804ns) ForwardSessionEventToSession:616(15150ns) ForwardSessionEventToSession:616(3335ns) ForwardSessionEventToSession:616(3369ns) ForwardSessionEventToSession:616(6780ns) ForwardSessionEventToSession:616(3833ns) ForwardSessionEventToSession:616(3944ns) ForwardSessionEventToSession:616(6174ns) ForwardSessionEventToSession:616(6878ns) ForwardSessionEventToSession:616(9570ns)}}}
2026-01-08T17:02:10.525575Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037161962359576:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28452) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037166257326954:2119] held: no
2026-01-08T17:02:10.525824Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037166257326954:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:10.526276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037166257326965:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60967
2026-01-08T17:02:10.526575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037161962359576:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.526639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:10.526698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037161962359576:2050] [node 3] ICP22 created new session: [6:7593037166257326966:2050]
2026-01-08T17:02:10.526758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037166257326966:2050] [node 3] ICS09 handshake done sender: [6:7593037166257326954:2119] self: [6:7593037166257326956:0] peer: [3:7593037164067399368:0] socket: 441 qp: -1
2026-01-08T17:02:10.526816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037166257326966:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:10.526869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:10.550439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037161962359575:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.550634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037161962359575:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19873852ns) {IncomingHandshake:261(19870442ns) {DropIncomingHandshake:442(645ns) PrepareNewSessionHandshake:477(4943ns) {SwitchToState:179(865ns)} GenerateSessionVirtualId:992(1287ns) IssueIncomingHandshakeReply:193(19825254ns) {SwitchToState:179(823ns)}}}
2026-01-08T17:02:10.550913Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037166257326955:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:10.551161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037161962359635:2105] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.551215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:10.551271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037161962359635:2105] [node 5] ICP22 created new session: [6:7593037166257326969:2105]
2026-01-08T17:02:10.551326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037166257326969:2105] [node 5] ICS09 handshake done sender: [6:7593037166257326955:2120] self: [6:7593037166257326957:0] peer: [5:7593037163516222563:0] socket: 442 qp: -1
2026-01-08T17:02:10.551367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037166257326969:2105] [node 5] ICS10 traffic start
2026-01-08T17:02:10.551404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:10.564317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037166257326971:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60967
2026-01-08T17:02:10.587290Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037166257326963:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:10.588604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037161962359575:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.588651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:10.588711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037161962359575:2049] [node 2] ICP22 created new session: [6:7593037166257326972:2049]
2026-01-08T17:02:10.588758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037166257326972:2049] [node 2] ICS09 handshake done sender: [6:7593037166257326963:2122] self: [6:7593037166257326968:0] peer: [2:7593037164902672899:0] socket: 458 qp: -1
2026-01-08T17:02:10.588794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037166257326972:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:10.588833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:10.630632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037161962359635:2105] [node 5] ICP35 event processing took too much time PendingConnection:279(31804894ns) {HandleHandshakeStatus:329(31802421ns) {DropIncomingHandshake:442(731ns) DropOutgoingHandshake:457(6025ns) SwitchToState:179(353ns) ProcessPendingSessionEvents:495(31405307ns) {ForwardSessionEventToSession:616(57428ns) ForwardSessionEventToSession:616(6436ns) ForwardSessionEventToSession:616(8865ns) ForwardSessionEventToSession:616(14404090ns) ForwardSessionEventToSession:616(9341ns) ForwardSessionEventToSession:616(2938ns) ForwardSessionEventToSession:616(9272124ns) ForwardSessionEventToSession:616(4247ns) ForwardSessionEventToSession:616(3098ns) ForwardSessionEventToSession:616(7030766ns)}}}
2026-01-08T17:02:10.658520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037159772432063:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:10.488245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037163516222569:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:10.459158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037164902672890:2130] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:10.457997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037164337069386:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53538
2026-01-08T17:02:10.423618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:10.488311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:10.459293Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037164902672895:2133] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:10.458870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037164337069381:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:10.671617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:10.423669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037160897446331:2048] [node 2] ICP22 created new session: [1:7593037165192413715:2048]
2026-01-08T17:02:10.467723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037160607705570:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:10.507166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037163516222568:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
2026-01-08T17:02:10.460225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:10.423725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037165192413715:2048] [node 2] ICS09 handshake done sender: [1:7593037165192413696:2111] self: [1:7593037165192413694:0] peer: [2:7593037164902672905:0] socket: 415 qp: -1
2026-01-08T17:02:10.540823Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037163516222564:2125] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:10.674476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037159772432063:2108] [node 4] ICP22 created new session: [3:7593037164067399396:2108]
2026-01-08T17:02:10.467786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:10.469541Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037164337069384:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:10.423763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037165192413715:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:10.423821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:10.424320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037160897446332:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:10.424402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:10.424444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037160897446332:2049] [node 3] ICP22 created new session: [1:7593037165192413717:2049]
2026-01-08T17:02:10.424489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037165192413717:2049] [node 3] ICS09 handshake done sender: [1:7593037165192413697:2112] self: [1:7593037165192413695:0] peer: [3:7593037164067399376:0] socket: 416 qp: -1
2026-01-08T17:02:10.424517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037165192413717:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:10.424556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:10.436687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037165192413706:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.439016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:10.442156Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037165192413709:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.444580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037160897446395:2108] [node 6] ICP22 created new session: [1:7593037165192413720:2108]
2026-01-08T17:02:10.449364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037165192413720:2108] [node 6] ICS09 handshake done sender: [1:7593037165192413704:2115] self: [1:7593037165192413703:0] peer: [6:7593037166257326950:0] socket: 428 qp: -1
2026-01-08T17:02:10.454984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037165192413720:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:10.456733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037165192413712:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.456762Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037165192413712:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:10.458773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:10.462789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037165192413712:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:10.468677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037160897446396:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:10.481860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:10.482877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037160897446396:2107] [node 4] ICP22 created new session: [1:7593037165192413725:2107]
2026-01-08T17:02:10.506888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037165192413725:2107] [node 4] ICS09 handshake done sender: [1:7593037165192413712:2118] self: [1:7593037165192413708:0] peer: [4:7593037164337069385:0] socket: 448 qp: -1
2026-01-08T17:02:10.506954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037165192413725:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:10.539334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:10.590790Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037160897446396:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(121846267ns) {HandleHandshakeStatus:329(121844435ns) {DropIncomingHandshake:442(29313ns) DropOutgoingHandshake:457(203ns) SwitchToState:179(376ns) ProcessPendingSessionEvents:495(14667009ns) {ForwardSessionEventToSession:616(14613507ns) ForwardSessionEventToSession:616(5104ns) ForwardSessionEventToSession:616(6511ns) ForwardSessionEventToSession:616(5519ns) ForwardSessionEventToSession:616(2808ns) ForwardSessionEventToSession:616(7567ns) ForwardSessionEventToSession:616(2372ns) ForwardSessionEventToSession:616(4468ns) ForwardSessionEventToSession:616(2302ns) ForwardSessionEventToSession:616(2201ns)}}}
2026-01-08T17:02:10.594436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037165192413702:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.594470Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037165192413702:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:10.599058Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037160897446395:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(65019829ns) {HandleHandshakeStatus:329(65016745ns) {DropIncomingHandshake:442(359ns) DropOutgoingHandshake:457(642ns) SwitchToState:179(387ns) ProcessPendingSessionEvents:495(24117374ns) {ForwardSessionEventToSession:616(8237808ns) ForwardSessionEventToSession:616(2793013ns) ForwardSessionEventToSession:616(2180842ns) ForwardSessionEventToSession:616(4430ns) ForwardSessionEventToSession:616(848191ns) ForwardSessionEventToSession:616(4065ns) ForwardSessionEventToSession:616(4787571ns) ForwardSessionEventToSession:616(3493417ns) ForwardSessionEventToSession:616(2756ns) ForwardSessionEventToSession:616(1730365ns)}}}
2026-01-08T17:02:10.611253Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037165192413702:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:10.613581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037160897446395:2108] [node 6] ICP18 handshake (actor [1:7593037165192413706:2116]) is too old
2026-01-08T17:02:10.626708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037160897446394:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:10.626782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:10.626846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037160897446394:2109] [node 5] ICP22 created new session: [1:7593037165192413728:2109]
2026-01-08T17:02:10.626916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037165192413728:2109] [node 5] ICS09 handshake done sender: [1:7593037165192413702:2114] self: [1:7593037165192413698:0] peer: [5:7593037163516222574:0] socket: 393 qp: -1
2026-01-08T17:02:10.626959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037165192413728:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:10.626999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:10.467857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037160607705570:2107] [node 4] ICP22 created new session: [2:7593037164902672910:2107]
2026-01-08T17:02:10.559261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037163516222572:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
2026-01-08T17:02:10.675666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037164067399396:2108] [node 4] ICS09 handshake done sender: [3:7593037164067399372:2116] self: [3:7593037164067399371:0] peer: [4:7593037164337069394:0] socket: 452 qp: -1
2026-01-08T17:02:10.470483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037160042102002:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.695276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037165192413730:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32762
2026-01-08T17:02:10.564692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037163516222553:2111] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:10.467911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037164902672910:2107] [node 4] ICS09 handshake done sender: [2:7593037164902672890:2130] self: [2:7593037164902672889:0] peer: [4:7593037164337069379:0] socket: 413 qp: -1
2026-01-08T17:02:10.467950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037164902672910:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:10.467986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:10.468638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037164902672906:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9487
2026-01-08T17:02:10.469114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037160607705506:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:10.469169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:10.475597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037160607705506:2049] [node 3] ICP22 created new session: [2:7593037164902672912:2049]
2026-01-08T17:02:10.477738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037164902672912:2049] [node 3] ICS09 handshake done sender: [2:7593037164902672895:2133] self: [2:7593037164902672894:0] peer: [3:7593037164067399379:0] socket: 425 qp: -1
2026-01-08T17:02:10.477788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037164902672912:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:10.480984Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037164902672897:2134] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:10.482242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:10.483137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037160607705505:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.491194Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037160607705506:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(21770521ns) {HandleHandshakeStatus:329(21767926ns) {DropIncomingHandshake:442(13947ns) DropOutgoingHandshake:457(393ns) SwitchToState:179(318ns) ProcessPendingSessionEvents:495(134827ns) {ForwardSessionEventToSession:616(87019ns) ForwardSessionEventToSession:616(3598ns) ForwardSessionEventToSession:616(6518ns) ForwardSessionEventToSession:616(3076ns) ForwardSessionEventToSession:616(6403ns) ForwardSessionEventToSession:616(2792ns) ForwardSessionEventToSession:616(3538ns) ForwardSessionEventToSession:616(5697ns) ForwardSessionEventToSession:616(5880ns) ForwardSessionEventToSession:616(3668ns)}}}
2026-01-08T17:02:10.504245Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037164902672914:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9487
2026-01-08T17:02:10.542587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:10.542661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037160607705505:2048] [node 1] ICP22 created new session: [2:7593037164902672916:2048]
2026-01-08T17:02:10.542726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037164902672916:2048] [node 1] ICS09 handshake done sender: [2:7593037164902672897:2134] self: [2:7593037164902672905:0] peer: [1:7593037165192413694:0] socket: 421 qp: -1
2026-01-08T17:02:10.542800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037164902672916:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:10.542854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:10.543113Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037160607705505:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(59857253ns) {HandleHandshakeStatus:329(59855708ns) {DropIncomingHandshake:442(2003ns) DropOutgoingHandshake:457(338ns) SwitchToState:179(320ns) ProcessPendingSessionEvents:495(838ns)}}
2026-01-08T17:02:10.557516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037164902672900:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.557550Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037164902672900:2135] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:10.586663Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037164902672900:2135] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:10.587605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037164902672884:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:10.587665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:10.587725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037164902672884:2109] [node 6] ICP22 created new session: [2:7593037164902672919:2109]
2026-01-08T17:02:10.587781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037164902672919:2109] [node 6] ICS09 handshake done sender: [2:7593037164902672900:2135] self: [2:7593037164902672899:0] peer: [6:7593037166257326968:0] socket: 454 qp: -1
2026-01-08T17:02:10.587824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037164902672919:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:10.587873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:10.603631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037164902672914:2138] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.603815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037164902672884:2109] [node 6] ICP18 handshake (actor [2:7593037164902672914:2138]) is too old
2026-01-08T17:02:10.642614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037164902672901:2136] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.642649Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037164902672901:2136] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:10.644483Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037164902672901:2136] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:10.644777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037160607705587:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:10.644857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:10.644923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037160607705587:2108] [node 5] ICP22 created new session: [2:7593037164902672922:2108]
2026-01-08T17:02:10.644971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037164902672922:2108] [node 5] ICS09 handshake done sender: [2:7593037164902672901:2136] self: [2:7593037164902672898:0] peer: [5:7593037163516222578:0] socket: 405 qp: -1
2026-01-08T17:02:10.645026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037164902672922:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:10.645071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:10.676195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037164067399396:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:10.574673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037163516222568:2127] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.470553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:10.714473Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037160897446394:2109] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:10.676480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:10.470601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037160042102002:2048] [node 1] ICP22 created new session: [4:7593037164337069389:2048]
2026-01-08T17:02:10.470665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037164337069389:2048] [node 1] ICS09 handshake done sender: [4:7593037164337069384:2118] self: [4:7593037164337069385:0] peer: [1:7593037165192413708:0] socket: 449 qp: -1
2026-01-08T17:02:10.470719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037164337069389:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:10.470768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:10.476054Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037164337069362:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(29132637ns) {HandleHandshakeStatus:329(29130068ns) {DropIncomingHandshake:442(1448ns) DropOutgoingHandshake:457(783ns) SwitchToState:179(856ns) ProcessPendingSessionEvents:495(3251633ns) {ForwardSessionEventToSession:616(3191330ns) ForwardSessionEventToSession:616(12162ns) ForwardSessionEventToSession:616(3760ns) ForwardSessionEventToSession:616(2682ns) ForwardSessionEventToSession:616(5795ns) ForwardSessionEventToSession:616(3105ns) ForwardSessionEventToSession:616(5582ns) ForwardSessionEventToSession:616(3177ns) ForwardSessionEventToSession:616(4997ns) ForwardSessionEventToSession:616(4891ns)}}}
2026-01-08T17:02:10.476652Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037164337069371:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:10.478462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037160042102003:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.478512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:10.482576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037160042102003:2049] [node 2] ICP22 created new session: [4:7593037164337069391:2049]
2026-01-08T17:02:10.487083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037164337069388:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53538
2026-01-08T17:02:10.488391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037164337069391:2049] [node 2] ICS09 handshake done sender: [4:7593037164337069371:2113] self: [4:7593037164337069379:0] peer: [2:7593037164902672889:0] socket: 423 qp: -1
2026-01-08T17:02:10.496672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037164337069391:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:10.507076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:10.514721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037164337069388:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.538590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037160042102004:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.562943Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037160042102003:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(84221951ns) {HandleHandshakeStatus:329(84218159ns) {DropIncomingHandshake:442(736ns) DropOutgoingHandshake:457(4508ns) SwitchToState:179(575ns) ProcessPendingSessionEvents:495(14593610ns) {ForwardSessionEventToSession:616(14526076ns) ForwardSessionEventToSession:616(6575ns) ForwardSessionEventToSession:616(15493ns) ForwardSessionEventToSession:616(3600ns) ForwardSessionEventToSession:616(4444ns) ForwardSessionEventToSession:616(5977ns) ForwardSessionEventToSession:616(6358ns) ForwardSessionEventToSession:616(2825ns) ForwardSessionEventToSession:616(5605ns) ForwardSessionEventToSession:616(2891ns)}}}
2026-01-08T17:02:10.563044Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037160042102003:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:10.623694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037164337069395:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53538
2026-01-08T17:02:10.635339Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037164337069388:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:10.635609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037160042102004:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.635693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:10.635750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037160042102004:2050] [node 3] ICP22 created new session: [4:7593037164337069396:2050]
2026-01-08T17:02:10.635832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037164337069396:2050] [node 3] ICS09 handshake done sender: [4:7593037164337069388:2120] self: [4:7593037164337069394:0] peer: [3:7593037164067399371:0] socket: 456 qp: -1
2026-01-08T17:02:10.635869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037164337069396:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:10.635911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:10.654738Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037164337069376:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.654774Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037164337069376:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:10.656196Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037164337069376:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:10.674983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037164337069361:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:10.675075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:10.675130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037164337069361:2108] [node 5] ICP22 created new session: [4:7593037164337069399:2108]
2026-01-08T17:02:10.676562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037164337069399:2108] [node 5] ICS09 handshake done sender: [4:7593037164337069376:2116] self: [4:7593037164337069375:0] peer: [5:7593037163516222582:0] socket: 430 qp: -1
2026-01-08T17:02:10.574978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037163516222573:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
2026-01-08T17:02:10.677025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037164337069399:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:10.575090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037159221255179:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.677781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:10.578363Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037159221255181:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(72203625ns) {HandleHandshakeStatus:329(68511490ns) {DropIncomingHandshake:442(966ns) DropOutgoingHandshake:457(213ns) SwitchToState:179(235ns) ProcessPendingSessionEvents:495(1219ns)}}
2026-01-08T17:02:10.714863Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037159772432063:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(44195130ns) {HandleHandshakeStatus:329(44191310ns) {DropIncomingHandshake:442(23063ns) DropOutgoingHandshake:457(2867ns) SwitchToState:179(613ns) ProcessPendingSessionEvents:495(22997350ns) {ForwardSessionEventToSession:616(13712415ns) ForwardSessionEventToSession:616(5380ns) ForwardSessionEventToSession:616(9227099ns) ForwardSessionEventToSession:616(8180ns) ForwardSessionEventToSession:616(3131ns) ForwardSessionEventToSession:616(11168ns) ForwardSessionEventToSession:616(3260ns) ForwardSessionEventToSession:616(5408ns) ForwardSessionEventToSession:616(3358ns) ForwardSessionEventToSession:616(3068ns)}}}
2026-01-08T17:02:10.601358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:10.716749Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037164337069361:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(45191277ns) {HandleHandshakeStatus:329(45188243ns) {DropIncomingHandshake:442(39098ns) DropOutgoingHandshake:457(923ns) SwitchToState:179(1275ns) ProcessPendingSessionEvents:495(23110347ns) {ForwardSessionEventToSession:616(10007647ns) ForwardSessionEventToSession:616(5890ns) ForwardSessionEventToSession:616(6501809ns) ForwardSessionEventToSession:616(2845ns) ForwardSessionEventToSession:616(5986692ns) ForwardSessionEventToSession:616(7696ns) ForwardSessionEventToSession:616(3923ns) ForwardSessionEventToSession:616(123288ns) ForwardSessionEventToSession:616(13492ns) ForwardSessionEventToSession:616(3574ns)}}}
2026-01-08T17:02:10.601539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037163516222572:2128] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.622522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037163516222553:2111] [node 6] ICP22 created new session: [5:7593037163516222575:2111]
2026-01-08T17:02:10.627634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037159221255180:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.628211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037163516222577:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
2026-01-08T17:02:10.634635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037163516222575:2111] [node 6] ICS09 handshake done sender: [5:7593037163516222564:2125] self: [5:7593037163516222563:0] peer: [6:7593037166257326957:0] socket: 391 qp: -1
2026-01-08T17:02:10.634706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037163516222575:2111] [node 6] ICS10 traffic start
2026-01-08T17:02:10.644136Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037163516222568:2127] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:10.651096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:10.651141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037163516222573:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:10.652089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037159221255179:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.652172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:10.652228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037159221255179:2048] [node 1] ICP22 created new session: [5:7593037163516222580:2048]
2026-01-08T17:02:10.652277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037163516222580:2048] [node 1] ICS09 handshake done sender: [5:7593037163516222568:2127] self: [5:7593037163516222574:0] peer: [1:7593037165192413698:0] socket: 445 qp: -1
2026-01-08T17:02:10.652318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037163516222580:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:10.652353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:10.653139Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037159221255180:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3877) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037163516222572:2128] held: no
2026-01-08T17:02:10.654275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037163516222540:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:10.655948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037163516222583:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
2026-01-08T17:02:10.659179Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037163516222572:2128] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:10.659484Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037163516222584:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12883
2026-01-08T17:02:10.664303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037159221255180:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.671826Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037163516222573:2129] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:10.675003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:10.675310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037163516222540:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:10.675396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037159221255180:2049] [node 2] ICP22 created new session: [5:7593037163516222585:2049]
2026-01-08T17:02:10.675733Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037163516222553:2111] [node 6] ICP35 event processing took too much time PendingConnection:279(86770145ns) {HandleHandshakeStatus:329(86766577ns) {DropIncomingHandshake:442(30622ns) DropOutgoingHandshake:457(694ns) SwitchToState:179(668ns) ProcessPendingSessionEvents:495(133342ns) {ForwardSessionEventToSession:616(75203ns) ForwardSessionEventToSession:616(4242ns) ForwardSessionEventToSession:616(7018ns) ForwardSessionEventToSession:616(4081ns) ForwardSessionEventToSession:616(3087ns) ForwardSessionEventToSession:616(6025ns) ForwardSessionEventToSession:616(2961ns) ForwardSessionEventToSession:616(12257ns) ForwardSessionEventToSession:616(4202ns) ForwardSessionEventToSession:616(2463ns)}}}
2026-01-08T17:02:10.676363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037163516222585:2049] [node 2] ICS09 handshake done sender: [5:7593037163516222572:2128] self: [5:7593037163516222578:0] peer: [2:7593037164902672898:0] socket: 424 qp: -1
2026-01-08T17:02:10.676424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037163516222585:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:10.676616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:10.677856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:10.686705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037163516222540:2109] [node 4] ICP22 created new session: [5:7593037163516222587:2109]
2026-01-08T17:02:10.697809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037163516222587:2109] [node 4] ICS09 handshake done sender: [5:7593037163516222573:2129] self: [5:7593037163516222582:0] peer: [4:7593037164337069375:0] socket: 408 qp: -1
2026-01-08T17:02:10.699328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037163516222587:2109] [node 4] ICS10 traffic start
2026-01-08T17:02:10.703496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:10.715907Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037159221255180:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(42251631ns) {HandleHandshakeStatus:329(42248979ns) {DropIncomingHandshake:442(916ns) DropOutgoingHandshake:457(628ns) SwitchToState:179(785ns) ProcessPendingSessionEvents:495(1801ns)}}
2026-01-08T17:02:10.716655Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037163516222540:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(41037112ns) {HandleHandshakeStatus:329(41034390ns) {DropIncomingHandshake:442(777ns) DropOutgoingHandshake:457(6345ns) SwitchToState:179(826ns) ProcessPendingSessionEvents:495(765207ns) {ForwardSessionEventToSession:616(595936ns) ForwardSessionEventToSession:616(106527ns) ForwardSessionEventToSession:616(3153ns) ForwardSessionEventToSession:616(3256ns) ForwardSessionEventToSession:616(5369ns) ForwardSessionEventToSession:616(8483ns) ForwardSessionEventToSession:616(11630ns) ForwardSessionEventToSession:616(5118ns) ForwardSessionEventToSession:616(2490ns) ForwardSessionEventToSession:616(12524ns)}}}
2026-01-08T17:02:10.828658Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:10.828955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037164902672916:2048] [node 1] ICS01 socket: 421 reason# EndOfStream
2026-01-08T17:02:10.829004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037160607705505:2048] [node 1] ICP30 unregister session Session# [2:7593037164902672916:2048] VirtualId# [2:7593037164902672905:0]
2026-01-08T17:02:10.829066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037164902672916:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:10.829153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:10.829200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:10.830403Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:10.830618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037164067399390:2048] [node 1] ICS01 socket: 420 reason# EndOfStream
2026-01-08T17:02:10.830665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037159772431996:2048] [node 1] ICP30 unregister session Session# [3:7593037164067399390:2048] VirtualId# [3:7593037164067399376:0]
2026-01-08T17:02:10.830700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037164067399390:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:10.830771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:10.830815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:10.833955Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:10.834189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037164337069389:2048] [node 1] ICS01 socket: 449 reason# EndOfStream
2026-01-08T17:02:10.834229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037160042102002:2048] [node 1] ICP30 unregister session Session# [4:7593037164337069389:2048] VirtualId# [4:7593037164337069385:0]
2026-01-08T17:02:10.834261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037164337069389:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:10.834357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:10.834425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:10.836212Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:10.838473Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:10.838731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037166257326958:2048] [node 1] ICS01 socket: 429 reason# EndOfStream
2026-01-08T17:02:10.838774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037161962359574:2048] [node 1] ICP30 unregister session Session# [6:7593037166257326958:2048] VirtualId# [6:7593037166257326950:0]
2026-01-08T17:02:10.838814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037166257326958:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:10.838910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:10.838970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:10.839388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037163516222580:2048] [node 1] ICS01 socket: 445 reason# EndOfStream
2026-01-08T17:02:10.839443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037159221255179:2048] [node 1] ICP30 unregister session Session# [5:7593037163516222580:2048] VirtualId# [5:7593037163516222574:0]
2026-01-08T17:02:10.839479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037163516222580:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:10.839552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:10.839599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:10.971107Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:10.971314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037164067399393:2049] [node 2] ICS01 socket: 427 reason# EndOfStream
2026-01-08T17:02:10.971373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037159772431997:2049] [node 2] ICP30 unregister session Session# [3:7593037164067399393:2049] VirtualId# [3:7593037164067399379:0]
2026-01-08T17:02:10.971419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037164067399393:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:10.971540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:10.971598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:10.973772Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:10.974028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037164337069391:2049] [node 2] ICS01 socket: 423 reason# EndOfStream
2026-01-08T17:02:10.974093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037160042102003:2049] [node 2] ICP30 unregister session Session# [4:7593037164337069391:2049] VirtualId# [4:7593037164337069379:0]
2026-01-08T17:02:10.974132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037164337069391:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:10.974204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:10.974256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:10.974947Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:10.975239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037163516222585:2049] [node 2] ICS01 socket: 424 reason# EndOfStream
2026-01-08T17:02:10.975303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037159221255180:2049] [node 2] ICP30 unregister session Session# [5:7593037163516222585:2049] VirtualId# [5:7593037163516222578:0]
2026-01-08T17:02:10.975348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037163516222585:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:10.975431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:10.975507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:10.976007Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:10.976236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037166257326972:2049] [node 2] ICS01 socket: 458 reason# EndOfStream
2026-01-08T17:02:10.976271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037161962359575:2049] [node 2] ICP30 unregister session Session# [6:7593037166257326972:2049] VirtualId# [6:7593037166257326968:0]
2026-01-08T17:02:10.976297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037166257326972:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:10.976368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:10.976418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:11.083168Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:11.083440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037164337069396:2050] [node 3] ICS01 socket: 456 reason# EndOfStream
2026-01-08T17:02:11.083496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037160042102004:2050] [node 3] ICP30 unregister session Session# [4:7593037164337069396:2050] VirtualId# [4:7593037164337069394:0]
2026-01-08T17:02:11.083537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037164337069396:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:11.083690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:11.083753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:11.084477Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:11.084733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037166257326966:2050] [node 3] ICS01 socket: 441 reason# EndOfStream
2026-01-08T17:02:11.084799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037161962359576:2050] [node 3] ICP30 unregister session Session# [6:7593037166257326966:2050] VirtualId# [6:7593037166257326956:0]
2026-01-08T17:02:11.084831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037166257326966:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:11.084909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:11.084976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:11.085575Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:11.085792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037163516222569:2050] [node 3] ICS01 socket: 395 reason# EndOfStream
2026-01-08T17:02:11.085833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037159221255181:2050] [node 3] ICP30 unregister session Session# [5:7593037163516222569:2050] VirtualId# [5:7593037163516222561:0]
2026-01-08T17:02:11.085862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037163516222569:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:11.085927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:11.085976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:11.242439Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:11.242697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037163516222587:2109] [node 4] ICS01 socket: 408 reason# EndOfStream
2026-01-08T17:02:11.242737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037163516222540:2109] [node 4] ICP30 unregister session Session# [5:7593037163516222587:2109] VirtualId# [5:7593037163516222582:0]
2026-01-08T17:02:11.242774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037163516222587:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:11.242850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:11.242899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:11.249152Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:11.249417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037166257326959:2109] [node 4] ICS01 socket: 402 reason# EndOfStream
2026-01-08T17:02:11.249469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037166257326934:2109] [node 4] ICP30 unregister session Session# [6:7593037166257326959:2109] VirtualId# [6:7593037166257326951:0]
2026-01-08T17:02:11.249515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037166257326959:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:11.249603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:11.249653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:11.304816Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:11.305076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037166257326969:2105] [node 5] ICS01 socket: 442 reason# EndOfStream
2026-01-08T17:02:11.305145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037161962359635:2105] [node 5] ICP30 unregister session Session# [6:7593037166257326969:2105] VirtualId# [6:7593037166257326957:0]
2026-01-08T17:02:11.305188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037166257326969:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:11.305279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:11.305331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:11.563380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037170287273407:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:11.563961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037170287273408:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:11.569905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037169998334598:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:11.569960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037169998334599:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:11.584095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037171298884244:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:11.584309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037170380392341:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:11.584143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037171298884245:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:11.584351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037170380392342:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:11.584389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037170380392343:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:11.593997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037170213998522:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:11.594046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037170213998523:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:11.594084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037170213998524:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:11.604503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037171130782156:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:11.604567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037171130782157:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:11.604626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037171130782158:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:11.823730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037171130782207:2092] [node 4] ICP01 ready to work
2026-01-08T17:02:11.935604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037169998334661:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:11.935932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037169998334662:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:11.936229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037169998334663:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:11.973894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037170380392404:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:11.952079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037171130782209:2094] [node 5] ICP01 ready to work
2026-01-08T17:02:11.987303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037171298884318:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:11.989533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037170380392405:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:12.010724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037170213998585:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:12.003674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037175593851615:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:12.007377Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037171130782157:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(41247573ns) {Configure:104(41243615ns) {ProcessConfigured:135(76808ns) {StartInitialHandshake:157(74355ns) {DropHandshakes:470(2084ns) {DropIncomingHandshake:442(399ns) DropOutgoingHandshake:457(482ns)} GenerateSessionVirtualId:992(957ns) PrepareNewSessionHandshake:477(940ns) {SwitchToState:179(374ns)}}}}}
2026-01-08T17:02:12.018153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037174508965882:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:12.019045Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037169998334663:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(52306773ns) {Configure:104(52296083ns) {ProcessConfigured:135(13582250ns) {StartInitialHandshake:157(13579663ns) {DropHandshakes:470(2463775ns) {DropIncomingHandshake:442(1912ns) DropOutgoingHandshake:457(985ns)} GenerateSessionVirtualId:992(1344ns) PrepareNewSessionHandshake:477(8096ns) {SwitchToState:179(2451ns)}}}}}
2026-01-08T17:02:12.021942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037175593851616:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:12.040606Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037170287273407:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(231030479ns) {Configure:104(224161470ns) {ProcessConfigured:135(2781969ns) {StartInitialHandshake:157(2775636ns) {DropHandshakes:470(2541ns) {DropIncomingHandshake:442(370ns) DropOutgoingHandshake:457(431ns)} GenerateSessionVirtualId:992(1019ns) PrepareNewSessionHandshake:477(4312ns) {SwitchToState:179(1581ns)}}}}}
2026-01-08T17:02:12.043529Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037170213998522:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(24643735ns) {Configure:104(24632676ns) {ProcessConfigured:135(67593ns) {StartInitialHandshake:157(64930ns) {DropHandshakes:470(2539ns) {DropIncomingHandshake:442(482ns) DropOutgoingHandshake:457(670ns)} GenerateSessionVirtualId:992(644ns) PrepareNewSessionHandshake:477(1396ns) {SwitchToState:179(495ns)}}}}}
2026-01-08T17:02:12.054088Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037170380392405:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(43561625ns) {Configure:104(43555764ns) {ProcessConfigured:135(1999971ns) {StartInitialHandshake:157(1996560ns) {DropHandshakes:470(2990ns) {DropIncomingHandshake:442(557ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:992(1069ns) PrepareNewSessionHandshake:477(3075ns) {SwitchToState:179(1608ns)}}}}}
2026-01-08T17:02:12.057542Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037171298884244:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(17248182ns) {Configure:104(17236414ns) {ProcessConfigured:135(1047457ns) {StartInitialHandshake:157(1045883ns) {DropHandshakes:470(1658ns) {DropIncomingHandshake:442(544ns) DropOutgoingHandshake:457(299ns)} GenerateSessionVirtualId:992(570ns) PrepareNewSessionHandshake:477(1756ns) {SwitchToState:179(954ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.066022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037174508965883:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1629
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.075548Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037174675359712:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6004
2026-01-08T17:02:12.075747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037174675359713:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6004
2026-01-08T17:02:12.078849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037174582240772:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.082586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037174582240773:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:12.085203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037174582240774:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:12.086899Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037175593851627:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21026
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.092653Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037175593851629:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21026
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.094885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037174675359717:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6004
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.095391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037174582240769:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24389
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.095736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037174582240770:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24389
2026-01-08T17:02:12.097122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037174675359712:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.097461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037175425749530:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2876
2026-01-08T17:02:12.102302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037174582240769:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.102500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037174582240775:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24389
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.102694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037174582240776:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24389
2026-01-08T17:02:12.102786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037174582240777:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24389
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.107590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037174293301973:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57862
2026-01-08T17:02:12.107879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037174293301974:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57862
2026-01-08T17:02:12.108103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037174293301975:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57862
2026-01-08T17:02:12.108324Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037174293301976:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57862
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.113047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037175593851627:2126] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.113236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037171298884245:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:12.113589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037175593851632:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21026
2026-01-08T17:02:12.114107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037175593851629:2127] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.114245Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037174508965883:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.111322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037174582240770:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.115931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037175593851635:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21026
2026-01-08T17:02:12.114458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037174293301976:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.114573Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037169998334667:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.114597Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037169998334667:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:12.115228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037174293301974:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.115970Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037169998334667:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:12.116607Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037175593851627:2126] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:12.116446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037169998334599:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:12.116530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:12.116586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037169998334599:2049] [node 3] ICP22 created new session: [2:7593037174293301980:2049]
2026-01-08T17:02:12.116905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037171298884245:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.116637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037174293301980:2049] [node 3] ICS09 handshake done sender: [2:7593037169998334667:2111] self: [2:7593037169998334666:0] peer: [3:7593037175593851633:0] socket: 402 qp: -1
2026-01-08T17:02:12.116948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:12.116673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037174293301980:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:12.116714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:12.117348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037175425749530:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.117562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037171130782207:2092] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:12.116812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037174675359713:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.117113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037171298884245:2049] [node 2] ICP22 created new session: [3:7593037175593851636:2049]
2026-01-08T17:02:12.117714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037174675359717:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.117897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037174675359703:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.117161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037175593851636:2049] [node 2] ICS09 handshake done sender: [3:7593037175593851627:2126] self: [3:7593037175593851633:0] peer: [2:7593037169998334666:0] socket: 408 qp: -1
2026-01-08T17:02:12.117920Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037174675359703:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.117191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037175593851636:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:12.117210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:12.121273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037174675359719:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6004
2026-01-08T17:02:12.121489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037170380392342:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:12.121570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037170380392343:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.122255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037175425749532:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2876
2026-01-08T17:02:12.121977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037174293301973:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.122813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037174675359703:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:12.122914Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037174508965898:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1629
2026-01-08T17:02:12.123510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037175425749530:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:12.123849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037171130782207:2092] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.123891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:12.123937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037171130782207:2092] [node 4] ICP22 created new session: [6:7593037175425749533:2092]
2026-01-08T17:02:12.123985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037175425749533:2092] [node 4] ICS09 handshake done sender: [6:7593037175425749530:2115] self: [6:7593037175425749531:0] peer: [4:7593037174675359702:0] socket: 432 qp: -1
2026-01-08T17:02:12.124020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037175425749533:2092] [node 4] ICS10 traffic start
2026-01-08T17:02:12.124053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:12.127216Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037169998334669:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.127255Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037169998334669:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.128110Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037174293301984:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57862
2026-01-08T17:02:12.128643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037169998334669:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:12.129000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037169998334661:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:12.129046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:12.123393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037170380392405:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:12.129080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037169998334661:2107] [node 4] ICP22 created new session: [2:7593037174293301986:2107]
2026-01-08T17:02:12.129127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037174293301986:2107] [node 4] ICS09 handshake done sender: [2:7593037169998334669:2112] self: [2:7593037169998334668:0] peer: [4:7593037174675359721:0] socket: 404 qp: -1
2026-01-08T17:02:12.123486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:12.123541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037170380392405:2109] [node 6] ICP22 created new session: [4:7593037174675359723:2109]
2026-01-08T17:02:12.129155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037174293301986:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:12.129178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:12.127008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037174675359723:2109] [node 6] ICS09 handshake done sender: [4:7593037174675359703:2110] self: [4:7593037174675359702:0] peer: [6:7593037175425749531:0] socket: 418 qp: -1
2026-01-08T17:02:12.127077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037174675359723:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:12.127135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.129990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037175593851620:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.130372Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037174675359725:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6004
2026-01-08T17:02:12.130034Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037175593851620:2122] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.131252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037175593851638:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21026
2026-01-08T17:02:12.131347Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037174293301984:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.131866Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037175593851620:2122] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.132419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037175425749536:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2876
2026-01-08T17:02:12.132602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037171298884318:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:12.132641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:12.132690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037171298884318:2107] [node 4] ICP22 created new session: [3:7593037175593851641:2107]
2026-01-08T17:02:12.132405Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037170380392342:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1762) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037174675359713:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.132782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037175593851641:2107] [node 4] ICS09 handshake done sender: [3:7593037175593851620:2122] self: [3:7593037175593851619:0] peer: [4:7593037174675359722:0] socket: 423 qp: -1
2026-01-08T17:02:12.132823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037175593851641:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:12.133014Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037174675359713:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:12.132982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:12.133396Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037169998334671:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.133604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037170380392342:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.133643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:12.133419Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037169998334671:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:12.133760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037170380392342:2049] [node 2] ICP22 created new session: [4:7593037174675359728:2049]
2026-01-08T17:02:12.133853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037174675359728:2049] [node 2] ICS09 handshake done sender: [4:7593037174675359713:2116] self: [4:7593037174675359721:0] peer: [2:7593037169998334668:0] socket: 411 qp: -1
2026-01-08T17:02:12.133903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037174675359728:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:12.133960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:12.132156Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037174508965898:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.134343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037174582240776:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.132381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037170213998523:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.132964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037174508965900:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1629
2026-01-08T17:02:12.134517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037175425749537:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2876
2026-01-08T17:02:12.134579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037174293301975:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.134632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037174582240775:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.134731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037174582240777:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.135052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037169998334671:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:12.135768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037175593851632:2128] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.134985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037174508965901:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1629
2026-01-08T17:02:12.135888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037169998334598:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:12.136203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037169998334662:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.136260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:12.136298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037169998334662:2108] [node 5] ICP22 created new session: [2:7593037174293301992:2108]
2026-01-08T17:02:12.136313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037174675359727:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6004
2026-01-08T17:02:12.136369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037174293301992:2108] [node 5] ICS09 handshake done sender: [2:7593037169998334671:2113] self: [2:7593037169998334670:0] peer: [5:7593037174508965899:0] socket: 441 qp: -1
2026-01-08T17:02:12.136397Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037174508965898:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:12.136413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037174293301992:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:12.136453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:12.136714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037170213998523:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.136764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:12.136816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037170213998523:2049] [node 2] ICP22 created new session: [5:7593037174508965902:2049]
2026-01-08T17:02:12.136885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037174508965902:2049] [node 2] ICS09 handshake done sender: [5:7593037174508965898:2116] self: [5:7593037174508965899:0] peer: [2:7593037169998334670:0] socket: 442 qp: -1
2026-01-08T17:02:12.136931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037174508965902:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:12.136965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:12.136950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037174675359719:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.137347Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037174582240768:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.137715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037171298884244:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:12.137397Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037174582240768:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:12.143951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037175425749536:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.144185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037171130782157:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:12.137489Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037174675359717:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:12.148356Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037174293301969:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.148398Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037174293301969:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:12.149261Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037174293301969:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:12.149604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037175425749537:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.150960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037170380392343:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.150823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037171130782158:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:12.150578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037174582240779:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.150628Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037174582240779:2117] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.152845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037175593851638:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.151040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:12.154500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037175593851626:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.151094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037170380392343:2050] [node 3] ICP22 created new session: [4:7593037174675359731:2050]
2026-01-08T17:02:12.154529Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037175593851626:2125] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:12.159696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037175425749540:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2876
2026-01-08T17:02:12.156604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037169998334663:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:12.159323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:12.159813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037169998334663:2109] [node 6] ICP22 created new session: [2:7593037174293301995:2109]
2026-01-08T17:02:12.151162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037174675359731:2050] [node 3] ICS09 handshake done sender: [4:7593037174675359717:2117] self: [4:7593037174675359722:0] peer: [3:7593037175593851619:0] socket: 424 qp: -1
2026-01-08T17:02:12.151222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037174675359731:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:12.161304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037174508965900:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.159874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037174293301995:2109] [node 6] ICS09 handshake done sender: [2:7593037174293301969:2114] self: [2:7593037169998334672:0] peer: [6:7593037175425749538:0] socket: 446 qp: -1
2026-01-08T17:02:12.161267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037174582240781:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.151262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:12.159916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037174293301995:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:12.151950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037170380392341:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:12.159960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:12.161311Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037174582240781:2118] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.165541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037174293301997:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57862
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.167060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037171298884318:2107] [node 4] ICP18 handshake (actor [3:7593037175593851638:2130]) is too old
2026-01-08T17:02:12.164487Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037174582240768:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:12.167506Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037174293301975:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:12.167637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037175593851646:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21026
2026-01-08T17:02:12.167934Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037171130782157:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1762) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037175425749536:2117] held: no
2026-01-08T17:02:12.168283Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037175425749536:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:12.166370Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037174582240779:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.167298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037174508965904:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1629
2026-01-08T17:02:12.168892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037170213998524:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:12.169454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037174508965904:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.170051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037171130782157:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.170098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:12.170294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037171130782157:2049] [node 2] ICP22 created new session: [6:7593037175425749542:2049]
2026-01-08T17:02:12.169945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037175593851626:2125] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:12.170676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037169998334598:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.170748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:12.170792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037169998334598:2048] [node 1] ICP22 created new session: [2:7593037174293301998:2048]
2026-01-08T17:02:12.170847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037174293301998:2048] [node 1] ICS09 handshake done sender: [2:7593037174293301975:2117] self: [2:7593037174293301991:0] peer: [1:7593037174582240767:0] socket: 429 qp: -1
2026-01-08T17:02:12.170890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037174293301998:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:12.170937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:12.171310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037175425749542:2049] [node 2] ICS09 handshake done sender: [6:7593037175425749536:2117] self: [6:7593037175425749538:0] peer: [2:7593037169998334672:0] socket: 447 qp: -1
2026-01-08T17:02:12.171362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037175425749542:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:12.171412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:12.171955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037174675359734:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6004
2026-01-08T17:02:12.174494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037175593851624:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.174533Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037175593851624:2124] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:12.171926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037170213998585:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:12.171274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037170287273407:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:12.171336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:12.171381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037170287273407:2048] [node 2] ICP22 created new session: [1:7593037174582240796:2048]
2026-01-08T17:02:12.171430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037174582240796:2048] [node 2] ICS09 handshake done sender: [1:7593037174582240768:2111] self: [1:7593037174582240767:0] peer: [2:7593037174293301991:0] socket: 415 qp: -1
2026-01-08T17:02:12.171460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037174582240796:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:12.171498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:12.179789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037174675359711:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.179851Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037174675359711:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:12.180531Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037174675359734:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.180996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037174675359711:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:12.175244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037175593851616:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.181342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037170287273408:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:12.181424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:12.179305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:12.181434Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037174508965908:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1629
2026-01-08T17:02:12.182041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037170287273408:2049] [node 3] ICP22 created new session: [1:7593037174582240798:2049]
2026-01-08T17:02:12.179377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037175593851616:2109] [node 6] ICP22 created new session: [3:7593037175593851647:2109]
2026-01-08T17:02:12.181312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037175593851647:2109] [node 6] ICS09 handshake done sender: [3:7593037175593851626:2125] self: [3:7593037175593851625:0] peer: [6:7593037175425749539:0] socket: 450 qp: -1
2026-01-08T17:02:12.181354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037175593851647:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:12.181399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.182902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037174582240798:2049] [node 3] ICS09 handshake done sender: [1:7593037174582240779:2117] self: [1:7593037174582240778:0] peer: [3:7593037175593851644:0] socket: 434 qp: -1
2026-01-08T17:02:12.183059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037174582240798:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:12.183108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:12.183328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037170380392404:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:12.185047Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037174508965904:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:12.183608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037175425749541:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2876
2026-01-08T17:02:12.183478Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037175593851632:2128] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:12.183392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:12.187935Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037175425749537:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:12.188320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037171130782158:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.188368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:12.188434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037171130782158:2050] [node 3] ICP22 created new session: [6:7593037175425749545:2050]
2026-01-08T17:02:12.188493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037175425749545:2050] [node 3] ICS09 handshake done sender: [6:7593037175425749537:2118] self: [6:7593037175425749539:0] peer: [3:7593037175593851625:0] socket: 451 qp: -1
2026-01-08T17:02:12.188528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037175425749545:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:12.188560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:12.185343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037171298884244:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.185388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:12.185445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037171298884244:2048] [node 1] ICP22 created new session: [3:7593037175593851650:2048]
2026-01-08T17:02:12.185497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037175593851650:2048] [node 1] ICS09 handshake done sender: [3:7593037175593851632:2128] self: [3:7593037175593851644:0] peer: [1:7593037174582240778:0] socket: 436 qp: -1
2026-01-08T17:02:12.185531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037175593851650:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:12.185567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:12.183460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037170380392404:2108] [node 5] ICP22 created new session: [4:7593037174675359737:2108]
2026-01-08T17:02:12.190685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037170213998585:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.190746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:12.190806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037170213998585:2108] [node 4] ICP22 created new session: [5:7593037174508965910:2108]
2026-01-08T17:02:12.190856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037174508965910:2108] [node 4] ICS09 handshake done sender: [5:7593037174508965904:2119] self: [5:7593037174508965907:0] peer: [4:7593037174675359710:0] socket: 413 qp: -1
2026-01-08T17:02:12.183505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037174675359737:2108] [node 5] ICS09 handshake done sender: [4:7593037174675359711:2114] self: [4:7593037174675359710:0] peer: [5:7593037174508965907:0] socket: 454 qp: -1
2026-01-08T17:02:12.183545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037174675359737:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:12.191621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037174508965910:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:12.183587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:12.192917Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037175593851624:2124] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:12.191675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.193823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037175593851615:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:12.193884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:12.193938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037175593851615:2108] [node 5] ICP22 created new session: [3:7593037175593851653:2108]
2026-01-08T17:02:12.193988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037175593851653:2108] [node 5] ICS09 handshake done sender: [3:7593037175593851624:2124] self: [3:7593037175593851623:0] peer: [5:7593037174508965906:0] socket: 412 qp: -1
2026-01-08T17:02:12.194027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037175593851653:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:12.194057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:12.194487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037175593851652:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21026
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.199884Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037174582240781:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:12.200008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037174675359739:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6004
2026-01-08T17:02:12.201566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037174582240772:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:12.201630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:12.201686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037174582240772:2107] [node 4] ICP22 created new session: [1:7593037174582240802:2107]
2026-01-08T17:02:12.201741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037174582240802:2107] [node 4] ICS09 handshake done sender: [1:7593037174582240781:2118] self: [1:7593037174582240780:0] peer: [4:7593037174675359733:0] socket: 435 qp: -1
2026-01-08T17:02:12.201775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037174582240802:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:12.201814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.205868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037175425749547:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2876
2026-01-08T17:02:12.206409Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037174675359719:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:12.207443Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037170380392341:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17759) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037174675359719:2118] held: no
2026-01-08T17:02:12.207562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037170380392341:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.207636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:12.207690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037170380392341:2048] [node 1] ICP22 created new session: [4:7593037174675359740:2048]
2026-01-08T17:02:12.209610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037174675359740:2048] [node 1] ICS09 handshake done sender: [4:7593037174675359719:2118] self: [4:7593037174675359733:0] peer: [1:7593037174582240780:0] socket: 439 qp: -1
2026-01-08T17:02:12.209693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037174675359740:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:12.209755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:12.210918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037175425749547:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.211115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037171130782156:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.211054Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037170213998585:2108] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:12.211384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037174508965909:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1629
2026-01-08T17:02:12.211379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037174582240783:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.211416Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037174582240783:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:12.212459Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037174582240783:2119] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.212858Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037175425749549:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2876
2026-01-08T17:02:12.212843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037174582240773:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:12.212928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:12.212983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037174582240773:2108] [node 6] ICP22 created new session: [1:7593037174582240805:2108]
2026-01-08T17:02:12.213039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037174582240805:2108] [node 6] ICS09 handshake done sender: [1:7593037174582240783:2119] self: [1:7593037174582240782:0] peer: [6:7593037175425749548:0] socket: 409 qp: -1
2026-01-08T17:02:12.213084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037174582240805:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:12.213115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:12.213738Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037175425749547:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:12.212172Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037170213998524:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8786) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037174508965900:2117] held: no
2026-01-08T17:02:12.212299Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037174508965900:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:12.212536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037170213998524:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.212572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:12.212623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037170213998524:2050] [node 3] ICP22 created new session: [5:7593037174508965913:2050]
2026-01-08T17:02:12.212688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037174508965913:2050] [node 3] ICS09 handshake done sender: [5:7593037174508965900:2117] self: [5:7593037174508965906:0] peer: [3:7593037175593851623:0] socket: 448 qp: -1
2026-01-08T17:02:12.212730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037174508965913:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:12.214044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037171130782156:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.212785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:12.214094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:12.214150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037171130782156:2048] [node 1] ICP22 created new session: [6:7593037175425749550:2048]
2026-01-08T17:02:12.214300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037175425749550:2048] [node 1] ICS09 handshake done sender: [6:7593037175425749547:2121] self: [6:7593037175425749548:0] peer: [1:7593037174582240782:0] socket: 420 qp: -1
2026-01-08T17:02:12.214352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037175425749550:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:12.214388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:12.214066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037174508965912:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1629
2026-01-08T17:02:12.216417Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037174508965912:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.216593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037170213998522:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:12.217456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037174582240785:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.217491Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037174582240785:2120] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.218755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037174582240785:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:12.218789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037175425749552:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2876
2026-01-08T17:02:12.218804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037174508965917:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1629
2026-01-08T17:02:12.219156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037174582240774:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:12.219256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:12.219317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037174582240774:2109] [node 5] ICP22 created new session: [1:7593037174582240808:2109]
2026-01-08T17:02:12.219361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037174582240808:2109] [node 5] ICS09 handshake done sender: [1:7593037174582240785:2120] self: [1:7593037174582240784:0] peer: [5:7593037174508965916:0] socket: 422 qp: -1
2026-01-08T17:02:12.219409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037174582240808:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:12.219376Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037174508965912:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:12.219463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:12.219473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037175425749552:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.219638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037171130782209:2094] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:12.219624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037170213998522:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.219665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:12.219707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037170213998522:2048] [node 1] ICP22 created new session: [5:7593037174508965918:2048]
2026-01-08T17:02:12.219765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037174508965918:2048] [node 1] ICS09 handshake done sender: [5:7593037174508965912:2122] self: [5:7593037174508965916:0] peer: [1:7593037174582240784:0] socket: 414 qp: -1
2026-01-08T17:02:12.219802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037174508965918:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:12.219836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:12.221856Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037174508965893:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:12.221896Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037174508965893:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:12.223057Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037174508965893:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:12.223332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037175425749554:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2876
2026-01-08T17:02:12.223406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037174508965882:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:12.223504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:12.223560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037174508965882:2109] [node 6] ICP22 created new session: [5:7593037174508965921:2109]
2026-01-08T17:02:12.223612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037174508965921:2109] [node 6] ICS09 handshake done sender: [5:7593037174508965893:2115] self: [5:7593037174508965892:0] peer: [6:7593037175425749553:0] socket: 403 qp: -1
2026-01-08T17:02:12.223932Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037175425749552:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:12.223648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037174508965921:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:12.223799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:12.224743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037171130782209:2094] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:12.224801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:12.224851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037171130782209:2094] [node 5] ICP22 created new session: [6:7593037175425749555:2094]
2026-01-08T17:02:12.224908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037175425749555:2094] [node 5] ICS09 handshake done sender: [6:7593037175425749552:2123] self: [6:7593037175425749553:0] peer: [5:7593037174508965892:0] socket: 459 qp: -1
2026-01-08T17:02:12.224946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037175425749555:2094] [node 5] ICS10 traffic start
2026-01-08T17:02:12.224976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:12.226611Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037171130782209:2094] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:12.264903Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:12.265153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037174293301998:2048] [node 1] ICS01 socket: 429 reason# EndOfStream
2026-01-08T17:02:12.265213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037169998334598:2048] [node 1] ICP30 unregister session Session# [2:7593037174293301998:2048] VirtualId# [2:7593037174293301991:0]
2026-01-08T17:02:12.265254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037174293301998:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.265371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:12.265426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:12.267266Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:12.267432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037175593851650:2048] [node 1] ICS01 socket: 436 reason# EndOfStream
2026-01-08T17:02:12.267488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037171298884244:2048] [node 1] ICP30 unregister session Session# [3:7593037175593851650:2048] VirtualId# [3:7593037175593851644:0]
2026-01-08T17:02:12.267526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037175593851650:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.267639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:12.267691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:12.269016Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:12.269259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037174675359740:2048] [node 1] ICS01 socket: 439 reason# EndOfStream
2026-01-08T17:02:12.269319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037170380392341:2048] [node 1] ICP30 unregister session Session# [4:7593037174675359740:2048] VirtualId# [4:7593037174675359733:0]
2026-01-08T17:02:12.269376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037174675359740:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.269463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:12.269524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:12.269904Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:12.270146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037175425749550:2048] [node 1] ICS07 socket disconnect 420 reason# EndOfStream
2026-01-08T17:02:12.270195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037175425749550:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.270278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:12.270369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037175425749550:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:12.271180Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:12.274651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037174508965918:2048] [node 1] ICS07 socket disconnect 414 reason# EndOfStream
2026-01-08T17:02:12.274719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037174508965918:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.274894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:12.274972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037174508965918:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:12.275626Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037171130782156:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17759) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:12.275725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037175425749550:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:12.275780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037171130782156:2048] [node 1] ICP30 unregister session Session# [6:7593037175425749550:2048] VirtualId# [6:7593037175425749548:0]
2026-01-08T17:02:12.276280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:12.276340Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037171130782156:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17759) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:12.276357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17759) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:12.276798Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037170213998522:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17759) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:12.276861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037174508965918:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:12.276897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037170213998522:2048] [node 1] ICP30 unregister session Session# [5:7593037174508965918:2048] VirtualId# [5:7593037174508965916:0]
2026-01-08T17:02:12.276948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:12.276981Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037170213998522:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17759) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:12.276995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17759) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:12.286619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037170213998522:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:12.286729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037171130782156:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:12.313164Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:12.313385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037175593851636:2049] [node 2] ICS07 socket disconnect 408 reason# EndOfStream
2026-01-08T17:02:12.313428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037175593851636:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.313518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:12.313587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037175593851636:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:12.316728Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037171298884245:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1762) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:02:12.316774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037175593851636:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:12.317112Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:12.317342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037174508965902:2049] [node 2] ICS07 socket disconnect 442 reason# EndOfStream
2026-01-08T17:02:12.317382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037174508965902:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.317476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:12.317528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037174508965902:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:12.317621Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037171298884245:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1762) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:12.317702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037175593851636:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:12.317751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037171298884245:2049] [node 2] ICP30 unregister session Session# [3:7593037175593851636:2049] VirtualId# [3:7593037175593851633:0]
2026-01-08T17:02:12.317901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:12.317955Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037171298884245:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1762) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:12.317974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1762) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:12.318105Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:12.318376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037174675359728:2049] [node 2] ICS01 socket: 411 reason# EndOfStream
2026-01-08T17:02:12.318430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037170380392342:2049] [node 2] ICP30 unregister session Session# [4:7593037174675359728:2049] VirtualId# [4:7593037174675359721:0]
2026-01-08T17:02:12.318463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037174675359728:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.318478Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:12.318549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:12.322465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037175425749542:2049] [node 2] ICS01 socket: 447 reason# EndOfStream
2026-01-08T17:02:12.318597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:12.322525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037171130782157:2049] [node 2] ICP30 unregister session Session# [6:7593037175425749542:2049] VirtualId# [6:7593037175425749538:0]
2026-01-08T17:02:12.322576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037175425749542:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.322605Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037170213998523:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1762) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:12.322671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:12.322680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037174508965902:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:12.322740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:12.322725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037170213998523:2049] [node 2] ICP30 unregister session Session# [5:7593037174508965902:2049] VirtualId# [5:7593037174508965899:0]
2026-01-08T17:02:12.322765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:12.322786Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037170213998523:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1762) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:12.322797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1762) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:12.328561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037171298884245:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:02:12.332647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037170213998523:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:02:12.389657Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:12.389906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037174675359731:2050] [node 3] ICS01 socket: 424 reason# EndOfStream
2026-01-08T17:02:12.389961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037170380392343:2050] [node 3] ICP30 unregister session Session# [4:7593037174675359731:2050] VirtualId# [4:7593037174675359722:0]
2026-01-08T17:02:12.390012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037174675359731:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.390109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:12.390163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:12.390537Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:12.390781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037174508965913:2050] [node 3] ICS01 socket: 448 reason# EndOfStream
2026-01-08T17:02:12.390820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037170213998524:2050] [node 3] ICP30 unregister session Session# [5:7593037174508965913:2050] VirtualId# [5:7593037174508965906:0]
2026-01-08T17:02:12.390845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037174508965913:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.390902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:12.390948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:12.391261Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:12.391431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037175425749545:2050] [node 3] ICS01 socket: 451 reason# EndOfStream
2026-01-08T17:02:12.391481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037171130782158:2050] [node 3] ICP30 unregister session Session# [6:7593037175425749545:2050] VirtualId# [6:7593037175425749539:0]
2026-01-08T17:02:12.391523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037175425749545:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.391633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:12.391683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:12.427600Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:12.427855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037174508965910:2108] [node 4] ICS07 socket disconnect 413 reason# EndOfStream
2026-01-08T17:02:12.427893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037174508965910:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.427990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:12.428075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037174508965910:2108] [node 4] ICS15 start handshake
2026-01-08T17:02:12.428647Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:12.428863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037175425749533:2092] [node 4] ICS01 socket: 432 reason# EndOfStream
2026-01-08T17:02:12.429250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037171130782207:2092] [node 4] ICP30 unregister session Session# [6:7593037175425749533:2092] VirtualId# [6:7593037175425749531:0]
2026-01-08T17:02:12.429306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037175425749533:2092] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.429400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:12.429374Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037170213998585:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29719) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:12.429462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:12.429445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037174508965910:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:12.429518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037170213998585:2108] [node 4] ICP30 unregister session Session# [5:7593037174508965910:2108] VirtualId# [5:7593037174508965907:0]
2026-01-08T17:02:12.429580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:12.429618Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037170213998585:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29719) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:12.429635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29719) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:12.468178Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:12.468384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037175425749555:2094] [node 5] ICS07 socket disconnect 459 reason# EndOfStream
2026-01-08T17:02:12.468430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037175425749555:2094] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:12.468508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:12.468563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037175425749555:2094] [node 5] ICS15 start handshake
2026-01-08T17:02:12.469391Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037171130782209:2094] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23814) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:12.469452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037175425749555:2094] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:12.469482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037171130782209:2094] [node 5] ICP30 unregister session Session# [6:7593037175425749555:2094] VirtualId# [6:7593037175425749553:0]
2026-01-08T17:02:12.469525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:02:12.469549Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037171130782209:2094] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23814) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:12.469560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23814) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:12.479137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037171130782209:2094] [node 5] ICP33 wake up from error state
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:12.635573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037174980772866:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:12.635645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037174980772867:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:12.629053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037174599914771:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:12.629108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037174599914772:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:12.659077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037175393927596:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:12.659139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037175393927597:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:12.667099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037172826753744:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:12.667306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037172826753745:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:12.667368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037172826753746:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:12.686551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037172794706886:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:12.686611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037172794706887:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:12.694403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037172794706888:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:12.698259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037174220825596:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:12.698297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037174220825597:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:12.698356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037174220825598:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:13.367434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037179275740225:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:13.367807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037179275740226:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:13.455624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037177089674223:2082] [node 6] ICP01 ready to work
2026-01-08T17:02:13.494306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037178894882155:2121] [node 6] ICP01 ready to work
2026-01-08T17:02:13.455694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037177089674224:2086] [node 4] ICP01 ready to work
2026-01-08T17:02:13.534020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037179688894955:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:13.528221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037177121721103:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:13.528133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037178515792916:2066] [node 5] ICP01 ready to work
2026-01-08T17:02:13.510951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037178894882156:2113] [node 5] ICP01 ready to work
2026-01-08T17:02:13.571879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037179688894956:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:13.576810Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037175393927596:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(235127231ns) {Configure:104(212682355ns) {ProcessConfigured:135(71137ns) {StartInitialHandshake:157(66131ns) {DropHandshakes:470(3265ns) {DropIncomingHandshake:442(967ns) DropOutgoingHandshake:457(562ns)} GenerateSessionVirtualId:992(1052ns) PrepareNewSessionHandshake:477(1896ns) {SwitchToState:179(693ns)}}}}}
2026-01-08T17:02:13.541233Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037174220825597:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(175477884ns) {Configure:104(175467735ns) {ProcessConfigured:135(95372ns) {StartInitialHandshake:157(91642ns) {DropHandshakes:470(3171ns) {DropIncomingHandshake:442(722ns) DropOutgoingHandshake:457(737ns)} GenerateSessionVirtualId:992(915ns) PrepareNewSessionHandshake:477(2314ns) {SwitchToState:179(936ns)}}}}}
2026-01-08T17:02:13.572567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037178515792948:2069] [node 4] ICP01 ready to work
2026-01-08T17:02:13.547175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037178894882157:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:13.605855Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037177089674224:2086] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(129269469ns) {Configure:104(129261712ns) {ProcessConfigured:135(92428ns) {StartInitialHandshake:157(87645ns) {DropHandshakes:470(3287ns) {DropIncomingHandshake:442(735ns) DropOutgoingHandshake:457(607ns)} GenerateSessionVirtualId:992(1168ns) PrepareNewSessionHandshake:477(9788ns) {SwitchToState:179(922ns)}}}}}
2026-01-08T17:02:13.582957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037177121721104:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:13.607305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037179688894959:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:13.628275Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037177089674223:2082] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(22106807ns) {Configure:104(22099006ns) {ProcessConfigured:135(71299ns) {StartInitialHandshake:157(67152ns) {DropHandshakes:470(1300ns) {DropIncomingHandshake:442(127ns) DropOutgoingHandshake:457(303ns)} GenerateSessionVirtualId:992(477ns) PrepareNewSessionHandshake:477(4285ns) {SwitchToState:179(744ns)}}}}}
2026-01-08T17:02:13.609237Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037175393927597:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(32086956ns) {Configure:104(32081145ns) {ProcessConfigured:135(71007ns) {StartInitialHandshake:157(67259ns) {DropHandshakes:470(3596ns) {DropIncomingHandshake:442(616ns) DropOutgoingHandshake:457(703ns)} GenerateSessionVirtualId:992(1125ns) PrepareNewSessionHandshake:477(2352ns) {SwitchToState:179(828ns)}}}}}
2026-01-08T17:02:13.648227Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037179275740226:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(263756707ns) {Configure:104(263752425ns) {ProcessConfigured:135(18789360ns) {StartInitialHandshake:157(18786361ns) {DropHandshakes:470(2527ns) {DropIncomingHandshake:442(464ns) DropOutgoingHandshake:457(618ns)} GenerateSessionVirtualId:992(643ns) PrepareNewSessionHandshake:477(3027ns) {SwitchToState:179(1324ns)}}}}}
2026-01-08T17:02:13.642470Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037172794706887:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(173633959ns) {Configure:104(173626320ns) {ProcessConfigured:135(97225ns) {StartInitialHandshake:157(93448ns) {DropHandshakes:470(3061ns) {DropIncomingHandshake:442(629ns) DropOutgoingHandshake:457(697ns)} GenerateSessionVirtualId:992(1744ns) PrepareNewSessionHandshake:477(2232ns) {SwitchToState:179(865ns)}}}}}
2026-01-08T17:02:13.652871Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037172794706888:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(22061482ns) {Configure:104(22054772ns) {ProcessConfigured:135(69875ns) {StartInitialHandshake:157(67583ns) {DropHandshakes:470(3880ns) {DropIncomingHandshake:442(540ns) DropOutgoingHandshake:457(724ns)} GenerateSessionVirtualId:992(1519ns) PrepareNewSessionHandshake:477(1993ns) {SwitchToState:179(773ns)}}}}}
2026-01-08T17:02:13.656476Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037178894882155:2121] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(41345781ns) {Configure:104(41337790ns) {ProcessConfigured:135(74765ns) {StartInitialHandshake:157(71803ns) {DropHandshakes:470(3060ns) {DropIncomingHandshake:442(403ns) DropOutgoingHandshake:457(650ns)} GenerateSessionVirtualId:992(829ns) PrepareNewSessionHandshake:477(2096ns) {SwitchToState:179(931ns)}}}}}
2026-01-08T17:02:13.660309Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037178515792916:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(53065051ns) {Configure:104(53059302ns) {ProcessConfigured:135(66031ns) {StartInitialHandshake:157(63649ns) {DropHandshakes:470(1998ns) {DropIncomingHandshake:442(504ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:992(690ns) PrepareNewSessionHandshake:477(1623ns) {SwitchToState:179(897ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.665363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037178515792966:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25890
2026-01-08T17:02:13.654241Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037172826753744:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(301088285ns) {Configure:104(301078227ns) {ProcessConfigured:135(21156753ns) {StartInitialHandshake:157(21153222ns) {DropHandshakes:470(3304ns) {DropIncomingHandshake:442(743ns) DropOutgoingHandshake:457(756ns)} GenerateSessionVirtualId:992(1151ns) PrepareNewSessionHandshake:477(4916ns) {SwitchToState:179(3170ns)}}}}}
2026-01-08T17:02:13.691723Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037172826753746:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(95938885ns) {Configure:104(95932613ns) {ProcessConfigured:135(86893ns) {StartInitialHandshake:157(80631ns) {DropHandshakes:470(2652ns) {DropIncomingHandshake:442(676ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:992(1103ns) PrepareNewSessionHandshake:477(1955ns) {SwitchToState:179(821ns)}}}}}
2026-01-08T17:02:13.673489Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037174220825596:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(50498553ns) {Configure:104(50491101ns) {ProcessConfigured:135(82648ns) {StartInitialHandshake:157(79706ns) {DropHandshakes:470(3157ns) {DropIncomingHandshake:442(667ns) DropOutgoingHandshake:457(475ns)} GenerateSessionVirtualId:992(734ns) PrepareNewSessionHandshake:477(2266ns) {SwitchToState:179(848ns)}}}}}
2026-01-08T17:02:13.715494Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037174980772867:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(190010332ns) {Configure:104(189997052ns) {ProcessConfigured:135(5708946ns) {StartInitialHandshake:157(5706452ns) {DropHandshakes:470(3086ns) {DropIncomingHandshake:442(729ns) DropOutgoingHandshake:457(582ns)} GenerateSessionVirtualId:992(779ns) PrepareNewSessionHandshake:477(4587ns) {SwitchToState:179(2366ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.740954Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037177121721107:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16998
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.741253Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037177121721108:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16998
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.741468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037177121721109:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16998
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.747150Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037178515792971:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25890
2026-01-08T17:02:13.751426Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037174599914771:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(155722503ns) {Configure:104(155713413ns) {ProcessConfigured:135(63638ns) {StartInitialHandshake:157(61646ns) {DropHandshakes:470(2732ns) {DropIncomingHandshake:442(665ns) DropOutgoingHandshake:457(539ns)} GenerateSessionVirtualId:992(870ns) PrepareNewSessionHandshake:477(3080ns) {SwitchToState:179(1019ns)}}}}}
2026-01-08T17:02:13.757186Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037178894882157:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(98517689ns) {Configure:104(98511983ns) {ProcessConfigured:135(22226954ns) {StartInitialHandshake:157(22224175ns) {DropHandshakes:470(8310658ns) {DropIncomingHandshake:442(615ns) DropOutgoingHandshake:457(1560ns)} GenerateSessionVirtualId:992(2080ns) PrepareNewSessionHandshake:477(4691ns) {SwitchToState:179(1916ns)}}}}}
2026-01-08T17:02:13.731644Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037179275740225:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(81782671ns) {Configure:104(81775574ns) {ProcessConfigured:135(66185ns) {StartInitialHandshake:157(63024ns) {DropHandshakes:470(3339ns) {DropIncomingHandshake:442(663ns) DropOutgoingHandshake:457(542ns)} GenerateSessionVirtualId:992(1060ns) PrepareNewSessionHandshake:477(2167ns) {SwitchToState:179(795ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.732086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037179275740236:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:13.779419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037178515792966:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.780092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037178515792916:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:13.735456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037179275740233:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7011
2026-01-08T17:02:13.738622Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037179275740240:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7011
2026-01-08T17:02:13.778077Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037177089674261:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47174
2026-01-08T17:02:13.779065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037177089674260:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47174
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.782399Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037174599914772:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(24905641ns) {Configure:104(24899247ns) {ProcessConfigured:135(53851ns) {StartInitialHandshake:157(52041ns) {DropHandshakes:470(1760ns) {DropIncomingHandshake:442(163ns) DropOutgoingHandshake:457(687ns)} GenerateSessionVirtualId:992(462ns) PrepareNewSessionHandshake:477(2569ns) {SwitchToState:179(514ns)}}}}}
2026-01-08T17:02:13.783532Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037178894882167:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34360
2026-01-08T17:02:13.783712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037178894882168:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34360
2026-01-08T17:02:13.783768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037178894882169:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34360
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.785927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037178894882166:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34360
2026-01-08T17:02:13.780437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037177089674250:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.780468Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037177089674250:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:13.794779Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037177089674260:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.780292Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037177121721109:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.818418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037178894882167:2140] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.823271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037177089674262:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47174
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.808689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037179688894963:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.780432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037177121721108:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.839269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037179275740233:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.858522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037178515792971:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.784980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037177121721107:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.841395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037178894882169:2142] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.808756Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037179688894963:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:13.858838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037174220825597:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:13.834368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037177089674263:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47174
2026-01-08T17:02:13.839634Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037179275740240:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.785490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037172826753746:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:13.841785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037178894882166:2139] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.870735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037178894882168:2141] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.843224Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037179275740243:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7011
2026-01-08T17:02:13.814872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037179688894971:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58886
2026-01-08T17:02:13.854977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037177089674264:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47174
2026-01-08T17:02:13.859245Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037178515792974:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25890
2026-01-08T17:02:13.795202Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037177121721103:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(121214125ns) {Configure:104(121207307ns) {ProcessConfigured:135(10765369ns) {StartInitialHandshake:157(10761532ns) {DropHandshakes:470(3531ns) {DropIncomingHandshake:442(631ns) DropOutgoingHandshake:457(925ns)} GenerateSessionVirtualId:992(1157ns) PrepareNewSessionHandshake:477(4204ns) {SwitchToState:179(1989ns)}}}}}
2026-01-08T17:02:13.820468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037179688894963:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:13.820819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037179688894955:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:13.820868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:13.820931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037179688894955:2107] [node 4] ICP22 created new session: [3:7593037179688894973:2107]
2026-01-08T17:02:13.820996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037179688894973:2107] [node 4] ICS09 handshake done sender: [3:7593037179688894963:2112] self: [3:7593037179688894962:0] peer: [4:7593037177121721121:0] socket: 404 qp: -1
2026-01-08T17:02:13.821036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037179688894973:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:13.821077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:13.856371Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037179688894971:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.863262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037179688894955:2107] [node 4] ICP18 handshake (actor [3:7593037179688894971:2115]) is too old
2026-01-08T17:02:13.882384Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037179275740230:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.882441Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037179275740230:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:13.892800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037179275740246:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7011
2026-01-08T17:02:13.900848Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037179275740243:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.901010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037174980772866:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:13.918726Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037179275740230:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:13.855498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037177089674263:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.851585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037177121721124:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16998
2026-01-08T17:02:13.852572Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037177121721107:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:13.852884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037172826753746:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:13.852976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:13.853037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037172826753746:2050] [node 3] ICP22 created new session: [4:7593037177121721125:2050]
2026-01-08T17:02:13.878445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037178515792973:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25890
2026-01-08T17:02:13.928065Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037178894882164:2137] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.970529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037179275740238:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.970580Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037179275740238:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:13.855639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037177089674250:2111] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.928115Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037178894882164:2137] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:13.853102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037177121721125:2050] [node 3] ICS09 handshake done sender: [4:7593037177121721107:2111] self: [4:7593037177121721121:0] peer: [3:7593037179688894962:0] socket: 414 qp: -1
2026-01-08T17:02:13.853163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037177121721125:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:13.853203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:13.926874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037177121721114:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.926908Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037177121721114:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:13.942114Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037177121721114:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:13.942546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037177121721104:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:13.942655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:13.942714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037177121721104:2109] [node 5] ICP22 created new session: [4:7593037177121721129:2109]
2026-01-08T17:02:13.942774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037177121721129:2109] [node 5] ICS09 handshake done sender: [4:7593037177121721114:2115] self: [4:7593037177121721113:0] peer: [5:7593037177089674267:0] socket: 437 qp: -1
2026-01-08T17:02:13.942816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037177121721129:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:13.942856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.983298Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037174980772866:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14470) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037179275740243:2117] held: no
2026-01-08T17:02:13.983603Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037179275740246:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.983759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037179275740226:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:13.983854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:13.983923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037179275740226:2109] [node 6] ICP22 created new session: [2:7593037179275740252:2109]
2026-01-08T17:02:13.983978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037179275740252:2109] [node 6] ICS09 handshake done sender: [2:7593037179275740230:2111] self: [2:7593037179275740229:0] peer: [6:7593037178515792975:0] socket: 425 qp: -1
2026-01-08T17:02:13.984015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037179275740252:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:13.984052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:13.984704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037179275740249:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7011
2026-01-08T17:02:13.903480Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037178515792973:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.856161Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037177089674261:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.952860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037178894882159:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.952889Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037178894882159:2135] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:13.954624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037178894882164:2137] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:13.963061Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037178894882159:2135] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:13.963436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037174599914771:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:13.963528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:13.963591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037174599914771:2048] [node 2] ICP22 created new session: [1:7593037178894882181:2048]
2026-01-08T17:02:13.963662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037178894882181:2048] [node 2] ICS09 handshake done sender: [1:7593037178894882164:2137] self: [1:7593037178894882163:0] peer: [2:7593037179275740247:0] socket: 433 qp: -1
2026-01-08T17:02:13.963705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037178894882181:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:13.963770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:13.965041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037178894882155:2121] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:13.965110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:13.965176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037178894882155:2121] [node 6] ICP22 created new session: [1:7593037178894882183:2121]
2026-01-08T17:02:13.965257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037178894882183:2121] [node 6] ICS09 handshake done sender: [1:7593037178894882159:2135] self: [1:7593037178894882158:0] peer: [6:7593037178515792976:0] socket: 434 qp: -1
2026-01-08T17:02:13.965302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037178894882183:2121] [node 6] ICS10 traffic start
2026-01-08T17:02:13.965366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:13.976758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037178894882161:2136] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.976784Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037178894882161:2136] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:13.978805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037178894882161:2136] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:14.002533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037178894882156:2113] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:14.002629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:14.002688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037178894882156:2113] [node 5] ICP22 created new session: [1:7593037183189849484:2113]
2026-01-08T17:02:14.002746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037183189849484:2113] [node 5] ICS09 handshake done sender: [1:7593037178894882161:2136] self: [1:7593037178894882160:0] peer: [5:7593037177089674274:0] socket: 435 qp: -1
2026-01-08T17:02:14.002788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037183189849484:2113] [node 5] ICS10 traffic start
2026-01-08T17:02:14.002837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.903634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037174220825596:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:13.882461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037177089674224:2086] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:13.894537Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037177089674224:2086] [node 4] ICP35 event processing took too much time PendingConnection:279(16766767ns) {IncomingHandshake:261(8104163ns) {DropIncomingHandshake:442(598ns) PrepareNewSessionHandshake:477(2684ns) {SwitchToState:179(1197ns)} GenerateSessionVirtualId:992(1954ns) IssueIncomingHandshakeReply:193(3572547ns) {SwitchToState:179(2071ns)}}}
2026-01-08T17:02:13.922693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037172794706887:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:13.922884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037177089674264:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.922938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037177089674223:2082] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:13.923006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:13.923079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037177089674223:2082] [node 6] ICP22 created new session: [5:7593037177089674269:2082]
2026-01-08T17:02:13.923139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037177089674269:2082] [node 6] ICS09 handshake done sender: [5:7593037177089674250:2111] self: [5:7593037177089674249:0] peer: [6:7593037178515792972:0] socket: 407 qp: -1
2026-01-08T17:02:13.923178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037177089674269:2082] [node 6] ICS10 traffic start
2026-01-08T17:02:13.923223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:13.962488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037172794706888:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:13.963277Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037177089674224:2086] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26178) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037177089674263:2118] held: no
2026-01-08T17:02:13.974933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037177089674262:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.975794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037177089674272:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47174
2026-01-08T17:02:13.976299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037172794706886:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:13.976509Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037177089674263:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:13.986178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037177089674224:2086] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:13.986220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:13.986280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037177089674224:2086] [node 4] ICP22 created new session: [5:7593037177089674277:2086]
2026-01-08T17:02:13.986360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037177089674277:2086] [node 4] ICS09 handshake done sender: [5:7593037177089674263:2118] self: [5:7593037177089674267:0] peer: [4:7593037177121721113:0] socket: 444 qp: -1
2026-01-08T17:02:13.986413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037177089674277:2086] [node 4] ICS10 traffic start
2026-01-08T17:02:13.992232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037177089674276:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47174
2026-01-08T17:02:13.992652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037177089674275:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47174
2026-01-08T17:02:13.993249Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037177089674262:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:14.004407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:14.004511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037179688894965:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:14.006882Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037179275740251:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7011
2026-01-08T17:02:13.906469Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037178515792966:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:14.009267Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037179688894965:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:14.023469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037183983862272:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58886
2026-01-08T17:02:14.027628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037179688894965:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:14.028207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037183983862274:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58886
2026-01-08T17:02:14.028270Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037183983862275:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58886
2026-01-08T17:02:14.028832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037179688894956:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:14.030536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:14.040908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037179688894956:2108] [node 5] ICP22 created new session: [3:7593037183983862276:2108]
2026-01-08T17:02:14.050441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037183983862276:2108] [node 5] ICS09 handshake done sender: [3:7593037179688894965:2113] self: [3:7593037179688894964:0] peer: [5:7593037177089674273:0] socket: 443 qp: -1
2026-01-08T17:02:13.938524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037178515792916:2066] [node 5] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:14.007634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037179275740243:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:14.044105Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037177089674224:2086] [node 4] ICP35 event processing took too much time PendingConnection:279(48314663ns) {HandleHandshakeStatus:329(48312160ns) {DropIncomingHandshake:442(736ns) DropOutgoingHandshake:457(294ns) SwitchToState:179(823ns) ProcessPendingSessionEvents:495(1373ns)}}
2026-01-08T17:02:13.938603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:14.058923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037183983862272:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:14.041431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037174980772866:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:14.059279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037183983862278:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58886
2026-01-08T17:02:13.938678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037178515792916:2066] [node 5] ICP22 created new session: [6:7593037178515792977:2066]
2026-01-08T17:02:14.072056Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037178894882171:2143] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:14.072118Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037178894882171:2143] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:14.067168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037177121721132:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16998
2026-01-08T17:02:14.043074Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037179275740238:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:14.073898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037172794706886:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:14.059347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037175393927596:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:14.066448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:14.073983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:13.938746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037178515792977:2066] [node 5] ICS09 handshake done sender: [6:7593037178515792966:2114] self: [6:7593037178515792972:0] peer: [5:7593037177089674249:0] socket: 410 qp: -1
2026-01-08T17:02:14.072367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037181416688429:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16998
2026-01-08T17:02:14.085760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037178894882165:2138] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.938793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037178515792977:2066] [node 5] ICS10 traffic start
2026-01-08T17:02:14.062682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037183983862276:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:14.074036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037172794706886:2048] [node 1] ICP22 created new session: [5:7593037181384641576:2048]
2026-01-08T17:02:14.067185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037179275740236:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:14.068175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:14.071915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037174980772866:2048] [node 1] ICP22 created new session: [2:7593037183570707553:2048]
2026-01-08T17:02:14.073627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037179275740236:2108] [node 5] ICP22 created new session: [2:7593037183570707554:2108]
2026-01-08T17:02:14.073734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037183570707553:2048] [node 1] ICS09 handshake done sender: [2:7593037179275740243:2117] self: [2:7593037179275740247:0] peer: [1:7593037178894882163:0] socket: 446 qp: -1
2026-01-08T17:02:14.079986Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037177121721132:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:14.074830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037183570707553:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:14.078490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:14.080019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037183570707554:2108] [node 5] ICS09 handshake done sender: [2:7593037179275740238:2115] self: [2:7593037179275740237:0] peer: [5:7593037177089674268:0] socket: 423 qp: -1
2026-01-08T17:02:14.083519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037183570707554:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:14.084576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:14.085986Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037174980772866:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(43258131ns) {HandleHandshakeStatus:329(43255512ns) {DropIncomingHandshake:442(1040ns) DropOutgoingHandshake:457(537ns) SwitchToState:179(1222ns) ProcessPendingSessionEvents:495(842ns)}}
2026-01-08T17:02:13.938838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:14.085806Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037178894882165:2138] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:14.066775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:14.083194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037177121721122:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:14.074089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037181384641576:2048] [node 1] ICS09 handshake done sender: [5:7593037177089674262:2117] self: [5:7593037177089674274:0] peer: [1:7593037178894882160:0] socket: 441 qp: -1
2026-01-08T17:02:14.092219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037179275740251:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:14.071505Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037183983862274:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:13.953822Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037178515792916:2066] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:14.083246Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037177121721122:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:14.084406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037172826753744:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:14.090625Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037178894882165:2138] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:14.083499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037179688894970:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:14.096909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037178894882157:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:14.083541Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037179688894970:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:14.092254Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037179688894970:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:14.097004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:14.097291Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037179688894956:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(55709698ns) {HandleHandshakeStatus:329(55706956ns) {DropIncomingHandshake:442(142ns) DropOutgoingHandshake:457(773ns) SwitchToState:179(493ns) ProcessPendingSessionEvents:495(10819200ns) {ForwardSessionEventToSession:616(9523624ns) ForwardSessionEventToSession:616(6289ns) ForwardSessionEventToSession:616(3497ns) ForwardSessionEventToSession:616(362685ns) ForwardSessionEventToSession:616(3038ns) ForwardSessionEventToSession:616(477388ns) ForwardSessionEventToSession:616(265163ns) ForwardSessionEventToSession:616(2337ns) ForwardSessionEventToSession:616(147449ns) ForwardSessionEventToSession:616(2934ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:14.097062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037178894882157:2107] [node 4] ICP22 created new session: [1:7593037183189849488:2107]
2026-01-08T17:02:14.074127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037181384641576:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:13.956427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037178515792979:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25890
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:14.074165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:14.099594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037183189849488:2107] [node 4] ICS09 handshake done sender: [1:7593037178894882165:2138] self: [1:7593037178894882162:0] peer: [4:7593037181416688430:0] socket: 432 qp: -1
2026-01-08T17:02:14.099750Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037177121721122:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:13.970563Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037178515792981:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25890
2026-01-08T17:02:14.083254Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037172794706886:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:14.095065Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037177089674261:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:14.099932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037183189849488:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:14.102688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037179688894959:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:14.096480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037172794706887:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:14.102617Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037179275740236:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(32844534ns) {HandleHandshakeStatus:329(32841203ns) {DropIncomingHandshake:442(639ns) DropOutgoingHandshake:457(684ns) SwitchToState:179(979ns) ProcessPendingSessionEvents:495(7721511ns) {ForwardSessionEventToSession:616(4299370ns) ForwardSessionEventToSession:616(502136ns) ForwardSessionEventToSession:616(3753ns) ForwardSessionEventToSession:616(2902ns) ForwardSessionEventToSession:616(186208ns) ForwardSessionEventToSession:616(3214ns) ForwardSessionEventToSession:616(3177ns) ForwardSessionEventToSession:616(233573ns) ForwardSessionEventToSession:616(1042158ns) ForwardSessionEventToSession:616(1420538ns)}}}
2026-01-08T17:02:13.998630Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037178515792971:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:14.101280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:14.102098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037181416688431:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16998
2026-01-08T17:02:14.102962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037183983862275:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:14.097128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:13.999233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037174220825597:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:14.097419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037172794706887:2049] [node 2] ICP22 created new session: [5:7593037181384641579:2049]
2026-01-08T17:02:14.101315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037181384641579:2049] [node 2] ICS09 handshake done sender: [5:7593037177089674261:2116] self: [5:7593037177089674268:0] peer: [2:7593037179275740237:0] socket: 429 qp: -1
2026-01-08T17:02:14.101940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037181384641579:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:14.101992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:14.102437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037181384641578:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47174
2026-01-08T17:02:14.103600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:14.103874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037177121721103:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:14.115924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037179275740236:2108] [node 5] ICP18 handshake (actor [2:7593037179275740251:2120]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:13.999293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:14.103979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037179688894959:2109] [node 6] ICP22 created new session: [3:7593037183983862283:2109]
2026-01-08T17:02:14.103349Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037178894882171:2143] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:14.104307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:13.999368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037174220825597:2049] [node 2] ICP22 created new session: [6:7593037178515792983:2049]
2026-01-08T17:02:14.107368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037174599914772:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:14.106148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037183983862283:2109] [node 6] ICS09 handshake done sender: [3:7593037179688894970:2114] self: [3:7593037179688894969:0] peer: [6:7593037182810760285:0] socket: 466 qp: -1
2026-01-08T17:02:14.104921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037177121721103:2108] [node 6] ICP22 created new session: [4:7593037181416688433:2108]
2026-01-08T17:02:13.999431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037178515792983:2049] [node 2] ICS09 handshake done sender: [6:7593037178515792971:2116] self: [6:7593037178515792975:0] peer: [2:7593037179275740229:0] socket: 427 qp: -1
2026-01-08T17:02:14.107437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:14.106061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037181416688433:2108] [node 6] ICS09 handshake done sender: [4:7593037177121721122:2117] self: [4:7593037177121721117:0] peer: [6:7593037182810760284:0] socket: 412 qp: -1
2026-01-08T17:02:13.999480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037178515792983:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:14.106105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037181416688433:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:14.115350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:14.124631Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037172826753744:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14470) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037177121721132:2119] held: no
2026-01-08T17:02:14.106485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037183983862283:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:14.107510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037174599914772:2049] [node 3] ICP22 created new session: [1:7593037183189849490:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:14.130720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037177121721132:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:14.124226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037179275740232:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:14.106779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037179688894956:2108] [node 5] ICP18 handshake (actor [3:7593037183983862275:2118]) is too old
2026-01-08T17:02:13.999527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:14.109132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:14.119215Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037179688894959:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(16377058ns) {HandleHandshakeStatus:329(16373788ns) {DropIncomingHandshake:442(29395ns) DropOutgoingHandshake:457(751ns) SwitchToState:179(994ns) ProcessPendingSessionEvents:495(132976ns) {ForwardSessionEventToSession:616(77763ns) ForwardSessionEventToSession:616(10304ns) ForwardSessionEventToSession:616(5919ns) ForwardSessionEventToSession:616(2304ns) ForwardSessionEventToSession:616(5931ns) ForwardSessionEventToSession:616(2672ns) ForwardSessionEventToSession:616(2627ns) ForwardSessionEventToSession:616(6019ns) ForwardSessionEventToSession:616(2578ns) ForwardSessionEventToSession:616(5143ns)}}}
2026-01-08T17:02:14.119412Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037175393927596:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14470) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037183983862272:2116] held: no
2026-01-08T17:02:14.119942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037183983862284:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58886
2026-01-08T17:02:14.122939Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037183983862272:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:14.123205Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037183983862278:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:14.123593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037175393927597:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:14.124657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037175393927596:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:14.124710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:14.127167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037175393927596:2048] [node 1] ICP22 created new session: [3:7593037183983862287:2048]
2026-01-08T17:02:14.127240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037183983862287:2048] [node 1] ICS09 handshake done sender: [3:7593037183983862272:2116] self: [3:7593037183983862279:0] peer: [1:7593037178894882170:0] socket: 459 qp: -1
2026-01-08T17:02:14.127295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037183983862287:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:14.127337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:14.128183Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037183983862289:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58886
2026-01-08T17:02:14.139634Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037175393927597:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25371) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037183983862278:2119] held: no
2026-01-08T17:02:14.139832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037183983862278:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:14.107591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037183189849490:2049] [node 3] ICS09 handshake done sender: [1:7593037178894882171:2143] self: [1:7593037178894882170:0] peer: [3:7593037183983862279:0] socket: 456 qp: -1
2026-01-08T17:02:14.000223Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037178515792973:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:14.124272Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037179275740232:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:14.151980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037177089674264:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:14.001935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037174220825596:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:14.152450Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037172794706888:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1766) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037177089674264:2119] held: no
2026-01-08T17:02:14.001998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:14.107636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037183189849490:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:14.144209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037175393927597:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:14.126078Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037179275740232:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:14.160715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037172794706888:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:14.150957Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037177121721103:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(20544586ns) {HandleHandshakeStatus:329(20542246ns) {DropIncomingHandshake:442(15891ns) DropOutgoingHandshake:457(781ns) SwitchToState:179(1586ns) ProcessPendingSessionEvents:495(2388709ns) {ForwardSessionEventToSession:616(842095ns) ForwardSessionEventToSession:616(4260ns) ForwardSessionEventToSession:616(316868ns) ForwardSessionEventToSession:616(816562ns) ForwardSessionEventToSession:616(3994ns) ForwardSessionEventToSession:616(176072ns) ForwardSessionEventToSession:616(2753ns) ForwardSessionEventToSession:616(3462ns) ForwardSessionEventToSession:616(206440ns) ForwardSessionEventToSession:616(2972ns)}}}
2026-01-08T17:02:14.160801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:14.154595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037181416688429:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:14.160874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037172794706888:2050] [node 3] ICP22 created new session: [5:7593037181384641581:2050]
2026-01-08T17:02:14.154686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037172826753744:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:14.107687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:14.160945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037181384641581:2050] [node 3] ICS09 handshake done sender: [5:7593037177089674264:2119] self: [5:7593037177089674273:0] peer: [3:7593037179688894964:0] socket: 445 qp: -1
2026-01-08T17:02:14.002072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037174220825596:2048] [node 1] ICP22 created new session: [6:7593037178515792985:2048]
2026-01-08T17:02:14.160999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037181384641581:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:14.002128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037178515792985:2048] [node 1] ICS09 handshake done sender: [6:7593037178515792973:2117] self: [6:7593037178515792976:0] peer: [1:7593037178894882158:0] socket: 439 qp: -1
2026-01-08T17:02:14.002173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037178515792985:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:14.161057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:14.002228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:14.040297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037178515792980:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25890
2026-01-08T17:02:14.040442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037182810760283:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25890
2026-01-08T17:02:14.062765Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037178515792980:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:14.072091Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037174220825596:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(47641273ns) {HandleHandshakeStatus:329(47637680ns) {DropIncomingHandshake:442(988ns) DropOutgoingHandshake:457(5332ns) SwitchToState:179(639ns) ProcessPendingSessionEvents:495(44866675ns) {ForwardSessionEventToSession:616(14056843ns) ForwardSessionEventToSession:616(10123ns) ForwardSessionEventToSession:616(5185613ns) ForwardSessionEventToSession:616(3780ns) ForwardSessionEventToSession:616(2270ns) ForwardSessionEventToSession:616(10987429ns) ForwardSessionEventToSession:616(3694ns) ForwardSessionEventToSession:616(6025587ns) ForwardSessionEventToSession:616(1947998ns) ForwardSessionEventToSession:616(37633ns)}}}
2026-01-08T17:02:14.072777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037182810760283:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:14.072860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037178515792948:2069] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:14.073119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037174220825598:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:14.105192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037182810760286:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25890
2026-01-08T17:02:14.121464Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037174220825598:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1766) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037182810760283:2122] held: no
2026-01-08T17:02:14.123280Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037182810760283:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:14.131317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037182810760287:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25890
2026-01-08T17:02:14.146559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037174220825598:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:14.146632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:14.146711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037174220825598:2050] [node 3] ICP22 created new session: [6:7593037182810760288:2050]
2026-01-08T17:02:14.146766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037182810760288:2050] [node 3] ICS09 handshake done sender: [6:7593037182810760283:2122] self: [6:7593037182810760285:0] peer: [3:7593037179688894969:0] socket: 470 qp: -1
2026-01-08T17:02:14.146825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037182810760288:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:14.146870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:14.127067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037174980772867:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:14.147412Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037178515792948:2069] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26178) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037178515792980:2120] held: no
2026-01-08T17:02:14.129684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:14.147648Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037178515792980:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:14.151249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037178515792948:2069] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:14.129749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037174980772867:2049] [node 3] ICP22 created new session: [2:7593037183570707558:2049]
2026-01-08T17:02:14.151289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:14.129804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037183570707558:2049] [node 3] ICS09 handshake done sender: [2:7593037179275740232:2112] self: [2:7593037179275740231:0] peer: [3:7593037183983862286:0] socket: 467 qp: -1
2026-01-08T17:02:14.151334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037178515792948:2069] [node 4] ICP22 created new session: [6:7593037182810760290:2069]
2026-01-08T17:02:14.129845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037183570707558:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:14.151390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037182810760290:2069] [node 4] ICS09 handshake done sender: [6:7593037178515792980:2120] self: [6:7593037182810760284:0] peer: [4:7593037177121721117:0] socket: 455 qp: -1
2026-01-08T17:02:14.129896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:14.151421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037182810760290:2069] [node 4] ICS10 traffic start
2026-01-08T17:02:14.144284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:14.151449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:14.144351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037175393927597:2049] [node 2] ICP22 created new session: [3:7593037183983862290:2049]
2026-01-08T17:02:14.144410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037183983862290:2049] [node 2] ICS09 handshake done sender: [3:7593037183983862278:2119] self: [3:7593037183983862286:0] peer: [2:7593037179275740231:0] socket: 471 qp: -1
2026-01-08T17:02:14.144456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037183983862290:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:14.144500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:14.162014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:14.162085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037172826753744:2048] [node 1] ICP22 created new session: [4:7593037181416688435:2048]
2026-01-08T17:02:14.162131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037181416688435:2048] [node 1] ICS09 handshake done sender: [4:7593037177121721132:2119] self: [4:7593037181416688430:0] peer: [1:7593037178894882162:0] socket: 458 qp: -1
2026-01-08T17:02:14.162185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037181416688435:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:14.162226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:14.162719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037172826753745:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:14.163070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037179275740235:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:14.163117Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037179275740235:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:14.164056Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037179275740235:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:14.164280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037181416688438:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16998
2026-01-08T17:02:14.164432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037179275740225:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:14.164511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:14.164578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037179275740225:2107] [node 4] ICP22 created new session: [2:7593037183570707561:2107]
2026-01-08T17:02:14.164662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037183570707561:2107] [node 4] ICS09 handshake done sender: [2:7593037179275740235:2114] self: [2:7593037179275740234:0] peer: [4:7593037181416688437:0] socket: 468 qp: -1
2026-01-08T17:02:14.164666Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037181416688429:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:14.164712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037183570707561:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:14.165021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037172826753745:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:14.165068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:14.165215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037172826753745:2049] [node 2] ICP22 created new session: [4:7593037181416688439:2049]
2026-01-08T17:02:14.165835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037181416688439:2049] [node 2] ICS09 handshake done sender: [4:7593037181416688429:2120] self: [4:7593037181416688437:0] peer: [2:7593037179275740234:0] socket: 469 qp: -1
2026-01-08T17:02:14.165880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037181416688439:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:14.165928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:14.164827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:14.247320Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:14.247556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037183570707553:2048] [node 1] ICS01 socket: 446 reason# EndOfStream
2026-01-08T17:02:14.247606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037174980772866:2048] [node 1] ICP30 unregister session Session# [2:7593037183570707553:2048] VirtualId# [2:7593037179275740247:0]
2026-01-08T17:02:14.247656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037183570707553:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.247740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:14.247793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:14.250198Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:14.250456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037183983862287:2048] [node 1] ICS01 socket: 459 reason# EndOfStream
2026-01-08T17:02:14.250513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037175393927596:2048] [node 1] ICP30 unregister session Session# [3:7593037183983862287:2048] VirtualId# [3:7593037183983862279:0]
2026-01-08T17:02:14.250552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037183983862287:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.250635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:14.250683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:14.256734Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:14.257004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037181384641576:2048] [node 1] ICS07 socket disconnect 441 reason# EndOfStream
2026-01-08T17:02:14.257036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037181384641576:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.257116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:14.257164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037181384641576:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:14.259337Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037172794706886:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14470) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:14.259412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037181384641576:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:14.259454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037172794706886:2048] [node 1] ICP30 unregister session Session# [5:7593037181384641576:2048] VirtualId# [5:7593037177089674274:0]
2026-01-08T17:02:14.259500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:14.259539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037172794706886:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14470) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:14.259559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14470) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:14.258610Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:14.258870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037181416688435:2048] [node 1] ICS01 socket: 458 reason# EndOfStream
2026-01-08T17:02:14.258912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037172826753744:2048] [node 1] ICP30 unregister session Session# [4:7593037181416688435:2048] VirtualId# [4:7593037181416688430:0]
2026-01-08T17:02:14.258950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037181416688435:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.259063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:14.259112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:14.258842Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:14.259067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037178515792985:2048] [node 1] ICS07 socket disconnect 439 reason# EndOfStream
2026-01-08T17:02:14.260634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037178515792985:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.260741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:14.260788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037178515792985:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:14.261839Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037174220825596:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14470) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:14.261910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037178515792985:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:14.261957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037174220825596:2048] [node 1] ICP30 unregister session Session# [6:7593037178515792985:2048] VirtualId# [6:7593037178515792976:0]
2026-01-08T17:02:14.262008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:14.262073Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037174220825596:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14470) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:14.262094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14470) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:14.269004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037172794706886:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:14.273347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037174220825596:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:14.374082Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:14.374423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037183983862290:2049] [node 2] ICS01 socket: 471 reason# EndOfStream
2026-01-08T17:02:14.374487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037175393927597:2049] [node 2] ICP30 unregister session Session# [3:7593037183983862290:2049] VirtualId# [3:7593037183983862286:0]
2026-01-08T17:02:14.374528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037183983862290:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.374649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:14.374723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:14.375295Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:14.375530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037181384641579:2049] [node 2] ICS01 socket: 429 reason# EndOfStream
2026-01-08T17:02:14.375577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037172794706887:2049] [node 2] ICP30 unregister session Session# [5:7593037181384641579:2049] VirtualId# [5:7593037177089674268:0]
2026-01-08T17:02:14.375630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037181384641579:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.375726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:14.375768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:14.376109Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:14.376327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037178515792983:2049] [node 2] ICS01 socket: 427 reason# EndOfStream
2026-01-08T17:02:14.376359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037174220825597:2049] [node 2] ICP30 unregister session Session# [6:7593037178515792983:2049] VirtualId# [6:7593037178515792975:0]
2026-01-08T17:02:14.376389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037178515792983:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.376447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:14.376487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:14.376912Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:14.377220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037181416688439:2049] [node 2] ICS07 socket disconnect 469 reason# EndOfStream
2026-01-08T17:02:14.377687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037181416688439:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.377760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:14.377807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037181416688439:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:14.380227Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037172826753745:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25371) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:14.381097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037181416688439:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:14.381241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037172826753745:2049] [node 2] ICP30 unregister session Session# [4:7593037181416688439:2049] VirtualId# [4:7593037181416688437:0]
2026-01-08T17:02:14.381355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:14.381417Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037172826753745:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25371) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:14.381439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25371) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:14.390484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037172826753745:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:02:14.470481Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:14.470741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037177121721125:2050] [node 3] ICS07 socket disconnect 414 reason# EndOfStream
2026-01-08T17:02:14.470778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037177121721125:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.470883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:14.470937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037177121721125:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:14.472127Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037172826753746:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1766) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:14.472198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037177121721125:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:14.472238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037172826753746:2050] [node 3] ICP30 unregister session Session# [4:7593037177121721125:2050] VirtualId# [4:7593037177121721121:0]
2026-01-08T17:02:14.472293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:14.472325Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037172826753746:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:14.472359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1766) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:14.476927Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:14.477114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037181384641581:2050] [node 3] ICS01 socket: 445 reason# EndOfStream
2026-01-08T17:02:14.477152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037172794706888:2050] [node 3] ICP30 unregister session Session# [5:7593037181384641581:2050] VirtualId# [5:7593037177089674273:0]
2026-01-08T17:02:14.477184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037181384641581:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.477264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:14.477306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:14.478917Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:14.490595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037182810760288:2050] [node 3] ICS01 socket: 470 reason# EndOfStream
2026-01-08T17:02:14.490649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037174220825598:2050] [node 3] ICP30 unregister session Session# [6:7593037182810760288:2050] VirtualId# [6:7593037182810760285:0]
2026-01-08T17:02:14.490699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037182810760288:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.490799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:14.490873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:14.618499Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:14.618739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037182810760290:2069] [node 4] ICS01 socket: 455 reason# EndOfStream
2026-01-08T17:02:14.618787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037178515792948:2069] [node 4] ICP30 unregister session Session# [6:7593037182810760290:2069] VirtualId# [6:7593037182810760284:0]
2026-01-08T17:02:14.618830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037182810760290:2069] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.618913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:14.618960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:14.622500Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:14.622756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037177089674277:2086] [node 4] ICS01 socket: 444 reason# EndOfStream
2026-01-08T17:02:14.622806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037177089674224:2086] [node 4] ICP30 unregister session Session# [5:7593037177089674277:2086] VirtualId# [5:7593037177089674267:0]
2026-01-08T17:02:14.622850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037177089674277:2086] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.622942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:14.622998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:14.814589Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:14.814907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037178515792977:2066] [node 5] ICS01 socket: 410 reason# EndOfStream
2026-01-08T17:02:14.814957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037178515792916:2066] [node 5] ICP30 unregister session Session# [6:7593037178515792977:2066] VirtualId# [6:7593037178515792972:0]
2026-01-08T17:02:14.815003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037178515792977:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:14.815189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:14.815296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:15.041100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037186454203681:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:15.041183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037186454203682:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:15.048338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037188853426529:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:15.048392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037188853426530:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:15.060827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037186912596003:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:15.060876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037186912596004:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:15.069583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037188494749778:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:15.069823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037188494749780:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:15.069942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037188494749779:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:15.078493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037188120135101:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:15.078537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037188120135102:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:15.078732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037188120135103:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:15.089088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037187383533611:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:15.089163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037187383533613:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:15.090735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037187383533612:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:15.327115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037187383533674:2106] [node 5] ICP01 ready to work
2026-01-08T17:02:15.341667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037186454203743:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:15.418392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037186454203745:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:15.446857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037188853426594:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:15.475186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037186912596066:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:15.462439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037186454203746:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:15.485156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037188853426595:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.501228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037186912596068:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:15.501232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037188120135165:2110] [node 4] ICP01 ready to work
2026-01-08T17:02:15.506661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037186912596067:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:15.500500Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037187383533612:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(85757880ns) {Configure:104(85752115ns) {ProcessConfigured:135(71967ns) {StartInitialHandshake:157(69404ns) {DropHandshakes:470(2578ns) {DropIncomingHandshake:442(653ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:992(1456ns) PrepareNewSessionHandshake:477(1229ns) {SwitchToState:179(422ns)}}}}}
2026-01-08T17:02:15.480107Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037186454203743:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(138050053ns) {Configure:104(138045244ns) {ProcessConfigured:135(12930290ns) {StartInitialHandshake:157(12927945ns) {DropHandshakes:470(2504ns) {DropIncomingHandshake:442(383ns) DropOutgoingHandshake:457(931ns)} GenerateSessionVirtualId:992(845ns) PrepareNewSessionHandshake:477(6437ns) {SwitchToState:179(2972ns)}}}}}
2026-01-08T17:02:15.508559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037188494749841:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:15.514464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037187383533683:2111] [node 4] ICP01 ready to work
2026-01-08T17:02:15.485840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037188853426596:2110] [node 6] ICP01 ready to work
2026-01-08T17:02:15.506652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037188120135166:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:15.514710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037188120135162:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53003
2026-01-08T17:02:15.524044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037188494749842:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:15.550565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037186454203681:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(195011856ns) {Configure:104(195007606ns) {ProcessConfigured:135(9228812ns) {StartInitialHandshake:157(9223636ns) {DropHandshakes:470(2554ns) {DropIncomingHandshake:442(978ns) DropOutgoingHandshake:457(378ns)} GenerateSessionVirtualId:992(2013ns) PrepareNewSessionHandshake:477(3159ns) {SwitchToState:179(1297ns)}}}}}
2026-01-08T17:02:15.554718Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037188853426529:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(174567108ns) {Configure:104(174560977ns) {ProcessConfigured:135(13551856ns) {StartInitialHandshake:157(13549181ns) {DropHandshakes:470(2646ns) {DropIncomingHandshake:442(630ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:992(879ns) PrepareNewSessionHandshake:477(3304ns) {SwitchToState:179(1645ns)}}}}}
2026-01-08T17:02:15.556773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037187383533613:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(53681498ns) {Configure:104(53672553ns) {ProcessConfigured:135(103674ns) {StartInitialHandshake:157(100109ns) {DropHandshakes:470(2228ns) {DropIncomingHandshake:442(436ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:992(704ns) PrepareNewSessionHandshake:477(1620ns) {SwitchToState:179(682ns)}}}}}
2026-01-08T17:02:15.569543Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037188853426530:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(67237102ns) {Configure:104(55696748ns) {ProcessConfigured:135(7285203ns) {StartInitialHandshake:157(7282708ns) {DropHandshakes:470(1439966ns) {DropIncomingHandshake:442(276ns) DropOutgoingHandshake:457(755ns)} GenerateSessionVirtualId:992(1471ns) PrepareNewSessionHandshake:477(4258ns) {SwitchToState:179(2442ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.572393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037187383533682:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63507
2026-01-08T17:02:15.569653Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037188494749778:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(190024189ns) {Configure:104(190016537ns) {ProcessConfigured:135(1065200ns) {StartInitialHandshake:157(1064074ns) {DropHandshakes:470(752ns) {DropIncomingHandshake:442(139ns) DropOutgoingHandshake:457(221ns)} GenerateSessionVirtualId:992(438ns) PrepareNewSessionHandshake:477(1483ns) {SwitchToState:179(175ns)}}}}}
2026-01-08T17:02:15.570121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037188853426594:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(73087092ns) {Configure:104(73080379ns) {ProcessConfigured:135(12151975ns) {StartInitialHandshake:157(12149904ns) {DropHandshakes:470(4503ns) {DropIncomingHandshake:442(174ns) DropOutgoingHandshake:457(726ns)} GenerateSessionVirtualId:992(523ns) PrepareNewSessionHandshake:477(3944ns) {SwitchToState:179(1900ns)}}}}}
2026-01-08T17:02:15.572553Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037187383533611:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(160757991ns) {Configure:104(160752082ns) {ProcessConfigured:135(9701800ns) {StartInitialHandshake:157(9699731ns) {DropHandshakes:470(699ns) {DropIncomingHandshake:442(160ns) DropOutgoingHandshake:457(160ns)} GenerateSessionVirtualId:992(551ns) PrepareNewSessionHandshake:477(9087ns) {SwitchToState:179(1359ns)}}}}}
2026-01-08T17:02:15.573211Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037186912596066:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(50676630ns) {Configure:104(50668707ns) {ProcessConfigured:135(10794361ns) {StartInitialHandshake:157(10792694ns) {DropHandshakes:470(496ns) {DropIncomingHandshake:442(81ns) DropOutgoingHandshake:457(188ns)} GenerateSessionVirtualId:992(582ns) PrepareNewSessionHandshake:477(2537ns) {SwitchToState:179(1468ns)}}}}}
2026-01-08T17:02:15.575276Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037188120135102:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(31694607ns) {Configure:104(31688335ns) {ProcessConfigured:135(11245872ns) {StartInitialHandshake:157(11243274ns) {DropHandshakes:470(910ns) {DropIncomingHandshake:442(215ns) DropOutgoingHandshake:457(164ns)} GenerateSessionVirtualId:992(373ns) PrepareNewSessionHandshake:477(2731ns) {SwitchToState:179(98ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.574721Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037186912596004:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(67332043ns) {Configure:104(67326987ns) {ProcessConfigured:135(60339ns) {StartInitialHandshake:157(58504ns) {DropHandshakes:470(1104ns) {DropIncomingHandshake:442(283ns) DropOutgoingHandshake:457(284ns)} GenerateSessionVirtualId:992(487ns) PrepareNewSessionHandshake:477(785ns) {SwitchToState:179(318ns)}}}}}
2026-01-08T17:02:15.575568Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037188494749779:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(190149890ns) {Configure:104(190144868ns) {ProcessConfigured:135(4674938ns) {StartInitialHandshake:157(4672177ns) {DropHandshakes:470(5111ns) {DropIncomingHandshake:442(417ns) DropOutgoingHandshake:457(819ns)} GenerateSessionVirtualId:992(827ns) PrepareNewSessionHandshake:477(2374ns) {SwitchToState:179(934ns)}}}}}
2026-01-08T17:02:15.575777Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037186912596003:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(72007603ns) {Configure:104(68159715ns) {ProcessConfigured:135(1493392ns) {StartInitialHandshake:157(1489280ns) {DropHandshakes:470(1506ns) {DropIncomingHandshake:442(294ns) DropOutgoingHandshake:457(606ns)} GenerateSessionVirtualId:992(468ns) PrepareNewSessionHandshake:477(1427ns) {SwitchToState:179(233ns)}}}}}
2026-01-08T17:02:15.576695Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037188120135103:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(68771303ns) {Configure:104(68766143ns) {ProcessConfigured:135(712798ns) {StartInitialHandshake:157(711514ns) {DropHandshakes:470(998ns) {DropIncomingHandshake:442(223ns) DropOutgoingHandshake:457(330ns)} GenerateSessionVirtualId:992(299ns) PrepareNewSessionHandshake:477(1254ns) {SwitchToState:179(172ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.579917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037188853426605:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45915
2026-01-08T17:02:15.578143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037188120135167:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53003
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.585240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037186912596075:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46414
2026-01-08T17:02:15.582973Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037188120135162:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.598250Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037187383533692:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63507
2026-01-08T17:02:15.598268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037186454203760:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44874
2026-01-08T17:02:15.599693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037187383533682:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.599481Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037188494749780:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(68064825ns) {Configure:104(68059760ns) {ProcessConfigured:135(9774780ns) {StartInitialHandshake:157(9771807ns) {DropHandshakes:470(2591ns) {DropIncomingHandshake:442(688ns) DropOutgoingHandshake:457(309ns)} GenerateSessionVirtualId:992(1488ns) PrepareNewSessionHandshake:477(2211ns) {SwitchToState:179(1279ns)}}}}}
2026-01-08T17:02:15.604256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037186454203753:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.599840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037187383533611:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:15.611315Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037188853426595:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(39779622ns) {Configure:104(37984710ns) {ProcessConfigured:135(2904897ns) {StartInitialHandshake:157(2902119ns) {DropHandshakes:470(3302ns) {DropIncomingHandshake:442(490ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:992(638ns) PrepareNewSessionHandshake:477(1132685ns) {SwitchToState:179(759ns)}}}}}
2026-01-08T17:02:15.611093Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037188120135166:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(46306926ns) {Configure:104(46296637ns) {ProcessConfigured:135(6949221ns) {StartInitialHandshake:157(6946717ns) {DropHandshakes:470(2169ns) {DropIncomingHandshake:442(472ns) DropOutgoingHandshake:457(396ns)} GenerateSessionVirtualId:992(621ns) PrepareNewSessionHandshake:477(3273ns) {SwitchToState:179(1441ns)}}}}}
2026-01-08T17:02:15.604309Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037186454203753:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.629609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037186454203753:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.629911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037187383533694:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63507
2026-01-08T17:02:15.623487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037188853426611:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45915
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.638177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037186454203748:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.630676Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037188120135167:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.639840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037187383533682:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:15.638220Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037186454203748:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:15.642644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037186454203746:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.623577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037188853426612:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45915
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.642687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:15.647491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037188853426604:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.648089Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037186912596067:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(74589473ns) {Configure:104(74585103ns) {ProcessConfigured:135(21295298ns) {StartInitialHandshake:157(21293207ns) {DropHandshakes:470(1899ns) {DropIncomingHandshake:442(279ns) DropOutgoingHandshake:457(207ns)} GenerateSessionVirtualId:992(1015ns) PrepareNewSessionHandshake:477(2699ns) {SwitchToState:179(196ns)}}}}}
2026-01-08T17:02:15.631670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037188120135101:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:15.640827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037187383533611:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.647521Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037188853426604:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:15.642749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037186454203746:2109] [node 6] ICP22 created new session: [1:7593037186454203764:2109]
2026-01-08T17:02:15.631760Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037188120135175:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53003
2026-01-08T17:02:15.649426Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037186912596075:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.640890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:15.642806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037186454203764:2109] [node 6] ICS09 handshake done sender: [1:7593037186454203753:2112] self: [1:7593037186454203752:0] peer: [6:7593037187383533693:0] socket: 413 qp: -1
2026-01-08T17:02:15.648393Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037188853426604:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:15.654374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037186912596082:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46414
2026-01-08T17:02:15.631895Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037188120135178:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53003
2026-01-08T17:02:15.683781Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037188494749841:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(77333702ns) {Configure:104(77328086ns) {ProcessConfigured:135(8974236ns) {StartInitialHandshake:157(8971426ns) {DropHandshakes:470(2021ns) {DropIncomingHandshake:442(267ns) DropOutgoingHandshake:457(560ns)} GenerateSessionVirtualId:992(687ns) PrepareNewSessionHandshake:477(3271011ns) {SwitchToState:179(2251ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.640949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037187383533611:2048] [node 1] ICP22 created new session: [6:7593037187383533695:2048]
2026-01-08T17:02:15.642847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037186454203764:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:15.648733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037188853426596:2110] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.641009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037187383533695:2048] [node 1] ICS09 handshake done sender: [6:7593037187383533682:2114] self: [6:7593037187383533693:0] peer: [1:7593037186454203752:0] socket: 415 qp: -1
2026-01-08T17:02:15.641054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037187383533695:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:15.641118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:15.646793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037187383533692:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.648777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:15.642884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:15.643679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037186454203760:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.707557Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037188120135165:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(100868100ns) {Configure:104(100861998ns) {ProcessConfigured:135(7322755ns) {StartInitialHandshake:157(7319034ns) {DropHandshakes:470(2083ns) {DropIncomingHandshake:442(407ns) DropOutgoingHandshake:457(456ns)} GenerateSessionVirtualId:992(496ns) PrepareNewSessionHandshake:477(4601ns) {SwitchToState:179(2106ns)}}}}}
2026-01-08T17:02:15.705326Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037186912596084:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46414
2026-01-08T17:02:15.708167Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037188120135175:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.647079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037187383533612:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.644335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037186454203763:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44874
2026-01-08T17:02:15.648830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037188853426596:2110] [node 6] ICP22 created new session: [2:7593037188853426614:2110]
2026-01-08T17:02:15.651293Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037186454203748:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:15.662528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037186454203761:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44874
2026-01-08T17:02:15.662618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037186454203769:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44874
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.710551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037186912596082:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.710662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037188120135178:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.701023Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037187383533612:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23475) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037187383533692:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.648886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037188853426614:2110] [node 6] ICS09 handshake done sender: [2:7593037188853426604:2115] self: [2:7593037188853426603:0] peer: [6:7593037187383533698:0] socket: 422 qp: -1
2026-01-08T17:02:15.668266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037186454203743:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.710461Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037188494749842:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(105666101ns) {Configure:104(105661268ns) {ProcessConfigured:135(3811659ns) {StartInitialHandshake:157(3809253ns) {DropHandshakes:470(2709ns) {DropIncomingHandshake:442(489ns) DropOutgoingHandshake:457(521ns)} GenerateSessionVirtualId:992(720ns) PrepareNewSessionHandshake:477(2753ns) {SwitchToState:179(1421ns)}}}}}
2026-01-08T17:02:15.703799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037187383533699:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63507
2026-01-08T17:02:15.704124Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037187383533692:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:15.708757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037187383533612:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.708806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:15.708846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037187383533612:2049] [node 2] ICP22 created new session: [6:7593037187383533700:2049]
2026-01-08T17:02:15.708883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037187383533700:2049] [node 2] ICS09 handshake done sender: [6:7593037187383533692:2118] self: [6:7593037187383533698:0] peer: [2:7593037188853426603:0] socket: 424 qp: -1
2026-01-08T17:02:15.708916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037187383533700:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:15.708950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:15.714442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037188120135183:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53003
2026-01-08T17:02:15.668311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:15.648920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037188853426614:2110] [node 6] ICS10 traffic start
2026-01-08T17:02:15.714916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037186912596086:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46414
2026-01-08T17:02:15.711020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037188494749843:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29183
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.719788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037188120135103:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:15.676035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037186454203743:2108] [node 5] ICP22 created new session: [1:7593037186454203770:2108]
2026-01-08T17:02:15.690545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037186454203770:2108] [node 5] ICS09 handshake done sender: [1:7593037186454203748:2110] self: [1:7593037186454203747:0] peer: [5:7593037188120135181:0] socket: 411 qp: -1
2026-01-08T17:02:15.699283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037186454203770:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:15.701223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:15.704391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037186454203769:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.704517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037186454203763:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.711457Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037186454203743:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(42915350ns) {HandleHandshakeStatus:329(42912634ns) {DropIncomingHandshake:442(339ns) DropOutgoingHandshake:457(387ns) SwitchToState:179(499ns) ProcessPendingSessionEvents:495(2054809ns) {ForwardSessionEventToSession:616(1984141ns) ForwardSessionEventToSession:616(12142ns) ForwardSessionEventToSession:616(2493ns) ForwardSessionEventToSession:616(3001ns) ForwardSessionEventToSession:616(6131ns) ForwardSessionEventToSession:616(2699ns) ForwardSessionEventToSession:616(7691ns) ForwardSessionEventToSession:616(5281ns) ForwardSessionEventToSession:616(2907ns) ForwardSessionEventToSession:616(15565ns)}}}
2026-01-08T17:02:15.711491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037186454203759:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.711516Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037186454203759:2114] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:15.721244Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037186454203759:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:15.740676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037186454203681:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.740767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:15.740832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037186454203681:2048] [node 2] ICP22 created new session: [1:7593037186454203775:2048]
2026-01-08T17:02:15.740882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037186454203775:2048] [node 2] ICS09 handshake done sender: [1:7593037186454203759:2114] self: [1:7593037186454203758:0] peer: [2:7593037188853426620:0] socket: 455 qp: -1
2026-01-08T17:02:15.740924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037186454203775:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:15.740993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:15.743652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037186454203743:2108] [node 5] ICP18 handshake (actor [1:7593037186454203769:2118]) is too old
2026-01-08T17:02:15.766746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037186454203757:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.766778Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037186454203757:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:15.779052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037186454203757:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:15.719589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037186912596084:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.648959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:15.726716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037188120135102:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:15.666873Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037188853426596:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(17824106ns) {HandleHandshakeStatus:329(17821730ns) {DropIncomingHandshake:442(218ns) DropOutgoingHandshake:457(481ns) SwitchToState:179(181ns) ProcessPendingSessionEvents:495(17472728ns) {ForwardSessionEventToSession:616(17411223ns) ForwardSessionEventToSession:616(7510ns) ForwardSessionEventToSession:616(4059ns) ForwardSessionEventToSession:616(11275ns) ForwardSessionEventToSession:616(3439ns) ForwardSessionEventToSession:616(6108ns) ForwardSessionEventToSession:616(3199ns) ForwardSessionEventToSession:616(3526ns) ForwardSessionEventToSession:616(5547ns) ForwardSessionEventToSession:616(2635ns)}}}
2026-01-08T17:02:15.677274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037188853426605:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.681146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037188853426596:2110] [node 6] ICP18 handshake (actor [2:7593037188853426605:2116]) is too old
2026-01-08T17:02:15.701481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037188853426617:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45915
2026-01-08T17:02:15.702576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037188853426612:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.707901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037188853426611:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.709548Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037188853426617:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.710399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037188853426529:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:15.721775Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037188853426621:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45915
2026-01-08T17:02:15.721915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037188853426622:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45915
2026-01-08T17:02:15.728417Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037188853426617:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:15.744223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037188853426529:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.746569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037188853426601:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.746602Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037188853426601:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:15.747273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037188853426602:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.747296Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037188853426602:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:15.748468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:15.753298Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037188853426601:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:15.748526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037188853426529:2048] [node 1] ICP22 created new session: [2:7593037188853426625:2048]
2026-01-08T17:02:15.759135Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037188853426602:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:15.759499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037188853426530:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.759574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:15.778779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037188853426625:2048] [node 1] ICS09 handshake done sender: [2:7593037188853426617:2120] self: [2:7593037188853426620:0] peer: [1:7593037186454203758:0] socket: 456 qp: -1
2026-01-08T17:02:15.778913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037188853426530:2049] [node 3] ICP22 created new session: [2:7593037188853426626:2049]
2026-01-08T17:02:15.784658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037188853426625:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:15.784711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:15.795014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037188853426626:2049] [node 3] ICS09 handshake done sender: [2:7593037188853426601:2113] self: [2:7593037188853426600:0] peer: [3:7593037186912596089:0] socket: 454 qp: -1
2026-01-08T17:02:15.800502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037188853426626:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:15.755604Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037188120135101:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19119) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037188120135167:2111] held: no
2026-01-08T17:02:15.755941Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037188120135167:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:15.789666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037186454203682:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.789771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:15.795628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037186454203682:2049] [node 3] ICP22 created new session: [1:7593037186454203778:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.806647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:15.756383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037188120135188:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53003
2026-01-08T17:02:15.728463Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037186912596086:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.756452Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037188120135189:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53003
2026-01-08T17:02:15.756486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037188120135101:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.756526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:15.756558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037188120135101:2048] [node 1] ICP22 created new session: [5:7593037188120135190:2048]
2026-01-08T17:02:15.756600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037188120135190:2048] [node 1] ICS09 handshake done sender: [5:7593037188120135167:2111] self: [5:7593037188120135181:0] peer: [1:7593037186454203747:0] socket: 414 qp: -1
2026-01-08T17:02:15.756626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037188120135190:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:15.756655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:15.759715Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037188120135175:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:15.760071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037188120135102:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.760116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:15.760297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037188120135102:2049] [node 2] ICP22 created new session: [5:7593037188120135192:2049]
2026-01-08T17:02:15.776666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037188120135192:2049] [node 2] ICS09 handshake done sender: [5:7593037188120135175:2115] self: [5:7593037188120135186:0] peer: [2:7593037188853426599:0] socket: 426 qp: -1
2026-01-08T17:02:15.785117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037188120135192:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:15.785155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:15.788786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037188120135102:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(28441407ns) {HandleHandshakeStatus:329(28438646ns) {DropIncomingHandshake:442(357ns) DropOutgoingHandshake:457(5398ns) SwitchToState:179(346ns) ProcessPendingSessionEvents:495(123639ns) {ForwardSessionEventToSession:616(67782ns) ForwardSessionEventToSession:616(8267ns) ForwardSessionEventToSession:616(2061ns) ForwardSessionEventToSession:616(2762ns) ForwardSessionEventToSession:616(8812ns) ForwardSessionEventToSession:616(3422ns) ForwardSessionEventToSession:616(6379ns) ForwardSessionEventToSession:616(2422ns) ForwardSessionEventToSession:616(8214ns) ForwardSessionEventToSession:616(5037ns)}}}
2026-01-08T17:02:15.728600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037186912596004:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.812935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037188494749843:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.813080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037188494749858:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29183
2026-01-08T17:02:15.813294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037188494749778:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:15.807425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037186454203778:2049] [node 3] ICS09 handshake done sender: [1:7593037186454203757:2113] self: [1:7593037186454203756:0] peer: [3:7593037186912596088:0] socket: 449 qp: -1
2026-01-08T17:02:15.807496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037186454203778:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:15.807549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:15.814394Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037188494749858:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.729516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037186912596003:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:15.808194Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037188853426529:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(64670431ns) {HandleHandshakeStatus:329(64667596ns) {DropIncomingHandshake:442(5344ns) DropOutgoingHandshake:457(14029ns) SwitchToState:179(768ns) ProcessPendingSessionEvents:495(111820ns) {ForwardSessionEventToSession:616(57658ns) ForwardSessionEventToSession:616(4037ns) ForwardSessionEventToSession:616(11138ns) ForwardSessionEventToSession:616(4865ns) ForwardSessionEventToSession:616(3844ns) ForwardSessionEventToSession:616(5434ns) ForwardSessionEventToSession:616(3837ns) ForwardSessionEventToSession:616(5695ns) ForwardSessionEventToSession:616(2036ns) ForwardSessionEventToSession:616(3908ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.818747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037188494749853:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29183
2026-01-08T17:02:15.775374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037186912596070:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.808260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037188853426594:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.811362Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037186454203682:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(21501218ns) {HandleHandshakeStatus:329(21498625ns) {DropIncomingHandshake:442(21805ns) DropOutgoingHandshake:457(772ns) SwitchToState:179(494ns) ProcessPendingSessionEvents:495(3498414ns) {ForwardSessionEventToSession:616(3342401ns) ForwardSessionEventToSession:616(8449ns) ForwardSessionEventToSession:616(5212ns) ForwardSessionEventToSession:616(5914ns) ForwardSessionEventToSession:616(2538ns) ForwardSessionEventToSession:616(2880ns) ForwardSessionEventToSession:616(8481ns) ForwardSessionEventToSession:616(2655ns) ForwardSessionEventToSession:616(6069ns) ForwardSessionEventToSession:616(2902ns)}}}
2026-01-08T17:02:15.824173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037187383533702:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63507
2026-01-08T17:02:15.823342Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037188494749853:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.775422Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037186912596070:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:15.812137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037186454203761:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.808321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:15.786595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037186912596091:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46414
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.834566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037187383533703:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63507
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.808381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037188853426594:2109] [node 5] ICP22 created new session: [2:7593037188853426629:2109]
2026-01-08T17:02:15.831817Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037188120135103:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20149) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037188120135178:2117] held: no
2026-01-08T17:02:15.820719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037186454203750:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.835584Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037188494749778:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19119) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037188494749843:2110] held: no
2026-01-08T17:02:15.786933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037186912596070:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:15.808431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037188853426629:2109] [node 5] ICS09 handshake done sender: [2:7593037188853426602:2114] self: [2:7593037188853426599:0] peer: [5:7593037188120135186:0] socket: 421 qp: -1
2026-01-08T17:02:15.820749Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037186454203750:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:15.835429Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037188120135195:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53003
2026-01-08T17:02:15.807159Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037186912596090:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46414
2026-01-08T17:02:15.808466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037188853426629:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:15.837602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037187383533702:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.816403Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037186912596003:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19119) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037186912596084:2117] held: no
2026-01-08T17:02:15.836128Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037188120135188:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.821571Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037186454203750:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:15.837787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037187383533674:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:15.838732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037188120135165:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:15.823165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037186454203745:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.823219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:15.823278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037186454203745:2107] [node 4] ICP22 created new session: [1:7593037186454203782:2107]
2026-01-08T17:02:15.825370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037186454203782:2107] [node 4] ICS09 handshake done sender: [1:7593037186454203750:2111] self: [1:7593037186454203749:0] peer: [4:7593037188494749859:0] socket: 412 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.830380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037186454203782:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:15.830469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:15.839904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037188494749862:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29183
2026-01-08T17:02:15.839921Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037188120135178:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:15.808507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:15.822838Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037188853426530:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(60220959ns) {HandleHandshakeStatus:329(60214290ns) {DropIncomingHandshake:442(15424ns) DropOutgoingHandshake:457(408ns) SwitchToState:179(1127ns) ProcessPendingSessionEvents:495(5784293ns) {ForwardSessionEventToSession:616(4647424ns) ForwardSessionEventToSession:616(13504ns) ForwardSessionEventToSession:616(4720ns) ForwardSessionEventToSession:616(1065485ns) ForwardSessionEventToSession:616(3361ns) ForwardSessionEventToSession:616(3204ns) ForwardSessionEventToSession:616(14073ns) ForwardSessionEventToSession:616(3211ns) ForwardSessionEventToSession:616(5038ns) ForwardSessionEventToSession:616(9881ns)}}}
2026-01-08T17:02:15.829459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037188853426621:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.818414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037186912596066:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.840201Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037188120135176:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.840234Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037188120135176:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.840998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037188120135103:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.841052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:15.818504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:15.843578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037188120135103:2050] [node 3] ICP22 created new session: [5:7593037188120135198:2050]
2026-01-08T17:02:15.843961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037188494749863:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29183
2026-01-08T17:02:15.844907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037188494749864:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29183
2026-01-08T17:02:15.844919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037188494749863:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.818560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037186912596066:2108] [node 5] ICP22 created new session: [3:7593037186912596093:2108]
2026-01-08T17:02:15.819968Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037186912596004:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23475) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037186912596086:2118] held: no
2026-01-08T17:02:15.823903Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037186912596084:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:15.824619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037186912596093:2108] [node 5] ICS09 handshake done sender: [3:7593037186912596070:2110] self: [3:7593037186912596069:0] peer: [5:7593037188120135187:0] socket: 434 qp: -1
2026-01-08T17:02:15.825058Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037186912596086:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:15.829623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037186912596093:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:15.831444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037186912596003:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.831729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037186912596004:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.832365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:15.832878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037186912596003:2048] [node 1] ICP22 created new session: [3:7593037186912596096:2048]
2026-01-08T17:02:15.832899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:15.834332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:15.835605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037186912596004:2049] [node 2] ICP22 created new session: [3:7593037186912596098:2049]
2026-01-08T17:02:15.835658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037186912596096:2048] [node 1] ICS09 handshake done sender: [3:7593037186912596084:2117] self: [3:7593037186912596088:0] peer: [1:7593037186454203756:0] socket: 452 qp: -1
2026-01-08T17:02:15.836248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037186912596096:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:15.837179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:15.837552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037186912596098:2049] [node 2] ICS09 handshake done sender: [3:7593037186912596086:2118] self: [3:7593037186912596089:0] peer: [2:7593037188853426600:0] socket: 457 qp: -1
2026-01-08T17:02:15.837594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037186912596098:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:15.837634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:15.839965Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037186912596066:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(20830191ns) {HandleHandshakeStatus:329(20825571ns) {DropIncomingHandshake:442(14117ns) DropOutgoingHandshake:457(375ns) SwitchToState:179(557ns) ProcessPendingSessionEvents:495(2481706ns) {ForwardSessionEventToSession:616(1319134ns) ForwardSessionEventToSession:616(238006ns) ForwardSessionEventToSession:616(3914ns) ForwardSessionEventToSession:616(2888ns) ForwardSessionEventToSession:616(219122ns) ForwardSessionEventToSession:616(237733ns) ForwardSessionEventToSession:616(3829ns) ForwardSessionEventToSession:616(118436ns) ForwardSessionEventToSession:616(2739ns) ForwardSessionEventToSession:616(322077ns)}}}
2026-01-08T17:02:15.843873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037188120135198:2050] [node 3] ICS09 handshake done sender: [5:7593037188120135178:2117] self: [5:7593037188120135187:0] peer: [3:7593037186912596069:0] socket: 437 qp: -1
2026-01-08T17:02:15.843975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037188120135198:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:15.844737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:15.847535Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037188120135176:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.852277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037188853426610:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.846506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037188494749779:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:15.852344Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037188853426610:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:15.853773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037188120135166:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.846754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037188494749843:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:15.853861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037187383533703:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.859090Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037188853426610:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:15.854005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:15.847142Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037188494749852:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.877804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037188853426595:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.881357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:15.858685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037187383533705:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63507
2026-01-08T17:02:15.873859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037186912596083:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.847176Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037188494749852:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:15.854065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037188120135166:2109] [node 6] ICP22 created new session: [5:7593037188120135201:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.861038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037187383533613:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:15.873915Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037186912596083:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:15.886483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037188853426595:2107] [node 4] ICP22 created new session: [2:7593037188853426634:2107]
2026-01-08T17:02:15.854219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037188494749778:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.854163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037188120135201:2109] [node 6] ICS09 handshake done sender: [5:7593037188120135176:2116] self: [5:7593037188120135174:0] peer: [6:7593037187383533704:0] socket: 469 qp: -1
2026-01-08T17:02:15.873817Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037187383533702:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:15.854202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037188120135201:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:15.854244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:15.890151Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037188120135203:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53003
2026-01-08T17:02:15.875845Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037186912596101:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46414
2026-01-08T17:02:15.887401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037188853426634:2107] [node 4] ICS09 handshake done sender: [2:7593037188853426610:2117] self: [2:7593037188853426609:0] peer: [4:7593037188494749866:0] socket: 433 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.874916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037187383533707:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63507
2026-01-08T17:02:15.880179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037187383533674:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.880249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:15.880325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037187383533674:2106] [node 5] ICP22 created new session: [6:7593037187383533708:2106]
2026-01-08T17:02:15.880385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037187383533708:2106] [node 5] ICS09 handshake done sender: [6:7593037187383533702:2121] self: [6:7593037187383533704:0] peer: [5:7593037188120135174:0] socket: 470 qp: -1
2026-01-08T17:02:15.880433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037187383533708:2106] [node 5] ICS10 traffic start
2026-01-08T17:02:15.880473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:15.889172Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037187383533703:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:15.891704Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037187383533674:2106] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:15.892006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037187383533613:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.892056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:15.892106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037187383533613:2050] [node 3] ICP22 created new session: [6:7593037187383533710:2050]
2026-01-08T17:02:15.892159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037187383533710:2050] [node 3] ICS09 handshake done sender: [6:7593037187383533703:2122] self: [6:7593037187383533706:0] peer: [3:7593037186912596081:0] socket: 444 qp: -1
2026-01-08T17:02:15.892197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037187383533710:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:15.892238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:15.901259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037187383533712:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63507
2026-01-08T17:02:15.854271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:15.909596Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037188120135188:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:15.909969Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037188120135165:2110] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65393) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037188120135188:2120] held: no
2026-01-08T17:02:15.910097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037188120135165:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.910191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:15.910252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037188120135165:2110] [node 4] ICP22 created new session: [5:7593037188120135204:2110]
2026-01-08T17:02:15.910336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037188120135204:2110] [node 4] ICS09 handshake done sender: [5:7593037188120135188:2120] self: [5:7593037188120135197:0] peer: [4:7593037188494749851:0] socket: 428 qp: -1
2026-01-08T17:02:15.910391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037188120135204:2110] [node 4] ICS10 traffic start
2026-01-08T17:02:15.910445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:15.876620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037186912596083:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:15.887448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037188853426634:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:15.890758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037186912596101:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.891744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037186912596067:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.893784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:15.893843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037186912596067:2109] [node 6] ICP22 created new session: [3:7593037186912596103:2109]
2026-01-08T17:02:15.893907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037186912596103:2109] [node 6] ICS09 handshake done sender: [3:7593037186912596083:2116] self: [3:7593037186912596081:0] peer: [6:7593037187383533706:0] socket: 439 qp: -1
2026-01-08T17:02:15.893951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037186912596103:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:15.893983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:15.898305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037186912596077:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.898364Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037186912596077:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:15.903113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037186912596077:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:15.854377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037188494749778:2048] [node 1] ICP22 created new session: [4:7593037188494749867:2048]
2026-01-08T17:02:15.854435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037188494749867:2048] [node 1] ICS09 handshake done sender: [4:7593037188494749843:2110] self: [4:7593037188494749859:0] peer: [1:7593037186454203749:0] socket: 417 qp: -1
2026-01-08T17:02:15.854470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037188494749867:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:15.854506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:15.862082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037188494749864:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.876521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037188494749778:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19487837ns) {HandleHandshakeStatus:329(19485660ns) {DropIncomingHandshake:442(387ns) DropOutgoingHandshake:457(201ns) SwitchToState:179(272ns) ProcessPendingSessionEvents:495(1762ns)}}
2026-01-08T17:02:15.877872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037188494749780:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:15.891026Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037188494749852:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:15.895474Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037188494749779:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23475) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037188494749863:2119] held: no
2026-01-08T17:02:15.896201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037188494749841:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.896264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:15.896318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037188494749841:2108] [node 5] ICP22 created new session: [4:7593037188494749872:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.887508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:15.896373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037188494749872:2108] [node 5] ICS09 handshake done sender: [4:7593037188494749852:2114] self: [4:7593037188494749851:0] peer: [5:7593037188120135197:0] socket: 462 qp: -1
2026-01-08T17:02:15.896412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037188494749872:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:15.896463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:15.913478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037188494749870:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29183
2026-01-08T17:02:15.913822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037188494749875:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29183
2026-01-08T17:02:15.914781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037188494749864:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:15.915028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037188494749780:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.915117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:15.915169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037188494749780:2050] [node 3] ICP22 created new session: [4:7593037188494749876:2050]
2026-01-08T17:02:15.915221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037188494749876:2050] [node 3] ICS09 handshake done sender: [4:7593037188494749864:2120] self: [4:7593037188494749871:0] peer: [3:7593037186912596076:0] socket: 445 qp: -1
2026-01-08T17:02:15.915265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037188494749876:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:15.915307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:15.917371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037186912596068:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.917480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:15.917543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037186912596068:2107] [node 4] ICP22 created new session: [3:7593037186912596107:2107]
2026-01-08T17:02:15.917608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037186912596107:2107] [node 4] ICS09 handshake done sender: [3:7593037186912596077:2114] self: [3:7593037186912596076:0] peer: [4:7593037188494749871:0] socket: 430 qp: -1
2026-01-08T17:02:15.917659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037186912596107:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:15.917704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:15.923129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037188494749863:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:15.923592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037188494749779:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.923662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:15.924790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037188494749779:2049] [node 2] ICP22 created new session: [4:7593037188494749878:2049]
2026-01-08T17:02:15.924890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037188494749878:2049] [node 2] ICS09 handshake done sender: [4:7593037188494749863:2119] self: [4:7593037188494749866:0] peer: [2:7593037188853426609:0] socket: 440 qp: -1
2026-01-08T17:02:15.924945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037188494749878:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:15.925034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:15.945488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037187383533712:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.945692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037187383533683:2111] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:15.945991Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037188494749856:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:15.946031Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037188494749856:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:15.947296Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037188494749856:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:15.947636Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037187383533714:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63507
2026-01-08T17:02:15.947892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037188494749842:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:15.948760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:15.948826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037188494749842:2109] [node 6] ICP22 created new session: [4:7593037188494749881:2109]
2026-01-08T17:02:15.948565Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037187383533712:2125] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:15.949026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037188494749881:2109] [node 6] ICS09 handshake done sender: [4:7593037188494749856:2116] self: [4:7593037188494749855:0] peer: [6:7593037187383533713:0] socket: 408 qp: -1
2026-01-08T17:02:15.950016Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037187383533683:2111] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65393) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037187383533712:2125] held: no
2026-01-08T17:02:15.949072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037188494749881:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:15.950158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037187383533683:2111] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:15.949139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:15.950199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:15.950246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037187383533683:2111] [node 4] ICP22 created new session: [6:7593037187383533715:2111]
2026-01-08T17:02:15.950302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037187383533715:2111] [node 4] ICS09 handshake done sender: [6:7593037187383533712:2125] self: [6:7593037187383533713:0] peer: [4:7593037188494749855:0] socket: 419 qp: -1
2026-01-08T17:02:15.950355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037187383533715:2111] [node 4] ICS10 traffic start
2026-01-08T17:02:15.950387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:16.103168Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:16.103414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037188853426625:2048] [node 1] ICS07 socket disconnect 456 reason# EndOfStream
2026-01-08T17:02:16.103456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037188853426625:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.103537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:16.103578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037188853426625:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:16.106906Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:16.107176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037186912596096:2048] [node 1] ICS01 socket: 452 reason# EndOfStream
2026-01-08T17:02:16.107247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037186912596003:2048] [node 1] ICP30 unregister session Session# [3:7593037186912596096:2048] VirtualId# [3:7593037186912596088:0]
2026-01-08T17:02:16.107296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037186912596096:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.107385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:16.107436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:16.109106Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037188853426529:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19119) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:02:16.109158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037188853426625:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:16.110078Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037188853426529:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19119) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:16.110134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037188853426625:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:16.110178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037188853426529:2048] [node 1] ICP30 unregister session Session# [2:7593037188853426625:2048] VirtualId# [2:7593037188853426620:0]
2026-01-08T17:02:16.110225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:16.110262Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037188853426529:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19119) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:16.110277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19119) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:16.114609Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:16.114888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037187383533695:2048] [node 1] ICS01 socket: 415 reason# EndOfStream
2026-01-08T17:02:16.114934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037187383533611:2048] [node 1] ICP30 unregister session Session# [6:7593037187383533695:2048] VirtualId# [6:7593037187383533693:0]
2026-01-08T17:02:16.114975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037187383533695:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.115090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:16.115149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:16.118789Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:16.119023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037188494749867:2048] [node 1] ICS01 socket: 417 reason# EndOfStream
2026-01-08T17:02:16.119107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037188494749778:2048] [node 1] ICP30 unregister session Session# [4:7593037188494749867:2048] VirtualId# [4:7593037188494749859:0]
2026-01-08T17:02:16.119146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037188494749867:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.118543Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:16.118825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037188120135190:2048] [node 1] ICS01 socket: 414 reason# EndOfStream
2026-01-08T17:02:16.118879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037188120135101:2048] [node 1] ICP30 unregister session Session# [5:7593037188120135190:2048] VirtualId# [5:7593037188120135181:0]
2026-01-08T17:02:16.118921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037188120135190:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.119000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:16.119059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:16.119221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:16.119272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:16.244578Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:16.244816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037186912596098:2049] [node 2] ICS01 socket: 457 reason# EndOfStream
2026-01-08T17:02:16.244865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037186912596004:2049] [node 2] ICP30 unregister session Session# [3:7593037186912596098:2049] VirtualId# [3:7593037186912596089:0]
2026-01-08T17:02:16.244912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037186912596098:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.244993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:16.245033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:16.248407Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:16.248899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037188120135192:2049] [node 2] ICS07 socket disconnect 426 reason# EndOfStream
2026-01-08T17:02:16.248943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037188120135192:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.249143Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:16.249336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037188494749878:2049] [node 2] ICS01 socket: 440 reason# EndOfStream
2026-01-08T17:02:16.249386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037188494749779:2049] [node 2] ICP30 unregister session Session# [4:7593037188494749878:2049] VirtualId# [4:7593037188494749866:0]
2026-01-08T17:02:16.249423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037188494749878:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.249501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:16.249017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:16.249549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:16.249057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037188120135192:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:16.250214Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037188120135102:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23475) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:16.250271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037188120135192:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:16.250308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037188120135102:2049] [node 2] ICP30 unregister session Session# [5:7593037188120135192:2049] VirtualId# [5:7593037188120135186:0]
2026-01-08T17:02:16.250376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:16.250411Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037188120135102:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23475) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:16.250427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23475) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:16.254726Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:16.254958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037187383533700:2049] [node 2] ICS01 socket: 424 reason# EndOfStream
2026-01-08T17:02:16.255008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037187383533612:2049] [node 2] ICP30 unregister session Session# [6:7593037187383533700:2049] VirtualId# [6:7593037187383533698:0]
2026-01-08T17:02:16.255065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037187383533700:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.255162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:16.255211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:16.258440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037188120135102:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:02:16.410012Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:16.410296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037188494749876:2050] [node 3] ICS01 socket: 445 reason# EndOfStream
2026-01-08T17:02:16.410372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037188494749780:2050] [node 3] ICP30 unregister session Session# [4:7593037188494749876:2050] VirtualId# [4:7593037188494749871:0]
2026-01-08T17:02:16.410421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037188494749876:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.410523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:16.410575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:16.411409Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:16.410599Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:16.410863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037188120135198:2050] [node 3] ICS01 socket: 437 reason# EndOfStream
2026-01-08T17:02:16.410903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037188120135103:2050] [node 3] ICP30 unregister session Session# [5:7593037188120135198:2050] VirtualId# [5:7593037188120135187:0]
2026-01-08T17:02:16.410936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037188120135198:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.411054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:16.411669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037187383533710:2050] [node 3] ICS01 socket: 444 reason# EndOfStream
2026-01-08T17:02:16.411129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:16.412009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037187383533613:2050] [node 3] ICP30 unregister session Session# [6:7593037187383533710:2050] VirtualId# [6:7593037187383533706:0]
2026-01-08T17:02:16.412089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037187383533710:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.412174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:16.412224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:16.583319Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:16.583613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037188120135204:2110] [node 4] ICS01 socket: 428 reason# EndOfStream
2026-01-08T17:02:16.583678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037188120135165:2110] [node 4] ICP30 unregister session Session# [5:7593037188120135204:2110] VirtualId# [5:7593037188120135197:0]
2026-01-08T17:02:16.583760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037188120135204:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.583930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:16.584031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:16.584536Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:16.584822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037187383533715:2111] [node 4] ICS01 socket: 419 reason# EndOfStream
2026-01-08T17:02:16.584899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037187383533683:2111] [node 4] ICP30 unregister session Session# [6:7593037187383533715:2111] VirtualId# [6:7593037187383533713:0]
2026-01-08T17:02:16.584947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037187383533715:2111] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.585066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:16.585129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:16.669882Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:16.670125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037187383533708:2106] [node 5] ICS01 socket: 470 reason# EndOfStream
2026-01-08T17:02:16.670181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037187383533674:2106] [node 5] ICP30 unregister session Session# [6:7593037187383533708:2106] VirtualId# [6:7593037187383533704:0]
2026-01-08T17:02:16.670223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037187383533708:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:16.670329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:16.670388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:16.866573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037193129941807:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:16.866794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037193129941808:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:16.873393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037193223197133:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:16.873444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037193223197134:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:16.885095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037192133791580:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:16.885138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037192133791581:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:16.893276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037189942654235:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:16.893342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037189942654236:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:16.893398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037189942654237:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:16.906631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037190940916071:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:16.906670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037190940916072:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:16.906710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037190940916073:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:16.925956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037191118367233:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:16.926022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037191118367235:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:16.926090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037191118367234:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:17.028126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037197424909171:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:17.028531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037197518164493:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:17.034880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037197518164491:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:17.077179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037195413334589:2106] [node 5] ICP01 ready to work
2026-01-08T17:02:17.090025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037197424909190:2117] [node 6] ICP01 ready to work
2026-01-08T17:02:17.105268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037195235883433:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:17.096785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037194237621594:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:17.090109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037197424909187:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:17.099015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037196428758940:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:17.099157Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037193129941807:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(64073785ns) {Configure:104(64059358ns) {ProcessConfigured:135(37520754ns) {StartInitialHandshake:157(37517911ns) {DropHandshakes:470(2373ns) {DropIncomingHandshake:442(766ns) DropOutgoingHandshake:457(316ns)} GenerateSessionVirtualId:992(1016ns) PrepareNewSessionHandshake:477(4935ns) {SwitchToState:179(2213ns)}}}}}
2026-01-08T17:02:17.109744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037195235883432:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:17.118470Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037193129941808:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(89231626ns) {Configure:104(89223297ns) {ProcessConfigured:135(32665573ns) {StartInitialHandshake:157(32661949ns) {DropHandshakes:470(2496ns) {DropIncomingHandshake:442(640ns) DropOutgoingHandshake:457(264ns)} GenerateSessionVirtualId:992(635ns) PrepareNewSessionHandshake:477(3301ns) {SwitchToState:179(1731ns)}}}}}
2026-01-08T17:02:17.099267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037195413334593:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:17.107304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037197518164494:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:17.109575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037196428758941:2110] [node 6] ICP01 ready to work
2026-01-08T17:02:17.099073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037194237621595:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:17.140702Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037197424909187:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(23004037ns) {Configure:104(22999586ns) {ProcessConfigured:135(72984ns) {StartInitialHandshake:157(70675ns) {DropHandshakes:470(2878ns) {DropIncomingHandshake:442(544ns) DropOutgoingHandshake:457(953ns)} GenerateSessionVirtualId:992(989ns) PrepareNewSessionHandshake:477(1519ns) {SwitchToState:179(621ns)}}}}}
2026-01-08T17:02:17.118811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037196428758942:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:17.143845Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037190940916073:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(52169051ns) {Configure:104(52164953ns) {ProcessConfigured:135(58677ns) {StartInitialHandshake:157(55972ns) {DropHandshakes:470(2368ns) {DropIncomingHandshake:442(398ns) DropOutgoingHandshake:457(467ns)} GenerateSessionVirtualId:992(654ns) PrepareNewSessionHandshake:477(2126ns) {SwitchToState:179(659ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.174458Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037191118367234:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(64345049ns) {Configure:104(64339031ns) {ProcessConfigured:135(57740ns) {StartInitialHandshake:157(55150ns) {DropHandshakes:470(1370ns) {DropIncomingHandshake:442(372ns) DropOutgoingHandshake:457(264ns)} GenerateSessionVirtualId:992(610ns) PrepareNewSessionHandshake:477(1040ns) {SwitchToState:179(423ns)}}}}}
2026-01-08T17:02:17.141104Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037192133791580:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(97380762ns) {Configure:104(97371966ns) {ProcessConfigured:135(6522241ns) {StartInitialHandshake:157(6519850ns) {DropHandshakes:470(2904ns) {DropIncomingHandshake:442(1083ns) DropOutgoingHandshake:457(301ns)} GenerateSessionVirtualId:992(1114ns) PrepareNewSessionHandshake:477(3686ns) {SwitchToState:179(1383ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.183133Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037189942654235:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(96859936ns) {Configure:104(92102568ns) {ProcessConfigured:135(58800ns) {StartInitialHandshake:157(56383ns) {DropHandshakes:470(1511ns) {DropIncomingHandshake:442(568ns) DropOutgoingHandshake:457(296ns)} GenerateSessionVirtualId:992(282ns) PrepareNewSessionHandshake:477(1309ns) {SwitchToState:179(552ns)}}}}}
2026-01-08T17:02:17.165939Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037196428758940:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(31094168ns) {Configure:104(31088115ns) {ProcessConfigured:135(71507ns) {StartInitialHandshake:157(68731ns) {DropHandshakes:470(2497ns) {DropIncomingHandshake:442(839ns) DropOutgoingHandshake:457(400ns)} GenerateSessionVirtualId:992(729ns) PrepareNewSessionHandshake:477(1519ns) {SwitchToState:179(560ns)}}}}}
2026-01-08T17:02:17.200918Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037193223197133:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(156700762ns) {Configure:104(156683539ns) {ProcessConfigured:135(8587465ns) {StartInitialHandshake:157(8584768ns) {DropHandshakes:470(2649ns) {DropIncomingHandshake:442(685ns) DropOutgoingHandshake:457(364ns)} GenerateSessionVirtualId:992(649ns) PrepareNewSessionHandshake:477(3719ns) {SwitchToState:179(1875ns)}}}}}
2026-01-08T17:02:17.218285Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037195235883432:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(80678431ns) {Configure:104(80674161ns) {ProcessConfigured:135(85173ns) {StartInitialHandshake:157(81793ns) {DropHandshakes:470(5554ns) {DropIncomingHandshake:442(499ns) DropOutgoingHandshake:457(503ns)} GenerateSessionVirtualId:992(1473ns) PrepareNewSessionHandshake:477(1999ns) {SwitchToState:179(665ns)}}}}}
2026-01-08T17:02:17.187922Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037194237621601:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28934
2026-01-08T17:02:17.166847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037196428758945:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44619
2026-01-08T17:02:17.188483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037194237621600:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28934
2026-01-08T17:02:17.232149Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037197518164491:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(113479884ns) {Configure:104(113469226ns) {ProcessConfigured:135(9643912ns) {StartInitialHandshake:157(9641358ns) {DropHandshakes:470(1101ns) {DropIncomingHandshake:442(158ns) DropOutgoingHandshake:457(259ns)} GenerateSessionVirtualId:992(537ns) PrepareNewSessionHandshake:477(2646ns) {SwitchToState:179(1775ns)}}}}}
2026-01-08T17:02:17.237414Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037190940916072:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(142638892ns) {Configure:104(142627784ns) {ProcessConfigured:135(28408858ns) {StartInitialHandshake:157(28404838ns) {DropHandshakes:470(2097ns) {DropIncomingHandshake:442(368ns) DropOutgoingHandshake:457(286ns)} GenerateSessionVirtualId:992(503ns) PrepareNewSessionHandshake:477(4877ns) {SwitchToState:179(2339ns)}}}}}
2026-01-08T17:02:17.166938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037196428758946:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44619
2026-01-08T17:02:17.231347Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037189942654236:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(141115413ns) {Configure:104(141104322ns) {ProcessConfigured:135(9824385ns) {StartInitialHandshake:157(9821184ns) {DropHandshakes:470(3006ns) {DropIncomingHandshake:442(558ns) DropOutgoingHandshake:457(790ns)} GenerateSessionVirtualId:992(1367ns) PrepareNewSessionHandshake:477(4263ns) {SwitchToState:179(2184ns)}}}}}
2026-01-08T17:02:17.245100Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037197518164493:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(143486095ns) {Configure:104(143479765ns) {ProcessConfigured:135(26429265ns) {StartInitialHandshake:157(26425134ns) {DropHandshakes:470(5626040ns) {DropIncomingHandshake:442(519ns) DropOutgoingHandshake:457(3249ns)} GenerateSessionVirtualId:992(6284ns) PrepareNewSessionHandshake:477(4376ns) {SwitchToState:179(2136ns)}}}}}
2026-01-08T17:02:17.241914Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037192133791581:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(79089365ns) {Configure:104(79082701ns) {ProcessConfigured:135(70532ns) {StartInitialHandshake:157(67939ns) {DropHandshakes:470(2187ns) {DropIncomingHandshake:442(492ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:992(1314ns) PrepareNewSessionHandshake:477(1549ns) {SwitchToState:179(676ns)}}}}}
2026-01-08T17:02:17.261335Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037193223197134:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(156917972ns) {Configure:104(156912517ns) {ProcessConfigured:135(8260576ns) {StartInitialHandshake:157(8258210ns) {DropHandshakes:470(549ns) {DropIncomingHandshake:442(127ns) DropOutgoingHandshake:457(138ns)} GenerateSessionVirtualId:992(217ns) PrepareNewSessionHandshake:477(3132ns) {SwitchToState:179(813ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.261675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037197518164510:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24937
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.250711Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037191118367235:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(187630563ns) {Configure:104(187625362ns) {ProcessConfigured:135(7538169ns) {StartInitialHandshake:157(5723897ns) {DropHandshakes:470(1826ns) {DropIncomingHandshake:442(359ns) DropOutgoingHandshake:457(254ns)} GenerateSessionVirtualId:992(2436ns) PrepareNewSessionHandshake:477(2140ns) {SwitchToState:179(890ns)}}}}}
2026-01-08T17:02:17.253849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037197424909190:2117] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(129517140ns) {Configure:104(129498605ns) {ProcessConfigured:135(17892695ns) {StartInitialHandshake:157(17890080ns) {DropHandshakes:470(4352463ns) {DropIncomingHandshake:442(196ns) DropOutgoingHandshake:457(2231ns)} GenerateSessionVirtualId:992(1438ns) PrepareNewSessionHandshake:477(4035ns) {SwitchToState:179(2370ns)}}}}}
No RDMA context found for GID: 2026-01-08T17:02:17.258596Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037190940916071:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(126001882ns) {Configure:104(125996370ns) {ProcessConfigured:135(2172029ns) {StartInitialHandshake:157(2169678ns) {DropHandshakes:470(492524ns) {DropIncomingHandshake:442(943ns) DropOutgoingHandshake:457(257ns)} GenerateSessionVirtualId:992(710ns) PrepareNewSessionHandshake:477(2132ns) {SwitchToState:179(1283ns)}}}}}
::ffff:127.1.0.0
2026-01-08T17:02:17.252327Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037195413334589:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(149833742ns) {Configure:104(149827590ns) {ProcessConfigured:135(1219682ns) {StartInitialHandshake:157(1218153ns) {DropHandshakes:470(1001ns) {DropIncomingHandshake:442(138ns) DropOutgoingHandshake:457(240ns)} GenerateSessionVirtualId:992(409ns) PrepareNewSessionHandshake:477(15027ns) {SwitchToState:179(795ns)}}}}}
2026-01-08T17:02:17.282528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037194237621601:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.270995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037197424909199:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15137
2026-01-08T17:02:17.294881Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037196428758941:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(163938891ns) {Configure:104(163932511ns) {ProcessConfigured:135(10802996ns) {StartInitialHandshake:157(10799992ns) {DropHandshakes:470(957ns) {DropIncomingHandshake:442(195ns) DropOutgoingHandshake:457(192ns)} GenerateSessionVirtualId:992(645ns) PrepareNewSessionHandshake:477(2333ns) {SwitchToState:179(857ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.270505Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037191118367233:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(188041109ns) {Configure:104(188033854ns) {ProcessConfigured:135(6809971ns) {StartInitialHandshake:157(6808596ns) {DropHandshakes:470(1296ns) {DropIncomingHandshake:442(244ns) DropOutgoingHandshake:457(225ns)} GenerateSessionVirtualId:992(560ns) PrepareNewSessionHandshake:477(1466ns) {SwitchToState:179(298ns)}}}}}
2026-01-08T17:02:17.291285Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037195413334593:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(82742374ns) {Configure:104(82737182ns) {ProcessConfigured:135(5912896ns) {StartInitialHandshake:157(5911658ns) {DropHandshakes:470(1543ns) {DropIncomingHandshake:442(320ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:992(510ns) PrepareNewSessionHandshake:477(2219ns) {SwitchToState:179(923ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.291148Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037197518164506:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24937
2026-01-08T17:02:17.300227Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037197518164512:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24937
2026-01-08T17:02:17.288324Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037189942654237:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(151587423ns) {Configure:104(151578597ns) {ProcessConfigured:135(12552614ns) {StartInitialHandshake:157(11918999ns) {DropHandshakes:470(1459ns) {DropIncomingHandshake:442(663ns) DropOutgoingHandshake:457(155ns)} GenerateSessionVirtualId:992(1320ns) PrepareNewSessionHandshake:477(2366ns) {SwitchToState:179(830ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.304014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037194237621600:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.301410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037196428758945:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.271142Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037197424909200:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15137
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.300824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037197518164511:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24937
2026-01-08T17:02:17.304532Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037195235883444:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18926
2026-01-08T17:02:17.318338Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037195413334606:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33862
2026-01-08T17:02:17.304066Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037194237621594:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(129697140ns) {Configure:104(129688623ns) {ProcessConfigured:135(5248337ns) {StartInitialHandshake:157(5246392ns) {DropHandshakes:470(899ns) {DropIncomingHandshake:442(122ns) DropOutgoingHandshake:457(294ns)} GenerateSessionVirtualId:992(468ns) PrepareNewSessionHandshake:477(3010ns) {SwitchToState:179(1392ns)}}}}}
2026-01-08T17:02:17.304486Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037197518164508:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24937
2026-01-08T17:02:17.303788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037192133791580:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.303990Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037196428758942:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(153052386ns) {Configure:104(153047055ns) {ProcessConfigured:135(30630905ns) {StartInitialHandshake:157(30628209ns) {DropHandshakes:470(1556ns) {DropIncomingHandshake:442(231ns) DropOutgoingHandshake:457(237ns)} GenerateSessionVirtualId:992(862ns) PrepareNewSessionHandshake:477(2448ns) {SwitchToState:179(1067ns)}}}}}
2026-01-08T17:02:17.304488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037196428758946:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.326561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037196428758948:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.326604Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037196428758948:2114] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.271286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037197424909203:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15137
2026-01-08T17:02:17.307288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037189942654237:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.323401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037195413334605:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33862
2026-01-08T17:02:17.315160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037195235883444:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.291417Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037197424909199:2133] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.316636Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037195235883433:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(158626648ns) {Configure:104(158620228ns) {ProcessConfigured:135(21660872ns) {StartInitialHandshake:157(21658368ns) {DropHandshakes:470(2176ns) {DropIncomingHandshake:442(527ns) DropOutgoingHandshake:457(408ns)} GenerateSessionVirtualId:992(658ns) PrepareNewSessionHandshake:477(818533ns) {SwitchToState:179(2745ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.349909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037196428758948:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:17.305556Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037197518164506:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.313069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037194237621611:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28934
2026-01-08T17:02:17.313098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037193223197133:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.342609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037197518164510:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.353840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037197518164500:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.353891Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037197518164500:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:17.354810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037197518164508:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.358597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037197518164498:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.358644Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037197518164498:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:17.362660Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037195413334605:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.323630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037190940916072:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.298638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037197424909203:2136] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.323398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037189942654235:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.370453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037195413334593:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.304677Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037197424909191:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.327535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037194237621611:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.369610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037195235883449:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18926
2026-01-08T17:02:17.372646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037195413334606:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.385784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037195413334589:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.385947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037196428758940:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:17.378947Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037197518164498:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:17.386018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:17.304715Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037197424909191:2130] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.326554Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037197424909188:2129] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.387467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037196428758960:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44619
2026-01-08T17:02:17.326604Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037197424909188:2129] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:17.331626Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037197424909191:2130] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:17.331960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037197424909207:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15137
2026-01-08T17:02:17.350845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037197424909194:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.350895Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037197424909194:2131] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:17.372041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037197424909200:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.373098Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037197424909188:2129] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:17.382496Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037197424909194:2131] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:17.332148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037189942654236:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.392853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037196428758940:2107] [node 4] ICP22 created new session: [3:7593037196428758963:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.418748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037195413334611:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33862
2026-01-08T17:02:17.419333Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037195413334605:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:17.419639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037195413334593:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.419719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:17.419791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037195413334593:2108] [node 4] ICP22 created new session: [6:7593037195413334612:2108]
2026-01-08T17:02:17.419855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037195413334612:2108] [node 4] ICS09 handshake done sender: [6:7593037195413334605:2115] self: [6:7593037195413334609:0] peer: [4:7593037194237621598:0] socket: 443 qp: -1
2026-01-08T17:02:17.419896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037195413334612:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:17.419930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.386112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037193129941808:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:17.382517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037197518164500:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:17.371744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037194237621599:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.386178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:17.398391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037193129941808:2049] [node 3] ICP22 created new session: [1:7593037197424909210:2049]
2026-01-08T17:02:17.403108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037197424909210:2049] [node 3] ICS09 handshake done sender: [1:7593037197424909191:2130] self: [1:7593037197424909189:0] peer: [3:7593037196428758958:0] socket: 416 qp: -1
2026-01-08T17:02:17.406753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037193129941807:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:17.411458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037197424909210:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:17.411515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:17.411584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:17.415090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037193129941807:2048] [node 2] ICP22 created new session: [1:7593037197424909211:2048]
2026-01-08T17:02:17.409788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037196428758963:2107] [node 4] ICS09 handshake done sender: [3:7593037196428758948:2114] self: [3:7593037196428758947:0] peer: [4:7593037194237621612:0] socket: 422 qp: -1
2026-01-08T17:02:17.420899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037197518164511:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.371798Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037194237621599:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.421035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037197518164512:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.426685Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037195235883444:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:17.421312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037197424909171:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.411410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037196428758963:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:17.411346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037194237621615:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28934
2026-01-08T17:02:17.421241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037197518164493:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:17.421363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:17.435031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037195235883440:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.416845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037194237621599:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:17.411464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.434383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037197518164515:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24937
2026-01-08T17:02:17.414439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037196428758962:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44619
2026-01-08T17:02:17.435089Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037195235883440:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:17.429990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037197424909171:2107] [node 4] ICP22 created new session: [1:7593037197424909214:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.434735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037194237621616:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28934
2026-01-08T17:02:17.443789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037197424909211:2048] [node 2] ICS09 handshake done sender: [1:7593037197424909188:2129] self: [1:7593037197424909185:0] peer: [2:7593037197518164513:0] socket: 414 qp: -1
2026-01-08T17:02:17.444438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037190940916072:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.426642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037196428758945:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:17.434939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:17.472764Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037194237621617:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28934
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.455270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:17.443856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037197424909211:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.435006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037197518164493:2107] [node 4] ICP22 created new session: [2:7593037197518164519:2107]
2026-01-08T17:02:17.439692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037192133791580:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.486544Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037189942654235:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8507) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037194237621600:2112] held: no
2026-01-08T17:02:17.451855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037197424909214:2107] [node 4] ICS09 handshake done sender: [1:7593037197424909194:2131] self: [1:7593037197424909193:0] peer: [4:7593037194237621613:0] socket: 415 qp: -1
2026-01-08T17:02:17.464660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037190940916072:2049] [node 2] ICP22 created new session: [5:7593037195235883451:2049]
2026-01-08T17:02:17.495122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037194237621601:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:17.449218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.451933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:17.451999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037192133791580:2048] [node 1] ICP22 created new session: [3:7593037196428758966:2048]
No RDMA context found for GID: 2026-01-08T17:02:17.450756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037197518164491:2108] [node 5] ICP20 outgoing handshake succeeded
::ffff:127.1.0.0
2026-01-08T17:02:17.472621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037195235883451:2049] [node 2] ICS09 handshake done sender: [5:7593037195235883444:2115] self: [5:7593037195235883448:0] peer: [2:7593037197518164499:0] socket: 439 qp: -1
2026-01-08T17:02:17.496674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037194237621595:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.455396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037197424909214:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.472622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037195235883440:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:17.450834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:17.459776Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037196428758940:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(73535207ns) {HandleHandshakeStatus:329(73532886ns) {DropIncomingHandshake:442(417ns) DropOutgoingHandshake:457(509ns) SwitchToState:179(384ns) ProcessPendingSessionEvents:495(7662497ns) {ForwardSessionEventToSession:616(7591551ns) ForwardSessionEventToSession:616(18366ns) ForwardSessionEventToSession:616(3130ns) ForwardSessionEventToSession:616(6324ns) ForwardSessionEventToSession:616(3950ns) ForwardSessionEventToSession:616(2085ns) ForwardSessionEventToSession:616(5541ns) ForwardSessionEventToSession:616(3258ns) ForwardSessionEventToSession:616(3167ns) ForwardSessionEventToSession:616(10998ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.496728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:17.481641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037195235883451:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:17.491580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:17.503662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037195235883450:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18926
2026-01-08T17:02:17.503920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037195235883432:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:17.503956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:17.530431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037195413334614:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33862
2026-01-08T17:02:17.460866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:17.450891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037197518164491:2108] [node 5] ICP22 created new session: [2:7593037197518164521:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.461234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037196428758966:2048] [node 1] ICS09 handshake done sender: [3:7593037196428758945:2112] self: [3:7593037196428758958:0] peer: [1:7593037197424909189:0] socket: 417 qp: -1
2026-01-08T17:02:17.504019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037195235883432:2109] [node 6] ICP22 created new session: [5:7593037195235883456:2109]
2026-01-08T17:02:17.496793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037194237621595:2109] [node 6] ICP22 created new session: [4:7593037194237621619:2109]
2026-01-08T17:02:17.530675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037195413334617:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33862
2026-01-08T17:02:17.469822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037196428758967:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44619
No RDMA context found for GID: 2026-01-08T17:02:17.450936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037197518164521:2108] [node 5] ICS09 handshake done sender: [2:7593037197518164500:2112] self: [2:7593037197518164499:0] peer: [5:7593037195235883448:0] socket: 434 qp: -1
::ffff:127.1.0.0
2026-01-08T17:02:17.496881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037194237621619:2109] [node 6] ICS09 handshake done sender: [4:7593037194237621599:2111] self: [4:7593037194237621598:0] peer: [6:7593037195413334609:0] socket: 427 qp: -1
2026-01-08T17:02:17.478733Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037193129941808:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(93080852ns) {HandleHandshakeStatus:329(93076967ns) {DropIncomingHandshake:442(17010ns) DropOutgoingHandshake:457(225ns) SwitchToState:179(457ns) ProcessPendingSessionEvents:495(34484621ns) {ForwardSessionEventToSession:616(7855811ns) ForwardSessionEventToSession:616(10700582ns) ForwardSessionEventToSession:616(3890ns) ForwardSessionEventToSession:616(3900701ns) ForwardSessionEventToSession:616(5801527ns) ForwardSessionEventToSession:616(17833ns) ForwardSessionEventToSession:616(6155169ns) ForwardSessionEventToSession:616(7534ns) ForwardSessionEventToSession:616(4094ns) ForwardSessionEventToSession:616(6078ns)}}}
2026-01-08T17:02:17.531641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037195413334614:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.470309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037196428758966:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:17.470377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:17.482585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037196428758960:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.505404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037196428758967:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.506839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037192133791581:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.510836Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037192133791580:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(67245439ns) {HandleHandshakeStatus:329(67242858ns) {DropIncomingHandshake:442(768ns) DropOutgoingHandshake:457(6055205ns) SwitchToState:179(1062ns) ProcessPendingSessionEvents:495(7536569ns) {ForwardSessionEventToSession:616(5529123ns) ForwardSessionEventToSession:616(3698ns) ForwardSessionEventToSession:616(378235ns) ForwardSessionEventToSession:616(4043ns) ForwardSessionEventToSession:616(710790ns) ForwardSessionEventToSession:616(559402ns) ForwardSessionEventToSession:616(3652ns) ForwardSessionEventToSession:616(326292ns) ForwardSessionEventToSession:616(4417ns) ForwardSessionEventToSession:616(3220ns)}}}
2026-01-08T17:02:17.514835Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037196428758956:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.514879Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037196428758956:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:17.515584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037196428758971:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44619
2026-01-08T17:02:17.520298Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037196428758956:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:17.538082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037196428758942:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:17.538147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:17.538224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037196428758942:2108] [node 5] ICP22 created new session: [3:7593037196428758975:2108]
2026-01-08T17:02:17.539241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037196428758975:2108] [node 5] ICS09 handshake done sender: [3:7593037196428758956:2116] self: [3:7593037196428758953:0] peer: [5:7593037195235883459:0] socket: 469 qp: -1
2026-01-08T17:02:17.547371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037196428758975:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:17.554616Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037192133791581:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26977) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037196428758967:2120] held: no
2026-01-08T17:02:17.554750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:17.561146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037196428758974:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44619
2026-01-08T17:02:17.504942Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037197424909207:2137] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.504056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037195235883456:2109] [node 6] ICS09 handshake done sender: [5:7593037195235883440:2114] self: [5:7593037195235883439:0] peer: [6:7593037195413334610:0] socket: 432 qp: -1
2026-01-08T17:02:17.533870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037191118367234:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.496938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037194237621619:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:17.451003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037197518164521:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:17.451032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:17.504089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037195235883456:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:17.537057Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037195413334616:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33862
2026-01-08T17:02:17.496979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:17.509409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037197424909217:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15137
2026-01-08T17:02:17.570804Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037196428758942:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(32444238ns) {HandleHandshakeStatus:329(32441972ns) {DropIncomingHandshake:442(17837ns) DropOutgoingHandshake:457(706ns) SwitchToState:179(118ns) ProcessPendingSessionEvents:495(10105043ns) {ForwardSessionEventToSession:616(10044259ns) ForwardSessionEventToSession:616(9928ns) ForwardSessionEventToSession:616(3129ns) ForwardSessionEventToSession:616(3636ns) ForwardSessionEventToSession:616(6622ns) ForwardSessionEventToSession:616(2375ns) ForwardSessionEventToSession:616(3516ns) ForwardSessionEventToSession:616(11698ns) ForwardSessionEventToSession:616(3073ns) ForwardSessionEventToSession:616(4823ns)}}}
2026-01-08T17:02:17.538042Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037195413334618:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33862
2026-01-08T17:02:17.504117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.451785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037197518164519:2107] [node 4] ICS09 handshake done sender: [2:7593037197518164498:2111] self: [2:7593037197518164497:0] peer: [4:7593037194237621614:0] socket: 442 qp: -1
2026-01-08T17:02:17.497766Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037194237621600:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:17.575363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037196428758957:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.510868Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037193129941807:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(98621121ns) {HandleHandshakeStatus:329(98617877ns) {DropIncomingHandshake:442(18988ns) DropOutgoingHandshake:457(454ns) SwitchToState:179(821ns) ProcessPendingSessionEvents:495(23947957ns) {ForwardSessionEventToSession:616(13162967ns) ForwardSessionEventToSession:616(4015ns) ForwardSessionEventToSession:616(2658ns) ForwardSessionEventToSession:616(461367ns) ForwardSessionEventToSession:616(24749ns) ForwardSessionEventToSession:616(8006297ns) ForwardSessionEventToSession:616(7241ns) ForwardSessionEventToSession:616(3903ns) ForwardSessionEventToSession:616(2253963ns) ForwardSessionEventToSession:616(4085ns)}}}
2026-01-08T17:02:17.504779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037195235883455:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18926
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.540596Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037195413334589:2106] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61001) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037195413334606:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:17.455017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037197518164519:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:17.498074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037189942654235:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.505768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037195235883450:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.575424Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037196428758957:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:17.556521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037195413334617:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.518368Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037197424909171:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(86747881ns) {HandleHandshakeStatus:329(86746576ns) {DropIncomingHandshake:442(9103ns) DropOutgoingHandshake:457(280ns) SwitchToState:179(137ns) ProcessPendingSessionEvents:495(25029361ns) {ForwardSessionEventToSession:616(12056426ns) ForwardSessionEventToSession:616(8547850ns) ForwardSessionEventToSession:616(12208ns) ForwardSessionEventToSession:616(1377809ns) ForwardSessionEventToSession:616(3032ns) ForwardSessionEventToSession:616(4175ns) ForwardSessionEventToSession:616(935738ns) ForwardSessionEventToSession:616(2910ns) ForwardSessionEventToSession:616(415738ns) ForwardSessionEventToSession:616(1653521ns)}}}
2026-01-08T17:02:17.498286Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037189942654236:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26977) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037194237621611:2117] held: no
2026-01-08T17:02:17.556535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037195413334618:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.507316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037190940916073:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.582971Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037196428758967:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:17.462561Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037193223197133:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8507) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037197518164506:2114] held: no
2026-01-08T17:02:17.523282Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037197424909217:2138] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.498982Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037194237621611:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:17.583016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037196428758957:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:17.514288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037195235883460:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18926
2026-01-08T17:02:17.543699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037197424909198:2132] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.470171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:17.557889Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037195413334606:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:17.503203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:17.558394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037191118367235:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.591068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037192133791581:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.503272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037189942654235:2048] [node 1] ICP22 created new session: [4:7593037194237621623:2048]
2026-01-08T17:02:17.558552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037191118367233:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.591123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:17.561279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037195413334589:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.543739Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037197424909198:2132] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:17.524497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037195235883461:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18926
2026-01-08T17:02:17.505683Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037193223197133:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(29759061ns) {HandleHandshakeStatus:395(29755712ns) {LogHandshakeFail:472(10674817ns) {UpdateErrorStateLog:545(9012ns)} DropOutgoingHandshake:457(2966ns) ProcessPendingSessionEvents:495(16744289ns) {DropSessionEvent:512(14780ns) DropSessionEvent:512(6087ns) DropSessionEvent:512(6568ns) DropSessionEvent:512(5008ns) DropSessionEvent:512(7844246ns) DropSessionEvent:512(7254ns) DropSessionEvent:512(5334ns) DropSessionEvent:512(8831355ns) DropSessionEvent:512(6539ns) DropSessionEvent:512(7159ns)}}}
2026-01-08T17:02:17.506066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037194237621623:2048] [node 1] ICS09 handshake done sender: [4:7593037194237621600:2112] self: [4:7593037194237621613:0] peer: [1:7593037197424909193:0] socket: 424 qp: -1
2026-01-08T17:02:17.555672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037197424909198:2132] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:17.574522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:17.505817Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037197518164506:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:17.528600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037195235883455:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.533638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593037195235883432:2109] [node 6] ICP18 handshake (actor [5:7593037195235883455:2120]) is too old
2026-01-08T17:02:17.574612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037195413334589:2106] [node 5] ICP22 created new session: [6:7593037195413334623:2106]
2026-01-08T17:02:17.506840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037194237621623:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:17.591180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037192133791581:2049] [node 2] ICP22 created new session: [3:7593037196428758978:2049]
2026-01-08T17:02:17.514630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037193223197133:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.534690Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037190940916072:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(70977476ns) {HandleHandshakeStatus:329(70974726ns) {DropIncomingHandshake:442(1470ns) DropOutgoingHandshake:457(5959ns) SwitchToState:179(925ns) ProcessPendingSessionEvents:495(8999428ns) {ForwardSessionEventToSession:616(3284447ns) ForwardSessionEventToSession:616(3273ns) ForwardSessionEventToSession:616(3627ns) ForwardSessionEventToSession:616(1154006ns) ForwardSessionEventToSession:616(2793ns) ForwardSessionEventToSession:616(3462538ns) ForwardSessionEventToSession:616(668352ns) ForwardSessionEventToSession:616(3529ns) ForwardSessionEventToSession:616(398684ns) ForwardSessionEventToSession:616(4003ns)}}}
2026-01-08T17:02:17.565425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037197424909187:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:17.537253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037195235883461:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.576034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037197424909202:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.538894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037195235883460:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.576071Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037197424909202:2135] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:17.514861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037197518164509:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.576267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:17.514895Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037197518164509:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:17.582974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037197424909187:2108] [node 5] ICP22 created new session: [1:7593037197424909223:2108]
2026-01-08T17:02:17.515005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:17.584843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037197424909202:2135] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:17.539095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037190940916071:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.585009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037197424909223:2108] [node 5] ICS09 handshake done sender: [1:7593037197424909198:2132] self: [1:7593037197424909197:0] peer: [5:7593037195235883463:0] socket: 479 qp: -1
2026-01-08T17:02:17.585066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037197424909223:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:17.542909Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037195235883462:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18926
2026-01-08T17:02:17.596701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:17.543516Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037195235883450:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:17.597095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037197424909190:2117] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:17.597148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:17.546109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037195235883433:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:17.597209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037197424909190:2117] [node 6] ICP22 created new session: [1:7593037197424909226:2117]
2026-01-08T17:02:17.556784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037190940916073:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.508418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:17.597271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037197424909226:2117] [node 6] ICS09 handshake done sender: [1:7593037197424909202:2135] self: [1:7593037197424909201:0] peer: [6:7593037195413334621:0] socket: 480 qp: -1
2026-01-08T17:02:17.556833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:17.508653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037189942654236:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.597319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037197424909226:2117] [node 6] ICS10 traffic start
2026-01-08T17:02:17.558135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037190940916073:2050] [node 3] ICP22 created new session: [5:7593037195235883465:2050]
2026-01-08T17:02:17.597351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:17.561280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037195235883465:2050] [node 3] ICS09 handshake done sender: [5:7593037195235883450:2119] self: [5:7593037195235883459:0] peer: [3:7593037196428758953:0] socket: 444 qp: -1
2026-01-08T17:02:17.508769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037189942654237:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.575631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037195235883465:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:17.510236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:17.575679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:17.625355Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037197424909187:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(51155536ns) {HandleHandshakeStatus:329(51152653ns) {DropIncomingHandshake:442(30160ns) DropOutgoingHandshake:457(579ns) SwitchToState:179(378ns) ProcessPendingSessionEvents:495(4821122ns) {ForwardSessionEventToSession:616(3868325ns) ForwardSessionEventToSession:616(12497ns) ForwardSessionEventToSession:616(2931ns) ForwardSessionEventToSession:616(3281ns) ForwardSessionEventToSession:616(5929ns) ForwardSessionEventToSession:616(3655ns) ForwardSessionEventToSession:616(3948ns) ForwardSessionEventToSession:616(451171ns) ForwardSessionEventToSession:616(2365ns) ForwardSessionEventToSession:616(455395ns)}}}
2026-01-08T17:02:17.511850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:17.579911Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037190940916073:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(24076501ns) {HandleHandshakeStatus:329(24074034ns) {DropIncomingHandshake:442(901ns) DropOutgoingHandshake:457(6599ns) SwitchToState:179(617ns) ProcessPendingSessionEvents:495(134886ns) {ForwardSessionEventToSession:616(68624ns) ForwardSessionEventToSession:616(6307ns) ForwardSessionEventToSession:616(10316ns) ForwardSessionEventToSession:616(11198ns) ForwardSessionEventToSession:616(3085ns) ForwardSessionEventToSession:616(3212ns) ForwardSessionEventToSession:616(6051ns) ForwardSessionEventToSession:616(2910ns) ForwardSessionEventToSession:616(2806ns) ForwardSessionEventToSession:616(5620ns)}}}
2026-01-08T17:02:17.629013Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037197424909190:2117] [node 6] ICP35 event processing took too much time PendingConnection:279(30386036ns) {HandleHandshakeStatus:329(30383355ns) {DropIncomingHandshake:442(12828ns) DropOutgoingHandshake:457(346ns) SwitchToState:179(304ns) ProcessPendingSessionEvents:495(20782246ns) {ForwardSessionEventToSession:616(9190215ns) ForwardSessionEventToSession:616(801613ns) ForwardSessionEventToSession:616(8766ns) ForwardSessionEventToSession:616(2594485ns) ForwardSessionEventToSession:616(7345ns) ForwardSessionEventToSession:616(4166ns) ForwardSessionEventToSession:616(2675300ns) ForwardSessionEventToSession:616(3944ns) ForwardSessionEventToSession:616(2444ns) ForwardSessionEventToSession:616(2134973ns)}}}
2026-01-08T17:02:17.591233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037196428758978:2049] [node 2] ICS09 handshake done sender: [3:7593037196428758967:2120] self: [3:7593037196428758972:0] peer: [2:7593037197518164507:0] socket: 440 qp: -1
2026-01-08T17:02:17.516690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037193223197133:2048] [node 1] ICP22 created new session: [2:7593037197518164527:2048]
2026-01-08T17:02:17.589591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037195235883466:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18926
2026-01-08T17:02:17.591290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037196428758978:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:17.596544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037195235883468:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18926
2026-01-08T17:02:17.516748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037197518164527:2048] [node 1] ICS09 handshake done sender: [2:7593037197518164506:2114] self: [2:7593037197518164513:0] peer: [1:7593037197424909185:0] socket: 436 qp: -1
2026-01-08T17:02:17.591333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:17.598380Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037190940916071:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8507) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037195235883461:2122] held: no
2026-01-08T17:02:17.516798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037197518164527:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:17.593255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037196428758941:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:17.516845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:17.599791Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037195235883461:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:17.593324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:17.607895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037190940916071:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.593384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037196428758941:2110] [node 6] ICP22 created new session: [3:7593037196428758980:2110]
2026-01-08T17:02:17.523740Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037197518164493:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(89122004ns) {HandleHandshakeStatus:329(89119812ns) {DropIncomingHandshake:442(13154ns) DropOutgoingHandshake:457(268ns) SwitchToState:179(5127ns) ProcessPendingSessionEvents:495(15181957ns) {ForwardSessionEventToSession:616(12006332ns) ForwardSessionEventToSession:616(3574ns) ForwardSessionEventToSession:616(1199002ns) ForwardSessionEventToSession:616(17078ns) ForwardSessionEventToSession:616(3627ns) ForwardSessionEventToSession:616(1385403ns) ForwardSessionEventToSession:616(3751ns) ForwardSessionEventToSession:616(3927ns) ForwardSessionEventToSession:616(541794ns) ForwardSessionEventToSession:616(3353ns)}}}
2026-01-08T17:02:17.607966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:17.593446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037196428758980:2110] [node 6] ICS09 handshake done sender: [3:7593037196428758957:2117] self: [3:7593037196428758955:0] peer: [6:7593037195413334620:0] socket: 472 qp: -1
2026-01-08T17:02:17.531352Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037197518164509:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:17.608022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037190940916071:2048] [node 1] ICP22 created new session: [5:7593037195235883469:2048]
2026-01-08T17:02:17.593486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037196428758980:2110] [node 6] ICS10 traffic start
2026-01-08T17:02:17.535890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037193223197134:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:17.617279Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037195235883460:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:17.535978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:17.593520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:17.616750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037195235883469:2048] [node 1] ICS09 handshake done sender: [5:7593037195235883461:2122] self: [5:7593037195235883463:0] peer: [1:7593037197424909197:0] socket: 481 qp: -1
2026-01-08T17:02:17.620166Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037195235883433:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1649) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037195235883460:2121] held: no
2026-01-08T17:02:17.536040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037193223197134:2049] [node 3] ICP22 created new session: [2:7593037197518164530:2049]
2026-01-08T17:02:17.574674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037195413334623:2106] [node 5] ICS09 handshake done sender: [6:7593037195413334606:2116] self: [6:7593037195413334610:0] peer: [5:7593037195235883439:0] socket: 447 qp: -1
2026-01-08T17:02:17.622510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037195235883469:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:17.536098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037197518164530:2049] [node 3] ICS09 handshake done sender: [2:7593037197518164509:2116] self: [2:7593037197518164507:0] peer: [3:7593037196428758972:0] socket: 438 qp: -1
2026-01-08T17:02:17.574722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037195413334623:2106] [node 5] ICS10 traffic start
2026-01-08T17:02:17.625193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:17.536148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037197518164530:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:17.574780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:17.625226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037195235883433:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.536221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:17.583320Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037191118367234:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26977) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037195413334614:2118] held: no
2026-01-08T17:02:17.626640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:17.545887Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037197518164502:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.598706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037195413334626:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33862
2026-01-08T17:02:17.627255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037195235883433:2108] [node 4] ICP22 created new session: [5:7593037195235883471:2108]
2026-01-08T17:02:17.545926Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037197518164502:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:17.601652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037195413334622:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33862
2026-01-08T17:02:17.628441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037195235883471:2108] [node 4] ICS09 handshake done sender: [5:7593037195235883460:2121] self: [5:7593037195235883464:0] peer: [4:7593037194237621608:0] socket: 478 qp: -1
2026-01-08T17:02:17.557980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037197518164502:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:17.607096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037195413334625:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33862
2026-01-08T17:02:17.628600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037195235883471:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:17.561114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037197518164494:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:17.628645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:17.616280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037191118367235:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19374) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037195413334617:2120] held: no
2026-01-08T17:02:17.561174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:17.628684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037190940916071:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(25971140ns) {HandleHandshakeStatus:329(25968341ns) {DropIncomingHandshake:442(1760ns) DropOutgoingHandshake:457(704ns) SwitchToState:179(803ns) ProcessPendingSessionEvents:495(978ns)}}
2026-01-08T17:02:17.616990Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037195413334617:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:17.571152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037197518164494:2109] [node 6] ICP22 created new session: [2:7593037197518164533:2109]
2026-01-08T17:02:17.576029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037197518164533:2109] [node 6] ICS09 handshake done sender: [2:7593037197518164502:2113] self: [2:7593037197518164501:0] peer: [6:7593037195413334619:0] socket: 437 qp: -1
2026-01-08T17:02:17.617026Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037191118367233:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8507) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037195413334618:2121] held: no
2026-01-08T17:02:17.576443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037197518164533:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:17.620291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037191118367235:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.582475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:17.620340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:17.613402Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037197518164494:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(52045362ns) {HandleHandshakeStatus:329(52042738ns) {DropIncomingHandshake:442(16261ns) DropOutgoingHandshake:457(388ns) SwitchToState:179(729ns) ProcessPendingSessionEvents:495(22586243ns) {ForwardSessionEventToSession:616(8345561ns) ForwardSessionEventToSession:616(473395ns) ForwardSessionEventToSession:616(3424ns) ForwardSessionEventToSession:616(1141447ns) ForwardSessionEventToSession:616(6489ns) ForwardSessionEventToSession:616(3052ns) ForwardSessionEventToSession:616(1385803ns) ForwardSessionEventToSession:616(4490ns) ForwardSessionEventToSession:616(4702412ns) ForwardSessionEventToSession:616(6499241ns)}}}
2026-01-08T17:02:17.622675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037191118367235:2050] [node 3] ICP22 created new session: [6:7593037195413334627:2050]
2026-01-08T17:02:17.624885Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037195413334618:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:17.626778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037195413334627:2050] [node 3] ICS09 handshake done sender: [6:7593037195413334617:2120] self: [6:7593037195413334620:0] peer: [3:7593037196428758955:0] socket: 426 qp: -1
2026-01-08T17:02:17.627541Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037195413334614:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:17.627622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037191118367233:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.627673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:17.627927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037195413334627:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:17.627977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:17.628314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037191118367233:2048] [node 1] ICP22 created new session: [6:7593037195413334628:2048]
2026-01-08T17:02:17.628895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037195413334628:2048] [node 1] ICS09 handshake done sender: [6:7593037195413334618:2121] self: [6:7593037195413334621:0] peer: [1:7593037197424909201:0] socket: 484 qp: -1
2026-01-08T17:02:17.628937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037195413334628:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:17.629446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:17.514078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037189942654237:2050] [node 3] ICP22 created new session: [4:7593037194237621625:2050]
2026-01-08T17:02:17.514469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037189942654236:2049] [node 2] ICP22 created new session: [4:7593037194237621626:2049]
2026-01-08T17:02:17.515595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037194237621625:2050] [node 3] ICS09 handshake done sender: [4:7593037194237621601:2113] self: [4:7593037194237621612:0] peer: [3:7593037196428758947:0] socket: 425 qp: -1
2026-01-08T17:02:17.519115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037194237621625:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:17.519159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:17.523559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037194237621626:2049] [node 2] ICS09 handshake done sender: [4:7593037194237621611:2117] self: [4:7593037194237621614:0] peer: [2:7593037197518164497:0] socket: 445 qp: -1
2026-01-08T17:02:17.523610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037194237621626:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:17.524046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:17.533368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037194237621628:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28934
2026-01-08T17:02:17.535309Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037189942654236:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(22793122ns) {HandleHandshakeStatus:329(22790733ns) {DropIncomingHandshake:442(570ns) DropOutgoingHandshake:457(385ns) SwitchToState:179(423ns) ProcessPendingSessionEvents:495(1216ns)}}
2026-01-08T17:02:17.537252Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037194237621628:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.557735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037189942654237:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(26494422ns) {HandleHandshakeStatus:329(26491329ns) {DropIncomingHandshake:442(300ns) DropOutgoingHandshake:457(6071ns) SwitchToState:179(407ns) ProcessPendingSessionEvents:495(11066528ns) {ForwardSessionEventToSession:616(4548650ns) ForwardSessionEventToSession:616(4939ns) ForwardSessionEventToSession:616(3898ns) ForwardSessionEventToSession:616(5012325ns) ForwardSessionEventToSession:616(8387ns) ForwardSessionEventToSession:616(943032ns) ForwardSessionEventToSession:616(3522ns) ForwardSessionEventToSession:616(2489ns) ForwardSessionEventToSession:616(518131ns) ForwardSessionEventToSession:616(4171ns)}}}
2026-01-08T17:02:17.561148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037194237621610:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:17.561180Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037194237621610:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:17.580624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037194237621610:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:17.596609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037194237621594:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:17.631720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037191118367234:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:17.631776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:17.631830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037191118367234:2049] [node 2] ICP22 created new session: [6:7593037195413334631:2049]
2026-01-08T17:02:17.599439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:17.602178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037194237621594:2108] [node 5] ICP22 created new session: [4:7593037194237621632:2108]
2026-01-08T17:02:17.631880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037195413334631:2049] [node 2] ICS09 handshake done sender: [6:7593037195413334614:2118] self: [6:7593037195413334619:0] peer: [2:7593037197518164501:0] socket: 429 qp: -1
2026-01-08T17:02:17.631934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037195413334631:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:17.631978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:17.615948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037194237621632:2108] [node 5] ICS09 handshake done sender: [4:7593037194237621610:2116] self: [4:7593037194237621608:0] peer: [5:7593037195235883464:0] socket: 477 qp: -1
2026-01-08T17:02:17.616448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037194237621632:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:17.616503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:17.629841Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037194237621594:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(31184065ns) {HandleHandshakeStatus:329(31181452ns) {DropIncomingHandshake:442(17652ns) DropOutgoingHandshake:457(458ns) SwitchToState:179(378ns) ProcessPendingSessionEvents:495(10894970ns) {ForwardSessionEventToSession:616(8396472ns) ForwardSessionEventToSession:616(5014ns) ForwardSessionEventToSession:616(3267ns) ForwardSessionEventToSession:616(1835036ns) ForwardSessionEventToSession:616(3534ns) ForwardSessionEventToSession:616(125857ns) ForwardSessionEventToSession:616(4853ns) ForwardSessionEventToSession:616(3842ns) ForwardSessionEventToSession:616(497143ns) ForwardSessionEventToSession:616(3177ns)}}}
2026-01-08T17:02:17.708246Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:17.708515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037197518164527:2048] [node 1] ICS01 socket: 436 reason# EndOfStream
2026-01-08T17:02:17.708554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037193223197133:2048] [node 1] ICP30 unregister session Session# [2:7593037197518164527:2048] VirtualId# [2:7593037197518164513:0]
2026-01-08T17:02:17.708594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037197518164527:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:17.708671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:17.708714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:17.711982Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:17.712311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037196428758966:2048] [node 1] ICS07 socket disconnect 417 reason# EndOfStream
2026-01-08T17:02:17.712356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037196428758966:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:17.712450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:17.712513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037196428758966:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:17.713833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037192133791580:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8507) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:17.713944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037196428758966:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:17.713999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037192133791580:2048] [node 1] ICP30 unregister session Session# [3:7593037196428758966:2048] VirtualId# [3:7593037196428758958:0]
2026-01-08T17:02:17.714206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:17.714257Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037192133791580:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8507) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:17.717744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8507) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:17.717705Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:17.718016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037194237621623:2048] [node 1] ICS01 socket: 424 reason# EndOfStream
2026-01-08T17:02:17.718081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037189942654235:2048] [node 1] ICP30 unregister session Session# [4:7593037194237621623:2048] VirtualId# [4:7593037194237621613:0]
2026-01-08T17:02:17.718445Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:17.718136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037194237621623:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:17.718247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:17.718338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:17.718671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037195235883469:2048] [node 1] ICS01 socket: 481 reason# EndOfStream
2026-01-08T17:02:17.718719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037190940916071:2048] [node 1] ICP30 unregister session Session# [5:7593037195235883469:2048] VirtualId# [5:7593037195235883463:0]
2026-01-08T17:02:17.718755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037195235883469:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:17.718844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:17.718904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:17.721150Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:17.721383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037195413334628:2048] [node 1] ICS01 socket: 484 reason# EndOfStream
2026-01-08T17:02:17.721435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037191118367233:2048] [node 1] ICP30 unregister session Session# [6:7593037195413334628:2048] VirtualId# [6:7593037195413334621:0]
2026-01-08T17:02:17.721478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037195413334628:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:17.721574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:17.721625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:17.728164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037192133791580:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:17.818300Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:17.818569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037196428758978:2049] [node 2] ICS01 socket: 440 reason# EndOfStream
2026-01-08T17:02:17.818622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037192133791581:2049] [node 2] ICP30 unregister session Session# [3:7593037196428758978:2049] VirtualId# [3:7593037196428758972:0]
2026-01-08T17:02:17.818677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037196428758978:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:17.818769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:17.818833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:17.821506Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:17.821800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037194237621626:2049] [node 2] ICS01 socket: 445 reason# EndOfStream
2026-01-08T17:02:17.821860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037189942654236:2049] [node 2] ICP30 unregister session Session# [4:7593037194237621626:2049] VirtualId# [4:7593037194237621614:0]
2026-01-08T17:02:17.821908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037194237621626:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:17.822003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:17.822099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:17.822631Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:17.822867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037195235883451:2049] [node 2] ICS07 socket disconnect 439 reason# EndOfStream
2026-01-08T17:02:17.822909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037195235883451:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:17.822985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:17.823055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037195235883451:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:17.823879Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:17.824078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037195413334631:2049] [node 2] ICS01 socket: 429 reason# EndOfStream
2026-01-08T17:02:17.824127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037191118367234:2049] [node 2] ICP30 unregister session Session# [6:7593037195413334631:2049] VirtualId# [6:7593037195413334619:0]
2026-01-08T17:02:17.824165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037195413334631:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:17.824241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:17.824304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:17.828080Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037190940916072:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26977) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:17.828219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037195235883451:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:17.828262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037190940916072:2049] [node 2] ICP30 unregister session Session# [5:7593037195235883451:2049] VirtualId# [5:7593037195235883448:0]
2026-01-08T17:02:17.828325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:17.828373Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037190940916072:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26977) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:17.828392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26977) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:17.838717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037190940916072:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:02:17.912335Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:17.912616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037194237621625:2050] [node 3] ICS07 socket disconnect 425 reason# EndOfStream
2026-01-08T17:02:17.912654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037194237621625:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:17.912743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:17.912797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037194237621625:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:17.913611Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:17.918605Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:17.918856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037195413334627:2050] [node 3] ICS01 socket: 426 reason# EndOfStream
2026-01-08T17:02:17.918903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037191118367235:2050] [node 3] ICP30 unregister session Session# [6:7593037195413334627:2050] VirtualId# [6:7593037195413334620:0]
2026-01-08T17:02:17.918948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037195413334627:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:17.919031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:17.919096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:17.913902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037195235883465:2050] [node 3] ICS01 socket: 444 reason# EndOfStream
2026-01-08T17:02:17.913949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037190940916073:2050] [node 3] ICP30 unregister session Session# [5:7593037195235883465:2050] VirtualId# [5:7593037195235883459:0]
2026-01-08T17:02:17.913999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037195235883465:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:17.914075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:17.913700Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037189942654237:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19374) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:17.913777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037194237621625:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:17.913839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037189942654237:2050] [node 3] ICP30 unregister session Session# [4:7593037194237621625:2050] VirtualId# [4:7593037194237621612:0]
2026-01-08T17:02:17.913891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:17.914657Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037189942654237:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19374) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:17.914677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19374) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:17.914134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:18.005360Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:18.005623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037195235883471:2108] [node 4] ICS01 socket: 478 reason# EndOfStream
2026-01-08T17:02:18.005677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037195235883433:2108] [node 4] ICP30 unregister session Session# [5:7593037195235883471:2108] VirtualId# [5:7593037195235883464:0]
2026-01-08T17:02:18.005716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037195235883471:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:18.005792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:18.005843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:18.006571Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:18.006797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037195413334612:2108] [node 4] ICS01 socket: 443 reason# EndOfStream
2026-01-08T17:02:18.006842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037195413334593:2108] [node 4] ICP30 unregister session Session# [6:7593037195413334612:2108] VirtualId# [6:7593037195413334609:0]
2026-01-08T17:02:18.006871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037195413334612:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:18.006934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:18.006993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:18.157682Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:18.157945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037195413334623:2106] [node 5] ICS01 socket: 447 reason# EndOfStream
2026-01-08T17:02:18.157997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037195413334589:2106] [node 5] ICP30 unregister session Session# [6:7593037195413334623:2106] VirtualId# [6:7593037195413334610:0]
2026-01-08T17:02:18.158042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037195413334623:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:18.158136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:18.158185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:18.325025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037200441878818:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:18.325271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037200441878817:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:18.332983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037198835620347:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:18.333048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037198835620348:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:18.341550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037198923996207:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:18.341710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037198923996208:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:18.350523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037201102182765:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:18.350550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037201102182766:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:18.350587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037201102182767:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:18.366500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037199697430566:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:18.366507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037199697430567:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:18.366547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037199697430568:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:18.372358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037200459845784:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:18.372382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037200459845785:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:18.372473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037200459845786:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:18.486109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037200459845847:2107] [node 5] ICP01 ready to work
2026-01-08T17:02:18.547167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037198835620410:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:18.546909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037200441878898:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:18.553687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037198923996288:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:18.565102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037200459845849:2110] [node 4] ICP01 ready to work
2026-01-08T17:02:18.560760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037198835620412:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:18.553537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037200441878899:2117] [node 6] ICP01 ready to work
2026-01-08T17:02:18.563255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037201102182828:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:18.564795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037198923996289:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:18.563713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037198835620411:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:18.565730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037198923996290:2111] [node 6] ICP01 ready to work
2026-01-08T17:02:18.566226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037199697430647:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:18.568011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037199697430648:2127] [node 6] ICP01 ready to work
2026-01-08T17:02:18.565028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037201102182829:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:18.566083Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037200441878817:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(80721928ns) {Configure:104(80715449ns) {ProcessConfigured:135(5161100ns) {StartInitialHandshake:157(5157945ns) {DropHandshakes:470(2138ns) {DropIncomingHandshake:442(393ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:992(1163ns) PrepareNewSessionHandshake:477(447126ns) {SwitchToState:179(3986ns)}}}}}
2026-01-08T17:02:18.568156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037200441878902:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:18.578246Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037200459845847:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(87455076ns) {Configure:104(87450235ns) {ProcessConfigured:135(5638757ns) {StartInitialHandshake:157(5636245ns) {DropHandshakes:470(1646ns) {DropIncomingHandshake:442(260ns) DropOutgoingHandshake:457(288ns)} GenerateSessionVirtualId:992(530ns) PrepareNewSessionHandshake:477(3877ns) {SwitchToState:179(1855ns)}}}}}
2026-01-08T17:02:18.589874Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037198923996208:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(26588277ns) {Configure:104(26581021ns) {ProcessConfigured:135(1483008ns) {StartInitialHandshake:157(1480501ns) {DropHandshakes:470(1309ns) {DropIncomingHandshake:442(244ns) DropOutgoingHandshake:457(263ns)} GenerateSessionVirtualId:992(519ns) PrepareNewSessionHandshake:477(1594ns) {SwitchToState:179(735ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.596754Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037200441878818:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(99947948ns) {Configure:104(99943896ns) {ProcessConfigured:135(7300854ns) {StartInitialHandshake:157(7298890ns) {DropHandshakes:470(1637ns) {DropIncomingHandshake:442(352ns) DropOutgoingHandshake:457(682ns)} GenerateSessionVirtualId:992(674ns) PrepareNewSessionHandshake:477(2778ns) {SwitchToState:179(1243ns)}}}}}
2026-01-08T17:02:18.612890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037201102182767:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(38112853ns) {Configure:104(38105264ns) {ProcessConfigured:135(4323179ns) {StartInitialHandshake:157(4321291ns) {DropHandshakes:470(1228ns) {DropIncomingHandshake:442(211ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:992(490ns) PrepareNewSessionHandshake:477(3589ns) {SwitchToState:179(2324ns)}}}}}
2026-01-08T17:02:18.601382Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037198835620348:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(98155267ns) {Configure:104(97393633ns) {ProcessConfigured:135(1165521ns) {StartInitialHandshake:157(1163011ns) {DropHandshakes:470(1576ns) {DropIncomingHandshake:442(345ns) DropOutgoingHandshake:457(329ns)} GenerateSessionVirtualId:992(533ns) PrepareNewSessionHandshake:477(1440ns) {SwitchToState:179(772ns)}}}}}
2026-01-08T17:02:18.605349Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037198923996207:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(94129144ns) {Configure:104(94124099ns) {ProcessConfigured:135(924874ns) {StartInitialHandshake:157(922117ns) {DropHandshakes:470(984ns) {DropIncomingHandshake:442(178ns) DropOutgoingHandshake:457(215ns)} GenerateSessionVirtualId:992(441ns) PrepareNewSessionHandshake:477(2148ns) {SwitchToState:179(996ns)}}}}}
2026-01-08T17:02:18.613223Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037200459845786:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(50751862ns) {Configure:104(50744513ns) {ProcessConfigured:135(9180921ns) {StartInitialHandshake:157(9179039ns) {DropHandshakes:470(1826ns) {DropIncomingHandshake:442(938ns) DropOutgoingHandshake:457(296ns)} GenerateSessionVirtualId:992(1877ns) PrepareNewSessionHandshake:477(5179ns) {SwitchToState:179(2541ns)}}}}}
2026-01-08T17:02:18.610759Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037200441878899:2117] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(44315770ns) {Configure:104(44310791ns) {ProcessConfigured:135(11724186ns) {StartInitialHandshake:157(11721519ns) {DropHandshakes:470(1079ns) {DropIncomingHandshake:442(336ns) DropOutgoingHandshake:457(294ns)} GenerateSessionVirtualId:992(429ns) PrepareNewSessionHandshake:477(3456ns) {SwitchToState:179(1608ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.616889Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037198923996288:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(25066998ns) {Configure:104(25058125ns) {ProcessConfigured:135(1135398ns) {StartInitialHandshake:157(1133554ns) {DropHandshakes:470(1103ns) {DropIncomingHandshake:442(293ns) DropOutgoingHandshake:457(273ns)} GenerateSessionVirtualId:992(404ns) PrepareNewSessionHandshake:477(2139ns) {SwitchToState:179(537ns)}}}}}
2026-01-08T17:02:18.615095Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037198835620347:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(83887088ns) {Configure:104(83878377ns) {ProcessConfigured:135(3084175ns) {StartInitialHandshake:157(3081960ns) {DropHandshakes:470(1510ns) {DropIncomingHandshake:442(295ns) DropOutgoingHandshake:457(304ns)} GenerateSessionVirtualId:992(419ns) PrepareNewSessionHandshake:477(2544ns) {SwitchToState:179(1433ns)}}}}}
2026-01-08T17:02:18.614041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037200459845852:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29754
2026-01-08T17:02:18.619270Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037200441878898:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(51356433ns) {Configure:104(51350919ns) {ProcessConfigured:135(11418507ns) {StartInitialHandshake:157(11416225ns) {DropHandshakes:470(1358ns) {DropIncomingHandshake:442(249ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:992(542ns) PrepareNewSessionHandshake:477(5034ns) {SwitchToState:179(2053ns)}}}}}
2026-01-08T17:02:18.631952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037201102182765:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(58901804ns) {Configure:104(58892094ns) {ProcessConfigured:135(7186809ns) {StartInitialHandshake:157(7185024ns) {DropHandshakes:470(1212ns) {DropIncomingHandshake:442(369ns) DropOutgoingHandshake:457(294ns)} GenerateSessionVirtualId:992(474ns) PrepareNewSessionHandshake:477(1948ns) {SwitchToState:179(58ns)}}}}}
2026-01-08T17:02:18.615252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037198835620416:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35889
2026-01-08T17:02:18.642882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037199697430566:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(113139925ns) {Configure:104(107044208ns) {ProcessConfigured:135(11436413ns) {StartInitialHandshake:157(11433844ns) {DropHandshakes:470(1446ns) {DropIncomingHandshake:442(249ns) DropOutgoingHandshake:457(302ns)} GenerateSessionVirtualId:992(757ns) PrepareNewSessionHandshake:477(3333ns) {SwitchToState:179(2198ns)}}}}}
2026-01-08T17:02:18.635801Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037200441878914:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42307
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.648828Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037201102182766:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(66406675ns) {Configure:104(66395889ns) {ProcessConfigured:135(7004111ns) {StartInitialHandshake:157(7001527ns) {DropHandshakes:470(1428ns) {DropIncomingHandshake:442(572ns) DropOutgoingHandshake:457(306ns)} GenerateSessionVirtualId:992(1389ns) PrepareNewSessionHandshake:477(2428ns) {SwitchToState:179(797ns)}}}}}
2026-01-08T17:02:18.646766Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037198923996289:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(55738069ns) {Configure:104(55734760ns) {ProcessConfigured:135(4184903ns) {StartInitialHandshake:157(4182703ns) {DropHandshakes:470(1763ns) {DropIncomingHandshake:442(293ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:992(502ns) PrepareNewSessionHandshake:477(2356ns) {SwitchToState:179(951ns)}}}}}
2026-01-08T17:02:18.614187Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037200459845853:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29754
2026-01-08T17:02:18.642941Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037199697430567:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(119504144ns) {Configure:104(113990089ns) {ProcessConfigured:135(18349266ns) {StartInitialHandshake:157(13733040ns) {DropHandshakes:470(2068ns) {DropIncomingHandshake:442(882ns) DropOutgoingHandshake:457(575ns)} GenerateSessionVirtualId:992(1342ns) PrepareNewSessionHandshake:477(2464ns) {SwitchToState:179(846ns)}}}}}
2026-01-08T17:02:18.622510Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037198835620410:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(41182292ns) {Configure:104(41176942ns) {ProcessConfigured:135(11171457ns) {StartInitialHandshake:157(11168702ns) {DropHandshakes:470(1384ns) {DropIncomingHandshake:442(318ns) DropOutgoingHandshake:457(311ns)} GenerateSessionVirtualId:992(841ns) PrepareNewSessionHandshake:477(13320ns) {SwitchToState:179(990ns)}}}}}
2026-01-08T17:02:18.677447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037198923996292:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.654504Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037201102182829:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(75804322ns) {Configure:104(75799986ns) {ProcessConfigured:135(10909854ns) {StartInitialHandshake:157(10906841ns) {DropHandshakes:470(2292ns) {DropIncomingHandshake:442(344ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:992(670ns) PrepareNewSessionHandshake:477(3433ns) {SwitchToState:179(1354ns)}}}}}
2026-01-08T17:02:18.618571Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037200459845784:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(90844427ns) {Configure:104(90837287ns) {ProcessConfigured:135(6588455ns) {StartInitialHandshake:157(6585735ns) {DropHandshakes:470(1168ns) {DropIncomingHandshake:442(255ns) DropOutgoingHandshake:457(386ns)} GenerateSessionVirtualId:992(379ns) PrepareNewSessionHandshake:477(2195680ns) {SwitchToState:179(3981ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.677486Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037198923996292:2128] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.660438Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037199697430647:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(54372598ns) {Configure:104(54367580ns) {ProcessConfigured:135(3833381ns) {StartInitialHandshake:157(3831302ns) {DropHandshakes:470(694ns) {DropIncomingHandshake:442(103ns) DropOutgoingHandshake:457(135ns)} GenerateSessionVirtualId:992(320ns) PrepareNewSessionHandshake:477(3009ns) {SwitchToState:179(1379ns)}}}}}
2026-01-08T17:02:18.660561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037198835620416:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.655366Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037201102182828:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(56001787ns) {Configure:104(55997334ns) {ProcessConfigured:135(17095641ns) {StartInitialHandshake:157(17093846ns) {DropHandshakes:470(1067ns) {DropIncomingHandshake:442(260ns) DropOutgoingHandshake:457(241ns)} GenerateSessionVirtualId:992(794ns) PrepareNewSessionHandshake:477(2955445ns) {SwitchToState:179(1710ns)}}}}}
2026-01-08T17:02:18.643364Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037200459845785:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(63201097ns) {Configure:104(63195114ns) {ProcessConfigured:135(18101857ns) {StartInitialHandshake:157(18100171ns) {DropHandshakes:470(950ns) {DropIncomingHandshake:442(156ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:992(282ns) PrepareNewSessionHandshake:477(6919ns) {SwitchToState:179(2418ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.661268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037199697430659:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44860
2026-01-08T17:02:18.662132Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037201102182844:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64014
2026-01-08T17:02:18.681187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037200441878914:2133] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.678717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037198923996303:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30995
2026-01-08T17:02:18.663448Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037198835620411:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(80911642ns) {Configure:104(80905931ns) {ProcessConfigured:135(14529593ns) {StartInitialHandshake:157(9307775ns) {DropHandshakes:470(2843ns) {DropIncomingHandshake:442(509ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:992(1613ns) PrepareNewSessionHandshake:477(2908ns) {SwitchToState:179(1087ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.661468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037199697430660:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44860
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.691822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037200441878901:2128] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.646403Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037200459845849:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(44965096ns) {Configure:104(44960486ns) {ProcessConfigured:135(16710019ns) {StartInitialHandshake:157(16708221ns) {DropHandshakes:470(1073ns) {DropIncomingHandshake:442(186ns) DropOutgoingHandshake:457(256ns)} GenerateSessionVirtualId:992(595ns) PrepareNewSessionHandshake:477(1957ns) {SwitchToState:179(719ns)}}}}}
2026-01-08T17:02:18.661590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037199697430661:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44860
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.683114Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037198923996292:2128] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:18.669949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037198835620347:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.691870Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037200441878901:2128] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:18.695206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037198923996305:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30995
2026-01-08T17:02:18.668886Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037199697430568:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(67569862ns) {Configure:104(67561157ns) {ProcessConfigured:135(13195389ns) {StartInitialHandshake:157(13192404ns) {DropHandshakes:470(1692ns) {DropIncomingHandshake:442(819ns) DropOutgoingHandshake:457(311ns)} GenerateSessionVirtualId:992(625ns) PrepareNewSessionHandshake:477(4918ns) {SwitchToState:179(2422ns)}}}}}
2026-01-08T17:02:18.655113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037200459845852:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.718584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037198835620429:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35889
2026-01-08T17:02:18.721581Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037200441878901:2128] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.655327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037200459845786:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:18.746376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037201102182841:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64014
2026-01-08T17:02:18.730500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037198835620414:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.709834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037198923996309:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30995
2026-01-08T17:02:18.670081Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037199697430648:2127] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(72482288ns) {Configure:104(72455380ns) {ProcessConfigured:135(3953936ns) {StartInitialHandshake:157(3951277ns) {DropHandshakes:470(1733ns) {DropIncomingHandshake:442(517ns) DropOutgoingHandshake:457(250ns)} GenerateSessionVirtualId:992(1045ns) PrepareNewSessionHandshake:477(3200ns) {SwitchToState:179(1709ns)}}}}}
2026-01-08T17:02:18.722626Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037200441878915:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42307
2026-01-08T17:02:18.714650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037200459845853:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.778871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037201102182841:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.727977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037199697430659:2133] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.730510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037198923996301:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30995
2026-01-08T17:02:18.802749Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037201102182844:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.730530Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037198835620414:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:18.779083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037200441878907:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.721713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037200459845785:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:18.736089Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037199697430660:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.730701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037198923996305:2136] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.770640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037198835620430:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35889
2026-01-08T17:02:18.779117Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037200441878907:2130] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:18.754421Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037200459845866:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29754
2026-01-08T17:02:18.834432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037201102182837:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.834496Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037201102182837:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:18.746650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037199697430566:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:18.742558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037198923996290:2111] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:18.775733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037198835620428:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35889
2026-01-08T17:02:18.813938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037200459845852:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:18.779598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037200441878817:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:18.750454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037199697430665:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44860
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.839995Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037201102182837:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:18.742620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:18.797680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037198835620418:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.838671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037200459845786:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:18.791723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:18.779457Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037199697430665:2136] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.742679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037198923996290:2111] [node 6] ICP22 created new session: [3:7593037198923996310:2111]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.797708Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037198835620418:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:18.797407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037200441878905:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.818864Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037198835620414:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:18.853442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037201102182846:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64014
2026-01-08T17:02:18.853537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:18.780467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037199697430568:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:18.747172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037198923996208:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:18.797608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037199697430661:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.820148Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037198835620418:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:18.797445Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037200441878905:2129] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:18.753602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037198923996303:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.859023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037201102182828:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:18.854693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037200459845786:2050] [node 3] ICP22 created new session: [6:7593037200459845870:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.754661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037198923996304:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30995
2026-01-08T17:02:18.767968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037198923996310:2111] [node 6] ICS09 handshake done sender: [3:7593037198923996292:2128] self: [3:7593037198923996291:0] peer: [6:7593037200459845865:0] socket: 421 qp: -1
2026-01-08T17:02:18.777876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037198923996310:2111] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.802698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037200441878817:2048] [node 2] ICP22 created new session: [1:7593037200441878918:2048]
2026-01-08T17:02:18.838512Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037198835620347:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17317) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037198835620416:2111] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.818701Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037199697430669:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44860
2026-01-08T17:02:18.860506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:18.777933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.855440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037200459845870:2050] [node 3] ICS09 handshake done sender: [6:7593037200459845852:2112] self: [6:7593037200459845865:0] peer: [3:7593037198923996291:0] socket: 423 qp: -1
2026-01-08T17:02:18.819979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037199697430647:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:18.809237Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037200441878907:2130] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:18.842642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037198835620428:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.862395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037201102182846:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.778291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037198923996301:2132] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.842743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037198835620348:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:18.778501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037198923996207:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:18.824142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037200441878918:2048] [node 2] ICS09 handshake done sender: [1:7593037200441878901:2128] self: [1:7593037200441878900:0] peer: [2:7593037198835620427:0] socket: 420 qp: -1
2026-01-08T17:02:18.855489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037200459845870:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:18.842790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.828480Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037199697430647:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(16488039ns) {IncomingHandshake:261(16484035ns) {DropIncomingHandshake:442(288ns) PrepareNewSessionHandshake:477(1348ns) {SwitchToState:179(666ns)} GenerateSessionVirtualId:992(1174ns) IssueIncomingHandshakeReply:193(11354466ns) {SwitchToState:179(1529ns)}}}
2026-01-08T17:02:18.862492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037201102182828:2108] [node 5] ICP22 created new session: [4:7593037201102182849:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.824199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037200441878918:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:18.856070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:18.842845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037198835620348:2049] [node 3] ICP22 created new session: [2:7593037198835620433:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.793436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037198923996302:2133] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.853540Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037199697430665:2136] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.894490Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037200459845868:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29754
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.827983Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037200441878905:2129] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:18.842897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037198835620433:2049] [node 3] ICS09 handshake done sender: [2:7593037198835620418:2112] self: [2:7593037198835620417:0] peer: [3:7593037198923996311:0] socket: 443 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.882746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037201102182767:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:18.793470Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037198923996302:2133] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:18.856012Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037199697430568:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4985) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037199697430665:2136] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.902836Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037200459845869:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29754
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.828426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:18.882868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037201102182851:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64014
2026-01-08T17:02:18.842939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037198835620433:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:18.857967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037199697430568:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:18.904027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037200459845868:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.904647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037200459845784:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:18.908664Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037200459845853:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:18.913358Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037200459845786:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(61438725ns) {HandleHandshakeStatus:329(61435714ns) {DropIncomingHandshake:442(678ns) DropOutgoingHandshake:457(1368699ns) SwitchToState:179(1306ns) ProcessPendingSessionEvents:495(35633020ns) {ForwardSessionEventToSession:616(11039220ns) ForwardSessionEventToSession:616(11832693ns) ForwardSessionEventToSession:616(4172ns) ForwardSessionEventToSession:616(3217ns) ForwardSessionEventToSession:616(7255000ns) ForwardSessionEventToSession:616(11250ns) ForwardSessionEventToSession:616(4611479ns) ForwardSessionEventToSession:616(5058ns) ForwardSessionEventToSession:616(4519ns) ForwardSessionEventToSession:616(841241ns)}}}
2026-01-08T17:02:18.913774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037200459845785:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:18.914402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:18.924434Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037200459845877:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29754
2026-01-08T17:02:18.926462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037200459845785:2049] [node 2] ICP22 created new session: [6:7593037200459845876:2049]
2026-01-08T17:02:18.938511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037200459845876:2049] [node 2] ICS09 handshake done sender: [6:7593037200459845853:2113] self: [6:7593037200459845867:0] peer: [2:7593037198835620413:0] socket: 426 qp: -1
2026-01-08T17:02:18.943174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037200459845876:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:18.802958Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037198923996302:2133] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:18.890569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037201102182849:2108] [node 5] ICS09 handshake done sender: [4:7593037201102182837:2112] self: [4:7593037201102182833:0] peer: [5:7593037199697430670:0] socket: 446 qp: -1
2026-01-08T17:02:18.818395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037198923996309:2137] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.838862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037200441878915:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.862387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:18.842982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:18.894569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037201102182849:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:18.843545Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037198835620416:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:18.956527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:18.838927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037200441878902:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:18.822631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037198923996289:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:18.864452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037199697430568:2050] [node 3] ICP22 created new session: [5:7593037199697430674:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.957534Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037200459845873:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29754
2026-01-08T17:02:18.822685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:18.899258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.838974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:18.847155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037198835620429:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.883235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037199697430674:2050] [node 3] ICS09 handshake done sender: [5:7593037199697430665:2136] self: [5:7593037199697430668:0] peer: [3:7593037198923996300:0] socket: 463 qp: -1
2026-01-08T17:02:18.963532Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037200459845868:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.822751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037198923996289:2108] [node 5] ICP22 created new session: [3:7593037198923996317:2108]
2026-01-08T17:02:18.908977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037201102182851:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.853206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037198835620412:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:18.973364Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037200459845873:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.883291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037199697430674:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:18.844616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037200441878902:2108] [node 5] ICP22 created new session: [1:7593037200441878923:2108]
2026-01-08T17:02:18.822806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037198923996317:2108] [node 5] ICS09 handshake done sender: [3:7593037198923996302:2133] self: [3:7593037198923996300:0] peer: [5:7593037199697430668:0] socket: 462 qp: -1
2026-01-08T17:02:18.853251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:18.852224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037200441878818:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:18.910828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037201102182766:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:18.887151Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037199697430647:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3834) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037199697430661:2135] held: no
2026-01-08T17:02:18.914339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037201102182850:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64014
2026-01-08T17:02:18.973426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037200459845784:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:18.822842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037198923996317:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:18.852237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037200441878923:2108] [node 5] ICS09 handshake done sender: [1:7593037200441878907:2130] self: [1:7593037200441878906:0] peer: [5:7593037199697430666:0] socket: 430 qp: -1
2026-01-08T17:02:18.894571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:18.853307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037198835620412:2109] [node 6] ICP22 created new session: [2:7593037198835620436:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.977934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:18.943312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037201102182850:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.943317Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037201102182767:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4985) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037201102182846:2117] held: no
2026-01-08T17:02:18.949826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037201102182856:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64014
2026-01-08T17:02:18.958815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037201102182765:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:18.962791Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037201102182828:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(63392100ns) {HandleHandshakeStatus:329(63389435ns) {DropIncomingHandshake:442(30201ns) DropOutgoingHandshake:457(344ns) SwitchToState:179(152ns) ProcessPendingSessionEvents:495(17869624ns) {ForwardSessionEventToSession:616(4362243ns) ForwardSessionEventToSession:616(7127ns) ForwardSessionEventToSession:616(2980ns) ForwardSessionEventToSession:616(1855918ns) ForwardSessionEventToSession:616(2373853ns) ForwardSessionEventToSession:616(502529ns) ForwardSessionEventToSession:616(4348ns) ForwardSessionEventToSession:616(2740ns) ForwardSessionEventToSession:616(8722703ns) ForwardSessionEventToSession:616(10080ns)}}}
2026-01-08T17:02:18.973247Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037201102182767:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(19726643ns) {HandleHandshakeStatus:395(19724192ns) {LogHandshakeFail:472(25666ns) {UpdateErrorStateLog:545(16423ns)} DropOutgoingHandshake:457(2286ns) ProcessPendingSessionEvents:495(6037945ns) {DropSessionEvent:512(11977ns) DropSessionEvent:512(6135ns) DropSessionEvent:512(5712ns) DropSessionEvent:512(7028ns) DropSessionEvent:512(5968293ns) DropSessionEvent:512(7083ns) DropSessionEvent:512(5874ns) DropSessionEvent:512(6915ns) DropSessionEvent:512(6331ns) DropSessionEvent:512(6015ns)}}}
2026-01-08T17:02:18.978507Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037201102182846:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:19.006720Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037201102182766:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12684) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037201102182851:2119] held: no
2026-01-08T17:02:19.007155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037201102182860:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64014
2026-01-08T17:02:19.020406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037201102182767:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:19.020511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:19.020581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037201102182767:2050] [node 3] ICP22 created new session: [4:7593037205397150157:2050]
2026-01-08T17:02:19.020657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037205397150157:2050] [node 3] ICS09 handshake done sender: [4:7593037201102182846:2117] self: [4:7593037201102182852:0] peer: [3:7593037198923996298:0] socket: 467 qp: -1
2026-01-08T17:02:19.020701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037205397150157:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:19.020745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:19.021355Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037201102182840:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:19.021384Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037201102182840:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:19.022567Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037201102182850:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:19.034570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037201102182765:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:19.034677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:19.034742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037201102182765:2048] [node 1] ICP22 created new session: [4:7593037205397150160:2048]
2026-01-08T17:02:19.034802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037205397150160:2048] [node 1] ICS09 handshake done sender: [4:7593037201102182850:2118] self: [4:7593037201102182857:0] peer: [1:7593037200441878911:0] socket: 481 qp: -1
2026-01-08T17:02:19.034842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037205397150160:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:19.034886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:19.039825Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037201102182840:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:19.063257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037201102182829:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:19.063372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:19.063443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037201102182829:2109] [node 6] ICP22 created new session: [4:7593037205397150162:2109]
2026-01-08T17:02:19.063514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037205397150162:2109] [node 6] ICS09 handshake done sender: [4:7593037201102182840:2114] self: [4:7593037201102182839:0] peer: [6:7593037204754813176:0] socket: 453 qp: -1
2026-01-08T17:02:19.063557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037205397150162:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:19.063601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:18.822882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:18.853358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037198835620436:2109] [node 6] ICS09 handshake done sender: [2:7593037198835620414:2110] self: [2:7593037198835620413:0] peer: [6:7593037200459845867:0] socket: 422 qp: -1
2026-01-08T17:02:18.852273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:18.894614Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037199697430671:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44860
2026-01-08T17:02:18.854053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037198835620436:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:18.854608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037198835620347:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:18.854919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037198835620348:2049] [node 3] ICP18 handshake (actor [2:7593037198835620429:2117]) is too old
2026-01-08T17:02:18.995991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037200459845784:2048] [node 1] ICP22 created new session: [6:7593037200459845879:2048]
2026-01-08T17:02:18.907350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037199697430568:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(46572820ns) {HandleHandshakeStatus:329(46571021ns) {DropIncomingHandshake:442(522ns) DropOutgoingHandshake:457(216ns) SwitchToState:179(292ns) ProcessPendingSessionEvents:495(1055ns)}}
2026-01-08T17:02:18.854420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037200441878923:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:18.823644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037198923996304:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:19.097069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037201102182858:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64014
2026-01-08T17:02:19.100784Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037201102182851:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:18.854647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:19.007749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037200459845879:2048] [node 1] ICS09 handshake done sender: [6:7593037200459845868:2119] self: [6:7593037200459845874:0] peer: [1:7593037200441878910:0] socket: 473 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:18.908862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037199697430672:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44860
2026-01-08T17:02:18.854555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037200441878818:2049] [node 3] ICP22 created new session: [1:7593037200441878926:2049]
2026-01-08T17:02:18.826552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037198923996289:2108] [node 5] ICP18 handshake (actor [3:7593037198923996309:2137]) is too old
2026-01-08T17:02:19.011495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037200459845849:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:18.855884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:19.107759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037201102182766:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:19.115061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:18.826703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037198923996319:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30995
2026-01-08T17:02:18.837020Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037198923996305:2136] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:18.846766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037198923996208:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:18.847014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:18.852959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037198923996208:2049] [node 2] ICP22 created new session: [3:7593037198923996322:2049]
2026-01-08T17:02:18.855214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037198923996322:2049] [node 2] ICS09 handshake done sender: [3:7593037198923996305:2136] self: [3:7593037198923996311:0] peer: [2:7593037198835620417:0] socket: 451 qp: -1
2026-01-08T17:02:18.855950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037198923996322:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:18.857128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037198923996320:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30995
2026-01-08T17:02:18.857182Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037198923996290:2111] [node 6] ICP35 event processing took too much time PendingConnection:279(103579383ns) {HandleHandshakeStatus:329(103577367ns) {DropIncomingHandshake:442(1544ns) DropOutgoingHandshake:457(583ns) SwitchToState:179(849ns) ProcessPendingSessionEvents:495(42129620ns) {ForwardSessionEventToSession:616(16873614ns) ForwardSessionEventToSession:616(4036799ns) ForwardSessionEventToSession:616(5196ns) ForwardSessionEventToSession:616(4377ns) ForwardSessionEventToSession:616(6004713ns) ForwardSessionEventToSession:616(4015ns) ForwardSessionEventToSession:616(3314ns) ForwardSessionEventToSession:616(3606647ns) ForwardSessionEventToSession:616(10246215ns) ForwardSessionEventToSession:616(1315288ns)}}}
2026-01-08T17:02:18.859726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:18.865100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037198923996290:2111] [node 6] ICP18 handshake (actor [3:7593037198923996303:2134]) is too old
2026-01-08T17:02:18.870338Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037198923996301:2132] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:18.902966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037198923996207:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:18.904371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:18.904434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037198923996207:2048] [node 1] ICP22 created new session: [3:7593037198923996324:2048]
2026-01-08T17:02:18.904466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037198923996299:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.904510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037198923996324:2048] [node 1] ICS09 handshake done sender: [3:7593037198923996301:2132] self: [3:7593037198923996314:0] peer: [1:7593037200441878904:0] socket: 429 qp: -1
2026-01-08T17:02:18.904518Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037198923996299:2131] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:18.904550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037198923996324:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:18.907679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:18.922110Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037198923996299:2131] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:18.926941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037198923996288:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:18.927029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:18.927115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037198923996288:2107] [node 4] ICP22 created new session: [3:7593037198923996327:2107]
2026-01-08T17:02:18.927180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037198923996327:2107] [node 4] ICS09 handshake done sender: [3:7593037198923996299:2131] self: [3:7593037198923996298:0] peer: [4:7593037201102182852:0] socket: 466 qp: -1
2026-01-08T17:02:18.927218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037198923996327:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:18.927284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:18.929076Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037198923996208:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(61925808ns) {HandleHandshakeStatus:329(61923674ns) {DropIncomingHandshake:442(928ns) DropOutgoingHandshake:457(8748ns) SwitchToState:179(444ns) ProcessPendingSessionEvents:495(8590728ns) {ForwardSessionEventToSession:616(5593189ns) ForwardSessionEventToSession:616(4283ns) ForwardSessionEventToSession:616(3228ns) ForwardSessionEventToSession:616(1599471ns) ForwardSessionEventToSession:616(2976ns) ForwardSessionEventToSession:616(1346940ns) ForwardSessionEventToSession:616(10792ns) ForwardSessionEventToSession:616(3948ns) ForwardSessionEventToSession:616(6592ns) ForwardSessionEventToSession:616(2874ns)}}}
2026-01-08T17:02:18.955480Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037198923996288:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(28269245ns) {HandleHandshakeStatus:329(28266291ns) {DropIncomingHandshake:442(22066ns) DropOutgoingHandshake:457(964ns) SwitchToState:179(758ns) ProcessPendingSessionEvents:495(7528593ns) {ForwardSessionEventToSession:616(7466537ns) ForwardSessionEventToSession:616(15382ns) ForwardSessionEventToSession:616(3406ns) ForwardSessionEventToSession:616(2724ns) ForwardSessionEventToSession:616(5053ns) ForwardSessionEventToSession:616(4353ns) ForwardSessionEventToSession:616(3136ns) ForwardSessionEventToSession:616(9333ns) ForwardSessionEventToSession:616(3219ns) ForwardSessionEventToSession:616(5559ns)}}}
2026-01-08T17:02:19.016654Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037198923996207:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(53885990ns) {HandleHandshakeStatus:329(53682285ns) {DropIncomingHandshake:442(928ns) DropOutgoingHandshake:457(7129ns) SwitchToState:179(964ns) ProcessPendingSessionEvents:495(43296011ns) {ForwardSessionEventToSession:616(15888917ns) ForwardSessionEventToSession:616(4453ns) ForwardSessionEventToSession:616(3464ns) ForwardSessionEventToSession:616(9315051ns) ForwardSessionEventToSession:616(4532ns) ForwardSessionEventToSession:616(4615762ns) ForwardSessionEventToSession:616(6256129ns) ForwardSessionEventToSession:616(6261ns) ForwardSessionEventToSession:616(7172346ns) ForwardSessionEventToSession:616(4337ns)}}}
2026-01-08T17:02:18.855586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037200441878926:2049] [node 3] ICS09 handshake done sender: [1:7593037200441878905:2129] self: [1:7593037200441878904:0] peer: [3:7593037198923996314:0] socket: 427 qp: -1
2026-01-08T17:02:18.856052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:18.857933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037200441878926:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:18.857988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:18.862140Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037200441878924:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42307
2026-01-08T17:02:18.903995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037200441878817:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(78353261ns) {HandleHandshakeStatus:329(78350937ns) {DropIncomingHandshake:442(29702ns) DropOutgoingHandshake:457(497ns) SwitchToState:179(106ns) ProcessPendingSessionEvents:495(5749697ns) {ForwardSessionEventToSession:616(2258127ns) ForwardSessionEventToSession:616(4453ns) ForwardSessionEventToSession:616(558928ns) ForwardSessionEventToSession:616(4405ns) ForwardSessionEventToSession:616(3483ns) ForwardSessionEventToSession:616(1022394ns) ForwardSessionEventToSession:616(1056059ns) ForwardSessionEventToSession:616(817016ns) ForwardSessionEventToSession:616(5412ns) ForwardSessionEventToSession:616(2587ns)}}}
2026-01-08T17:02:18.905357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037200441878924:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.908956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037200441878902:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(61895629ns) {HandleHandshakeStatus:329(61893557ns) {DropIncomingHandshake:442(196ns) DropOutgoingHandshake:457(242ns) SwitchToState:179(538ns) ProcessPendingSessionEvents:495(36226118ns) {ForwardSessionEventToSession:616(10867580ns) ForwardSessionEventToSession:616(11902054ns) ForwardSessionEventToSession:616(4094ns) ForwardSessionEventToSession:616(3303856ns) ForwardSessionEventToSession:616(5695ns) ForwardSessionEventToSession:616(3874323ns) ForwardSessionEventToSession:616(4758821ns) ForwardSessionEventToSession:616(4109ns) ForwardSessionEventToSession:616(2984ns) ForwardSessionEventToSession:616(1474061ns)}}}
2026-01-08T17:02:18.913201Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037200441878929:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42307
2026-01-08T17:02:18.913375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037200441878902:2108] [node 5] ICP18 handshake (actor [1:7593037200441878915:2134]) is too old
2026-01-08T17:02:18.913481Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037200441878912:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.913518Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037200441878912:2131] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:18.919463Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037200441878912:2131] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:18.950518Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037200441878818:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(58875310ns) {HandleHandshakeStatus:329(58872338ns) {DropIncomingHandshake:442(1219ns) DropOutgoingHandshake:457(466ns) SwitchToState:179(472ns) ProcessPendingSessionEvents:495(33571358ns) {ForwardSessionEventToSession:616(27532700ns) ForwardSessionEventToSession:616(4900ns) ForwardSessionEventToSession:616(2401ns) ForwardSessionEventToSession:616(931118ns) ForwardSessionEventToSession:616(3797ns) ForwardSessionEventToSession:616(3735ns) ForwardSessionEventToSession:616(739649ns) ForwardSessionEventToSession:616(2481804ns) ForwardSessionEventToSession:616(453792ns) ForwardSessionEventToSession:616(4465ns)}}}
2026-01-08T17:02:18.956757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037200441878899:2117] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:18.957621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037200441878929:2136] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.963014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:18.963630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037200441878899:2117] [node 6] ICP22 created new session: [1:7593037200441878931:2117]
2026-01-08T17:02:18.966669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037200441878913:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.966701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037200441878913:2132] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:18.971558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037200441878913:2132] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:18.984691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037200441878931:2117] [node 6] ICS09 handshake done sender: [1:7593037200441878912:2131] self: [1:7593037200441878910:0] peer: [6:7593037200459845874:0] socket: 472 qp: -1
2026-01-08T17:02:18.984775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037200441878931:2117] [node 6] ICS10 traffic start
2026-01-08T17:02:18.984783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037200441878898:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:18.984831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:18.995407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037200441878934:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42307
2026-01-08T17:02:19.004124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037200441878818:2049] [node 3] ICP18 handshake (actor [1:7593037200441878924:2135]) is too old
2026-01-08T17:02:19.011305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:19.016491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037200441878898:2107] [node 4] ICP22 created new session: [1:7593037204736846231:2107]
2026-01-08T17:02:19.036806Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037200441878899:2117] [node 6] ICP35 event processing took too much time PendingConnection:279(79765971ns) {HandleHandshakeStatus:329(79762062ns) {DropIncomingHandshake:442(370ns) DropOutgoingHandshake:457(512ns) SwitchToState:179(1082ns) ProcessPendingSessionEvents:495(24312280ns) {ForwardSessionEventToSession:616(24254028ns) ForwardSessionEventToSession:616(5315ns) ForwardSessionEventToSession:616(4443ns) ForwardSessionEventToSession:616(9101ns) ForwardSessionEventToSession:616(3192ns) ForwardSessionEventToSession:616(5261ns) ForwardSessionEventToSession:616(2479ns) ForwardSessionEventToSession:616(3665ns) ForwardSessionEventToSession:616(5966ns) ForwardSessionEventToSession:616(3366ns)}}}
2026-01-08T17:02:19.036905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037200441878899:2117] [node 6] ICP18 handshake (actor [1:7593037200441878929:2136]) is too old
2026-01-08T17:02:19.043366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037204736846231:2107] [node 4] ICS09 handshake done sender: [1:7593037200441878913:2132] self: [1:7593037200441878911:0] peer: [4:7593037201102182857:0] socket: 432 qp: -1
2026-01-08T17:02:19.050512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037200441878934:2137] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:19.051037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037204736846231:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:19.051115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:19.086799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037200441878898:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(107848052ns) {HandleHandshakeStatus:329(107845258ns) {DropIncomingHandshake:442(1998ns) DropOutgoingHandshake:457(9580ns) SwitchToState:179(683ns) ProcessPendingSessionEvents:495(10032525ns) {ForwardSessionEventToSession:616(9974313ns) ForwardSessionEventToSession:616(11463ns) ForwardSessionEventToSession:616(3639ns) ForwardSessionEventToSession:616(2559ns) ForwardSessionEventToSession:616(5537ns) ForwardSessionEventToSession:616(2841ns) ForwardSessionEventToSession:616(1939ns) ForwardSessionEventToSession:616(8336ns) ForwardSessionEventToSession:616(2389ns) ForwardSessionEventToSession:616(5454ns)}}}
2026-01-08T17:02:19.086895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037200441878898:2107] [node 4] ICP18 handshake (actor [1:7593037200441878934:2137]) is too old
2026-01-08T17:02:18.910864Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037199697430659:2133] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:18.920625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037199697430566:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:18.920692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:18.920757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037199697430566:2048] [node 1] ICP22 created new session: [5:7593037199697430678:2048]
2026-01-08T17:02:18.920815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037199697430678:2048] [node 1] ICS09 handshake done sender: [5:7593037199697430659:2133] self: [5:7593037199697430666:0] peer: [1:7593037200441878906:0] socket: 441 qp: -1
2026-01-08T17:02:18.920859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037199697430678:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:18.920905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:18.926547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037199697430673:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44860
2026-01-08T17:02:18.926795Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037199697430661:2135] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:18.938544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037199697430673:2140] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.949743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037199697430567:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:18.958999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037199697430647:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:18.959064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:18.963272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037199697430647:2108] [node 4] ICP22 created new session: [5:7593037199697430681:2108]
2026-01-08T17:02:18.994287Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037199697430567:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12684) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037199697430673:2140] held: no
2026-01-08T17:02:18.995695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037199697430681:2108] [node 4] ICS09 handshake done sender: [5:7593037199697430661:2135] self: [5:7593037199697430670:0] peer: [4:7593037201102182833:0] socket: 447 qp: -1
2026-01-08T17:02:19.007642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037199697430681:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:19.007725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:19.026831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037199697430682:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44860
2026-01-08T17:02:19.046492Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037199697430647:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(90833696ns) {HandleHandshakeStatus:329(90830672ns) {DropIncomingHandshake:442(1588ns) DropOutgoingHandshake:457(315ns) SwitchToState:179(492ns) ProcessPendingSessionEvents:495(1085ns)}}
2026-01-08T17:02:19.054840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037199697430673:2140] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:19.075084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037199697430567:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:19.075146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:19.075207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037199697430567:2049] [node 2] ICP22 created new session: [5:7593037203992397980:2049]
2026-01-08T17:02:19.075288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037203992397980:2049] [node 2] ICS09 handshake done sender: [5:7593037199697430673:2140] self: [5:7593037199697430680:0] peer: [2:7593037198835620424:0] socket: 483 qp: -1
2026-01-08T17:02:19.075333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037203992397980:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:19.075398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:19.088333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037199697430658:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:19.088363Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037199697430658:2132] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:19.090249Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037199697430658:2132] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:19.090640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037199697430648:2127] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:19.090707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:19.097901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037199697430648:2127] [node 6] ICP22 created new session: [5:7593037203992397983:2127]
2026-01-08T17:02:19.100816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037203992397983:2127] [node 6] ICS09 handshake done sender: [5:7593037199697430658:2132] self: [5:7593037199697430657:0] peer: [6:7593037204754813179:0] socket: 436 qp: -1
2026-01-08T17:02:19.103018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037203992397983:2127] [node 6] ICS10 traffic start
2026-01-08T17:02:19.103096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:19.011861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037200459845879:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:18.855992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037198835620347:2048] [node 1] ICP22 created new session: [2:7593037198835620439:2048]
2026-01-08T17:02:18.858110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037198835620439:2048] [node 1] ICS09 handshake done sender: [2:7593037198835620416:2111] self: [2:7593037198835620427:0] peer: [1:7593037200441878900:0] socket: 425 qp: -1
2026-01-08T17:02:19.027343Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037200459845785:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(71148439ns) {HandleHandshakeStatus:329(71146163ns) {DropIncomingHandshake:442(565ns) DropOutgoingHandshake:457(5921ns) SwitchToState:179(665ns) ProcessPendingSessionEvents:495(13623196ns) {ForwardSessionEventToSession:616(2757964ns) ForwardSessionEventToSession:616(15120ns) ForwardSessionEventToSession:616(4009ns) ForwardSessionEventToSession:616(6180ns) ForwardSessionEventToSession:616(2712ns) ForwardSessionEventToSession:616(293433ns) ForwardSessionEventToSession:616(2830ns) ForwardSessionEventToSession:616(3024ns) ForwardSessionEventToSession:616(4349931ns) ForwardSessionEventToSession:616(6170174ns)}}}
2026-01-08T17:02:18.858988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037198835620439:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:19.038937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037200459845875:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29754
2026-01-08T17:02:18.859024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:19.039083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:18.903197Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037198835620347:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(37629067ns) {HandleHandshakeStatus:329(36524620ns) {DropIncomingHandshake:442(899ns) DropOutgoingHandshake:457(258ns) SwitchToState:179(274ns) ProcessPendingSessionEvents:495(369ns)}}
2026-01-08T17:02:19.067076Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037200459845875:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:19.121078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037201102182766:2049] [node 2] ICP22 created new session: [4:7593037205397150164:2049]
2026-01-08T17:02:19.121170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037205397150164:2049] [node 2] ICS09 handshake done sender: [4:7593037201102182851:2119] self: [4:7593037201102182855:0] peer: [2:7593037198835620419:0] socket: 455 qp: -1
2026-01-08T17:02:19.121214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037205397150164:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:19.121282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:19.085384Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037200459845784:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(111671639ns) {HandleHandshakeStatus:329(111669192ns) {DropIncomingHandshake:442(750ns) DropOutgoingHandshake:457(6186ns) SwitchToState:179(4648ns) ProcessPendingSessionEvents:495(13834263ns) {ForwardSessionEventToSession:616(13774839ns) ForwardSessionEventToSession:616(7220ns) ForwardSessionEventToSession:616(7759ns) ForwardSessionEventToSession:616(3113ns) ForwardSessionEventToSession:616(3107ns) ForwardSessionEventToSession:616(11603ns) ForwardSessionEventToSession:616(3026ns) ForwardSessionEventToSession:616(2704ns) ForwardSessionEventToSession:616(5303ns) ForwardSessionEventToSession:616(2361ns)}}}
2026-01-08T17:02:18.908962Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037198835620412:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(41388887ns) {HandleHandshakeStatus:329(41386381ns) {DropIncomingHandshake:442(105ns) DropOutgoingHandshake:457(783ns) SwitchToState:179(321ns) ProcessPendingSessionEvents:495(31396969ns) {ForwardSessionEventToSession:616(12731473ns) ForwardSessionEventToSession:616(6112ns) ForwardSessionEventToSession:616(10596334ns) ForwardSessionEventToSession:616(3695ns) ForwardSessionEventToSession:616(3898043ns) ForwardSessionEventToSession:616(11081ns) ForwardSessionEventToSession:616(3599ns) ForwardSessionEventToSession:616(4110913ns) ForwardSessionEventToSession:616(6628ns) ForwardSessionEventToSession:616(2744ns)}}}
2026-01-08T17:02:18.922082Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037198835620442:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35889
2026-01-08T17:02:18.922420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037198835620420:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.922467Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037198835620420:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:18.957984Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037198835620425:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.958014Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037198835620425:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:18.963646Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037198835620420:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:18.969687Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037198835620425:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:18.973244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037198835620442:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:18.979706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037198835620410:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:18.979780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:18.991236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037198835620411:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:18.991331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:18.991393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037198835620411:2108] [node 5] ICP22 created new session: [2:7593037198835620446:2108]
2026-01-08T17:02:18.991455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037198835620446:2108] [node 5] ICS09 handshake done sender: [2:7593037198835620425:2115] self: [2:7593037198835620424:0] peer: [5:7593037199697430680:0] socket: 458 qp: -1
2026-01-08T17:02:18.991512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037198835620446:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:18.991559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:18.992699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037198835620411:2108] [node 5] ICP18 handshake (actor [2:7593037198835620442:2119]) is too old
2026-01-08T17:02:19.005614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037198835620410:2107] [node 4] ICP22 created new session: [2:7593037198835620445:2107]
2026-01-08T17:02:19.024910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037198835620445:2107] [node 4] ICS09 handshake done sender: [2:7593037198835620420:2113] self: [2:7593037198835620419:0] peer: [4:7593037201102182855:0] socket: 484 qp: -1
2026-01-08T17:02:19.030553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037198835620445:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:19.039345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:19.066179Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037198835620410:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(86197489ns) {HandleHandshakeStatus:329(86194890ns) {DropIncomingHandshake:442(19840ns) DropOutgoingHandshake:457(718ns) SwitchToState:179(1288ns) ProcessPendingSessionEvents:495(11225884ns) {ForwardSessionEventToSession:616(11160716ns) ForwardSessionEventToSession:616(13685ns) ForwardSessionEventToSession:616(3606ns) ForwardSessionEventToSession:616(2624ns) ForwardSessionEventToSession:616(5730ns) ForwardSessionEventToSession:616(2863ns) ForwardSessionEventToSession:616(9836ns) ForwardSessionEventToSession:616(3671ns) ForwardSessionEventToSession:616(3169ns) ForwardSessionEventToSession:616(7693ns)}}}
2026-01-08T17:02:19.085514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037200459845847:2107] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:19.090030Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037204754813180:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29754
2026-01-08T17:02:19.093847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037200459845875:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:19.096801Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037200459845849:2110] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3834) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037200459845873:2121] held: no
2026-01-08T17:02:19.103540Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037200459845847:2107] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15535) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037200459845875:2122] held: no
2026-01-08T17:02:19.103659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037200459845847:2107] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:19.103725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:19.103788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037200459845847:2107] [node 5] ICP22 created new session: [6:7593037204754813181:2107]
2026-01-08T17:02:19.103871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037204754813181:2107] [node 5] ICS09 handshake done sender: [6:7593037200459845875:2122] self: [6:7593037204754813179:0] peer: [5:7593037199697430657:0] socket: 452 qp: -1
2026-01-08T17:02:19.103908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037204754813181:2107] [node 5] ICS10 traffic start
2026-01-08T17:02:19.103967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:19.107936Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037200459845849:2110] [node 4] ICP35 event processing took too much time PendingConnection:279(16055863ns) {HandleHandshakeStatus:395(7416356ns) {LogHandshakeFail:472(21604ns) {UpdateErrorStateLog:545(6017ns)} DropOutgoingHandshake:457(2040ns) ProcessPendingSessionEvents:495(1159766ns) {DropSessionEvent:512(14898ns) DropSessionEvent:512(4860ns) DropSessionEvent:512(6745ns) DropSessionEvent:512(6838ns) DropSessionEvent:512(5859ns) DropSessionEvent:512(5670ns) DropSessionEvent:512(5491ns) DropSessionEvent:512(13785ns) DropSessionEvent:512(465751ns) DropSessionEvent:512(5802ns)}}}
2026-01-08T17:02:19.114902Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037204754813178:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29754
2026-01-08T17:02:19.122840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037200459845873:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:19.124363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037200459845849:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:19.124416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:19.124474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037200459845849:2110] [node 4] ICP22 created new session: [6:7593037204754813183:2110]
2026-01-08T17:02:19.125652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037204754813183:2110] [node 4] ICS09 handshake done sender: [6:7593037200459845873:2121] self: [6:7593037204754813176:0] peer: [4:7593037201102182839:0] socket: 485 qp: -1
2026-01-08T17:02:19.125717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037204754813183:2110] [node 4] ICS10 traffic start
2026-01-08T17:02:19.125784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:19.215835Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:19.216005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037198835620439:2048] [node 1] ICS01 socket: 425 reason# EndOfStream
2026-01-08T17:02:19.216037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037198835620347:2048] [node 1] ICP30 unregister session Session# [2:7593037198835620439:2048] VirtualId# [2:7593037198835620427:0]
2026-01-08T17:02:19.216064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037198835620439:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.216122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:19.216153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:19.217474Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:19.217726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037198923996324:2048] [node 1] ICS07 socket disconnect 429 reason# EndOfStream
2026-01-08T17:02:19.217759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037198923996324:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.217864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:19.217920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037198923996324:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:19.222630Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:19.222937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037205397150160:2048] [node 1] ICS01 socket: 481 reason# EndOfStream
2026-01-08T17:02:19.222989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037201102182765:2048] [node 1] ICP30 unregister session Session# [4:7593037205397150160:2048] VirtualId# [4:7593037201102182857:0]
2026-01-08T17:02:19.223044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037205397150160:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.223143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:19.222493Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037198923996207:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17317) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:19.223194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:19.223148Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:19.226706Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:19.226994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037200459845879:2048] [node 1] ICS07 socket disconnect 473 reason# EndOfStream
2026-01-08T17:02:19.227041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037200459845879:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.227153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:19.227203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037200459845879:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:19.222568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037198923996324:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:19.222611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037198923996207:2048] [node 1] ICP30 unregister session Session# [3:7593037198923996324:2048] VirtualId# [3:7593037198923996314:0]
2026-01-08T17:02:19.222684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:19.222720Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037198923996207:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17317) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:19.222737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17317) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:19.230618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037199697430678:2048] [node 1] ICS01 socket: 441 reason# EndOfStream
2026-01-08T17:02:19.234363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037198923996207:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:19.231523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037199697430566:2048] [node 1] ICP30 unregister session Session# [5:7593037199697430678:2048] VirtualId# [5:7593037199697430666:0]
2026-01-08T17:02:19.231576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037199697430678:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.231674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:19.234256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:19.238072Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037200459845784:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17317) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:19.243716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037200459845879:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:19.244455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037200459845784:2048] [node 1] ICP30 unregister session Session# [6:7593037200459845879:2048] VirtualId# [6:7593037200459845874:0]
2026-01-08T17:02:19.244608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:19.244649Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037200459845784:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17317) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:19.244666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17317) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:19.255037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037200459845784:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:19.316460Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:19.316687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037198923996322:2049] [node 2] ICS07 socket disconnect 451 reason# EndOfStream
2026-01-08T17:02:19.316724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037198923996322:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.316813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:19.316859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037198923996322:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:19.319973Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037198923996208:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12684) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:02:19.320033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037198923996322:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:19.322037Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037198923996208:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12684) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:19.322101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037198923996322:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:19.322145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037198923996208:2049] [node 2] ICP30 unregister session Session# [3:7593037198923996322:2049] VirtualId# [3:7593037198923996311:0]
2026-01-08T17:02:19.322213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:19.322251Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037198923996208:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12684) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:19.322272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12684) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:19.325547Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:19.325838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037205397150164:2049] [node 2] ICS01 socket: 455 reason# EndOfStream
2026-01-08T17:02:19.325890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037201102182766:2049] [node 2] ICP30 unregister session Session# [4:7593037205397150164:2049] VirtualId# [4:7593037201102182855:0]
2026-01-08T17:02:19.325933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037205397150164:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.326010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:19.326057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:19.329666Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:19.329673Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:19.330025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037200459845876:2049] [node 2] ICS07 socket disconnect 426 reason# EndOfStream
2026-01-08T17:02:19.330077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037200459845876:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.330136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037203992397980:2049] [node 2] ICS01 socket: 483 reason# EndOfStream
2026-01-08T17:02:19.330191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:19.330213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037199697430567:2049] [node 2] ICP30 unregister session Session# [5:7593037203992397980:2049] VirtualId# [5:7593037199697430680:0]
2026-01-08T17:02:19.330264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037203992397980:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.330250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037200459845876:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:19.330366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:19.330424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:19.331561Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037200459845785:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12684) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:19.331635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037200459845876:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:19.331690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037200459845785:2049] [node 2] ICP30 unregister session Session# [6:7593037200459845876:2049] VirtualId# [6:7593037200459845867:0]
2026-01-08T17:02:19.331759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:19.331797Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037200459845785:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12684) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:19.331819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12684) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:19.340942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037200459845785:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:02:19.483113Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:19.483356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037200459845870:2050] [node 3] ICS07 socket disconnect 423 reason# EndOfStream
2026-01-08T17:02:19.483391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037200459845870:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.483468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:19.483515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037200459845870:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:19.486469Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:19.487318Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:19.487075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037205397150157:2050] [node 3] ICS01 socket: 467 reason# EndOfStream
2026-01-08T17:02:19.487130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037201102182767:2050] [node 3] ICP30 unregister session Session# [4:7593037205397150157:2050] VirtualId# [4:7593037201102182852:0]
2026-01-08T17:02:19.488755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037205397150157:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.488853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:19.488905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:19.487534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037199697430674:2050] [node 3] ICS01 socket: 463 reason# EndOfStream
2026-01-08T17:02:19.484816Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037200459845786:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4985) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:19.487577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037199697430568:2050] [node 3] ICP30 unregister session Session# [5:7593037199697430674:2050] VirtualId# [5:7593037199697430668:0]
2026-01-08T17:02:19.487622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037199697430674:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.484936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037200459845870:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:19.488347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:19.484981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037200459845786:2050] [node 3] ICP30 unregister session Session# [6:7593037200459845870:2050] VirtualId# [6:7593037200459845865:0]
2026-01-08T17:02:19.485036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:19.485079Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037200459845786:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4985) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:19.488427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:19.485097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4985) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:19.495684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037200459845786:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:02:19.608871Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:19.609054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037199697430681:2108] [node 4] ICS01 socket: 447 reason# EndOfStream
2026-01-08T17:02:19.609106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037199697430647:2108] [node 4] ICP30 unregister session Session# [5:7593037199697430681:2108] VirtualId# [5:7593037199697430670:0]
2026-01-08T17:02:19.609140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037199697430681:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.609197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:19.609237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:19.617129Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:19.617380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037204754813183:2110] [node 4] ICS01 socket: 485 reason# EndOfStream
2026-01-08T17:02:19.617427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037200459845849:2110] [node 4] ICP30 unregister session Session# [6:7593037204754813183:2110] VirtualId# [6:7593037204754813176:0]
2026-01-08T17:02:19.617468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037204754813183:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.617582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:19.617642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:19.738538Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:19.738842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037204754813181:2107] [node 5] ICS01 socket: 452 reason# EndOfStream
2026-01-08T17:02:19.738940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037200459845847:2107] [node 5] ICP30 unregister session Session# [6:7593037204754813181:2107] VirtualId# [6:7593037204754813179:0]
2026-01-08T17:02:19.739026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037204754813181:2107] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:19.739165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:19.739219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:19.891965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037204864631221:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:19.892031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037204864631222:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:19.918997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037202184741074:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:19.919068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037202184741075:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:19.935384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037204473291949:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:19.935449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037204473291950:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:19.939723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037204542106245:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:19.939771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037204542106246:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:19.939818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037204542106247:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:19.950366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037205225216002:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:19.950427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037205225216003:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:19.953821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037205225216004:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:19.958480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037203731103196:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:19.958523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037203731103197:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:19.958559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037203731103198:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:20.174497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037208026070552:2104] [node 5] ICP01 ready to work
2026-01-08T17:02:20.268689Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037208026070552:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(54136328ns) {Configure:104(54130431ns) {ProcessConfigured:135(99721ns) {StartInitialHandshake:157(92751ns) {DropHandshakes:470(3338ns) {DropIncomingHandshake:442(717ns) DropOutgoingHandshake:457(613ns)} GenerateSessionVirtualId:992(1405ns) PrepareNewSessionHandshake:477(2427ns) {SwitchToState:179(1012ns)}}}}}
2026-01-08T17:02:20.269416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037208026070557:2109] [node 4] ICP01 ready to work
2026-01-08T17:02:20.286469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037208768259308:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:20.287872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037203731103196:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(18043222ns) {Configure:104(18037148ns) {ProcessConfigured:135(83945ns) {StartInitialHandshake:157(80323ns) {DropHandshakes:470(3323ns) {DropIncomingHandshake:442(924ns) DropOutgoingHandshake:457(621ns)} GenerateSessionVirtualId:992(1064ns) PrepareNewSessionHandshake:477(1574ns) {SwitchToState:179(666ns)}}}}}
2026-01-08T17:02:20.295494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037206479708434:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:20.307516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037209520183379:2116] [node 6] ICP01 ready to work
2026-01-08T17:02:20.307478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037208768259309:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:20.312485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037208768259310:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:20.312698Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037204864631221:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(180601992ns) {Configure:104(180592400ns) {ProcessConfigured:135(3498505ns) {StartInitialHandshake:157(3495005ns) {DropHandshakes:470(2322ns) {DropIncomingHandshake:442(542ns) DropOutgoingHandshake:457(484ns)} GenerateSessionVirtualId:992(995ns) PrepareNewSessionHandshake:477(2680ns) {SwitchToState:179(1469ns)}}}}}
2026-01-08T17:02:20.313199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037209159598609:2112] [node 5] ICP01 ready to work
2026-01-08T17:02:20.340062Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037204542106247:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(46723159ns) {Configure:104(46716278ns) {ProcessConfigured:135(94483ns) {StartInitialHandshake:157(91650ns) {DropHandshakes:470(14635ns) {DropIncomingHandshake:442(1030ns) DropOutgoingHandshake:457(430ns)} GenerateSessionVirtualId:992(907ns) PrepareNewSessionHandshake:477(1259ns) {SwitchToState:179(422ns)}}}}}
2026-01-08T17:02:20.340525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037208837073609:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:20.326647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037209520183380:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:20.313582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037209159598610:2115] [node 6] ICP01 ready to work
2026-01-08T17:02:20.313956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037209159598611:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:20.342642Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037203731103198:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(41561507ns) {Configure:104(41556418ns) {ProcessConfigured:135(18298490ns) {StartInitialHandshake:157(18296325ns) {DropHandshakes:470(2083ns) {DropIncomingHandshake:442(422ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:992(695ns) PrepareNewSessionHandshake:477(5165ns) {SwitchToState:179(2974ns)}}}}}
2026-01-08T17:02:20.343911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037208837073610:2110] [node 6] ICP01 ready to work
2026-01-08T17:02:20.343814Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037204473291949:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(30311804ns) {Configure:104(30307275ns) {ProcessConfigured:135(309147ns) {StartInitialHandshake:157(307082ns) {DropHandshakes:470(160457ns) {DropIncomingHandshake:442(282ns) DropOutgoingHandshake:457(206ns)} GenerateSessionVirtualId:992(420ns) PrepareNewSessionHandshake:477(1137ns) {SwitchToState:179(622ns)}}}}}
2026-01-08T17:02:20.354439Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037206479708434:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(41970219ns) {Configure:104(41958798ns) {ProcessConfigured:135(206097ns) {StartInitialHandshake:157(204676ns) {DropHandshakes:470(1043ns) {DropIncomingHandshake:442(280ns) DropOutgoingHandshake:457(282ns)} GenerateSessionVirtualId:992(532ns) PrepareNewSessionHandshake:477(860ns) {SwitchToState:179(344ns)}}}}}
2026-01-08T17:02:20.356213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037206479708437:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:20.356827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037206479708438:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:20.357292Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037205225216003:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(23512679ns) {Configure:104(23501745ns) {ProcessConfigured:135(759553ns) {StartInitialHandshake:157(756978ns) {DropHandshakes:470(944ns) {DropIncomingHandshake:442(214ns) DropOutgoingHandshake:457(193ns)} GenerateSessionVirtualId:992(373ns) PrepareNewSessionHandshake:477(1629ns) {SwitchToState:179(822ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.381695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037209159598620:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40272
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.381770Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037204542106246:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(19026989ns) {Configure:104(19021603ns) {ProcessConfigured:135(315600ns) {StartInitialHandshake:157(312285ns) {DropHandshakes:470(1961ns) {DropIncomingHandshake:442(511ns) DropOutgoingHandshake:457(350ns)} GenerateSessionVirtualId:992(605ns) PrepareNewSessionHandshake:477(1832ns) {SwitchToState:179(963ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.393074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037209159598621:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40272
2026-01-08T17:02:20.391310Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037208837073615:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11118
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.394929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037209159598625:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40272
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.401185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037209159598626:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40272
2026-01-08T17:02:20.399181Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037205225216002:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(24508542ns) {Configure:104(24503649ns) {ProcessConfigured:135(55110ns) {StartInitialHandshake:157(52927ns) {DropHandshakes:470(1828ns) {DropIncomingHandshake:442(361ns) DropOutgoingHandshake:457(414ns)} GenerateSessionVirtualId:992(300ns) PrepareNewSessionHandshake:477(1276ns) {SwitchToState:179(390ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.407722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037208026070570:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57865
2026-01-08T17:02:20.407553Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037209159598620:2142] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.410119Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037206479708447:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50981
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.416047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037208837073622:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11118
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.417735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037209520183383:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2851
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.418037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037209520183386:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2851
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.418107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037208026070571:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57865
2026-01-08T17:02:20.418168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037209520183393:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2851
2026-01-08T17:02:20.418601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037209520183383:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.421274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037208768259324:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3901
2026-01-08T17:02:20.421546Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037208768259325:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3901
2026-01-08T17:02:20.421885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037208768259326:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3901
2026-01-08T17:02:20.421993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037208768259327:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3901
2026-01-08T17:02:20.422218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037208768259316:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.422247Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037208768259316:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:20.424768Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037208768259316:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:20.421314Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037209520183386:2131] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.421461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037205225216003:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:20.425710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037208768259324:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.425785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037208768259309:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.425828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:20.425887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037208768259309:2108] [node 5] ICP22 created new session: [2:7593037208768259330:2108]
2026-01-08T17:02:20.425938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037208768259330:2108] [node 5] ICS09 handshake done sender: [2:7593037208768259316:2112] self: [2:7593037208768259315:0] peer: [5:7593037209520183398:0] socket: 433 qp: -1
2026-01-08T17:02:20.425976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037208768259330:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:20.426062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:20.431586Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037209159598621:2143] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.431839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037209159598628:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40272
2026-01-08T17:02:20.433567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037208026070570:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.433723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037203731103196:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:20.433772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037208768259325:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.434195Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037209159598615:2139] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.433903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037204473291949:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:20.434232Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037209159598615:2139] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:20.434783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037209159598608:2137] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.434813Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037209159598608:2137] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.435805Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037208026070573:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57865
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.438593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037209159598615:2139] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:20.438699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037208768259334:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3901
2026-01-08T17:02:20.441098Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037208026070570:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:20.440541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037208837073615:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.443026Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037208768259335:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3901
2026-01-08T17:02:20.441476Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037209159598608:2137] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:20.443801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037203731103196:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.443101Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037206479708447:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.443873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:20.443228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037206479708436:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.443932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037203731103196:2048] [node 1] ICP22 created new session: [6:7593037208026070574:2048]
2026-01-08T17:02:20.443251Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037206479708436:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:20.443977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037208026070574:2048] [node 1] ICS09 handshake done sender: [6:7593037208026070570:2115] self: [6:7593037208026070572:0] peer: [1:7593037209159598614:0] socket: 456 qp: -1
2026-01-08T17:02:20.444004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037208026070574:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:20.444046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:20.446364Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037209159598625:2144] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.446429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037209159598610:2115] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.440763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037204542106246:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:20.447248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037208768259326:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.446828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.442588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037208837073622:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.447390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037208768259314:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.442719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037204542106247:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:20.447412Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037208768259314:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:20.448823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037208837073626:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11118
2026-01-08T17:02:20.447102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037209159598610:2115] [node 6] ICP22 created new session: [1:7593037209159598632:2115]
2026-01-08T17:02:20.447165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037209159598632:2115] [node 6] ICS09 handshake done sender: [1:7593037209159598615:2139] self: [1:7593037209159598614:0] peer: [6:7593037208026070572:0] socket: 441 qp: -1
2026-01-08T17:02:20.447206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037209159598632:2115] [node 6] ICS10 traffic start
2026-01-08T17:02:20.447259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:20.449917Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037206479708436:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:20.449586Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037208768259335:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.449731Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037208768259325:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:20.450534Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037208837073622:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:20.450747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037204542106247:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.450822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:20.450884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037204542106247:2050] [node 3] ICP22 created new session: [4:7593037208837073627:2050]
2026-01-08T17:02:20.450937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037208837073627:2050] [node 3] ICS09 handshake done sender: [4:7593037208837073622:2119] self: [4:7593037208837073625:0] peer: [3:7593037206479708435:0] socket: 452 qp: -1
2026-01-08T17:02:20.450967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037208837073627:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:20.451003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:20.449711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037204864631221:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.449799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:20.449841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037204864631221:2048] [node 2] ICP22 created new session: [1:7593037209159598634:2048]
2026-01-08T17:02:20.449894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037209159598634:2048] [node 2] ICS09 handshake done sender: [1:7593037209159598608:2137] self: [1:7593037209159598607:0] peer: [2:7593037208768259333:0] socket: 439 qp: -1
2026-01-08T17:02:20.449945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037209159598634:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:20.449982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:20.450463Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037209159598626:2145] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.452185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037204473291949:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.452236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.453688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037208837073629:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11118
2026-01-08T17:02:20.452876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037204473291949:2048] [node 1] ICP22 created new session: [2:7593037208768259337:2048]
2026-01-08T17:02:20.452966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037208768259337:2048] [node 1] ICS09 handshake done sender: [2:7593037208768259325:2116] self: [2:7593037208768259333:0] peer: [1:7593037209159598607:0] socket: 453 qp: -1
2026-01-08T17:02:20.453004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037208768259337:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:20.453037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:20.452867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037206479708451:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50981
2026-01-08T17:02:20.453011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037206479708434:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.453064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:20.453116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037206479708434:2107] [node 4] ICP22 created new session: [3:7593037206479708454:2107]
2026-01-08T17:02:20.454064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037206479708454:2107] [node 4] ICS09 handshake done sender: [3:7593037206479708436:2111] self: [3:7593037206479708435:0] peer: [4:7593037208837073625:0] socket: 448 qp: -1
2026-01-08T17:02:20.454109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037206479708454:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:20.454152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:20.457291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037206479708451:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.457611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037202184741075:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.458013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037206479708457:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50981
2026-01-08T17:02:20.459492Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037208768259327:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.459965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037206479708457:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.460140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037208768259318:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.460179Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037208768259318:2113] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.460443Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037209520183393:2135] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.460673Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037209520183399:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2851
2026-01-08T17:02:20.460396Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037208026070571:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.460558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037208026070552:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:20.460975Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037209159598628:2146] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.461485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037208768259309:2108] [node 5] ICP18 handshake (actor [2:7593037208768259327:2118]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.462188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037206479708460:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50981
2026-01-08T17:02:20.463441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037208837073631:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11118
No RDMA context found for GID: 2026-01-08T17:02:20.463148Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037206479708461:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50981
::ffff:127.1.0.0
2026-01-08T17:02:20.463966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037209520183400:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2851
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.464134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037209520183401:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2851
2026-01-08T17:02:20.464227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037208768259314:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:20.464361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037209520183390:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.464398Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037209520183390:2133] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:20.465089Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037208768259318:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:20.466000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037208768259308:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.466068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:20.466122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037208768259308:2107] [node 4] ICP22 created new session: [2:7593037208768259342:2107]
2026-01-08T17:02:20.466219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037208768259342:2107] [node 4] ICS09 handshake done sender: [2:7593037208768259314:2111] self: [2:7593037208768259313:0] peer: [4:7593037208837073624:0] socket: 432 qp: -1
2026-01-08T17:02:20.466174Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037208837073615:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:20.466261Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037205225216003:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15631) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037209520183386:2131] held: no
2026-01-08T17:02:20.466270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037208768259342:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:20.466203Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037206479708461:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.466331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.466280Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037206479708451:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:20.467068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037204542106246:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.467126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:20.467102Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037208026070578:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57865
2026-01-08T17:02:20.467180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037204542106246:2049] [node 2] ICP22 created new session: [4:7593037208837073632:2049]
2026-01-08T17:02:20.467218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037202184741075:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.466847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037209520183390:2133] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:20.467239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037208837073632:2049] [node 2] ICS09 handshake done sender: [4:7593037208837073615:2116] self: [4:7593037208837073624:0] peer: [2:7593037208768259313:0] socket: 438 qp: -1
2026-01-08T17:02:20.467285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037208837073632:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:20.467277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:20.467356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:20.467342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037202184741075:2049] [node 2] ICP22 created new session: [3:7593037206479708462:2049]
2026-01-08T17:02:20.467715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037206479708462:2049] [node 2] ICS09 handshake done sender: [3:7593037206479708451:2117] self: [3:7593037206479708458:0] peer: [2:7593037208768259317:0] socket: 475 qp: -1
2026-01-08T17:02:20.468598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037208837073631:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.467311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037204473291950:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.467364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:20.467848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037204473291950:2049] [node 3] ICP22 created new session: [2:7593037208768259344:2049]
2026-01-08T17:02:20.469373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037206479708462:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:20.469409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:20.470485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037208768259344:2049] [node 3] ICS09 handshake done sender: [2:7593037208768259318:2113] self: [2:7593037208768259317:0] peer: [3:7593037206479708458:0] socket: 466 qp: -1
2026-01-08T17:02:20.470525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037208768259344:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:20.471697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037209520183401:2138] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.470570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:20.471831Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037209520183400:2137] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.471879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037209520183379:2116] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.471940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:20.471932Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037208026070571:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:20.472003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037209520183379:2116] [node 6] ICP22 created new session: [5:7593037209520183404:2116]
2026-01-08T17:02:20.472229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037209520183404:2116] [node 6] ICS09 handshake done sender: [5:7593037209520183390:2133] self: [5:7593037209520183389:0] peer: [6:7593037208026070577:0] socket: 461 qp: -1
2026-01-08T17:02:20.472310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037209520183404:2116] [node 6] ICS10 traffic start
2026-01-08T17:02:20.472357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:20.472591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037208026070552:2104] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.472669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:20.472716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037208026070552:2104] [node 5] ICP22 created new session: [6:7593037208026070579:2104]
No RDMA context found for GID: 2026-01-08T17:02:20.472780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037208026070579:2104] [node 5] ICS09 handshake done sender: [6:7593037208026070571:2116] self: [6:7593037208026070577:0] peer: [5:7593037209520183389:0] socket: 462 qp: -1
::ffff:127.1.0.0
2026-01-08T17:02:20.472821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037208026070579:2104] [node 5] ICS10 traffic start
2026-01-08T17:02:20.472859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:20.472956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037205225216002:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:20.473140Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037209520183386:2131] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:20.472912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037208837073634:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11118
2026-01-08T17:02:20.472997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037204542106245:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:20.476477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037209159598619:2141] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.477369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037202184741074:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:20.476535Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037209159598619:2141] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.480048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037205225216003:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.480116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:20.480169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037205225216003:2049] [node 2] ICP22 created new session: [5:7593037209520183407:2049]
2026-01-08T17:02:20.480260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037209520183407:2049] [node 2] ICS09 handshake done sender: [5:7593037209520183386:2131] self: [5:7593037209520183398:0] peer: [2:7593037208768259315:0] socket: 437 qp: -1
2026-01-08T17:02:20.480322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037209520183407:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:20.480367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:20.480078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037208026070581:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57865
2026-01-08T17:02:20.480267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037209159598613:2138] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.480309Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037209159598613:2138] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:20.481502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037209159598617:2140] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.481898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037208026070581:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.481557Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037209159598617:2140] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.482122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037208026070582:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57865
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.482386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037208026070583:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57865
2026-01-08T17:02:20.483107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037209159598619:2141] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:20.482718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037208026070582:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.483740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037203731103197:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.484241Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037206479708466:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50981
2026-01-08T17:02:20.484247Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037208026070583:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.484354Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037209159598613:2138] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.484686Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037208837073637:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11118
2026-01-08T17:02:20.484833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037208026070557:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:20.486481Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037208768259320:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.485083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037203731103198:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:20.486849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037209159598617:2140] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:20.486477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037206479708467:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50981
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.486539Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037208768259320:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:20.486858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037206479708446:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.486889Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037206479708446:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:20.488097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037208837073638:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11118
2026-01-08T17:02:20.488198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037209159598611:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.488187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037205225216004:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:20.488273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:20.488480Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037208768259320:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:20.488316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037209520183380:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:20.488465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037208837073619:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.488408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037209159598611:2107] [node 4] ICP22 created new session: [1:7593037209159598644:2107]
2026-01-08T17:02:20.488500Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037208837073619:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:20.488467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037209159598644:2107] [node 4] ICS09 handshake done sender: [1:7593037209159598619:2141] self: [1:7593037209159598618:0] peer: [4:7593037208837073635:0] socket: 483 qp: -1
2026-01-08T17:02:20.489152Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037208837073631:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:20.488510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037209159598644:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:20.489805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037206479708461:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:20.488572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:20.490416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037209159598609:2112] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.490135Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037208837073638:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.490472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:20.490263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037208768259310:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.490522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037209159598609:2112] [node 5] ICP22 created new session: [1:7593037209159598646:2112]
2026-01-08T17:02:20.490300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037204542106245:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.490343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:20.490571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037209159598646:2112] [node 5] ICS09 handshake done sender: [1:7593037209159598613:2138] self: [1:7593037209159598612:0] peer: [5:7593037209520183406:0] socket: 440 qp: -1
2026-01-08T17:02:20.492283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:20.490401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037208768259310:2109] [node 6] ICP22 created new session: [2:7593037208768259348:2109]
2026-01-08T17:02:20.490599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037209159598646:2112] [node 5] ICS10 traffic start
2026-01-08T17:02:20.492341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037204542106245:2048] [node 1] ICP22 created new session: [4:7593037208837073640:2048]
2026-01-08T17:02:20.490629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:20.492389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037208837073640:2048] [node 1] ICS09 handshake done sender: [4:7593037208837073631:2122] self: [4:7593037208837073635:0] peer: [1:7593037209159598618:0] socket: 484 qp: -1
2026-01-08T17:02:20.492440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037208768259348:2109] [node 6] ICS09 handshake done sender: [2:7593037208768259320:2114] self: [2:7593037208768259319:0] peer: [6:7593037208026070585:0] socket: 454 qp: -1
2026-01-08T17:02:20.490976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037204864631222:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.492445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037208837073640:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: 2026-01-08T17:02:20.492493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037208768259348:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:20.492530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:20.491038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:20.492729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037206479708444:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.491097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037204864631222:2049] [node 3] ICP22 created new session: [1:7593037209159598648:2049]
::ffff:127.1.0.0
2026-01-08T17:02:20.492536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:20.491150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037209159598648:2049] [node 3] ICS09 handshake done sender: [1:7593037209159598617:2140] self: [1:7593037209159598616:0] peer: [3:7593037206479708464:0] socket: 464 qp: -1
2026-01-08T17:02:20.492780Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037206479708444:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.497888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037209520183410:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2851
2026-01-08T17:02:20.491181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037209159598648:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:20.495789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037208026070588:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57865
2026-01-08T17:02:20.501359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037202184741074:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.500883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037208837073617:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.491248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:20.501414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:20.500941Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037208837073617:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:20.506624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037208837073634:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.501451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037202184741074:2048] [node 1] ICP22 created new session: [3:7593037206479708469:2048]
2026-01-08T17:02:20.501588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037206479708469:2048] [node 1] ICS09 handshake done sender: [3:7593037206479708461:2120] self: [3:7593037206479708464:0] peer: [1:7593037209159598616:0] socket: 485 qp: -1
2026-01-08T17:02:20.502059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037206479708469:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:20.510973Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037208837073619:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:20.502186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:20.507944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037206479708446:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:20.514075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037208837073610:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.514142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:20.516820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037208026070581:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:20.514210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037208837073610:2110] [node 6] ICP22 created new session: [4:7593037208837073644:2110]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.517707Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037209520183393:2135] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:20.514273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037208837073644:2110] [node 6] ICS09 handshake done sender: [4:7593037208837073619:2118] self: [4:7593037208837073618:0] peer: [6:7593037208026070586:0] socket: 474 qp: -1
2026-01-08T17:02:20.514365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037208837073644:2110] [node 6] ICS10 traffic start
2026-01-08T17:02:20.518170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037206479708438:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.517924Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037208026070589:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57865
2026-01-08T17:02:20.514608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:20.518254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.518385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037206479708438:2109] [node 6] ICP22 created new session: [3:7593037206479708472:2109]
2026-01-08T17:02:20.518886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037206479708472:2109] [node 6] ICS09 handshake done sender: [3:7593037206479708446:2115] self: [3:7593037206479708445:0] peer: [6:7593037208026070587:0] socket: 426 qp: -1
2026-01-08T17:02:20.519151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037206479708472:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:20.519341Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037205225216002:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20637) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037209520183393:2135] held: no
2026-01-08T17:02:20.519528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037205225216002:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.519397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037208026070590:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57865
2026-01-08T17:02:20.519241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:20.519821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:20.519884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037205225216002:2048] [node 1] ICP22 created new session: [5:7593037209520183413:2048]
2026-01-08T17:02:20.519946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037209520183413:2048] [node 1] ICS09 handshake done sender: [5:7593037209520183393:2135] self: [5:7593037209520183406:0] peer: [1:7593037209159598612:0] socket: 458 qp: -1
2026-01-08T17:02:20.520122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037208837073617:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:20.519993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037209520183413:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:20.520037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:20.525418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037203731103197:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.527242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037209520183415:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2851
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:20.527816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037208837073609:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.525946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:20.527919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037209520183416:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2851
2026-01-08T17:02:20.526075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037203731103197:2049] [node 2] ICP22 created new session: [6:7593037208026070591:2049]
2026-01-08T17:02:20.528031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:20.528069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037208026070591:2049] [node 2] ICS09 handshake done sender: [6:7593037208026070581:2119] self: [6:7593037208026070585:0] peer: [2:7593037208768259319:0] socket: 487 qp: -1
2026-01-08T17:02:20.528110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037208837073609:2108] [node 5] ICP22 created new session: [4:7593037208837073647:2108]
2026-01-08T17:02:20.528129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037208026070591:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:20.528137Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037209520183400:2137] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:20.528194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:20.528166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037208837073647:2108] [node 5] ICS09 handshake done sender: [4:7593037208837073617:2117] self: [4:7593037208837073616:0] peer: [5:7593037209520183412:0] socket: 478 qp: -1
2026-01-08T17:02:20.528216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037208837073647:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:20.528261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:20.528464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037206479708466:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:20.528569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037209520183380:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.528622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:20.528679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037209520183380:2108] [node 4] ICP22 created new session: [5:7593037209520183417:2108]
2026-01-08T17:02:20.528688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037206479708444:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:20.528737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037209520183417:2108] [node 4] ICS09 handshake done sender: [5:7593037209520183400:2137] self: [5:7593037209520183412:0] peer: [4:7593037208837073616:0] socket: 447 qp: -1
2026-01-08T17:02:20.528796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037209520183417:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:20.528843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:20.529147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037206479708437:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:20.529191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:20.529310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037206479708437:2108] [node 5] ICP22 created new session: [3:7593037206479708474:2108]
2026-01-08T17:02:20.529380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037206479708474:2108] [node 5] ICS09 handshake done sender: [3:7593037206479708444:2114] self: [3:7593037206479708443:0] peer: [5:7593037209520183411:0] socket: 436 qp: -1
2026-01-08T17:02:20.529440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037206479708474:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:20.529485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:20.531447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037206479708437:2108] [node 5] ICP18 handshake (actor [3:7593037206479708466:2121]) is too old
2026-01-08T17:02:20.532977Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037208026070557:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28203) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037208026070582:2120] held: no
2026-01-08T17:02:20.534333Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037208026070583:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:20.534568Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037203731103197:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:20.534704Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037208026070582:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:20.535049Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037203731103198:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9671) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037208026070583:2121] held: no
2026-01-08T17:02:20.535184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037203731103198:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.535228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:20.535272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037203731103198:2050] [node 3] ICP22 created new session: [6:7593037208026070593:2050]
2026-01-08T17:02:20.535334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037208026070593:2050] [node 3] ICS09 handshake done sender: [6:7593037208026070583:2121] self: [6:7593037208026070587:0] peer: [3:7593037206479708445:0] socket: 427 qp: -1
2026-01-08T17:02:20.535377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037208026070593:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:20.535430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:20.536500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037208026070557:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.536549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:20.536601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037208026070557:2109] [node 4] ICP22 created new session: [6:7593037208026070595:2109]
2026-01-08T17:02:20.536666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037208026070595:2109] [node 4] ICS09 handshake done sender: [6:7593037208026070582:2120] self: [6:7593037208026070586:0] peer: [4:7593037208837073618:0] socket: 488 qp: -1
2026-01-08T17:02:20.536711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037208026070595:2109] [node 4] ICS10 traffic start
2026-01-08T17:02:20.537438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:20.577934Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037209520183401:2138] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:20.578232Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037205225216004:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9671) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037209520183401:2138] held: no
2026-01-08T17:02:20.578366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037205225216004:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:20.578423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:20.578482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037205225216004:2050] [node 3] ICP22 created new session: [5:7593037209520183419:2050]
2026-01-08T17:02:20.578534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037209520183419:2050] [node 3] ICS09 handshake done sender: [5:7593037209520183401:2138] self: [5:7593037209520183411:0] peer: [3:7593037206479708443:0] socket: 480 qp: -1
2026-01-08T17:02:20.578577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037209520183419:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:20.578629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:20.632316Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:20.632567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037208768259337:2048] [node 1] ICS01 socket: 453 reason# EndOfStream
2026-01-08T17:02:20.632619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037204473291949:2048] [node 1] ICP30 unregister session Session# [2:7593037208768259337:2048] VirtualId# [2:7593037208768259333:0]
2026-01-08T17:02:20.633528Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:20.633762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037206479708469:2048] [node 1] ICS01 socket: 485 reason# EndOfStream
2026-01-08T17:02:20.633802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037202184741074:2048] [node 1] ICP30 unregister session Session# [3:7593037206479708469:2048] VirtualId# [3:7593037206479708464:0]
2026-01-08T17:02:20.633834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037206479708469:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.633907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:20.633953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:20.632666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037208768259337:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.632781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:20.632844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:20.638501Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:20.638722Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:20.638933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037208026070574:2048] [node 1] ICS01 socket: 456 reason# EndOfStream
2026-01-08T17:02:20.638728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037208837073640:2048] [node 1] ICS01 socket: 484 reason# EndOfStream
2026-01-08T17:02:20.638783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037204542106245:2048] [node 1] ICP30 unregister session Session# [4:7593037208837073640:2048] VirtualId# [4:7593037208837073635:0]
2026-01-08T17:02:20.638969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037203731103196:2048] [node 1] ICP30 unregister session Session# [6:7593037208026070574:2048] VirtualId# [6:7593037208026070572:0]
2026-01-08T17:02:20.638826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037208837073640:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.639004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037208026070574:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.639095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:20.638914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:20.639144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:20.638958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:20.640502Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:20.640744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037209520183413:2048] [node 1] ICS01 socket: 458 reason# EndOfStream
2026-01-08T17:02:20.640796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037205225216002:2048] [node 1] ICP30 unregister session Session# [5:7593037209520183413:2048] VirtualId# [5:7593037209520183406:0]
2026-01-08T17:02:20.640832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037209520183413:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.640919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:20.640984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:20.694199Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:20.694477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037206479708462:2049] [node 2] ICS01 socket: 475 reason# EndOfStream
2026-01-08T17:02:20.694548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037202184741075:2049] [node 2] ICP30 unregister session Session# [3:7593037206479708462:2049] VirtualId# [3:7593037206479708458:0]
2026-01-08T17:02:20.694587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037206479708462:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.694671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:20.694722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:20.699956Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:20.700208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037208837073632:2049] [node 2] ICS01 socket: 438 reason# EndOfStream
2026-01-08T17:02:20.700266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037204542106246:2049] [node 2] ICP30 unregister session Session# [4:7593037208837073632:2049] VirtualId# [4:7593037208837073624:0]
2026-01-08T17:02:20.700318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037208837073632:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.700393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:20.700443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:20.701201Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:20.701398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037209520183407:2049] [node 2] ICS01 socket: 437 reason# EndOfStream
2026-01-08T17:02:20.701442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037205225216003:2049] [node 2] ICP30 unregister session Session# [5:7593037209520183407:2049] VirtualId# [5:7593037209520183398:0]
2026-01-08T17:02:20.701488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037209520183407:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.701557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:20.701627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:20.702265Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:20.702503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037208026070591:2049] [node 2] ICS07 socket disconnect 487 reason# EndOfStream
2026-01-08T17:02:20.702541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037208026070591:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.702612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:20.702664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037208026070591:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:20.703572Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037203731103197:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15631) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:20.703643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037208026070591:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:20.703696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037203731103197:2049] [node 2] ICP30 unregister session Session# [6:7593037208026070591:2049] VirtualId# [6:7593037208026070585:0]
2026-01-08T17:02:20.703745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:20.703778Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037203731103197:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15631) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:20.703795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15631) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:20.712142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037203731103197:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:02:20.743583Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:20.743823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037208837073627:2050] [node 3] ICS01 socket: 452 reason# EndOfStream
2026-01-08T17:02:20.743877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037204542106247:2050] [node 3] ICP30 unregister session Session# [4:7593037208837073627:2050] VirtualId# [4:7593037208837073625:0]
2026-01-08T17:02:20.743915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037208837073627:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.743998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:20.744103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:20.744679Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:20.744877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037209520183419:2050] [node 3] ICS01 socket: 480 reason# EndOfStream
2026-01-08T17:02:20.744932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037205225216004:2050] [node 3] ICP30 unregister session Session# [5:7593037209520183419:2050] VirtualId# [5:7593037209520183411:0]
2026-01-08T17:02:20.744967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037209520183419:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.745038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:20.745081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:20.745695Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:20.745921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037208026070593:2050] [node 3] ICS01 socket: 427 reason# EndOfStream
2026-01-08T17:02:20.745971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037203731103198:2050] [node 3] ICP30 unregister session Session# [6:7593037208026070593:2050] VirtualId# [6:7593037208026070587:0]
2026-01-08T17:02:20.746013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037208026070593:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.746095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:20.746166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:20.841803Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:20.842077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037209520183417:2108] [node 4] ICS01 socket: 447 reason# EndOfStream
2026-01-08T17:02:20.842140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037209520183380:2108] [node 4] ICP30 unregister session Session# [5:7593037209520183417:2108] VirtualId# [5:7593037209520183412:0]
2026-01-08T17:02:20.842186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037209520183417:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.842297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:20.842383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:20.842437Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:20.842656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037208026070595:2109] [node 4] ICS01 socket: 488 reason# EndOfStream
2026-01-08T17:02:20.842701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037208026070557:2109] [node 4] ICP30 unregister session Session# [6:7593037208026070595:2109] VirtualId# [6:7593037208026070586:0]
2026-01-08T17:02:20.842741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037208026070595:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.842829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:20.842902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:20.899739Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:20.900022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037208026070579:2104] [node 5] ICS01 socket: 462 reason# EndOfStream
2026-01-08T17:02:20.900062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037208026070552:2104] [node 5] ICP30 unregister session Session# [6:7593037208026070579:2104] VirtualId# [6:7593037208026070577:0]
2026-01-08T17:02:20.900097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037208026070579:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:20.900187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:20.900252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:21.066695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037212905269436:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:21.066748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037212905269437:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:21.089832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037210949928412:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:21.089893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037210949928413:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:21.106855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037210675611270:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:21.106890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037210675611271:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:21.126754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037213465482752:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:21.126794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037213465482753:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:21.126834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037213465482754:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:21.143747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037212512587445:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:21.143794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037212512587446:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:21.143840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037212512587447:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:21.156681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037214732805437:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:21.156724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037214732805438:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:21.156760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037214732805439:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:21.259044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037214732805495:2103] [node 5] ICP01 ready to work
2026-01-08T17:02:21.310753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037214732805498:2106] [node 4] ICP01 ready to work
2026-01-08T17:02:21.330511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037210949928476:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:21.335635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037213465482832:2113] [node 6] ICP01 ready to work
2026-01-08T17:02:21.337934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037212905269437:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(75041638ns) {Configure:104(75035358ns) {ProcessConfigured:135(71224ns) {StartInitialHandshake:157(68725ns) {DropHandshakes:470(2605ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(454ns)} GenerateSessionVirtualId:992(907ns) PrepareNewSessionHandshake:477(1497ns) {SwitchToState:179(402ns)}}}}}
2026-01-08T17:02:21.338355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037212905269501:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:21.334423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037212512587510:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:21.335803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037212512587509:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:21.340419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037212905269502:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:21.340635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037212905269503:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:21.342325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037210949928477:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:21.360787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037212905269436:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(101954578ns) {Configure:104(101941954ns) {ProcessConfigured:135(7957437ns) {StartInitialHandshake:157(7954946ns) {DropHandshakes:470(2781ns) {DropIncomingHandshake:442(834ns) DropOutgoingHandshake:457(394ns)} GenerateSessionVirtualId:992(1435ns) PrepareNewSessionHandshake:477(3403ns) {SwitchToState:179(1614ns)}}}}}
2026-01-08T17:02:21.363786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037210675611270:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(76701324ns) {Configure:104(76693738ns) {ProcessConfigured:135(72300ns) {StartInitialHandshake:157(69473ns) {DropHandshakes:470(2401ns) {DropIncomingHandshake:442(523ns) DropOutgoingHandshake:457(322ns)} GenerateSessionVirtualId:992(811ns) PrepareNewSessionHandshake:477(1290ns) {SwitchToState:179(726ns)}}}}}
2026-01-08T17:02:21.342632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037213465482833:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:21.364272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037210675611335:2107] [node 5] ICP01 ready to work
2026-01-08T17:02:21.364557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037210675611336:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:21.342829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037210949928478:2110] [node 6] ICP01 ready to work
2026-01-08T17:02:21.364829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037210675611337:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:21.399010Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037210675611271:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(108589407ns) {Configure:104(104163650ns) {ProcessConfigured:135(86044ns) {StartInitialHandshake:157(77273ns) {DropHandshakes:470(2517ns) {DropIncomingHandshake:442(434ns) DropOutgoingHandshake:457(682ns)} GenerateSessionVirtualId:992(1292ns) PrepareNewSessionHandshake:477(1604ns) {SwitchToState:179(714ns)}}}}}
2026-01-08T17:02:21.371866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037212512587447:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(24917671ns) {Configure:104(24912845ns) {ProcessConfigured:135(70567ns) {StartInitialHandshake:157(68921ns) {DropHandshakes:470(2413ns) {DropIncomingHandshake:442(726ns) DropOutgoingHandshake:457(458ns)} GenerateSessionVirtualId:992(719ns) PrepareNewSessionHandshake:477(1606ns) {SwitchToState:179(609ns)}}}}}
2026-01-08T17:02:21.379003Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037210949928477:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(23856648ns) {Configure:104(23849145ns) {ProcessConfigured:135(64282ns) {StartInitialHandshake:157(61620ns) {DropHandshakes:470(1635ns) {DropIncomingHandshake:442(369ns) DropOutgoingHandshake:457(292ns)} GenerateSessionVirtualId:992(599ns) PrepareNewSessionHandshake:477(3633ns) {SwitchToState:179(539ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.416328Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037210949928478:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(55155379ns) {Configure:104(55146632ns) {ProcessConfigured:135(75696ns) {StartInitialHandshake:157(72823ns) {DropHandshakes:470(2595ns) {DropIncomingHandshake:442(497ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:992(1337ns) PrepareNewSessionHandshake:477(1790ns) {SwitchToState:179(581ns)}}}}}
2026-01-08T17:02:21.416922Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037210949928488:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1796
2026-01-08T17:02:21.417810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037210949928487:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1796
2026-01-08T17:02:21.401537Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037213465482754:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(50554360ns) {Configure:104(50544453ns) {ProcessConfigured:135(63428ns) {StartInitialHandshake:157(60730ns) {DropHandshakes:470(2354ns) {DropIncomingHandshake:442(288ns) DropOutgoingHandshake:457(713ns)} GenerateSessionVirtualId:992(826ns) PrepareNewSessionHandshake:477(1184ns) {SwitchToState:179(388ns)}}}}}
2026-01-08T17:02:21.408312Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037210675611335:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(43141304ns) {Configure:104(43135346ns) {ProcessConfigured:135(77641ns) {StartInitialHandshake:157(73583ns) {DropHandshakes:470(2675ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(602ns)} GenerateSessionVirtualId:992(942ns) PrepareNewSessionHandshake:477(2175ns) {SwitchToState:179(937ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.427205Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037210675611336:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(25980620ns) {Configure:104(25974140ns) {ProcessConfigured:135(94946ns) {StartInitialHandshake:157(91180ns) {DropHandshakes:470(2653ns) {DropIncomingHandshake:442(635ns) DropOutgoingHandshake:457(484ns)} GenerateSessionVirtualId:992(1067ns) PrepareNewSessionHandshake:477(1770ns) {SwitchToState:179(755ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.459669Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037213465482832:2113] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(57763505ns) {Configure:104(57757735ns) {ProcessConfigured:135(77308ns) {StartInitialHandshake:157(74276ns) {DropHandshakes:470(3032ns) {DropIncomingHandshake:442(823ns) DropOutgoingHandshake:457(327ns)} GenerateSessionVirtualId:992(1185ns) PrepareNewSessionHandshake:477(1768ns) {SwitchToState:179(829ns)}}}}}
2026-01-08T17:02:21.462792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037212905269515:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57876
2026-01-08T17:02:21.462888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037212905269516:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57876
2026-01-08T17:02:21.441857Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037210675611344:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25179
2026-01-08T17:02:21.442055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037210675611345:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25179
2026-01-08T17:02:21.442141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037210675611346:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25179
2026-01-08T17:02:21.455426Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037210675611337:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(46795122ns) {Configure:104(46789287ns) {ProcessConfigured:135(85813ns) {StartInitialHandshake:157(82604ns) {DropHandshakes:470(3372ns) {DropIncomingHandshake:442(744ns) DropOutgoingHandshake:457(587ns)} GenerateSessionVirtualId:992(1230ns) PrepareNewSessionHandshake:477(6147ns) {SwitchToState:179(1026ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.474700Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037214732805495:2103] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(169060249ns) {Configure:104(169054684ns) {ProcessConfigured:135(5382379ns) {StartInitialHandshake:157(5379275ns) {DropHandshakes:470(3359ns) {DropIncomingHandshake:442(726ns) DropOutgoingHandshake:457(717ns)} GenerateSessionVirtualId:992(1422ns) PrepareNewSessionHandshake:477(14202ns) {SwitchToState:179(3695ns)}}}}}
2026-01-08T17:02:21.482538Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037212512587445:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(95227170ns) {Configure:104(95220854ns) {ProcessConfigured:135(14914794ns) {StartInitialHandshake:157(14911501ns) {DropHandshakes:470(2421ns) {DropIncomingHandshake:442(418ns) DropOutgoingHandshake:457(500ns)} GenerateSessionVirtualId:992(1036ns) PrepareNewSessionHandshake:477(5335ns) {SwitchToState:179(2337ns)}}}}}
2026-01-08T17:02:21.486990Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037213465482833:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(25210116ns) {Configure:104(25205926ns) {ProcessConfigured:135(76408ns) {StartInitialHandshake:157(73429ns) {DropHandshakes:470(2396ns) {DropIncomingHandshake:442(511ns) DropOutgoingHandshake:457(468ns)} GenerateSessionVirtualId:992(1091ns) PrepareNewSessionHandshake:477(1900ns) {SwitchToState:179(668ns)}}}}}
2026-01-08T17:02:21.495811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037214732805437:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(20812024ns) {Configure:104(20804820ns) {ProcessConfigured:135(76660ns) {StartInitialHandshake:157(73109ns) {DropHandshakes:470(5646ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(630ns)} GenerateSessionVirtualId:992(1844ns) PrepareNewSessionHandshake:477(1990ns) {SwitchToState:179(766ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.522693Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037214732805498:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(175581814ns) {Configure:104(175577270ns) {ProcessConfigured:135(19753776ns) {StartInitialHandshake:157(19749191ns) {DropHandshakes:470(3049ns) {DropIncomingHandshake:442(844ns) DropOutgoingHandshake:457(513ns)} GenerateSessionVirtualId:992(1270ns) PrepareNewSessionHandshake:477(5179ns) {SwitchToState:179(2243ns)}}}}}
2026-01-08T17:02:21.524056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037214732805509:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20520
2026-01-08T17:02:21.487796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037213465482838:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38156
2026-01-08T17:02:21.491073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037210949928492:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1796
2026-01-08T17:02:21.548278Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037210949928476:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(132264316ns) {Configure:104(132257528ns) {ProcessConfigured:135(28242529ns) {StartInitialHandshake:157(28239475ns) {DropHandshakes:470(1476ns) {DropIncomingHandshake:442(327ns) DropOutgoingHandshake:457(349ns)} GenerateSessionVirtualId:992(737ns) PrepareNewSessionHandshake:477(5175ns) {SwitchToState:179(2809ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.542740Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037213465482753:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(163651367ns) {Configure:104(163645059ns) {ProcessConfigured:135(12096535ns) {StartInitialHandshake:157(12088168ns) {DropHandshakes:470(3547ns) {DropIncomingHandshake:442(976ns) DropOutgoingHandshake:457(449ns)} GenerateSessionVirtualId:992(1467ns) PrepareNewSessionHandshake:477(5650ns) {SwitchToState:179(2751ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.556826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037213465482848:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38156
2026-01-08T17:02:21.575369Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037214732805439:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(64921737ns) {Configure:104(64914108ns) {ProcessConfigured:135(19521746ns) {StartInitialHandshake:157(19517302ns) {DropHandshakes:470(6204ns) {DropIncomingHandshake:442(606ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:992(1826ns) PrepareNewSessionHandshake:477(5588ns) {SwitchToState:179(2459ns)}}}}}
2026-01-08T17:02:21.563070Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037212512587526:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11618
2026-01-08T17:02:21.610710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037214732805509:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.654667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037213465482837:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.648723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037210949928488:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.626429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037214732805498:2106] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.654755Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037213465482837:2128] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:21.648858Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037212512587522:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11618
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.694986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037214732805516:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20520
2026-01-08T17:02:21.657182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037213465482848:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.690712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037212512587525:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11618
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.673018Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037213465482837:2128] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.735082Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037214732805509:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:21.722763Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037212512587527:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11618
2026-01-08T17:02:21.730729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037212512587526:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.726914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037210675611345:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.738485Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037210949928492:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.731211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037212905269500:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.673412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037213465482832:2113] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:21.750828Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037214732805498:2106] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3221) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037214732805509:2113] held: no
2026-01-08T17:02:21.750970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037214732805498:2106] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:21.751018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:21.751086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037214732805498:2106] [node 4] ICP22 created new session: [6:7593037214732805518:2106]
2026-01-08T17:02:21.751152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037214732805518:2106] [node 4] ICS09 handshake done sender: [6:7593037214732805509:2113] self: [6:7593037214732805515:0] peer: [4:7593037213465482836:0] socket: 464 qp: -1
2026-01-08T17:02:21.766458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037214732805518:2106] [node 4] ICS10 traffic start
2026-01-08T17:02:21.766540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:21.730904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037212512587447:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:21.727033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037210675611344:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.750817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037210949928487:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.731255Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037212905269500:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:21.732527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037212905269517:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57876
2026-01-08T17:02:21.732662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037212905269518:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57876
2026-01-08T17:02:21.746932Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037212905269500:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:21.758445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037212905269516:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.673498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:21.673586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037213465482832:2113] [node 6] ICP22 created new session: [4:7593037213465482851:2113]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.735321Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037212512587527:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.673657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037213465482851:2113] [node 6] ICS09 handshake done sender: [4:7593037213465482837:2128] self: [4:7593037213465482836:0] peer: [6:7593037214732805515:0] socket: 461 qp: -1
2026-01-08T17:02:21.673703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037213465482851:2113] [node 6] ICS10 traffic start
2026-01-08T17:02:21.673941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:21.711806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037213465482838:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.778602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037210949928480:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.727209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037210675611270:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:21.814785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037212905269518:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.814968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037212905269508:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.815003Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037212905269508:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:21.814620Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037214732805498:2106] [node 4] ICP35 event processing took too much time PendingConnection:279(36986564ns) {HandleHandshakeStatus:329(36982117ns) {DropIncomingHandshake:442(847ns) DropOutgoingHandshake:457(121ns) SwitchToState:179(723ns) ProcessPendingSessionEvents:495(2087ns)}}
2026-01-08T17:02:21.819484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037212905269515:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.819588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037212905269517:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.819694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037212905269512:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.778643Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037210949928480:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:21.742406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037212512587522:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.819721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037212905269512:2114] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:21.779675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037210949928412:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:21.753723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037212512587525:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.786615Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037210949928480:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:21.753870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037212512587446:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:21.809347Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037210949928499:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1796
2026-01-08T17:02:21.754208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037212512587445:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:21.820957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037210949928477:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:21.787036Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037212512587532:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11618
2026-01-08T17:02:21.821036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:21.802800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037212512587533:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11618
2026-01-08T17:02:21.727660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037210675611354:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25179
2026-01-08T17:02:21.802966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037212512587534:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11618
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.837505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037213465482855:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38156
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.821101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037210949928477:2108] [node 5] ICP22 created new session: [2:7593037210949928500:2108]
2026-01-08T17:02:21.823577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037212905269437:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:21.731293Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037210675611341:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.839164Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037212512587446:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1031) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037212512587525:2117] held: no
2026-01-08T17:02:21.821163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037210949928500:2108] [node 5] ICS09 handshake done sender: [2:7593037210949928480:2111] self: [2:7593037210949928479:0] peer: [5:7593037212512587531:0] socket: 443 qp: -1
2026-01-08T17:02:21.839417Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037212512587525:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:21.851789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037212512587526:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:21.852050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037212512587446:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:21.852102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:21.852159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037212512587446:2049] [node 2] ICP22 created new session: [5:7593037212512587536:2049]
2026-01-08T17:02:21.852214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037212512587536:2049] [node 2] ICS09 handshake done sender: [5:7593037212512587525:2117] self: [5:7593037212512587531:0] peer: [2:7593037210949928479:0] socket: 455 qp: -1
2026-01-08T17:02:21.852260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037212512587536:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:21.852305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:21.855275Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037212512587447:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23394) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037212512587526:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.823666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.854591Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037213465482855:2134] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.731314Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037210675611341:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:21.821204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037210949928500:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:21.823730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037212905269437:2049] [node 3] ICP22 created new session: [1:7593037212905269523:2049]
2026-01-08T17:02:21.879260Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037212512587533:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.879702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037212512587510:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:21.880478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037212512587535:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11618
2026-01-08T17:02:21.881125Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037212512587447:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(25666720ns) {HandleHandshakeStatus:395(25664113ns) {LogHandshakeFail:472(13573ns) {UpdateErrorStateLog:545(5920ns)} DropOutgoingHandshake:457(251ns) ProcessPendingSessionEvents:495(25593505ns) {DropSessionEvent:512(8606ns) DropSessionEvent:512(5556ns) DropSessionEvent:512(5577ns) DropSessionEvent:512(4955ns) DropSessionEvent:512(9783ns) DropSessionEvent:512(14774073ns) DropSessionEvent:512(10195234ns) DropSessionEvent:512(6947ns) DropSessionEvent:512(4963ns) DropSessionEvent:512(4321ns)}}}
2026-01-08T17:02:21.881211Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037212512587522:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:21.758572Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037210675611341:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:21.855521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037213465482754:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:21.867440Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037213465482857:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38156
2026-01-08T17:02:21.880550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037213465482842:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.880580Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037213465482842:2131] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:21.882554Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037213465482857:2135] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.882831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037213465482753:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.821246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:21.823786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037212905269523:2049] [node 3] ICS09 handshake done sender: [1:7593037212905269500:2110] self: [1:7593037212905269499:0] peer: [3:7593037210675611353:0] socket: 432 qp: -1
2026-01-08T17:02:21.822588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037210949928499:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.915343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037212512587445:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:21.792003Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037210675611356:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25179
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.952344Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037214732805521:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20520
2026-01-08T17:02:21.952500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037214732805523:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20520
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.955465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037214732805524:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20520
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.823826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037212905269523:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:21.922534Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037213465482842:2131] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:21.915460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.966797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037214732805522:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20520
2026-01-08T17:02:21.840023Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037210949928484:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.915522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037212512587445:2048] [node 1] ICP22 created new session: [5:7593037212512587541:2048]
2026-01-08T17:02:21.815350Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037210675611354:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.922961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037213465482860:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38156
2026-01-08T17:02:21.823863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:21.840055Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037210949928484:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:21.915590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037212512587541:2048] [node 1] ICS09 handshake done sender: [5:7593037212512587522:2115] self: [5:7593037212512587530:0] peer: [1:7593037212905269507:0] socket: 439 qp: -1
2026-01-08T17:02:21.981111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037214732805524:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.851021Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037212905269437:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(27232569ns) {HandleHandshakeStatus:329(27230214ns) {DropIncomingHandshake:442(16922ns) DropOutgoingHandshake:457(968ns) SwitchToState:179(123ns) ProcessPendingSessionEvents:495(161618ns) {ForwardSessionEventToSession:616(106787ns) ForwardSessionEventToSession:616(7857ns) ForwardSessionEventToSession:616(2719ns) ForwardSessionEventToSession:616(11433ns) ForwardSessionEventToSession:616(2079ns) ForwardSessionEventToSession:616(2954ns) ForwardSessionEventToSession:616(5295ns) ForwardSessionEventToSession:616(2306ns) ForwardSessionEventToSession:616(5292ns) ForwardSessionEventToSession:616(4773ns)}}}
2026-01-08T17:02:21.878752Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037212905269508:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:21.930755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037212905269512:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:21.952838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037212905269502:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:21.952892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:21.952944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037212905269502:2108] [node 5] ICP22 created new session: [1:7593037212905269530:2108]
2026-01-08T17:02:21.952993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037212905269530:2108] [node 5] ICS09 handshake done sender: [1:7593037212905269508:2112] self: [1:7593037212905269507:0] peer: [5:7593037212512587530:0] socket: 435 qp: -1
2026-01-08T17:02:21.953033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037212905269530:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:21.953068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:21.953701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037212905269436:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:21.953762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:21.953805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037212905269436:2048] [node 2] ICP22 created new session: [1:7593037212905269532:2048]
2026-01-08T17:02:21.953856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037212905269532:2048] [node 2] ICS09 handshake done sender: [1:7593037212905269512:2114] self: [1:7593037212905269506:0] peer: [2:7593037210949928497:0] socket: 433 qp: -1
2026-01-08T17:02:21.953895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037212905269532:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:21.953926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:21.959001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037212905269529:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57876
2026-01-08T17:02:21.841374Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037210949928484:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:21.842039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037210949928413:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:21.842105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:21.842153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037210949928413:2049] [node 3] ICP22 created new session: [2:7593037210949928505:2049]
2026-01-08T17:02:21.842206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037210949928505:2049] [node 3] ICS09 handshake done sender: [2:7593037210949928484:2113] self: [2:7593037210949928483:0] peer: [3:7593037210675611362:0] socket: 445 qp: -1
2026-01-08T17:02:21.842244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037210949928505:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:21.842292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:21.865826Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037210949928413:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(23532479ns) {HandleHandshakeStatus:329(23525753ns) {DropIncomingHandshake:442(14455ns) DropOutgoingHandshake:457(766ns) SwitchToState:179(537ns) ProcessPendingSessionEvents:495(10239581ns) {ForwardSessionEventToSession:616(10175551ns) ForwardSessionEventToSession:616(12188ns) ForwardSessionEventToSession:616(6002ns) ForwardSessionEventToSession:616(3317ns) ForwardSessionEventToSession:616(3073ns) ForwardSessionEventToSession:616(6401ns) ForwardSessionEventToSession:616(2900ns) ForwardSessionEventToSession:616(7063ns) ForwardSessionEventToSession:616(3048ns) ForwardSessionEventToSession:616(6559ns)}}}
2026-01-08T17:02:21.866369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037210949928507:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1796
2026-01-08T17:02:21.914847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037210949928494:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.914905Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037210949928494:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:21.947652Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037210949928487:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:21.967242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037210949928412:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:21.967319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:21.967398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037210949928412:2048] [node 1] ICP22 created new session: [2:7593037210949928510:2048]
2026-01-08T17:02:21.967469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037210949928510:2048] [node 1] ICS09 handshake done sender: [2:7593037210949928487:2115] self: [2:7593037210949928497:0] peer: [1:7593037212905269506:0] socket: 441 qp: -1
2026-01-08T17:02:21.967513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037210949928510:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:21.967557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:21.969604Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037210949928412:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:21.982620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037210949928494:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:21.995470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037210949928476:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:21.995521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:21.995578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037210949928476:2107] [node 4] ICP22 created new session: [2:7593037210949928513:2107]
2026-01-08T17:02:21.995635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037210949928513:2107] [node 4] ICS09 handshake done sender: [2:7593037210949928494:2118] self: [2:7593037210949928493:0] peer: [4:7593037213465482859:0] socket: 436 qp: -1
2026-01-08T17:02:21.995675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037210949928513:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:21.995708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:21.996146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037210949928512:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1796
2026-01-08T17:02:22.010726Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037210949928486:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:22.010764Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037210949928486:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:21.815473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037210675611346:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.939702Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037213465482855:2134] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:22.018033Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037210949928486:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:21.915634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037212512587541:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:22.013711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037212905269510:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:22.013768Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037212905269510:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:21.986833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037214732805521:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.815587Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037210675611344:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:21.941032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037213465482833:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:21.941115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:21.941179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037213465482833:2108] [node 5] ICP22 created new session: [4:7593037213465482861:2108]
2026-01-08T17:02:21.941239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037213465482861:2108] [node 5] ICS09 handshake done sender: [4:7593037213465482842:2131] self: [4:7593037213465482841:0] peer: [5:7593037212512587539:0] socket: 478 qp: -1
2026-01-08T17:02:21.941292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037213465482861:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:21.941340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:21.941828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037213465482754:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:21.941895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:21.941948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037213465482754:2050] [node 3] ICP22 created new session: [4:7593037213465482863:2050]
2026-01-08T17:02:21.942003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037213465482863:2050] [node 3] ICS09 handshake done sender: [4:7593037213465482855:2134] self: [4:7593037213465482856:0] peer: [3:7593037210675611342:0] socket: 488 qp: -1
2026-01-08T17:02:21.942041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037213465482863:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:21.942081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:21.980742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037213465482866:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38156
2026-01-08T17:02:21.980816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037213465482867:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38156
2026-01-08T17:02:22.011967Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037213465482857:2135] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:22.018593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037213465482753:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:22.018657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:22.018707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037213465482753:2049] [node 2] ICP22 created new session: [4:7593037217760450164:2049]
2026-01-08T17:02:22.018775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037217760450164:2049] [node 2] ICS09 handshake done sender: [4:7593037213465482857:2135] self: [4:7593037213465482859:0] peer: [2:7593037210949928493:0] socket: 454 qp: -1
2026-01-08T17:02:22.018817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037217760450164:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:22.018878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:21.915687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:22.043144Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037213465482866:2137] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.916289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037212512587447:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:21.916374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:21.916425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037212512587447:2050] [node 3] ICP22 created new session: [5:7593037212512587543:2050]
2026-01-08T17:02:21.825249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037210675611335:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:22.028853Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037210949928512:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.991473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037214732805522:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.916473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037212512587543:2050] [node 3] ICS09 handshake done sender: [5:7593037212512587526:2118] self: [5:7593037212512587528:0] peer: [3:7593037210675611340:0] socket: 458 qp: -1
2026-01-08T17:02:22.038745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037212905269510:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:22.043312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037213465482752:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:21.998546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037214732805523:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.825323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:22.042845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037210949928478:2110] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.916510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037212512587543:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:22.039118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037212905269503:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:21.998649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037214732805438:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:21.825387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037210675611335:2107] [node 5] ICP22 created new session: [3:7593037210675611357:2107]
2026-01-08T17:02:22.060068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037217760450167:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38156
2026-01-08T17:02:21.998728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037214732805439:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:22.043828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:22.043935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037210949928478:2110] [node 6] ICP22 created new session: [2:7593037215244895812:2110]
2026-01-08T17:02:22.043992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037215244895812:2110] [node 6] ICS09 handshake done sender: [2:7593037210949928486:2114] self: [2:7593037210949928485:0] peer: [6:7593037214732805525:0] socket: 442 qp: -1
2026-01-08T17:02:22.044721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037215244895812:2110] [node 6] ICS10 traffic start
2026-01-08T17:02:22.044763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:22.046086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037210949928476:2107] [node 4] ICP18 handshake (actor [2:7593037210949928512:2121]) is too old
2026-01-08T17:02:21.998800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037214732805437:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:21.999167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037214732805495:2103] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:22.015433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037219027772825:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20520
2026-01-08T17:02:22.015872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037219027772826:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20520
2026-01-08T17:02:22.023517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037214732805523:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:22.047500Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037214732805522:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:22.050895Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037219027772827:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20520
2026-01-08T17:02:22.060773Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037214732805521:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:22.039194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:21.916544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:22.075340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037213465482866:2137] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:21.918952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037212512587545:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11618
2026-01-08T17:02:21.940394Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037212512587533:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:21.941015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037212512587510:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:21.948969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:21.951758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037212512587510:2108] [node 4] ICP22 created new session: [5:7593037212512587546:2108]
2026-01-08T17:02:21.987227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037212512587546:2108] [node 4] ICS09 handshake done sender: [5:7593037212512587533:2121] self: [5:7593037212512587539:0] peer: [4:7593037213465482841:0] socket: 481 qp: -1
2026-01-08T17:02:21.987308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037212512587546:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:21.998026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:22.006695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037212512587518:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:22.006736Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037212512587518:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:22.014870Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037212512587518:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:22.036220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037212512587509:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:22.036323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:22.036386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037212512587509:2109] [node 6] ICP22 created new session: [5:7593037216807554845:2109]
2026-01-08T17:02:22.036450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037216807554845:2109] [node 6] ICS09 handshake done sender: [5:7593037212512587518:2114] self: [5:7593037212512587517:0] peer: [6:7593037214732805528:0] socket: 495 qp: -1
2026-01-08T17:02:22.036492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037216807554845:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:21.825447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037210675611357:2107] [node 5] ICS09 handshake done sender: [3:7593037210675611341:2112] self: [3:7593037210675611340:0] peer: [5:7593037212512587528:0] socket: 453 qp: -1
2026-01-08T17:02:22.067569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037214732805438:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:22.036533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:22.044602Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037212512587510:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(86945608ns) {HandleHandshakeStatus:329(86942899ns) {DropIncomingHandshake:442(1038ns) DropOutgoingHandshake:457(7933ns) SwitchToState:179(865ns) ProcessPendingSessionEvents:495(5091076ns) {ForwardSessionEventToSession:616(5028631ns) ForwardSessionEventToSession:616(7290ns) ForwardSessionEventToSession:616(16057ns) ForwardSessionEventToSession:616(3034ns) ForwardSessionEventToSession:616(5206ns) ForwardSessionEventToSession:616(2709ns) ForwardSessionEventToSession:616(3961ns) ForwardSessionEventToSession:616(4509ns) ForwardSessionEventToSession:616(5764ns) ForwardSessionEventToSession:616(2490ns)}}}
2026-01-08T17:02:22.039261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037212905269503:2109] [node 6] ICP22 created new session: [1:7593037217200236832:2109]
2026-01-08T17:02:21.825494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037210675611357:2107] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:22.087742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037213465482752:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:22.094643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:22.094710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037213465482752:2048] [node 1] ICP22 created new session: [4:7593037217760450168:2048]
2026-01-08T17:02:22.068215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:22.096588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037217760450168:2048] [node 1] ICS09 handshake done sender: [4:7593037213465482866:2137] self: [4:7593037217760450166:0] peer: [1:7593037212905269504:0] socket: 438 qp: -1
2026-01-08T17:02:22.096647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037217760450168:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:22.096689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:22.097170Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037213465482752:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19649763ns) {HandleHandshakeStatus:329(14271807ns) {DropIncomingHandshake:442(3112ns) DropOutgoingHandshake:457(17872ns) SwitchToState:179(747ns) ProcessPendingSessionEvents:495(115275ns) {ForwardSessionEventToSession:616(70531ns) ForwardSessionEventToSession:616(3336ns) ForwardSessionEventToSession:616(2628ns) ForwardSessionEventToSession:616(9336ns) ForwardSessionEventToSession:616(2842ns) ForwardSessionEventToSession:616(5187ns) ForwardSessionEventToSession:616(2922ns) ForwardSessionEventToSession:616(2440ns) ForwardSessionEventToSession:616(5091ns) ForwardSessionEventToSession:616(2001ns)}}}
2026-01-08T17:02:21.825539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:22.039317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037217200236832:2109] [node 6] ICS09 handshake done sender: [1:7593037212905269510:2113] self: [1:7593037212905269509:0] peer: [6:7593037214732805527:0] socket: 497 qp: -1
2026-01-08T17:02:22.068252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037214732805495:2103] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:22.039353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037217200236832:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:21.826044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037210675611270:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:21.826091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:21.826139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037210675611270:2048] [node 1] ICP22 created new session: [3:7593037210675611359:2048]
2026-01-08T17:02:21.826186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037210675611359:2048] [node 1] ICS09 handshake done sender: [3:7593037210675611344:2114] self: [3:7593037210675611353:0] peer: [1:7593037212905269499:0] socket: 447 qp: -1
2026-01-08T17:02:21.826221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037210675611359:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:21.826264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:21.826719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037210675611271:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:21.841726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037210675611365:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25179
2026-01-08T17:02:21.846895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037210675611346:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:21.854594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037210675611271:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:21.854672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:21.855033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037210675611271:2049] [node 2] ICP22 created new session: [3:7593037210675611366:2049]
2026-01-08T17:02:21.855396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037210675611366:2049] [node 2] ICS09 handshake done sender: [3:7593037210675611346:2116] self: [3:7593037210675611362:0] peer: [2:7593037210949928483:0] socket: 449 qp: -1
2026-01-08T17:02:21.855442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037210675611366:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:21.862436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:21.890849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037210675611343:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.890882Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037210675611343:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:21.919774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037210675611343:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:21.949408Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037210675611271:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(75720537ns) {HandleHandshakeStatus:329(75717190ns) {DropIncomingHandshake:442(1341ns) DropOutgoingHandshake:457(10557ns) SwitchToState:179(453ns) ProcessPendingSessionEvents:495(15774562ns) {ForwardSessionEventToSession:616(15691054ns) ForwardSessionEventToSession:616(8595ns) ForwardSessionEventToSession:616(2634ns) ForwardSessionEventToSession:616(10592ns) ForwardSessionEventToSession:616(3319ns) ForwardSessionEventToSession:616(3177ns) ForwardSessionEventToSession:616(27954ns) ForwardSessionEventToSession:616(2126ns) ForwardSessionEventToSession:616(8920ns) ForwardSessionEventToSession:616(2835ns)}}}
2026-01-08T17:02:21.949876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037210675611336:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:21.949967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:21.950049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037210675611336:2108] [node 4] ICP22 created new session: [3:7593037210675611369:2108]
2026-01-08T17:02:21.950102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037210675611369:2108] [node 4] ICS09 handshake done sender: [3:7593037210675611343:2113] self: [3:7593037210675611342:0] peer: [4:7593037213465482856:0] socket: 448 qp: -1
2026-01-08T17:02:21.950143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037210675611369:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:21.950188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:21.999476Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037210675611351:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:21.999505Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037210675611351:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:22.008149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037210675611351:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:22.024056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037210675611337:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:22.024110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:22.042671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037210675611337:2109] [node 6] ICP22 created new session: [3:7593037214970578668:2109]
2026-01-08T17:02:22.044637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037214970578668:2109] [node 6] ICS09 handshake done sender: [3:7593037210675611351:2117] self: [3:7593037210675611350:0] peer: [6:7593037214732805526:0] socket: 450 qp: -1
2026-01-08T17:02:22.044681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037214970578668:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:22.045272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:22.046989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037210675611337:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(22697034ns) {HandleHandshakeStatus:329(22692868ns) {DropIncomingHandshake:442(439ns) DropOutgoingHandshake:457(880ns) SwitchToState:179(598ns) ProcessPendingSessionEvents:495(100477ns) {ForwardSessionEventToSession:616(49532ns) ForwardSessionEventToSession:616(5948ns) ForwardSessionEventToSession:616(2303ns) ForwardSessionEventToSession:616(5508ns) ForwardSessionEventToSession:616(3620ns) ForwardSessionEventToSession:616(2392ns) ForwardSessionEventToSession:616(5225ns) ForwardSessionEventToSession:616(7560ns) ForwardSessionEventToSession:616(2800ns) ForwardSessionEventToSession:616(5053ns)}}}
2026-01-08T17:02:22.039397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:22.045538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037212905269505:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:22.045585Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037212905269505:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:22.066524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037212905269505:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:22.076810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037212905269501:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:22.077112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:22.083142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037212905269501:2107] [node 4] ICP22 created new session: [1:7593037217200236835:2107]
2026-01-08T17:02:22.087798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037217200236835:2107] [node 4] ICS09 handshake done sender: [1:7593037212905269505:2111] self: [1:7593037212905269504:0] peer: [4:7593037217760450166:0] socket: 451 qp: -1
2026-01-08T17:02:22.096474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037217200236835:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:22.097947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:22.068293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037214732805438:2049] [node 2] ICP22 created new session: [6:7593037219027772828:2049]
2026-01-08T17:02:22.068307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:22.068346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037219027772828:2049] [node 2] ICS09 handshake done sender: [6:7593037214732805521:2117] self: [6:7593037214732805525:0] peer: [2:7593037210949928485:0] socket: 486 qp: -1
2026-01-08T17:02:22.068366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037214732805495:2103] [node 5] ICP22 created new session: [6:7593037219027772829:2103]
2026-01-08T17:02:22.068388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037219027772828:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:22.068424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037219027772829:2103] [node 5] ICS09 handshake done sender: [6:7593037214732805523:2119] self: [6:7593037214732805528:0] peer: [5:7593037212512587517:0] socket: 459 qp: -1
2026-01-08T17:02:22.068431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:22.068472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037219027772829:2103] [node 5] ICS10 traffic start
2026-01-08T17:02:22.068516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:22.088299Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037214732805495:2103] [node 5] ICP35 event processing took too much time PendingConnection:279(19795179ns) {HandleHandshakeStatus:329(19791502ns) {DropIncomingHandshake:442(635ns) DropOutgoingHandshake:457(5779ns) SwitchToState:179(450ns) ProcessPendingSessionEvents:495(19365526ns) {ForwardSessionEventToSession:616(8643490ns) ForwardSessionEventToSession:616(5391271ns) ForwardSessionEventToSession:616(3733256ns) ForwardSessionEventToSession:616(8554ns) ForwardSessionEventToSession:616(3051ns) ForwardSessionEventToSession:616(1540550ns) ForwardSessionEventToSession:616(3799ns) ForwardSessionEventToSession:616(3310ns) ForwardSessionEventToSession:616(5983ns) ForwardSessionEventToSession:616(5546ns)}}}
2026-01-08T17:02:22.095177Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037214732805495:2103] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:22.095457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037219027772832:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20520
2026-01-08T17:02:22.110690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037214732805439:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:22.110781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:22.110858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037214732805439:2050] [node 3] ICP22 created new session: [6:7593037219027772833:2050]
2026-01-08T17:02:22.110916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037219027772833:2050] [node 3] ICS09 handshake done sender: [6:7593037214732805522:2118] self: [6:7593037214732805526:0] peer: [3:7593037210675611350:0] socket: 437 qp: -1
2026-01-08T17:02:22.110956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037219027772833:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:22.110999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:22.111489Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037214732805437:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5346) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037214732805524:2120] held: no
2026-01-08T17:02:22.114843Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037212905269501:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(37768317ns) {HandleHandshakeStatus:329(37765840ns) {DropIncomingHandshake:442(24930ns) DropOutgoingHandshake:457(596ns) SwitchToState:179(961ns) ProcessPendingSessionEvents:495(718892ns) {ForwardSessionEventToSession:616(659238ns) ForwardSessionEventToSession:616(7298ns) ForwardSessionEventToSession:616(3792ns) ForwardSessionEventToSession:616(5624ns) ForwardSessionEventToSession:616(3260ns) ForwardSessionEventToSession:616(9057ns) ForwardSessionEventToSession:616(6425ns) ForwardSessionEventToSession:616(2480ns) ForwardSessionEventToSession:616(2189ns) ForwardSessionEventToSession:616(7330ns)}}}
2026-01-08T17:02:22.115817Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037214732805438:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:22.127367Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037214732805524:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:22.127884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037214732805437:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:22.127962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:22.128040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037214732805437:2048] [node 1] ICP22 created new session: [6:7593037219027772836:2048]
2026-01-08T17:02:22.128092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037219027772836:2048] [node 1] ICS09 handshake done sender: [6:7593037214732805524:2120] self: [6:7593037214732805527:0] peer: [1:7593037212905269509:0] socket: 498 qp: -1
2026-01-08T17:02:22.128140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037219027772836:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:22.128196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:22.344888Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:22.345085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037210675611359:2048] [node 1] ICS01 socket: 447 reason# EndOfStream
2026-01-08T17:02:22.345136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037210675611270:2048] [node 1] ICP30 unregister session Session# [3:7593037210675611359:2048] VirtualId# [3:7593037210675611353:0]
2026-01-08T17:02:22.345168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037210675611359:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.345228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:22.345261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:22.346424Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:22.346632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037210949928510:2048] [node 1] ICS01 socket: 441 reason# EndOfStream
2026-01-08T17:02:22.346680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037210949928412:2048] [node 1] ICP30 unregister session Session# [2:7593037210949928510:2048] VirtualId# [2:7593037210949928497:0]
2026-01-08T17:02:22.346717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037210949928510:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.346803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:22.346855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:22.355142Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:22.355267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037219027772836:2048] [node 1] ICS01 socket: 498 reason# EndOfStream
2026-01-08T17:02:22.355302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037214732805437:2048] [node 1] ICP30 unregister session Session# [6:7593037219027772836:2048] VirtualId# [6:7593037214732805527:0]
2026-01-08T17:02:22.355324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037219027772836:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.355345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:22.355381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:22.354527Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:22.354783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037217760450168:2048] [node 1] ICS01 socket: 438 reason# EndOfStream
2026-01-08T17:02:22.354839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037213465482752:2048] [node 1] ICP30 unregister session Session# [4:7593037217760450168:2048] VirtualId# [4:7593037217760450166:0]
2026-01-08T17:02:22.354888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037217760450168:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.354974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:22.355020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:22.358476Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:22.358860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037212512587541:2048] [node 1] ICS01 socket: 439 reason# EndOfStream
2026-01-08T17:02:22.358947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037212512587445:2048] [node 1] ICP30 unregister session Session# [5:7593037212512587541:2048] VirtualId# [5:7593037212512587530:0]
2026-01-08T17:02:22.359028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037212512587541:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.359172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:22.359229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:22.495547Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:22.495779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037210675611366:2049] [node 2] ICS07 socket disconnect 449 reason# EndOfStream
2026-01-08T17:02:22.495811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037210675611366:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.495900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:22.495943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037210675611366:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:22.500464Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037210675611271:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1031) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:02:22.500519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037210675611366:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:22.501691Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037210675611271:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1031) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:22.501750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037210675611366:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:22.501793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037210675611271:2049] [node 2] ICP30 unregister session Session# [3:7593037210675611366:2049] VirtualId# [3:7593037210675611362:0]
2026-01-08T17:02:22.501855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:22.501893Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037210675611271:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1031) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:22.501908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1031) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:22.511917Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:22.512109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037219027772828:2049] [node 2] ICS01 socket: 486 reason# EndOfStream
2026-01-08T17:02:22.512148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037214732805438:2049] [node 2] ICP30 unregister session Session# [6:7593037219027772828:2049] VirtualId# [6:7593037214732805525:0]
2026-01-08T17:02:22.512176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037219027772828:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.512240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:22.512280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:22.511251Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:22.511598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037217760450164:2049] [node 2] ICS01 socket: 454 reason# EndOfStream
2026-01-08T17:02:22.511668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037213465482753:2049] [node 2] ICP30 unregister session Session# [4:7593037217760450164:2049] VirtualId# [4:7593037213465482859:0]
2026-01-08T17:02:22.511700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037217760450164:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.511773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:22.511817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:22.510475Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:22.510721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037212512587536:2049] [node 2] ICS01 socket: 455 reason# EndOfStream
2026-01-08T17:02:22.510851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037212512587446:2049] [node 2] ICP30 unregister session Session# [5:7593037212512587536:2049] VirtualId# [5:7593037212512587531:0]
2026-01-08T17:02:22.510933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037212512587536:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.511087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:22.511145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:22.616126Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:22.616320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037219027772833:2050] [node 3] ICS07 socket disconnect 437 reason# EndOfStream
2026-01-08T17:02:22.616350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037219027772833:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.616423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:22.616462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037219027772833:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:22.617539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037214732805439:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23394) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:22.617607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037219027772833:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:22.617651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037214732805439:2050] [node 3] ICP30 unregister session Session# [6:7593037219027772833:2050] VirtualId# [6:7593037214732805526:0]
2026-01-08T17:02:22.617694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:22.617734Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037214732805439:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23394) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:22.617750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23394) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:22.614454Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:22.615330Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:22.615717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037212512587543:2050] [node 3] ICS01 socket: 458 reason# EndOfStream
2026-01-08T17:02:22.615758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037212512587447:2050] [node 3] ICP30 unregister session Session# [5:7593037212512587543:2050] VirtualId# [5:7593037212512587528:0]
2026-01-08T17:02:22.615788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037212512587543:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.615856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:22.615899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:22.614810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037213465482863:2050] [node 3] ICS01 socket: 488 reason# EndOfStream
2026-01-08T17:02:22.614963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037213465482754:2050] [node 3] ICP30 unregister session Session# [4:7593037213465482863:2050] VirtualId# [4:7593037213465482856:0]
2026-01-08T17:02:22.615023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037213465482863:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.615158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:22.615312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:22.631355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037214732805439:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:02:22.752934Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:22.753178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037212512587546:2108] [node 4] ICS07 socket disconnect 481 reason# EndOfStream
2026-01-08T17:02:22.753215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037212512587546:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.753303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:22.753351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037212512587546:2108] [node 4] ICS15 start handshake
2026-01-08T17:02:22.754436Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037212512587510:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3221) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:22.754510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037212512587546:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:22.754547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037212512587510:2108] [node 4] ICP30 unregister session Session# [5:7593037212512587546:2108] VirtualId# [5:7593037212512587539:0]
2026-01-08T17:02:22.754595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:22.754633Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037212512587510:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3221) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:22.754651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3221) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:22.754482Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:22.754701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037214732805518:2106] [node 4] ICS01 socket: 464 reason# EndOfStream
2026-01-08T17:02:22.754746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037214732805498:2106] [node 4] ICP30 unregister session Session# [6:7593037214732805518:2106] VirtualId# [6:7593037214732805515:0]
2026-01-08T17:02:22.754784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037214732805518:2106] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.754870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:22.754918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:22.846496Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:22.846746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037219027772829:2103] [node 5] ICS07 socket disconnect 459 reason# EndOfStream
2026-01-08T17:02:22.846781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037219027772829:2103] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:22.846865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:22.846912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037219027772829:2103] [node 5] ICS15 start handshake
2026-01-08T17:02:22.847993Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037214732805495:2103] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25133) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:22.848058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037219027772829:2103] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:22.848100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037214732805495:2103] [node 5] ICP30 unregister session Session# [6:7593037219027772829:2103] VirtualId# [6:7593037214732805528:0]
2026-01-08T17:02:22.848150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:02:22.848184Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037214732805495:2103] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25133) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:22.848201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25133) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:23.025503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037219307183320:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:23.025561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037219307183321:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:23.038058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037221847880757:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:23.038127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037221847880758:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:23.044165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037221527603114:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:23.044207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037221527603115:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:23.053399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037222592501275:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:23.053427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037222592501276:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:23.053453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037222592501277:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:23.068151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037223304838842:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:23.068194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037223304838843:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:23.068232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037223304838844:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:23.061055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037219648294169:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:23.061105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037219648294170:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:23.061157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037219648294171:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:23.426528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037222592501349:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:23.369255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037223304838898:2097] [node 5] ICP01 ready to work
2026-01-08T17:02:23.369188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037219307183386:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:23.410638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037221847880820:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:23.414504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037219648294232:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:23.370191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037219307183385:2109] [node 4] ICP01 ready to work
2026-01-08T17:02:23.393670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037223304838899:2101] [node 4] ICP01 ready to work
2026-01-08T17:02:23.458571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037219648294237:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:23.402430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037221847880821:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:23.430973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037222592501348:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.442582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037221527603178:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:23.445026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037219307183387:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.464421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037221847880822:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:23.446709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037221527603177:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:23.476051Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037221847880758:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(65135779ns) {Configure:104(65131241ns) {ProcessConfigured:135(46626ns) {StartInitialHandshake:157(44210ns) {DropHandshakes:470(1687ns) {DropIncomingHandshake:442(180ns) DropOutgoingHandshake:457(246ns)} GenerateSessionVirtualId:992(468ns) PrepareNewSessionHandshake:477(1296ns) {SwitchToState:179(678ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.512526Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037219307183321:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(252401666ns) {Configure:104(252390052ns) {ProcessConfigured:135(67734ns) {StartInitialHandshake:157(63354ns) {DropHandshakes:470(2508ns) {DropIncomingHandshake:442(314ns) DropOutgoingHandshake:457(388ns)} GenerateSessionVirtualId:992(642ns) PrepareNewSessionHandshake:477(983ns) {SwitchToState:179(265ns)}}}}}
2026-01-08T17:02:23.516275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037219307183390:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17180
2026-01-08T17:02:23.516388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037219307183391:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17180
2026-01-08T17:02:23.516477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037219307183392:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17180
2026-01-08T17:02:23.464373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037221527603179:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:23.486497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037221847880757:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(49159869ns) {Configure:104(49154388ns) {ProcessConfigured:135(75303ns) {StartInitialHandshake:157(73356ns) {DropHandshakes:470(2007ns) {DropIncomingHandshake:442(480ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:992(1097ns) PrepareNewSessionHandshake:477(1054ns) {SwitchToState:179(548ns)}}}}}
2026-01-08T17:02:23.508169Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037219648294171:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(144404983ns) {Configure:104(144399263ns) {ProcessConfigured:135(9245248ns) {StartInitialHandshake:157(9242703ns) {DropHandshakes:470(1411ns) {DropIncomingHandshake:442(340ns) DropOutgoingHandshake:457(289ns)} GenerateSessionVirtualId:992(1043ns) PrepareNewSessionHandshake:477(2519ns) {SwitchToState:179(1604ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.537184Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037219648294245:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3641
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.469624Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037221527603115:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(186114269ns) {Configure:104(186100925ns) {ProcessConfigured:135(112420ns) {StartInitialHandshake:157(104205ns) {DropHandshakes:470(2994ns) {DropIncomingHandshake:442(688ns) DropOutgoingHandshake:457(369ns)} GenerateSessionVirtualId:992(1058ns) PrepareNewSessionHandshake:477(1637ns) {SwitchToState:179(823ns)}}}}}
2026-01-08T17:02:23.488911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037221847880826:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21272
2026-01-08T17:02:23.541709Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037223304838844:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(291195924ns) {Configure:104(291188574ns) {ProcessConfigured:135(10910268ns) {StartInitialHandshake:157(10908373ns) {DropHandshakes:470(2063ns) {DropIncomingHandshake:442(352ns) DropOutgoingHandshake:457(364ns)} GenerateSessionVirtualId:992(1082ns) PrepareNewSessionHandshake:477(2107ns) {SwitchToState:179(267ns)}}}}}
2026-01-08T17:02:23.472156Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037221527603182:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63610
2026-01-08T17:02:23.504945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037221527603189:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63610
2026-01-08T17:02:23.540822Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037221527603178:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(67889492ns) {Configure:104(67883242ns) {ProcessConfigured:135(64033ns) {StartInitialHandshake:157(58744ns) {DropHandshakes:470(2394ns) {DropIncomingHandshake:442(335ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:992(818ns) PrepareNewSessionHandshake:477(1910ns) {SwitchToState:179(695ns)}}}}}
2026-01-08T17:02:23.541025Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037221527603192:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63610
2026-01-08T17:02:23.553449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037219648294246:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3641
2026-01-08T17:02:23.498993Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037221847880821:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(21236783ns) {Configure:104(21233824ns) {ProcessConfigured:135(77356ns) {StartInitialHandshake:157(76137ns) {DropHandshakes:470(1688ns) {DropIncomingHandshake:442(267ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:992(647ns) PrepareNewSessionHandshake:477(1714ns) {SwitchToState:179(403ns)}}}}}
2026-01-08T17:02:23.558703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037221527603191:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63610
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.597989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037219307183391:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.599591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037219307183401:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17180
2026-01-08T17:02:23.601576Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037223304838842:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(163112752ns) {Configure:104(163103126ns) {ProcessConfigured:135(5600696ns) {StartInitialHandshake:157(5598360ns) {DropHandshakes:470(1128ns) {DropIncomingHandshake:442(255ns) DropOutgoingHandshake:457(260ns)} GenerateSessionVirtualId:992(750ns) PrepareNewSessionHandshake:477(3243ns) {SwitchToState:179(707ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.600865Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037222592501348:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(157999827ns) {Configure:104(157992210ns) {ProcessConfigured:135(71230ns) {StartInitialHandshake:157(66721ns) {DropHandshakes:470(1642ns) {DropIncomingHandshake:442(330ns) DropOutgoingHandshake:457(496ns)} GenerateSessionVirtualId:992(629ns) PrepareNewSessionHandshake:477(1906ns) {SwitchToState:179(912ns)}}}}}
2026-01-08T17:02:23.596894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037219648294245:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.607725Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037221527603179:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(123039782ns) {Configure:104(123035965ns) {ProcessConfigured:135(2471661ns) {StartInitialHandshake:157(2469605ns) {DropHandshakes:470(956ns) {DropIncomingHandshake:442(282ns) DropOutgoingHandshake:457(300ns)} GenerateSessionVirtualId:992(341ns) PrepareNewSessionHandshake:477(2342ns) {SwitchToState:179(100ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.620326Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037223304838843:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(157424811ns) {Configure:104(157417865ns) {ProcessConfigured:135(2606527ns) {StartInitialHandshake:157(2604390ns) {DropHandshakes:470(844ns) {DropIncomingHandshake:442(241ns) DropOutgoingHandshake:457(259ns)} GenerateSessionVirtualId:992(341ns) PrepareNewSessionHandshake:477(4248ns) {SwitchToState:179(2201ns)}}}}}
2026-01-08T17:02:23.604623Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037221847880838:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21272
2026-01-08T17:02:23.615098Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037221527603182:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.620549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037221527603192:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.607219Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037222592501352:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8539
2026-01-08T17:02:23.620079Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037222592501355:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8539
2026-01-08T17:02:23.623521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037223304838899:2101] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(74973965ns) {Configure:104(74967726ns) {ProcessConfigured:135(32534655ns) {StartInitialHandshake:157(32531086ns) {DropHandshakes:470(4572ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:992(942ns) PrepareNewSessionHandshake:477(3932ns) {SwitchToState:179(1418ns)}}}}}
2026-01-08T17:02:23.597047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037219648294170:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:23.604480Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037219307183390:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.623015Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037221527603197:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63610
2026-01-08T17:02:23.628297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037221527603191:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.628419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037221527603114:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:23.608037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037221847880825:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21272
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.641397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037223304838920:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11128
2026-01-08T17:02:23.605041Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037219307183320:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(152521238ns) {Configure:104(152514325ns) {ProcessConfigured:135(12677835ns) {StartInitialHandshake:157(12673926ns) {DropHandshakes:470(2956ns) {DropIncomingHandshake:442(481ns) DropOutgoingHandshake:457(587ns)} GenerateSessionVirtualId:992(1084ns) PrepareNewSessionHandshake:477(2511ns) {SwitchToState:179(872ns)}}}}}
2026-01-08T17:02:23.617370Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037219648294232:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(174643098ns) {Configure:104(174638224ns) {ProcessConfigured:135(40034794ns) {StartInitialHandshake:157(40031343ns) {DropHandshakes:470(6021362ns) {DropIncomingHandshake:442(383ns) DropOutgoingHandshake:457(3360ns)} GenerateSessionVirtualId:992(2850ns) PrepareNewSessionHandshake:477(3325ns) {SwitchToState:179(2035ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.623633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037221847880828:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.623672Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037221847880828:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.625060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037221847880826:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.631287Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037221847880838:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.634963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037221847880825:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.640173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037221847880842:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21272
2026-01-08T17:02:23.607481Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037219307183401:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.608474Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037219307183386:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(163139626ns) {Configure:104(156130972ns) {ProcessConfigured:135(38828ns) {StartInitialHandshake:157(37483ns) {DropHandshakes:470(916ns) {DropIncomingHandshake:442(133ns) DropOutgoingHandshake:457(245ns)} GenerateSessionVirtualId:992(1072ns) PrepareNewSessionHandshake:477(687ns) {SwitchToState:179(264ns)}}}}}
2026-01-08T17:02:23.629213Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037219307183389:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.629243Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037219307183389:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.647015Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037219307183389:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:23.642306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037221527603189:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.655083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037222592501352:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.655252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037222592501275:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:23.654377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037221527603115:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:23.653779Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037223304838920:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.655239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037223304838842:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.653585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037221847880828:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:23.655641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037221527603201:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63610
2026-01-08T17:02:23.658680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037219648294250:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3641
2026-01-08T17:02:23.662468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037221847880824:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.662513Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037221847880824:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.664720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037221847880824:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:23.664873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037221847880820:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.664935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.668928Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037219307183392:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.669069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037219307183397:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.669093Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037219307183397:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.671011Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037219648294246:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.665509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037221847880758:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.671263Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037219307183395:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.682608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037219648294171:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.667569Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037221527603203:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63610
2026-01-08T17:02:23.665577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.671306Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037219307183395:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.682681Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037219648294170:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6227) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037219648294245:2114] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.694997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037223304838923:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11128
2026-01-08T17:02:23.695288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037223304838924:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11128
2026-01-08T17:02:23.665624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037221847880758:2049] [node 3] ICP22 created new session: [2:7593037221847880846:2049]
2026-01-08T17:02:23.670811Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037221527603191:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:23.694614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037222592501355:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.688068Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037219648294245:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:23.671520Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037219307183397:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:23.665681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037221847880846:2049] [node 3] ICS09 handshake done sender: [2:7593037221847880824:2110] self: [2:7593037221847880823:0] peer: [3:7593037221527603202:0] socket: 446 qp: -1
2026-01-08T17:02:23.680752Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037221527603115:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6227) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037221527603189:2114] held: no
2026-01-08T17:02:23.696406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037223304838923:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.696283Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037222592501358:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8539
2026-01-08T17:02:23.691190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037219648294170:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.699614Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037222592501275:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7235) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037222592501352:2115] held: no
2026-01-08T17:02:23.680867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037221527603114:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.680913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:23.680959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037221527603114:2048] [node 1] ICP22 created new session: [3:7593037221527603204:2048]
2026-01-08T17:02:23.679526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037219307183321:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.665725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037221847880846:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.698465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037223304838898:2097] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:23.691244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:23.679598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:23.681002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037221527603204:2048] [node 1] ICS09 handshake done sender: [3:7593037221527603191:2115] self: [3:7593037221527603200:0] peer: [1:7593037219307183388:0] socket: 465 qp: -1
2026-01-08T17:02:23.712718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037222592501357:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8539
2026-01-08T17:02:23.713124Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037222592501352:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:23.704986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037223304838922:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11128
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.691295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037219648294170:2049] [node 2] ICP22 created new session: [5:7593037219648294253:2049]
2026-01-08T17:02:23.665761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:23.681033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037221527603204:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:23.679653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037219307183321:2049] [node 3] ICP22 created new session: [1:7593037219307183411:2049]
2026-01-08T17:02:23.667104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037221847880820:2108] [node 5] ICP22 created new session: [2:7593037221847880845:2108]
2026-01-08T17:02:23.726923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037222592501275:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.734999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037223304838920:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:23.693048Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037219648294254:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3641
2026-01-08T17:02:23.739215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037223304838922:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.750625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037223304838842:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.750695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:23.750769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037223304838842:2048] [node 1] ICP22 created new session: [6:7593037223304838928:2048]
2026-01-08T17:02:23.750835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037223304838928:2048] [node 1] ICS09 handshake done sender: [6:7593037223304838920:2115] self: [6:7593037223304838921:0] peer: [1:7593037219307183394:0] socket: 480 qp: -1
2026-01-08T17:02:23.750881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037223304838928:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:23.750923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:23.751840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037223304838843:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:23.679707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037219307183411:2049] [node 3] ICS09 handshake done sender: [1:7593037219307183389:2112] self: [1:7593037219307183388:0] peer: [3:7593037221527603200:0] socket: 457 qp: -1
2026-01-08T17:02:23.681066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.761034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037223304838926:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11128
2026-01-08T17:02:23.761689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037223304838926:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.761892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037223304838844:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:23.681618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037221527603189:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:23.689233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037221527603115:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.689324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:23.689385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037221527603115:2049] [node 2] ICP22 created new session: [3:7593037221527603206:2049]
2026-01-08T17:02:23.689450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037221527603206:2049] [node 2] ICS09 handshake done sender: [3:7593037221527603189:2114] self: [3:7593037221527603202:0] peer: [2:7593037221847880823:0] socket: 450 qp: -1
2026-01-08T17:02:23.689495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037221527603206:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:23.689578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:23.690244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037221527603188:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.690276Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037221527603188:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.698798Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037221527603197:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.699636Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037221527603188:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:23.705596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037221527603177:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.705693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:23.705757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037221527603177:2108] [node 5] ICP22 created new session: [3:7593037221527603212:2108]
2026-01-08T17:02:23.705816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037221527603212:2108] [node 5] ICS09 handshake done sender: [3:7593037221527603188:2113] self: [3:7593037221527603187:0] peer: [5:7593037219648294251:0] socket: 451 qp: -1
2026-01-08T17:02:23.705864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037221527603212:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:23.705919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:23.668349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037221847880845:2108] [node 5] ICS09 handshake done sender: [2:7593037221847880828:2113] self: [2:7593037221847880827:0] peer: [5:7593037219648294249:0] socket: 448 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.679746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037219307183411:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:23.679790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:23.695723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037219648294253:2049] [node 2] ICS09 handshake done sender: [5:7593037219648294245:2114] self: [5:7593037219648294249:0] peer: [2:7593037221847880827:0] socket: 461 qp: -1
2026-01-08T17:02:23.726994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:23.668406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037221847880845:2108] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.782959Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037223304838843:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(18022464ns) {IncomingHandshake:261(8916740ns) {DropIncomingHandshake:442(618ns) PrepareNewSessionHandshake:477(1778ns) {SwitchToState:179(878ns)} GenerateSessionVirtualId:992(923ns) IssueIncomingHandshakeReply:193(5595314ns) {SwitchToState:179(4810ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.727048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037222592501275:2048] [node 1] ICP22 created new session: [4:7593037222592501361:2048]
2026-01-08T17:02:23.695785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037219648294253:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.791179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037221527603194:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.692330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037219307183385:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.795597Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037223304838843:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6227) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037223304838922:2116] held: no
2026-01-08T17:02:23.668454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:23.727118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037222592501361:2048] [node 1] ICS09 handshake done sender: [4:7593037222592501352:2115] self: [4:7593037222592501356:0] peer: [1:7593037219307183396:0] socket: 460 qp: -1
2026-01-08T17:02:23.696639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:23.692383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:23.791233Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037221527603194:2117] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.727157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037222592501361:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:23.694311Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037221847880851:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21272
2026-01-08T17:02:23.827589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037223304838932:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11128
2026-01-08T17:02:23.700490Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037219648294243:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.692438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037219307183385:2109] [node 4] ICP22 created new session: [1:7593037219307183416:2109]
2026-01-08T17:02:23.793510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037221527603194:2117] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.697538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037221847880842:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.692488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037219307183416:2109] [node 4] ICS09 handshake done sender: [1:7593037219307183397:2117] self: [1:7593037219307183396:0] peer: [4:7593037222592501356:0] socket: 458 qp: -1
2026-01-08T17:02:23.727226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:23.828840Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037223304838933:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11128
2026-01-08T17:02:23.700522Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037219648294243:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.793857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037221527603178:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.736209Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037222592501357:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.746441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037221847880851:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.842608Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037223304838843:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(21114403ns) {HandleHandshakeStatus:395(21112293ns) {LogHandshakeFail:472(10925ns) {UpdateErrorStateLog:545(4269ns)} DropOutgoingHandshake:457(4040ns) ProcessPendingSessionEvents:495(8518545ns) {DropSessionEvent:512(14641ns) DropSessionEvent:512(4928ns) DropSessionEvent:512(5774ns) DropSessionEvent:512(4931ns) DropSessionEvent:512(4812ns) DropSessionEvent:512(8452894ns) DropSessionEvent:512(6817ns) DropSessionEvent:512(6362ns) DropSessionEvent:512(5242ns) DropSessionEvent:512(4666ns)}}}
2026-01-08T17:02:23.781036Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037219648294171:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31480) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037219648294246:2115] held: no
2026-01-08T17:02:23.692527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037219307183416:2109] [node 4] ICS10 traffic start
2026-01-08T17:02:23.793944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:23.738925Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037222592501360:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8539
2026-01-08T17:02:23.758418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037222592501360:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.780473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037222592501277:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:23.784761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037222592501276:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:23.784956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037222592501276:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27318766ns) {IncomingHandshake:261(27310655ns) {DropIncomingHandshake:442(716ns) PrepareNewSessionHandshake:477(1138ns) {SwitchToState:179(448ns)} GenerateSessionVirtualId:992(761ns) IssueIncomingHandshakeReply:193(9319203ns) {SwitchToState:179(2055ns)}}}
2026-01-08T17:02:23.802866Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037222592501367:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8539
2026-01-08T17:02:23.803534Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037222592501366:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8539
2026-01-08T17:02:23.803744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037222592501368:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8539
2026-01-08T17:02:23.819610Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037222592501277:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31480) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037222592501360:2120] held: no
2026-01-08T17:02:23.819803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037222592501360:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:23.820518Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037222592501357:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:23.829045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037222592501277:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.829107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:23.829166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037222592501277:2050] [node 3] ICP22 created new session: [4:7593037222592501369:2050]
2026-01-08T17:02:23.829228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037222592501369:2050] [node 3] ICS09 handshake done sender: [4:7593037222592501360:2120] self: [4:7593037222592501365:0] peer: [3:7593037221527603193:0] socket: 438 qp: -1
2026-01-08T17:02:23.829271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037222592501369:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:23.829318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:23.851479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037222592501366:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.851627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037222592501276:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.851684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:23.851734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037222592501276:2049] [node 2] ICP22 created new session: [4:7593037222592501371:2049]
2026-01-08T17:02:23.851793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037222592501371:2049] [node 2] ICS09 handshake done sender: [4:7593037222592501357:2118] self: [4:7593037222592501364:0] peer: [2:7593037221847880836:0] socket: 445 qp: -1
2026-01-08T17:02:23.851840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037222592501371:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:23.851885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.781529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037219648294256:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3641
2026-01-08T17:02:23.787438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037219648294243:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:23.799347Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037219648294254:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.799722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037219648294237:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.799767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:23.850641Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037223304838922:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:23.757766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037221847880757:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:23.794020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037221527603178:2107] [node 4] ICP22 created new session: [3:7593037221527603215:2107]
2026-01-08T17:02:23.692561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:23.762603Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037221847880832:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.762634Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037221847880832:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.763842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037221847880832:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:23.764083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037221847880822:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.854453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037223304838843:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.924662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037222592501351:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.799847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037219648294237:2109] [node 6] ICP22 created new session: [5:7593037219648294261:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.699488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037219307183395:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:23.711373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037219307183387:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.711435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:23.711512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037219307183387:2110] [node 6] ICP22 created new session: [1:7593037219307183418:2110]
2026-01-08T17:02:23.711568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037219307183418:2110] [node 6] ICS09 handshake done sender: [1:7593037219307183395:2116] self: [1:7593037219307183394:0] peer: [6:7593037223304838921:0] socket: 470 qp: -1
2026-01-08T17:02:23.711618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037219307183418:2110] [node 6] ICS10 traffic start
2026-01-08T17:02:23.711665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:23.805059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037219307183406:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.805086Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037219307183406:2120] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.806729Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037219307183406:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:23.815911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037219307183402:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.815953Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037219307183402:2119] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.829356Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037219307183402:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:23.846602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037219307183320:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.846703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:23.846765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037219307183320:2048] [node 2] ICP22 created new session: [1:7593037219307183422:2048]
2026-01-08T17:02:23.846821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037219307183422:2048] [node 2] ICS09 handshake done sender: [1:7593037219307183402:2119] self: [1:7593037219307183399:0] peer: [2:7593037221847880853:0] socket: 463 qp: -1
2026-01-08T17:02:23.846867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037219307183422:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:23.846914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:23.847937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037219307183386:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.848029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:23.859341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037219307183386:2108] [node 5] ICP22 created new session: [1:7593037219307183424:2108]
2026-01-08T17:02:23.874522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037219307183424:2108] [node 5] ICS09 handshake done sender: [1:7593037219307183406:2120] self: [1:7593037219307183405:0] peer: [5:7593037219648294264:0] socket: 489 qp: -1
2026-01-08T17:02:23.874593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037219307183424:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:23.874671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:23.887886Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037219307183386:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(40225658ns) {HandleHandshakeStatus:329(40222703ns) {DropIncomingHandshake:442(21916ns) DropOutgoingHandshake:457(368ns) SwitchToState:179(592ns) ProcessPendingSessionEvents:495(141755ns) {ForwardSessionEventToSession:616(66090ns) ForwardSessionEventToSession:616(6868ns) ForwardSessionEventToSession:616(3280ns) ForwardSessionEventToSession:616(3706ns) ForwardSessionEventToSession:616(30834ns) ForwardSessionEventToSession:616(2618ns) ForwardSessionEventToSession:616(5604ns) ForwardSessionEventToSession:616(2604ns) ForwardSessionEventToSession:616(2312ns) ForwardSessionEventToSession:616(7618ns)}}}
2026-01-08T17:02:23.794092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037221527603215:2107] [node 4] ICS09 handshake done sender: [3:7593037221527603194:2117] self: [3:7593037221527603193:0] peer: [4:7593037222592501365:0] socket: 495 qp: -1
2026-01-08T17:02:23.794139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037221527603215:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:23.794200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:23.834992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037221527603196:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.835034Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037221527603196:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.854953Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037221527603196:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:23.855230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037221527603179:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.855286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:23.855346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037221527603179:2109] [node 6] ICP22 created new session: [3:7593037221527603218:2109]
2026-01-08T17:02:23.855397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037221527603218:2109] [node 6] ICS09 handshake done sender: [3:7593037221527603196:2118] self: [3:7593037221527603195:0] peer: [6:7593037223304838931:0] socket: 496 qp: -1
2026-01-08T17:02:23.855431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037221527603218:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:23.855477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:23.924698Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037222592501351:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.927966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037222592501351:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:23.928270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037222592501349:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.928345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:23.930080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037222592501349:2108] [node 5] ICP22 created new session: [4:7593037222592501376:2108]
2026-01-08T17:02:23.930139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037222592501376:2108] [node 5] ICS09 handshake done sender: [4:7593037222592501351:2114] self: [4:7593037222592501350:0] peer: [5:7593037219648294269:0] socket: 466 qp: -1
2026-01-08T17:02:23.930190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037222592501376:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:23.930232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:23.854508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:23.854561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037223304838843:2049] [node 2] ICP22 created new session: [6:7593037223304838934:2049]
2026-01-08T17:02:23.854620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037223304838934:2049] [node 2] ICS09 handshake done sender: [6:7593037223304838922:2116] self: [6:7593037223304838927:0] peer: [2:7593037221847880831:0] socket: 488 qp: -1
2026-01-08T17:02:23.854658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037223304838934:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:23.854725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:23.859025Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037223304838923:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:23.876701Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037223304838843:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16223281ns) {HandleHandshakeStatus:329(16220923ns) {DropIncomingHandshake:442(613ns) DropOutgoingHandshake:457(461ns) SwitchToState:179(670ns) ProcessPendingSessionEvents:495(1909ns)}}
2026-01-08T17:02:23.885119Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037223304838844:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31480) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037223304838926:2119] held: no
2026-01-08T17:02:23.886252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037223304838898:2097] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.902415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:23.904130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037223304838898:2097] [node 5] ICP22 created new session: [6:7593037223304838936:2097]
2026-01-08T17:02:23.918985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037223304838937:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11128
2026-01-08T17:02:23.919172Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037223304838938:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11128
2026-01-08T17:02:23.923145Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037223304838937:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.925820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037223304838926:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:23.926098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037223304838936:2097] [node 5] ICS09 handshake done sender: [6:7593037223304838923:2117] self: [6:7593037223304838925:0] peer: [5:7593037219648294242:0] socket: 492 qp: -1
2026-01-08T17:02:23.926560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037223304838936:2097] [node 5] ICS10 traffic start
2026-01-08T17:02:23.926630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:23.927113Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037223304838898:2097] [node 5] ICP35 event processing took too much time PendingConnection:279(44197423ns) {HandleHandshakeStatus:329(44195072ns) {DropIncomingHandshake:442(2251ns) DropOutgoingHandshake:457(8253ns) SwitchToState:179(569ns) ProcessPendingSessionEvents:495(118416ns) {ForwardSessionEventToSession:616(57237ns) ForwardSessionEventToSession:616(14998ns) ForwardSessionEventToSession:616(3607ns) ForwardSessionEventToSession:616(5569ns) ForwardSessionEventToSession:616(3116ns) ForwardSessionEventToSession:616(6105ns) ForwardSessionEventToSession:616(3654ns) ForwardSessionEventToSession:616(3640ns) ForwardSessionEventToSession:616(6334ns) ForwardSessionEventToSession:616(5709ns)}}}
2026-01-08T17:02:23.927229Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037223304838898:2097] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:23.928007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037223304838899:2101] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:23.928493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037223304838844:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.928567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:23.928619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037223304838844:2050] [node 3] ICP22 created new session: [6:7593037223304838941:2050]
2026-01-08T17:02:23.928678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037223304838941:2050] [node 3] ICS09 handshake done sender: [6:7593037223304838926:2119] self: [6:7593037223304838931:0] peer: [3:7593037221527603195:0] socket: 497 qp: -1
2026-01-08T17:02:23.928714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037223304838941:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:23.928750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:23.799908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037219648294261:2109] [node 6] ICS09 handshake done sender: [5:7593037219648294243:2113] self: [5:7593037219648294242:0] peer: [6:7593037223304838925:0] socket: 452 qp: -1
2026-01-08T17:02:23.799944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037219648294261:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:23.799981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:23.800468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037219648294246:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:23.802201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037219648294171:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.802251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:23.802310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037219648294171:2050] [node 3] ICP22 created new session: [5:7593037219648294263:2050]
2026-01-08T17:02:23.803893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037219648294263:2050] [node 3] ICS09 handshake done sender: [5:7593037219648294246:2115] self: [5:7593037219648294251:0] peer: [3:7593037221527603187:0] socket: 468 qp: -1
2026-01-08T17:02:23.804420Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037219648294259:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3641
2026-01-08T17:02:23.804749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037219648294169:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:23.805735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037219648294263:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:23.806301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:23.829146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037219648294259:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.835008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593037219648294237:2109] [node 6] ICP18 handshake (actor [5:7593037219648294259:2121]) is too old
2026-01-08T17:02:23.850399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037219648294258:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3641
2026-01-08T17:02:23.867028Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037219648294171:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(18754395ns) {HandleHandshakeStatus:329(18752555ns) {DropIncomingHandshake:442(678ns) DropOutgoingHandshake:457(350ns) SwitchToState:179(686ns) ProcessPendingSessionEvents:495(1640ns)}}
2026-01-08T17:02:23.876614Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037219648294266:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3641
2026-01-08T17:02:23.902815Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037219648294169:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7235) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037219648294254:2118] held: no
2026-01-08T17:02:23.903006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037219648294254:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:23.923146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037219648294169:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.923250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:23.923326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037219648294169:2048] [node 1] ICP22 created new session: [5:7593037219648294267:2048]
2026-01-08T17:02:23.923399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037219648294267:2048] [node 1] ICS09 handshake done sender: [5:7593037219648294254:2118] self: [5:7593037219648294264:0] peer: [1:7593037219307183405:0] socket: 491 qp: -1
2026-01-08T17:02:23.923447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037219648294267:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:23.923493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:23.923721Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037219648294169:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19320484ns) {HandleHandshakeStatus:329(19318637ns) {DropIncomingHandshake:442(1436ns) DropOutgoingHandshake:457(382ns) SwitchToState:179(553ns) ProcessPendingSessionEvents:495(874ns)}}
2026-01-08T17:02:23.923854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037219648294258:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.924413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037219648294232:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:23.930643Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037219648294270:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3641
2026-01-08T17:02:23.764165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:23.764228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037221847880822:2109] [node 6] ICP22 created new session: [2:7593037221847880855:2109]
2026-01-08T17:02:23.764296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037221847880855:2109] [node 6] ICS09 handshake done sender: [2:7593037221847880832:2115] self: [2:7593037221847880831:0] peer: [6:7593037223304838927:0] socket: 485 qp: -1
2026-01-08T17:02:23.764341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037221847880855:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:23.764391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:23.785231Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037221847880837:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.785261Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037221847880837:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.790498Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037221847880837:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:23.805749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037221847880821:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.805813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:23.806194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037221847880821:2107] [node 4] ICP22 created new session: [2:7593037221847880858:2107]
2026-01-08T17:02:23.826713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037221847880858:2107] [node 4] ICS09 handshake done sender: [2:7593037221847880837:2116] self: [2:7593037221847880836:0] peer: [4:7593037222592501364:0] socket: 486 qp: -1
2026-01-08T17:02:23.835163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037221847880858:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:23.835213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:23.850982Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037221847880859:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21272
2026-01-08T17:02:23.876297Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037221847880821:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(71934809ns) {HandleHandshakeStatus:329(71932232ns) {DropIncomingHandshake:442(16662ns) DropOutgoingHandshake:457(521ns) SwitchToState:179(113ns) ProcessPendingSessionEvents:495(17059258ns) {ForwardSessionEventToSession:616(17000225ns) ForwardSessionEventToSession:616(13590ns) ForwardSessionEventToSession:616(2978ns) ForwardSessionEventToSession:616(2797ns) ForwardSessionEventToSession:616(8557ns) ForwardSessionEventToSession:616(2878ns) ForwardSessionEventToSession:616(3269ns) ForwardSessionEventToSession:616(6995ns) ForwardSessionEventToSession:616(2663ns) ForwardSessionEventToSession:616(4958ns)}}}
2026-01-08T17:02:23.876385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037221847880851:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:23.883144Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037221847880757:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7235) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037221847880851:2119] held: no
2026-01-08T17:02:23.883259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037221847880757:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.883309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:23.883364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037221847880757:2048] [node 1] ICP22 created new session: [2:7593037221847880861:2048]
2026-01-08T17:02:23.883420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037221847880861:2048] [node 1] ICS09 handshake done sender: [2:7593037221847880851:2119] self: [2:7593037221847880853:0] peer: [1:7593037219307183399:0] socket: 490 qp: -1
2026-01-08T17:02:23.883466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037221847880861:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:23.883511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:23.934718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037222592501354:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:23.934772Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037222592501354:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:23.938308Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037222592501354:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:23.939409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037222592501348:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:23.939479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:23.939543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037222592501348:2109] [node 6] ICP22 created new session: [4:7593037222592501379:2109]
2026-01-08T17:02:23.939609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037222592501379:2109] [node 6] ICS09 handshake done sender: [4:7593037222592501354:2116] self: [4:7593037222592501353:0] peer: [6:7593037223304838939:0] socket: 510 qp: -1
2026-01-08T17:02:23.939647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037222592501379:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:23.939698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:23.940896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037223304838943:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11128
2026-01-08T17:02:23.935434Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037219648294232:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23329) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037219648294258:2120] held: no
2026-01-08T17:02:23.935633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037219648294258:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:23.941539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037223304838937:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:23.942030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037219648294232:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.942116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:23.942170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037219648294232:2108] [node 4] ICP22 created new session: [5:7593037219648294271:2108]
2026-01-08T17:02:23.942218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037219648294271:2108] [node 4] ICS09 handshake done sender: [5:7593037219648294258:2120] self: [5:7593037219648294269:0] peer: [4:7593037222592501350:0] socket: 479 qp: -1
2026-01-08T17:02:23.942255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037219648294271:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:23.942325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:23.944568Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037223304838899:2101] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23329) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037223304838937:2122] held: no
2026-01-08T17:02:23.945018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037223304838899:2101] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:23.945085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:23.945146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037223304838899:2101] [node 4] ICP22 created new session: [6:7593037223304838944:2101]
2026-01-08T17:02:23.945201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037223304838944:2101] [node 4] ICS09 handshake done sender: [6:7593037223304838937:2122] self: [6:7593037223304838939:0] peer: [4:7593037222592501353:0] socket: 439 qp: -1
2026-01-08T17:02:23.945240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037223304838944:2101] [node 4] ICS10 traffic start
2026-01-08T17:02:23.945293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:24.027778Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:24.028036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037221847880861:2048] [node 1] ICS01 socket: 490 reason# EndOfStream
2026-01-08T17:02:24.028091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037221847880757:2048] [node 1] ICP30 unregister session Session# [2:7593037221847880861:2048] VirtualId# [2:7593037221847880853:0]
2026-01-08T17:02:24.028138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037221847880861:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.028220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:24.028269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:24.030806Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:24.031029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037221527603204:2048] [node 1] ICS01 socket: 465 reason# EndOfStream
2026-01-08T17:02:24.031098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037221527603114:2048] [node 1] ICP30 unregister session Session# [3:7593037221527603204:2048] VirtualId# [3:7593037221527603200:0]
2026-01-08T17:02:24.031139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037221527603204:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.031217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:24.031263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:24.038920Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:24.039146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037223304838928:2048] [node 1] ICS01 socket: 480 reason# EndOfStream
2026-01-08T17:02:24.039186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037223304838842:2048] [node 1] ICP30 unregister session Session# [6:7593037223304838928:2048] VirtualId# [6:7593037223304838921:0]
2026-01-08T17:02:24.039222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037223304838928:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.039301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:24.039349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:24.038723Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:24.039042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037219648294267:2048] [node 1] ICS01 socket: 491 reason# EndOfStream
2026-01-08T17:02:24.039111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037219648294169:2048] [node 1] ICP30 unregister session Session# [5:7593037219648294267:2048] VirtualId# [5:7593037219648294264:0]
2026-01-08T17:02:24.039155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037219648294267:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.039247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:24.042470Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:24.039315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:24.042765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037222592501361:2048] [node 1] ICS01 socket: 460 reason# EndOfStream
2026-01-08T17:02:24.042814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037222592501275:2048] [node 1] ICP30 unregister session Session# [4:7593037222592501361:2048] VirtualId# [4:7593037222592501356:0]
2026-01-08T17:02:24.042853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037222592501361:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.042938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:24.042988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:24.133659Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:24.133879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037221527603206:2049] [node 2] ICS01 socket: 450 reason# EndOfStream
2026-01-08T17:02:24.133922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037221527603115:2049] [node 2] ICP30 unregister session Session# [3:7593037221527603206:2049] VirtualId# [3:7593037221527603202:0]
2026-01-08T17:02:24.133959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037221527603206:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.134036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:24.134079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:24.143206Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:24.143449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037222592501371:2049] [node 2] ICS01 socket: 445 reason# EndOfStream
2026-01-08T17:02:24.143501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037222592501276:2049] [node 2] ICP30 unregister session Session# [4:7593037222592501371:2049] VirtualId# [4:7593037222592501364:0]
2026-01-08T17:02:24.143553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037222592501371:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.143640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:24.143691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:24.143805Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:24.143981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037219648294253:2049] [node 2] ICS01 socket: 461 reason# EndOfStream
2026-01-08T17:02:24.144025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037219648294170:2049] [node 2] ICP30 unregister session Session# [5:7593037219648294253:2049] VirtualId# [5:7593037219648294249:0]
2026-01-08T17:02:24.144055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037219648294253:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.144130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:24.144180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:24.144278Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:24.144455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037223304838934:2049] [node 2] ICS01 socket: 488 reason# EndOfStream
2026-01-08T17:02:24.144504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037223304838843:2049] [node 2] ICP30 unregister session Session# [6:7593037223304838934:2049] VirtualId# [6:7593037223304838927:0]
2026-01-08T17:02:24.144534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037223304838934:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.144599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:24.144640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:24.321014Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:24.321255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037223304838941:2050] [node 3] ICS01 socket: 497 reason# EndOfStream
2026-01-08T17:02:24.321307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037223304838844:2050] [node 3] ICP30 unregister session Session# [6:7593037223304838941:2050] VirtualId# [6:7593037223304838931:0]
2026-01-08T17:02:24.321364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037223304838941:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.321440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:24.321492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:24.321630Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:24.321833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037222592501369:2050] [node 3] ICS01 socket: 438 reason# EndOfStream
2026-01-08T17:02:24.321872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037222592501277:2050] [node 3] ICP30 unregister session Session# [4:7593037222592501369:2050] VirtualId# [4:7593037222592501365:0]
2026-01-08T17:02:24.321903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037222592501369:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.321975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:24.322016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:24.322116Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:24.322296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037219648294263:2050] [node 3] ICS01 socket: 468 reason# EndOfStream
2026-01-08T17:02:24.322351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037219648294171:2050] [node 3] ICP30 unregister session Session# [5:7593037219648294263:2050] VirtualId# [5:7593037219648294251:0]
2026-01-08T17:02:24.322380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037219648294263:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.322452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:24.322499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:24.490609Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:24.490869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037223304838944:2101] [node 4] ICS01 socket: 439 reason# EndOfStream
2026-01-08T17:02:24.490920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037223304838899:2101] [node 4] ICP30 unregister session Session# [6:7593037223304838944:2101] VirtualId# [6:7593037223304838939:0]
2026-01-08T17:02:24.490967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037223304838944:2101] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.491061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:24.491134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:24.706742Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:24.706983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037223304838936:2097] [node 5] ICS01 socket: 492 reason# EndOfStream
2026-01-08T17:02:24.707037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037223304838898:2097] [node 5] ICP30 unregister session Session# [6:7593037223304838936:2097] VirtualId# [6:7593037223304838925:0]
2026-01-08T17:02:24.707089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037223304838936:2097] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:24.707179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:24.707227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:24.926984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037225553872631:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:24.927010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037225553872632:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:24.934665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037227638232742:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:24.934714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037227638232743:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:24.942375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037225985403422:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:24.942423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037225985403423:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:25.018972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037227921183718:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:25.019015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037227921183719:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:25.019051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037227921183720:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:25.051206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037229084266277:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:25.051247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037229084266278:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:25.051282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037229084266279:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:25.190634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037227667227743:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:25.219252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037227667227744:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:25.242456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037227667227745:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:25.352762Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037229084266278:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(74014950ns) {Configure:104(74007140ns) {ProcessConfigured:135(100052ns) {StartInitialHandshake:157(92403ns) {DropHandshakes:470(4278ns) {DropIncomingHandshake:442(682ns) DropOutgoingHandshake:457(1108ns)} GenerateSessionVirtualId:992(1264ns) PrepareNewSessionHandshake:477(2815ns) {SwitchToState:179(872ns)}}}}}
2026-01-08T17:02:25.266860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037227667227767:2067] [node 4] ICP01 ready to work
2026-01-08T17:02:25.432856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037230280370754:2066] [node 6] ICP01 ready to work
2026-01-08T17:02:25.382678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037229848839992:2086] [node 6] ICP01 ready to work
2026-01-08T17:02:25.383041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037227921183737:2065] [node 6] ICP01 ready to work
2026-01-08T17:02:25.346213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037227667227770:2072] [node 5] ICP01 ready to work
2026-01-08T17:02:25.362586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037229848839989:2081] [node 4] ICP01 ready to work
2026-01-08T17:02:25.386531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037229848839990:2080] [node 5] ICP01 ready to work
2026-01-08T17:02:25.449732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037230280370785:2073] [node 4] ICP01 ready to work
2026-01-08T17:02:25.472333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037229084266302:2062] [node 4] ICP01 ready to work
2026-01-08T17:02:25.472580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037229084266309:2068] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.448199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037231933200100:2066] [node 5] ICP01 ready to work
2026-01-08T17:02:25.455383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037227921183778:2064] [node 5] ICP01 ready to work
2026-01-08T17:02:25.517374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037229084266279:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(239650176ns) {Configure:104(239644020ns) {ProcessConfigured:135(74082ns) {StartInitialHandshake:157(70751ns) {DropHandshakes:470(3307ns) {DropIncomingHandshake:442(729ns) DropOutgoingHandshake:457(684ns)} GenerateSessionVirtualId:992(1298ns) PrepareNewSessionHandshake:477(2085ns) {SwitchToState:179(750ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.485910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037230280370786:2060] [node 5] ICP01 ready to work
2026-01-08T17:02:25.441476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037231933200099:2068] [node 4] ICP01 ready to work
2026-01-08T17:02:25.555971Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037227667227743:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(153279946ns) {Configure:104(153260619ns) {ProcessConfigured:135(92145ns) {StartInitialHandshake:157(88978ns) {DropHandshakes:470(3029ns) {DropIncomingHandshake:442(575ns) DropOutgoingHandshake:457(622ns)} GenerateSessionVirtualId:992(1356ns) PrepareNewSessionHandshake:477(2250ns) {SwitchToState:179(710ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.583002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037230280370787:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3407
2026-01-08T17:02:25.503334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037231933200102:2072] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.603145Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037229084266277:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(273688607ns) {Configure:104(273681526ns) {ProcessConfigured:135(13108509ns) {StartInitialHandshake:157(13104908ns) {DropHandshakes:470(2845ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(598ns)} GenerateSessionVirtualId:992(719ns) PrepareNewSessionHandshake:477(5089ns) {SwitchToState:179(1905ns)}}}}}
2026-01-08T17:02:25.603952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037229084266350:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46611
2026-01-08T17:02:25.604949Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037225553872631:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(337868799ns) {Configure:104(337862885ns) {ProcessConfigured:135(14217045ns) {StartInitialHandshake:157(14213469ns) {DropHandshakes:470(1429ns) {DropIncomingHandshake:442(411ns) DropOutgoingHandshake:457(284ns)} GenerateSessionVirtualId:992(641ns) PrepareNewSessionHandshake:477(3956ns) {SwitchToState:179(1986ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.512248Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037231933200105:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59380
2026-01-08T17:02:25.561434Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037227667227767:2067] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(198727317ns) {Configure:104(198711012ns) {ProcessConfigured:135(74615ns) {StartInitialHandshake:157(71376ns) {DropHandshakes:470(2912ns) {DropIncomingHandshake:442(560ns) DropOutgoingHandshake:457(493ns)} GenerateSessionVirtualId:992(981ns) PrepareNewSessionHandshake:477(1947ns) {SwitchToState:179(705ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.613261Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037227921183719:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(230240360ns) {Configure:104(230233988ns) {ProcessConfigured:135(56663ns) {StartInitialHandshake:157(54161ns) {DropHandshakes:470(2753ns) {DropIncomingHandshake:442(590ns) DropOutgoingHandshake:457(461ns)} GenerateSessionVirtualId:992(670ns) PrepareNewSessionHandshake:477(1429ns) {SwitchToState:179(576ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.535351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037231933200104:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59380
2026-01-08T17:02:25.613973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037227921183785:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13612
2026-01-08T17:02:25.675649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037230280370754:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(123758923ns) {Configure:104(106117322ns) {ProcessConfigured:135(32063070ns) {StartInitialHandshake:157(32059127ns) {DropHandshakes:470(3372ns) {DropIncomingHandshake:442(814ns) DropOutgoingHandshake:457(572ns)} GenerateSessionVirtualId:992(768ns) PrepareNewSessionHandshake:477(3641ns) {SwitchToState:179(1863ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.591646Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037227638232742:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(333055242ns) {Configure:104(333042519ns) {ProcessConfigured:135(84238ns) {StartInitialHandshake:157(78439ns) {DropHandshakes:470(1347ns) {DropIncomingHandshake:442(341ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:992(633ns) PrepareNewSessionHandshake:477(2335ns) {SwitchToState:179(1048ns)}}}}}
2026-01-08T17:02:25.649892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037227667227814:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45040
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.614103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037227921183786:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13612
2026-01-08T17:02:25.633811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037231933200113:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59380
2026-01-08T17:02:25.693643Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037229084266352:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46611
2026-01-08T17:02:25.707448Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037225553872632:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(256421554ns) {Configure:104(256413599ns) {ProcessConfigured:135(110426ns) {StartInitialHandshake:157(106640ns) {DropHandshakes:470(3443ns) {DropIncomingHandshake:442(772ns) DropOutgoingHandshake:457(689ns)} GenerateSessionVirtualId:992(1593ns) PrepareNewSessionHandshake:477(2528ns) {SwitchToState:179(1177ns)}}}}}
2026-01-08T17:02:25.710622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037230280370787:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.655294Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037227638232743:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(142735803ns) {Configure:104(142728542ns) {ProcessConfigured:135(112114ns) {StartInitialHandshake:157(103947ns) {DropHandshakes:470(2926ns) {DropIncomingHandshake:442(627ns) DropOutgoingHandshake:457(526ns)} GenerateSessionVirtualId:992(1802ns) PrepareNewSessionHandshake:477(1854ns) {SwitchToState:179(757ns)}}}}}
2026-01-08T17:02:25.708020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037229848839996:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62994
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.755827Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037229848839990:2080] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(306116800ns) {Configure:104(306111515ns) {ProcessConfigured:135(28732813ns) {StartInitialHandshake:157(28730644ns) {DropHandshakes:470(1684ns) {DropIncomingHandshake:442(307ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:992(1309ns) PrepareNewSessionHandshake:477(2937ns) {SwitchToState:179(1604ns)}}}}}
2026-01-08T17:02:25.756412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037229848839997:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62994
2026-01-08T17:02:25.614168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037227921183787:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13612
2026-01-08T17:02:25.762628Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037229848839989:2081] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(298298534ns) {Configure:104(298286652ns) {ProcessConfigured:135(19621729ns) {StartInitialHandshake:157(19620069ns) {DropHandshakes:470(7424919ns) {DropIncomingHandshake:442(440ns) DropOutgoingHandshake:457(1755ns)} GenerateSessionVirtualId:992(2004ns) PrepareNewSessionHandshake:477(2790ns) {SwitchToState:179(1498ns)}}}}}
2026-01-08T17:02:25.693811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037229084266353:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46611
2026-01-08T17:02:25.701626Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037229084266302:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(150356076ns) {Configure:104(150345834ns) {ProcessConfigured:135(85198ns) {StartInitialHandshake:157(81266ns) {DropHandshakes:470(3858ns) {DropIncomingHandshake:442(811ns) DropOutgoingHandshake:457(970ns)} GenerateSessionVirtualId:992(1072ns) PrepareNewSessionHandshake:477(2303ns) {SwitchToState:179(1028ns)}}}}}
2026-01-08T17:02:25.728336Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037229084266350:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.740890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037229084266279:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:25.742702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037229084266353:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.742888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037229084266278:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:25.767799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037229084266309:2068] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(240624857ns) {Configure:104(240618616ns) {ProcessConfigured:135(100053ns) {StartInitialHandshake:157(96298ns) {DropHandshakes:470(3110ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(627ns)} GenerateSessionVirtualId:992(919ns) PrepareNewSessionHandshake:477(2431ns) {SwitchToState:179(966ns)}}}}}
2026-01-08T17:02:25.771748Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037229848839992:2086] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(30584471ns) {Configure:104(30576524ns) {ProcessConfigured:135(28771590ns) {StartInitialHandshake:157(28769664ns) {DropHandshakes:470(2451314ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(1300ns)} GenerateSessionVirtualId:992(1860ns) PrepareNewSessionHandshake:477(1934ns) {SwitchToState:179(750ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.706371Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037231933200110:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.758678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037230280370789:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.758754Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037230280370789:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:25.758838Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037225985403422:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(356519797ns) {Configure:104(356512619ns) {ProcessConfigured:135(51451078ns) {StartInitialHandshake:157(51448583ns) {DropHandshakes:470(11963171ns) {DropIncomingHandshake:442(857ns) DropOutgoingHandshake:457(1558ns)} GenerateSessionVirtualId:992(3222ns) PrepareNewSessionHandshake:477(3200ns) {SwitchToState:179(1839ns)}}}}}
2026-01-08T17:02:25.765792Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037227667227744:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(395494328ns) {Configure:104(395484118ns) {ProcessConfigured:135(56416650ns) {StartInitialHandshake:157(56413597ns) {DropHandshakes:470(2328ns) {DropIncomingHandshake:442(640ns) DropOutgoingHandshake:457(111ns)} GenerateSessionVirtualId:992(274ns) PrepareNewSessionHandshake:477(2696ns) {SwitchToState:179(1245ns)}}}}}
2026-01-08T17:02:25.628664Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037227921183737:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(125196272ns) {Configure:104(125187635ns) {ProcessConfigured:135(116257ns) {StartInitialHandshake:157(110779ns) {DropHandshakes:470(3466ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:992(1001ns) PrepareNewSessionHandshake:477(2378ns) {SwitchToState:179(768ns)}}}}}
2026-01-08T17:02:25.770826Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037227667227770:2072] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(182671118ns) {Configure:104(182665111ns) {ProcessConfigured:135(20022469ns) {StartInitialHandshake:157(12718694ns) {DropHandshakes:470(3240ns) {DropIncomingHandshake:442(765ns) DropOutgoingHandshake:457(340ns)} GenerateSessionVirtualId:992(2830ns) PrepareNewSessionHandshake:477(2249ns) {SwitchToState:179(135ns)}}}}}
2026-01-08T17:02:25.774505Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037227667227745:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(355275844ns) {Configure:104(355270926ns) {ProcessConfigured:135(11970406ns) {StartInitialHandshake:157(11967647ns) {DropHandshakes:470(1266ns) {DropIncomingHandshake:442(324ns) DropOutgoingHandshake:457(200ns)} GenerateSessionVirtualId:992(214ns) PrepareNewSessionHandshake:477(4996ns) {SwitchToState:179(2769ns)}}}}}
2026-01-08T17:02:25.775665Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037227667227822:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45040
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.815638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037229084266361:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46611
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.672169Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037227921183785:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.706431Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037231933200110:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:25.718966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037231933200100:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(131431294ns) {Configure:104(131426064ns) {ProcessConfigured:135(24097303ns) {StartInitialHandshake:157(24094035ns) {DropHandshakes:470(2735ns) {DropIncomingHandshake:442(562ns) DropOutgoingHandshake:457(644ns)} GenerateSessionVirtualId:992(848ns) PrepareNewSessionHandshake:477(3248ns) {SwitchToState:179(866ns)}}}}}
2026-01-08T17:02:25.734699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037231933200105:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.749208Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037231933200104:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.749378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037231933200114:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.749401Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037231933200114:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:25.765130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037231933200110:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:25.778655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037231933200114:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:25.815116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037231933200122:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59380
2026-01-08T17:02:25.815244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037231933200123:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59380
2026-01-08T17:02:25.809713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037229848839997:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.672290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037227921183787:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.672520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037227921183719:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:25.776162Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037227921183718:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(367846911ns) {Configure:104(367840827ns) {ProcessConfigured:135(38478642ns) {StartInitialHandshake:157(38475705ns) {DropHandshakes:470(3315ns) {DropIncomingHandshake:442(789ns) DropOutgoingHandshake:457(314ns)} GenerateSessionVirtualId:992(446ns) PrepareNewSessionHandshake:477(5616ns) {SwitchToState:179(3094ns)}}}}}
2026-01-08T17:02:25.782701Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037227921183720:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(303856200ns) {Configure:104(303850329ns) {ProcessConfigured:135(45596866ns) {StartInitialHandshake:157(45592369ns) {DropHandshakes:470(2661ns) {DropIncomingHandshake:442(656ns) DropOutgoingHandshake:457(430ns)} GenerateSessionVirtualId:992(1446ns) PrepareNewSessionHandshake:477(9742781ns) {SwitchToState:179(5962ns)}}}}}
2026-01-08T17:02:25.809122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037227921183786:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.809411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037227921183801:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13612
2026-01-08T17:02:25.834003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037227921183720:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:25.838844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037227921183802:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13612
2026-01-08T17:02:25.839914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037227667227822:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.822462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037229084266352:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.827420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037229848839996:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.834638Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037231933200113:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.842943Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037231933200102:2072] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(254812774ns) {Configure:104(254802691ns) {ProcessConfigured:135(3869647ns) {StartInitialHandshake:157(3865740ns) {DropHandshakes:470(3205ns) {DropIncomingHandshake:442(880ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:992(1426ns) PrepareNewSessionHandshake:477(2928ns) {SwitchToState:179(1380ns)}}}}}
2026-01-08T17:02:25.843021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037231933200099:2068] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:25.843124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:25.843198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037231933200099:2068] [node 4] ICP22 created new session: [2:7593037231933200126:2068]
2026-01-08T17:02:25.843260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037231933200126:2068] [node 4] ICS09 handshake done sender: [2:7593037231933200110:2113] self: [2:7593037231933200109:0] peer: [4:7593037227921183796:0] socket: 458 qp: -1
2026-01-08T17:02:25.843308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037231933200126:2068] [node 4] ICS10 traffic start
2026-01-08T17:02:25.838949Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037230280370789:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:25.838896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037229084266302:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:25.845650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037227667227743:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.843353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.881243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037227921183789:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.840439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037229848839995:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62994
2026-01-08T17:02:25.859093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037230280370792:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.843868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037231933200100:2066] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:25.846625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037227667227814:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.845368Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037229084266350:2113] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.859143Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037230280370792:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.881280Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037227921183789:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:25.861154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037229848840005:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.866551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037227667227767:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:25.868653Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037229084266302:2062] [node 4] ICP35 event processing took too much time PendingConnection:279(16126558ns) {IncomingHandshake:261(16124067ns) {DropIncomingHandshake:442(724ns) PrepareNewSessionHandshake:477(2736ns) {SwitchToState:179(1344ns)} GenerateSessionVirtualId:992(1429ns) IssueIncomingHandshakeReply:193(11068923ns) {SwitchToState:179(1595ns)}}}
2026-01-08T17:02:25.843946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:25.882149Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037227921183719:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62695) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037227921183787:2113] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.898730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037230280370786:2060] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:25.861180Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037229848840005:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:25.879478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037227667227825:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45040
2026-01-08T17:02:25.843992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037231933200100:2066] [node 5] ICP22 created new session: [2:7593037231933200128:2066]
2026-01-08T17:02:25.870830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037229084266279:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.889056Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037227921183792:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.844040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037231933200128:2066] [node 5] ICS09 handshake done sender: [2:7593037231933200114:2115] self: [2:7593037231933200112:0] peer: [5:7593037229084266357:0] socket: 472 qp: -1
2026-01-08T17:02:25.866922Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037229848840005:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:25.903084Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037227667227822:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:25.898828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:25.870893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.844072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037231933200128:2066] [node 5] ICS10 traffic start
2026-01-08T17:02:25.867362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037229848839992:2086] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:25.904233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037227667227827:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45040
2026-01-08T17:02:25.903479Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037230280370792:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:25.870950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037229084266279:2050] [node 3] ICP22 created new session: [5:7593037229084266363:2050]
2026-01-08T17:02:25.871003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037229084266363:2050] [node 3] ICS09 handshake done sender: [5:7593037229084266350:2113] self: [5:7593037229084266356:0] peer: [3:7593037230280370788:0] socket: 459 qp: -1
2026-01-08T17:02:25.871044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037229084266363:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:25.871096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:25.881177Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037229084266278:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62695) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037229084266353:2115] held: no
2026-01-08T17:02:25.906488Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037229084266367:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46611
2026-01-08T17:02:25.906712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037229084266368:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46611
2026-01-08T17:02:25.937789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037229084266352:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:25.949904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037229084266302:2062] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:25.949956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:25.950014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037229084266302:2062] [node 4] ICP22 created new session: [5:7593037229084266370:2062]
2026-01-08T17:02:25.950076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037229084266370:2062] [node 4] ICS09 handshake done sender: [5:7593037229084266352:2114] self: [5:7593037229084266362:0] peer: [4:7593037227921183788:0] socket: 475 qp: -1
2026-01-08T17:02:25.950111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037229084266370:2062] [node 4] ICS10 traffic start
2026-01-08T17:02:25.950168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:25.951864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037229084266278:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(24469063ns) {HandleHandshakeStatus:395(24465524ns) {LogHandshakeFail:472(14395ns) {UpdateErrorStateLog:545(4672ns)} DropOutgoingHandshake:457(1382ns) ProcessPendingSessionEvents:495(21526330ns) {DropSessionEvent:512(33643ns) DropSessionEvent:512(5069850ns) DropSessionEvent:512(16478ns) DropSessionEvent:512(6844ns) DropSessionEvent:512(6894ns) DropSessionEvent:512(5276ns) DropSessionEvent:512(4885ns) DropSessionEvent:512(4622ns) DropSessionEvent:512(23406ns) DropSessionEvent:512(6621ns)}}}
2026-01-08T17:02:25.954597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037229084266369:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46611
2026-01-08T17:02:25.956656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037229084266360:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46611
2026-01-08T17:02:25.965176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037229084266359:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.965218Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037229084266359:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:25.966202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037229084266368:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.966387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037229084266369:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.966604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037229084266277:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:25.975818Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037229084266359:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:25.980483Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037229084266353:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:25.889103Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037227921183792:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.867462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:25.912453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037227667227826:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45040
2026-01-08T17:02:25.889751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037227921183804:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13612
2026-01-08T17:02:25.904730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037230280370785:2073] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:25.844101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.889924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037227921183802:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.982445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037229084266375:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46611
2026-01-08T17:02:25.904775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:25.867536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037229848839992:2086] [node 6] ICP22 created new session: [1:7593037229848840012:2086]
2026-01-08T17:02:25.919370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037227667227828:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45040
2026-01-08T17:02:25.844531Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037231933200122:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.904835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037230280370785:2073] [node 4] ICP22 created new session: [3:7593037230280370802:2073]
2026-01-08T17:02:25.890219Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037227921183787:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:25.923145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037227667227743:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:25.867594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037229848840012:2086] [node 6] ICS09 handshake done sender: [1:7593037229848840005:2116] self: [1:7593037229848840001:0] peer: [6:7593037227667227823:0] socket: 485 qp: -1
2026-01-08T17:02:25.990217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037229084266278:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:25.853681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037231933200099:2068] [node 4] ICP18 handshake (actor [2:7593037231933200113:2114]) is too old
2026-01-08T17:02:25.904896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037230280370802:2073] [node 4] ICS09 handshake done sender: [3:7593037230280370792:2113] self: [3:7593037230280370791:0] peer: [4:7593037227921183803:0] socket: 456 qp: -1
2026-01-08T17:02:25.990260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:25.990310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037229084266278:2049] [node 2] ICP22 created new session: [5:7593037229084266376:2049]
2026-01-08T17:02:25.991014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037229084266376:2049] [node 2] ICS09 handshake done sender: [5:7593037229084266353:2115] self: [5:7593037229084266357:0] peer: [2:7593037231933200112:0] socket: 476 qp: -1
2026-01-08T17:02:25.991058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037229084266376:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:25.991113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:25.991575Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037229084266277:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037229084266368:2121] held: no
2026-01-08T17:02:25.991714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037229084266309:2068] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:25.991767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:25.991812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037229084266309:2068] [node 6] ICP22 created new session: [5:7593037229084266378:2068]
2026-01-08T17:02:25.991872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037229084266378:2068] [node 6] ICS09 handshake done sender: [5:7593037229084266359:2117] self: [5:7593037229084266358:0] peer: [6:7593037227667227832:0] socket: 444 qp: -1
2026-01-08T17:02:25.991910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037229084266378:2068] [node 6] ICS10 traffic start
2026-01-08T17:02:25.991938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:25.992496Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037229084266368:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:25.996088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037229084266277:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:25.996759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:25.996816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037229084266277:2048] [node 1] ICP22 created new session: [5:7593037229084266380:2048]
2026-01-08T17:02:25.996872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037229084266380:2048] [node 1] ICS09 handshake done sender: [5:7593037229084266368:2121] self: [5:7593037229084266372:0] peer: [1:7593037229848840002:0] socket: 503 qp: -1
2026-01-08T17:02:25.996911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037229084266380:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:25.996950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:25.908682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037227921183718:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.923218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:25.867635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037229848840012:2086] [node 6] ICS10 traffic start
2026-01-08T17:02:25.873103Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037231933200123:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.904936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037230280370802:2073] [node 4] ICS10 traffic start
2026-01-08T17:02:25.908788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037227921183719:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:25.923273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037227667227743:2048] [node 1] ICP22 created new session: [6:7593037227667227829:2048]
2026-01-08T17:02:25.873186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037227638232742:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:25.908863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:25.908914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037227921183719:2049] [node 2] ICP22 created new session: [4:7593037227921183808:2049]
2026-01-08T17:02:25.908973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037227921183808:2049] [node 2] ICS09 handshake done sender: [4:7593037227921183787:2113] self: [4:7593037227921183796:0] peer: [2:7593037231933200109:0] socket: 464 qp: -1
2026-01-08T17:02:25.909014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037227921183808:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:25.909069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:25.928067Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037227921183786:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:25.937219Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037227921183789:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:25.943193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037227921183792:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:25.956497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037227921183720:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:25.956555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:25.961684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037227921183778:2064] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:25.961748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:25.961820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037227921183778:2064] [node 5] ICP22 created new session: [4:7593037227921183813:2064]
2026-01-08T17:02:25.961874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037227921183813:2064] [node 5] ICS09 handshake done sender: [4:7593037227921183789:2114] self: [4:7593037227921183788:0] peer: [5:7593037229084266362:0] socket: 469 qp: -1
2026-01-08T17:02:25.961912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037227921183813:2064] [node 5] ICS10 traffic start
2026-01-08T17:02:25.961949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:25.969425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037227921183737:2065] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:25.969494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:25.969546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037227921183737:2065] [node 6] ICP22 created new session: [4:7593037227921183815:2065]
2026-01-08T17:02:25.969608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037227921183815:2065] [node 6] ICS09 handshake done sender: [4:7593037227921183792:2115] self: [4:7593037227921183791:0] peer: [6:7593037227667227824:0] socket: 470 qp: -1
2026-01-08T17:02:25.970812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037227921183720:2050] [node 3] ICP22 created new session: [4:7593037227921183812:2050]
2026-01-08T17:02:25.971195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037227921183815:2065] [node 6] ICS10 traffic start
2026-01-08T17:02:25.971246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:25.975094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037227921183812:2050] [node 3] ICS09 handshake done sender: [4:7593037227921183786:2112] self: [4:7593037227921183803:0] peer: [3:7593037230280370791:0] socket: 463 qp: -1
2026-01-08T17:02:25.975329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037227921183805:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13612
2026-01-08T17:02:25.987362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037227921183812:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:25.987415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:25.993642Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037227921183778:2064] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:25.993946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037227921183818:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13612
2026-01-08T17:02:25.994763Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037227921183802:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:25.998292Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037227921183737:2065] [node 6] ICP35 event processing took too much time PendingConnection:279(28659213ns) {HandleHandshakeStatus:329(28649716ns) {DropIncomingHandshake:442(16616ns) DropOutgoingHandshake:457(685ns) SwitchToState:179(208ns) ProcessPendingSessionEvents:495(2433388ns) {ForwardSessionEventToSession:616(2363284ns) ForwardSessionEventToSession:616(5333ns) ForwardSessionEventToSession:616(7320ns) ForwardSessionEventToSession:616(3110ns) ForwardSessionEventToSession:616(5471ns) ForwardSessionEventToSession:616(19441ns) ForwardSessionEventToSession:616(3707ns) ForwardSessionEventToSession:616(10568ns) ForwardSessionEventToSession:616(2193ns) ForwardSessionEventToSession:616(3096ns)}}}
2026-01-08T17:02:26.000398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037227921183718:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:26.000455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:26.000507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037227921183718:2048] [node 1] ICP22 created new session: [4:7593037227921183819:2048]
2026-01-08T17:02:26.000563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037227921183819:2048] [node 1] ICS09 handshake done sender: [4:7593037227921183802:2119] self: [4:7593037227921183807:0] peer: [1:7593037229848840003:0] socket: 490 qp: -1
2026-01-08T17:02:26.000600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037227921183819:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:26.000654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:26.029237Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037227921183720:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(72493726ns) {HandleHandshakeStatus:329(72491181ns) {DropIncomingHandshake:442(1169ns) DropOutgoingHandshake:457(5639ns) SwitchToState:179(751ns) ProcessPendingSessionEvents:495(6159024ns) {ForwardSessionEventToSession:616(6099798ns) ForwardSessionEventToSession:616(13496ns) ForwardSessionEventToSession:616(2725ns) ForwardSessionEventToSession:616(2791ns) ForwardSessionEventToSession:616(5779ns) ForwardSessionEventToSession:616(3174ns) ForwardSessionEventToSession:616(6064ns) ForwardSessionEventToSession:616(2792ns) ForwardSessionEventToSession:616(3010ns) ForwardSessionEventToSession:616(7570ns)}}}
2026-01-08T17:02:25.868723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:25.904982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:25.923325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037227667227829:2048] [node 1] ICS09 handshake done sender: [6:7593037227667227822:2116] self: [6:7593037227667227823:0] peer: [1:7593037229848840001:0] socket: 486 qp: -1
2026-01-08T17:02:25.924637Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037231933200117:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.902552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037229848839995:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.923365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037227667227829:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:25.910272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037230280370786:2060] [node 5] ICP22 created new session: [3:7593037230280370801:2060]
2026-01-08T17:02:25.902803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037229848839994:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.902844Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037229848839994:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:25.919688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037229848840016:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62994
2026-01-08T17:02:25.922212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037229848839994:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:25.936121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037229848839992:2086] [node 6] ICP35 event processing took too much time PendingConnection:279(68518672ns) {HandleHandshakeStatus:329(68515058ns) {DropIncomingHandshake:442(401ns) DropOutgoingHandshake:457(853ns) SwitchToState:179(612ns) ProcessPendingSessionEvents:495(32504743ns) {ForwardSessionEventToSession:616(29552153ns) ForwardSessionEventToSession:616(6857ns) ForwardSessionEventToSession:616(3776ns) ForwardSessionEventToSession:616(6064ns) ForwardSessionEventToSession:616(3489ns) ForwardSessionEventToSession:616(5041ns) ForwardSessionEventToSession:616(2864ns) ForwardSessionEventToSession:616(2638ns) ForwardSessionEventToSession:616(2897887ns) ForwardSessionEventToSession:616(4307ns)}}}
2026-01-08T17:02:25.936392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037229848839992:2086] [node 6] ICP18 handshake (actor [1:7593037229848839995:2111]) is too old
2026-01-08T17:02:25.948207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037225553872631:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:25.948294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:25.948351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037225553872631:2048] [node 2] ICP22 created new session: [1:7593037229848840017:2048]
2026-01-08T17:02:25.948400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037229848840017:2048] [node 2] ICS09 handshake done sender: [1:7593037229848839994:2110] self: [1:7593037229848839993:0] peer: [2:7593037231933200131:0] socket: 477 qp: -1
2026-01-08T17:02:25.948441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037229848840017:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:25.948483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:25.955244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037229848840019:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62994
2026-01-08T17:02:25.967304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037229848840004:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.967359Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037229848840004:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:25.967705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037229848840006:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.967726Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037229848840006:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:25.974581Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037229848840004:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:25.975925Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037229848840006:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:25.976168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037229848839990:2080] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:25.976267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:25.976361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037229848839990:2080] [node 5] ICP22 created new session: [1:7593037229848840023:2080]
2026-01-08T17:02:25.976417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037229848840023:2080] [node 5] ICS09 handshake done sender: [1:7593037229848840006:2117] self: [1:7593037229848840002:0] peer: [5:7593037229084266372:0] socket: 501 qp: -1
2026-01-08T17:02:25.976451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037229848840023:2080] [node 5] ICS10 traffic start
2026-01-08T17:02:25.976520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:25.978112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037229848839989:2081] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:25.978383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037229848840016:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.988577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:25.995774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037229848839989:2081] [node 4] ICP22 created new session: [1:7593037229848840026:2081]
2026-01-08T17:02:26.004109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037229848840026:2081] [node 4] ICS09 handshake done sender: [1:7593037229848840004:2115] self: [1:7593037229848840003:0] peer: [4:7593037227921183807:0] socket: 487 qp: -1
2026-01-08T17:02:26.006374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037229848840026:2081] [node 4] ICS10 traffic start
2026-01-08T17:02:26.008351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037229848840019:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:26.012059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:26.012611Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037229848839989:2081] [node 4] ICP35 event processing took too much time PendingConnection:279(37422398ns) {HandleHandshakeStatus:329(37419685ns) {DropIncomingHandshake:442(722ns) DropOutgoingHandshake:457(440ns) SwitchToState:179(477ns) ProcessPendingSessionEvents:495(99401ns) {ForwardSessionEventToSession:616(49011ns) ForwardSessionEventToSession:616(5993ns) ForwardSessionEventToSession:616(3384ns) ForwardSessionEventToSession:616(4791ns) ForwardSessionEventToSession:616(2646ns) ForwardSessionEventToSession:616(2708ns) ForwardSessionEventToSession:616(9943ns) ForwardSessionEventToSession:616(2791ns) ForwardSessionEventToSession:616(2247ns) ForwardSessionEventToSession:616(5189ns)}}}
2026-01-08T17:02:26.049325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037229848839989:2081] [node 4] ICP18 handshake (actor [1:7593037229848840019:2119]) is too old
2026-01-08T17:02:26.066972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037229848839999:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:26.067024Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037229848839999:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:26.078908Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037229848839999:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:26.087541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037225553872632:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:26.087652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:26.087715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037225553872632:2049] [node 3] ICP22 created new session: [1:7593037234143807325:2049]
2026-01-08T17:02:26.087788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037234143807325:2049] [node 3] ICS09 handshake done sender: [1:7593037229848839999:2114] self: [1:7593037229848839998:0] peer: [3:7593037234575338113:0] socket: 461 qp: -1
2026-01-08T17:02:26.087835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037234143807325:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:26.087876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:25.924664Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037231933200117:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:25.918930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037230280370806:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3407
2026-01-08T17:02:25.924239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037230280370806:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.924370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037225985403423:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:25.925712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037230280370808:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3407
2026-01-08T17:02:25.928801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037230280370801:2060] [node 5] ICS09 handshake done sender: [3:7593037230280370789:2112] self: [3:7593037230280370788:0] peer: [5:7593037229084266356:0] socket: 455 qp: -1
2026-01-08T17:02:25.930650Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037230280370806:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:25.931026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037225985403423:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:25.931113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:25.931170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037225985403423:2049] [node 2] ICP22 created new session: [3:7593037230280370809:2049]
2026-01-08T17:02:25.931229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037230280370809:2049] [node 2] ICS09 handshake done sender: [3:7593037230280370806:2116] self: [3:7593037230280370807:0] peer: [2:7593037231933200116:0] socket: 500 qp: -1
2026-01-08T17:02:25.931283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037230280370809:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:25.931328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:25.933940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037230280370801:2060] [node 5] ICS10 traffic start
2026-01-08T17:02:25.943778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:25.984333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037230280370795:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.984366Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037230280370795:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:25.996400Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037230280370795:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:25.998778Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037230280370786:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(99850593ns) {HandleHandshakeStatus:329(99848076ns) {DropIncomingHandshake:442(18383ns) DropOutgoingHandshake:457(673ns) SwitchToState:179(770ns) ProcessPendingSessionEvents:495(2828925ns) {ForwardSessionEventToSession:616(2781680ns) ForwardSessionEventToSession:616(4546ns) ForwardSessionEventToSession:616(7055ns) ForwardSessionEventToSession:616(2975ns) ForwardSessionEventToSession:616(5877ns) ForwardSessionEventToSession:616(2440ns) ForwardSessionEventToSession:616(5091ns) ForwardSessionEventToSession:616(4997ns) ForwardSessionEventToSession:616(2475ns) ForwardSessionEventToSession:616(2609ns)}}}
2026-01-08T17:02:26.010246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037230280370754:2066] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:26.010310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:26.010553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037230280370754:2066] [node 6] ICP22 created new session: [3:7593037234575338110:2066]
2026-01-08T17:02:26.010616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037234575338110:2066] [node 6] ICS09 handshake done sender: [3:7593037230280370795:2114] self: [3:7593037230280370790:0] peer: [6:7593037227667227835:0] socket: 467 qp: -1
2026-01-08T17:02:26.010660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037234575338110:2066] [node 6] ICS10 traffic start
2026-01-08T17:02:26.010704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:26.010812Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037230280370812:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3407
2026-01-08T17:02:26.048851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037234575338112:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3407
2026-01-08T17:02:26.053827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037230280370812:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:26.054002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037225985403422:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:26.074224Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037234575338112:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:26.075286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037234575338114:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3407
2026-01-08T17:02:26.082456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037230280370754:2066] [node 6] ICP18 handshake (actor [3:7593037234575338112:2119]) is too old
2026-01-08T17:02:26.083338Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037230280370812:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:25.923415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:25.941541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037227667227826:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.945219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037227667227770:2072] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:25.945516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037227667227827:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.947166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037227667227744:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:25.959399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037227667227828:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.970499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037227667227745:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:25.989635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037227667227833:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45040
2026-01-08T17:02:25.989858Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037227667227836:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45040
2026-01-08T17:02:25.990437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037227667227837:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45040
2026-01-08T17:02:25.997893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037227667227826:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:26.000246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037227667227838:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45040
2026-01-08T17:02:26.001531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037227667227770:2072] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:26.001584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:26.001645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037227667227770:2072] [node 5] ICP22 created new session: [6:7593037231962195135:2072]
2026-01-08T17:02:26.001701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037231962195135:2072] [node 5] ICS09 handshake done sender: [6:7593037227667227826:2118] self: [6:7593037227667227832:0] peer: [5:7593037229084266358:0] socket: 497 qp: -1
2026-01-08T17:02:26.001739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037231962195135:2072] [node 5] ICS10 traffic start
2026-01-08T17:02:26.001801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:26.020333Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037227667227744:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62695) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037227667227827:2119] held: no
2026-01-08T17:02:26.020509Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037227667227827:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:26.036761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037227667227744:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:26.094891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037225985403422:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:26.094993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:26.095053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037225985403422:2048] [node 1] ICP22 created new session: [3:7593037234575338115:2048]
2026-01-08T17:02:26.095140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037234575338115:2048] [node 1] ICS09 handshake done sender: [3:7593037230280370812:2118] self: [3:7593037234575338113:0] peer: [1:7593037229848839998:0] socket: 465 qp: -1
2026-01-08T17:02:26.095181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037234575338115:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:26.095250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:26.097228Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037225985403422:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:25.926786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037231933200117:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:25.929602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037231933200135:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59380
2026-01-08T17:02:25.943832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037231933200122:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:25.957712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037227638232743:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:25.957776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:25.957822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037227638232743:2049] [node 3] ICP22 created new session: [2:7593037231933200136:2049]
2026-01-08T17:02:25.957891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037231933200136:2049] [node 3] ICS09 handshake done sender: [2:7593037231933200117:2116] self: [2:7593037231933200116:0] peer: [3:7593037230280370807:0] socket: 493 qp: -1
2026-01-08T17:02:25.957934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037231933200136:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:25.957973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:25.964780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037227638232742:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:25.964851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:25.964932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037227638232742:2048] [node 1] ICP22 created new session: [2:7593037231933200138:2048]
2026-01-08T17:02:25.971723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037231933200125:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:25.971748Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037231933200125:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:25.981343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037231933200138:2048] [node 1] ICS09 handshake done sender: [2:7593037231933200122:2117] self: [2:7593037231933200131:0] peer: [1:7593037229848839993:0] socket: 479 qp: -1
2026-01-08T17:02:25.987964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037231933200138:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:25.988007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:25.996561Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037231933200125:2119] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:26.008752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037231933200102:2072] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:26.008847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:26.008908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037231933200102:2072] [node 6] ICP22 created new session: [2:7593037236228167437:2072]
2026-01-08T17:02:26.008960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037236228167437:2072] [node 6] ICS09 handshake done sender: [2:7593037231933200125:2119] self: [2:7593037231933200124:0] peer: [6:7593037227667227834:0] socket: 499 qp: -1
2026-01-08T17:02:26.009007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037236228167437:2072] [node 6] ICS10 traffic start
2026-01-08T17:02:26.009047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:26.017985Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037227638232742:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(60796062ns) {HandleHandshakeStatus:329(60793276ns) {DropIncomingHandshake:442(1982ns) DropOutgoingHandshake:457(8357ns) SwitchToState:179(471ns) ProcessPendingSessionEvents:495(13701639ns) {ForwardSessionEventToSession:616(13646350ns) ForwardSessionEventToSession:616(9182ns) ForwardSessionEventToSession:616(3003ns) ForwardSessionEventToSession:616(6563ns) ForwardSessionEventToSession:616(3162ns) ForwardSessionEventToSession:616(5963ns) ForwardSessionEventToSession:616(5180ns) ForwardSessionEventToSession:616(3626ns) ForwardSessionEventToSession:616(2491ns) ForwardSessionEventToSession:616(5156ns)}}}
2026-01-08T17:02:26.018065Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037227638232742:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:26.036844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:26.036904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037227667227744:2049] [node 2] ICP22 created new session: [6:7593037231962195138:2049]
2026-01-08T17:02:26.036955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037231962195138:2049] [node 2] ICS09 handshake done sender: [6:7593037227667227827:2119] self: [6:7593037227667227834:0] peer: [2:7593037231933200124:0] socket: 451 qp: -1
2026-01-08T17:02:26.037004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037231962195138:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:26.037048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:26.037789Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037227667227770:2072] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:26.037962Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037227667227767:2067] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11317) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037227667227814:2112] held: no
2026-01-08T17:02:26.038121Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037227667227814:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:26.049870Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037227667227828:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:26.050105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037227667227767:2067] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:26.050188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:26.050252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037227667227767:2067] [node 4] ICP22 created new session: [6:7593037231962195140:2067]
2026-01-08T17:02:26.050312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037231962195140:2067] [node 4] ICS09 handshake done sender: [6:7593037227667227814:2112] self: [6:7593037227667227824:0] peer: [4:7593037227921183791:0] socket: 474 qp: -1
2026-01-08T17:02:26.050368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037231962195140:2067] [node 4] ICS10 traffic start
2026-01-08T17:02:26.062408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:26.071562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037227667227745:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:26.071631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:26.071680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037227667227745:2050] [node 3] ICP22 created new session: [6:7593037231962195142:2050]
2026-01-08T17:02:26.071741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037231962195142:2050] [node 3] ICS09 handshake done sender: [6:7593037227667227828:2120] self: [6:7593037227667227835:0] peer: [3:7593037230280370790:0] socket: 504 qp: -1
2026-01-08T17:02:26.071783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037231962195142:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:26.071825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:26.089317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037227667227767:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(36603924ns) {HandleHandshakeStatus:329(36601031ns) {DropIncomingHandshake:442(751ns) DropOutgoingHandshake:457(671ns) SwitchToState:179(706ns) ProcessPendingSessionEvents:495(2024ns)}}
2026-01-08T17:02:26.224731Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:26.224989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037231933200138:2048] [node 1] ICS07 socket disconnect 479 reason# EndOfStream
2026-01-08T17:02:26.225033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037231933200138:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.225122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:26.225164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037231933200138:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:26.228145Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:26.228390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037234575338115:2048] [node 1] ICS07 socket disconnect 465 reason# EndOfStream
2026-01-08T17:02:26.228422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037234575338115:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.228488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:26.228532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037234575338115:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:26.236050Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037225985403422:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:02:26.236121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037234575338115:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:26.238130Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037225985403422:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:26.238205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037234575338115:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:26.238252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037225985403422:2048] [node 1] ICP30 unregister session Session# [3:7593037234575338115:2048] VirtualId# [3:7593037234575338113:0]
2026-01-08T17:02:26.238309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:26.238363Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037225985403422:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:26.238380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:26.243589Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037227638232742:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:02:26.243650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037231933200138:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:26.244787Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037227638232742:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:26.244851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037231933200138:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:26.244892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037227638232742:2048] [node 1] ICP30 unregister session Session# [2:7593037231933200138:2048] VirtualId# [2:7593037231933200131:0]
2026-01-08T17:02:26.244947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:26.244986Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037227638232742:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:26.245003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:26.250720Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:26.250893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037227921183819:2048] [node 1] ICS01 socket: 490 reason# EndOfStream
2026-01-08T17:02:26.250943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037227921183718:2048] [node 1] ICP30 unregister session Session# [4:7593037227921183819:2048] VirtualId# [4:7593037227921183807:0]
2026-01-08T17:02:26.250971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037227921183819:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.249452Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:26.249694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037227667227829:2048] [node 1] ICS07 socket disconnect 486 reason# EndOfStream
2026-01-08T17:02:26.249731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037227667227829:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.249827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:26.249868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037227667227829:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:26.250163Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:26.250417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037229084266380:2048] [node 1] ICS01 socket: 503 reason# EndOfStream
2026-01-08T17:02:26.250470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037229084266277:2048] [node 1] ICP30 unregister session Session# [5:7593037229084266380:2048] VirtualId# [5:7593037229084266372:0]
2026-01-08T17:02:26.250508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037229084266380:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.250573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:26.250618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:26.253632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037225985403422:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:26.251041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:26.251115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:26.259213Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037227667227743:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:26.259299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037227667227829:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:26.259345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037227667227743:2048] [node 1] ICP30 unregister session Session# [6:7593037227667227829:2048] VirtualId# [6:7593037227667227823:0]
2026-01-08T17:02:26.259407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:26.259448Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037227667227743:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:26.259466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:26.260375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037227638232742:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:26.270536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037227667227743:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:26.470180Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:26.470480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037230280370809:2049] [node 2] ICS01 socket: 500 reason# EndOfStream
2026-01-08T17:02:26.470525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037225985403423:2049] [node 2] ICP30 unregister session Session# [3:7593037230280370809:2049] VirtualId# [3:7593037230280370807:0]
2026-01-08T17:02:26.470577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037230280370809:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.470651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:26.470701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:26.476452Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:26.476660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037229084266376:2049] [node 2] ICS01 socket: 476 reason# EndOfStream
2026-01-08T17:02:26.476710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037229084266278:2049] [node 2] ICP30 unregister session Session# [5:7593037229084266376:2049] VirtualId# [5:7593037229084266357:0]
2026-01-08T17:02:26.476754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037229084266376:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.476834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:26.476886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:26.476984Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:26.477163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037231962195138:2049] [node 2] ICS01 socket: 451 reason# EndOfStream
2026-01-08T17:02:26.477203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037227667227744:2049] [node 2] ICP30 unregister session Session# [6:7593037231962195138:2049] VirtualId# [6:7593037227667227834:0]
2026-01-08T17:02:26.477232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037231962195138:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.477290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:26.477324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:26.476421Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:26.476665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037227921183808:2049] [node 2] ICS01 socket: 464 reason# EndOfStream
2026-01-08T17:02:26.476721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037227921183719:2049] [node 2] ICP30 unregister session Session# [4:7593037227921183808:2049] VirtualId# [4:7593037227921183796:0]
2026-01-08T17:02:26.476754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037227921183808:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.476838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:26.476884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:26.642782Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:26.642511Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:26.642772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037229084266363:2050] [node 3] ICS01 socket: 459 reason# EndOfStream
2026-01-08T17:02:26.642822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037229084266279:2050] [node 3] ICP30 unregister session Session# [5:7593037229084266363:2050] VirtualId# [5:7593037229084266356:0]
2026-01-08T17:02:26.642861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037229084266363:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.642945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:26.642996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:26.643170Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:26.643355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037231962195142:2050] [node 3] ICS01 socket: 504 reason# EndOfStream
2026-01-08T17:02:26.643396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037227667227745:2050] [node 3] ICP30 unregister session Session# [6:7593037231962195142:2050] VirtualId# [6:7593037227667227835:0]
2026-01-08T17:02:26.643424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037231962195142:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.643482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:26.643530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:26.642971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037227921183812:2050] [node 3] ICS07 socket disconnect 463 reason# EndOfStream
2026-01-08T17:02:26.643006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037227921183812:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.643067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:26.643121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037227921183812:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:26.644224Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037227921183720:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20237) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:26.644386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037227921183812:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:26.644431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037227921183720:2050] [node 3] ICP30 unregister session Session# [4:7593037227921183812:2050] VirtualId# [4:7593037227921183803:0]
2026-01-08T17:02:26.644473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:26.644503Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037227921183720:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20237) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:26.644518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20237) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:26.655745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037227921183720:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:02:26.870572Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:26.870814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037229084266370:2062] [node 4] ICS01 socket: 475 reason# EndOfStream
2026-01-08T17:02:26.870863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037229084266302:2062] [node 4] ICP30 unregister session Session# [5:7593037229084266370:2062] VirtualId# [5:7593037229084266362:0]
2026-01-08T17:02:26.870908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037229084266370:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.870999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:26.871057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:26.874449Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:26.874745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037231962195140:2067] [node 4] ICS01 socket: 474 reason# EndOfStream
2026-01-08T17:02:26.874800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037227667227767:2067] [node 4] ICP30 unregister session Session# [6:7593037231962195140:2067] VirtualId# [6:7593037227667227824:0]
2026-01-08T17:02:26.874839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037231962195140:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:26.874924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:26.875018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:27.002585Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:27.002841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037231962195135:2072] [node 5] ICS01 socket: 497 reason# EndOfStream
2026-01-08T17:02:27.002885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037227667227770:2072] [node 5] ICP30 unregister session Session# [6:7593037231962195135:2072] VirtualId# [6:7593037227667227832:0]
2026-01-08T17:02:27.002942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037231962195135:2072] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:27.002972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:27.003035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:27.199711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037240002254806:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:27.199766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037240002254807:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:27.217326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037237792434475:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:27.217395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037237792434476:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:27.241304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037236503128980:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:27.241346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037236503128981:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:27.261657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037239505518050:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:27.261707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037239505518051:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:27.261746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037239505518052:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:27.306692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037237684202914:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:27.306732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037237684202915:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:27.306768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037237684202916:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:27.322454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037237144055745:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:27.322491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037237144055746:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:27.322529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037237144055747:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:28.066730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037241439023099:2090] [node 5] ICP01 ready to work
2026-01-08T17:02:28.049352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037242087401835:2107] [node 6] ICP01 ready to work
2026-01-08T17:02:28.031460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037237684202976:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:28.071244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037240798096339:2107] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.100316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037241439023104:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25421
2026-01-08T17:02:28.076242Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037240002254806:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(100867899ns) {Configure:104(100857945ns) {ProcessConfigured:135(94985ns) {StartInitialHandshake:157(92129ns) {DropHandshakes:470(3258ns) {DropIncomingHandshake:442(595ns) DropOutgoingHandshake:457(860ns)} GenerateSessionVirtualId:992(1367ns) PrepareNewSessionHandshake:477(1931ns) {SwitchToState:179(669ns)}}}}}
2026-01-08T17:02:28.082979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037241979170274:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:28.068002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037242087401834:2109] [node 4] ICP01 ready to work
2026-01-08T17:02:28.117057Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037237684202915:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(53256548ns) {Configure:104(53239144ns) {ProcessConfigured:135(90043ns) {StartInitialHandshake:157(86053ns) {DropHandshakes:470(3855ns) {DropIncomingHandshake:442(717ns) DropOutgoingHandshake:457(1049ns)} GenerateSessionVirtualId:992(1444ns) PrepareNewSessionHandshake:477(2156ns) {SwitchToState:179(976ns)}}}}}
2026-01-08T17:02:28.103225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037241439023102:2096] [node 4] ICP01 ready to work
2026-01-08T17:02:28.083017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037240798096340:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:28.076654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037244297222169:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:28.103320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037243800485412:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:28.095551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037242087401836:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:28.095294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037240798096342:2108] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.153881Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037237792434475:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(108244311ns) {Configure:104(90017660ns) {ProcessConfigured:135(67868ns) {StartInitialHandshake:157(65764ns) {DropHandshakes:470(2836ns) {DropIncomingHandshake:442(398ns) DropOutgoingHandshake:457(874ns)} GenerateSessionVirtualId:992(907ns) PrepareNewSessionHandshake:477(2528ns) {SwitchToState:179(973ns)}}}}}
2026-01-08T17:02:28.154594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037242087401837:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30066
2026-01-08T17:02:28.154688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037242087401838:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30066
2026-01-08T17:02:28.154853Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037242087401839:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30066
2026-01-08T17:02:28.082800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037244297222168:2109] [node 4] ICP01 ready to work
2026-01-08T17:02:28.109995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037243800485413:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.143393Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037237144055746:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(92118428ns) {Configure:104(92107254ns) {ProcessConfigured:135(93308ns) {StartInitialHandshake:157(89706ns) {DropHandshakes:470(3431ns) {DropIncomingHandshake:442(734ns) DropOutgoingHandshake:457(736ns)} GenerateSessionVirtualId:992(1907ns) PrepareNewSessionHandshake:477(2574ns) {SwitchToState:179(1081ns)}}}}}
2026-01-08T17:02:28.083066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037244297222167:2107] [node 6] ICP01 ready to work
2026-01-08T17:02:28.164583Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037239505518052:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(80776876ns) {Configure:104(80772289ns) {ProcessConfigured:135(4889652ns) {StartInitialHandshake:157(4885847ns) {DropHandshakes:470(1913ns) {DropIncomingHandshake:442(548ns) DropOutgoingHandshake:457(432ns)} GenerateSessionVirtualId:992(700ns) PrepareNewSessionHandshake:477(4836ns) {SwitchToState:179(2585ns)}}}}}
2026-01-08T17:02:28.155429Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037241439023102:2096] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(31679378ns) {Configure:104(31668985ns) {ProcessConfigured:135(6386906ns) {StartInitialHandshake:157(6384535ns) {DropHandshakes:470(2409ns) {DropIncomingHandshake:442(214ns) DropOutgoingHandshake:457(491ns)} GenerateSessionVirtualId:992(671ns) PrepareNewSessionHandshake:477(4475ns) {SwitchToState:179(2644ns)}}}}}
2026-01-08T17:02:28.209999Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037237144055745:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(133560163ns) {Configure:104(133550715ns) {ProcessConfigured:135(223480ns) {StartInitialHandshake:157(221106ns) {DropHandshakes:470(3110ns) {DropIncomingHandshake:442(587ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:992(942ns) PrepareNewSessionHandshake:477(2349ns) {SwitchToState:179(608ns)}}}}}
2026-01-08T17:02:28.131867Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037244297222168:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(23927597ns) {Configure:104(23923660ns) {ProcessConfigured:135(125997ns) {StartInitialHandshake:157(122428ns) {DropHandshakes:470(3768ns) {DropIncomingHandshake:442(644ns) DropOutgoingHandshake:457(781ns)} GenerateSessionVirtualId:992(1683ns) PrepareNewSessionHandshake:477(2986ns) {SwitchToState:179(616ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.169228Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037243800485416:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54069
2026-01-08T17:02:28.230721Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037236503128980:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(151296397ns) {Configure:104(151287075ns) {ProcessConfigured:135(80172ns) {StartInitialHandshake:157(77358ns) {DropHandshakes:470(3597ns) {DropIncomingHandshake:442(693ns) DropOutgoingHandshake:457(657ns)} GenerateSessionVirtualId:992(1098ns) PrepareNewSessionHandshake:477(2236ns) {SwitchToState:179(750ns)}}}}}
2026-01-08T17:02:28.212859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037241439023104:2106] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.231045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037240798096341:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55118
2026-01-08T17:02:28.170094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037244297222178:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17706
2026-01-08T17:02:28.169411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037243800485417:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54069
2026-01-08T17:02:28.226686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037237144055745:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.195553Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037243800485416:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.266707Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037242087401836:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(116172554ns) {Configure:104(116164961ns) {ProcessConfigured:135(14258683ns) {StartInitialHandshake:157(14255675ns) {DropHandshakes:470(3172ns) {DropIncomingHandshake:442(527ns) DropOutgoingHandshake:457(1120ns)} GenerateSessionVirtualId:992(1102ns) PrepareNewSessionHandshake:477(5275ns) {SwitchToState:179(2452ns)}}}}}
2026-01-08T17:02:28.231837Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037240798096345:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55118
2026-01-08T17:02:28.320374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037243800485417:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.224525Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037240002254807:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(238786796ns) {Configure:104(238780032ns) {ProcessConfigured:135(28661869ns) {StartInitialHandshake:157(28659295ns) {DropHandshakes:470(2687ns) {DropIncomingHandshake:442(579ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:992(1114ns) PrepareNewSessionHandshake:477(3271ns) {SwitchToState:179(1645ns)}}}}}
2026-01-08T17:02:28.251267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037244297222180:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17706
2026-01-08T17:02:28.269988Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037244297222166:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.270018Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037244297222166:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.271382Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037244297222166:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:28.271748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037240002254806:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.262455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037241439023099:2090] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(146162154ns) {Configure:104(146155190ns) {ProcessConfigured:135(49551852ns) {StartInitialHandshake:157(49547643ns) {DropHandshakes:470(3431ns) {DropIncomingHandshake:442(535ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:992(1052ns) PrepareNewSessionHandshake:477(4367ns) {SwitchToState:179(1729ns)}}}}}
2026-01-08T17:02:28.266924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037242087401838:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.318116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037240798096347:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55118
2026-01-08T17:02:28.312121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037237684202916:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(243960649ns) {Configure:104(243956659ns) {ProcessConfigured:135(21322344ns) {StartInitialHandshake:157(21317308ns) {DropHandshakes:470(2600ns) {DropIncomingHandshake:442(505ns) DropOutgoingHandshake:457(517ns)} GenerateSessionVirtualId:992(2749ns) PrepareNewSessionHandshake:477(4644ns) {SwitchToState:179(2422ns)}}}}}
2026-01-08T17:02:28.340129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037237684202976:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(261248540ns) {Configure:104(261240742ns) {ProcessConfigured:135(16331813ns) {StartInitialHandshake:157(16329494ns) {DropHandshakes:470(1368ns) {DropIncomingHandshake:442(234ns) DropOutgoingHandshake:457(329ns)} GenerateSessionVirtualId:992(844ns) PrepareNewSessionHandshake:477(2922ns) {SwitchToState:179(1630ns)}}}}}
2026-01-08T17:02:28.340558Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037241979170280:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47147
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.379392Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037241979170274:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(271147184ns) {Configure:104(271141085ns) {ProcessConfigured:135(28118023ns) {StartInitialHandshake:157(28114587ns) {DropHandshakes:470(2343ns) {DropIncomingHandshake:442(136ns) DropOutgoingHandshake:457(447ns)} GenerateSessionVirtualId:992(859ns) PrepareNewSessionHandshake:477(2338ns) {SwitchToState:179(1493ns)}}}}}
2026-01-08T17:02:28.379609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037241979170280:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.379771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037237684202915:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:28.267203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037237792434475:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:28.338079Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037241439023121:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25421
2026-01-08T17:02:28.347972Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037239505518050:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(279836262ns) {Configure:104(279832546ns) {ProcessConfigured:135(24494434ns) {StartInitialHandshake:157(24490182ns) {DropHandshakes:470(3115ns) {DropIncomingHandshake:442(626ns) DropOutgoingHandshake:457(615ns)} GenerateSessionVirtualId:992(2349ns) PrepareNewSessionHandshake:477(3939ns) {SwitchToState:179(1791ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.271805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:28.325492Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037240798096341:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.377325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037241439023123:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25421
2026-01-08T17:02:28.271869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037240002254806:2048] [node 2] ICP22 created new session: [1:7593037244297222182:2048]
2026-01-08T17:02:28.271925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037244297222182:2048] [node 2] ICS09 handshake done sender: [1:7593037244297222166:2110] self: [1:7593037244297222165:0] peer: [2:7593037242087401846:0] socket: 454 qp: -1
2026-01-08T17:02:28.271961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037244297222182:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:28.271999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:28.282751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037244297222172:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.282798Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037244297222172:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.319146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037244297222178:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.331850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037244297222172:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:28.357936Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037240002254806:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(85934063ns) {HandleHandshakeStatus:329(85931144ns) {DropIncomingHandshake:442(639ns) DropOutgoingHandshake:457(915ns) SwitchToState:179(945ns) ProcessPendingSessionEvents:495(19012317ns) {ForwardSessionEventToSession:616(18939937ns) ForwardSessionEventToSession:616(17151ns) ForwardSessionEventToSession:616(3382ns) ForwardSessionEventToSession:616(5440ns) ForwardSessionEventToSession:616(3090ns) ForwardSessionEventToSession:616(7019ns) ForwardSessionEventToSession:616(3527ns) ForwardSessionEventToSession:616(3366ns) ForwardSessionEventToSession:616(5423ns) ForwardSessionEventToSession:616(6246ns)}}}
2026-01-08T17:02:28.374810Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037244297222169:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(268561102ns) {Configure:104(268549295ns) {ProcessConfigured:135(19538475ns) {StartInitialHandshake:157(19535250ns) {DropHandshakes:470(2638ns) {DropIncomingHandshake:442(486ns) DropOutgoingHandshake:457(448ns)} GenerateSessionVirtualId:992(812ns) PrepareNewSessionHandshake:477(4353ns) {SwitchToState:179(2066ns)}}}}}
2026-01-08T17:02:28.374880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037244297222167:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.374931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:28.374998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037244297222167:2107] [node 6] ICP22 created new session: [1:7593037244297222188:2107]
2026-01-08T17:02:28.375052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037244297222188:2107] [node 6] ICS09 handshake done sender: [1:7593037244297222172:2111] self: [1:7593037244297222171:0] peer: [6:7593037241439023120:0] socket: 456 qp: -1
2026-01-08T17:02:28.375113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037244297222188:2107] [node 6] ICS10 traffic start
2026-01-08T17:02:28.375177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:28.388146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037244297222175:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.388187Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037244297222175:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.401070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037244297222180:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.348369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037239505518050:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:28.267597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037242087401843:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30066
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.340964Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037240798096339:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(233222821ns) {Configure:104(233218954ns) {ProcessConfigured:135(8923792ns) {StartInitialHandshake:157(8922153ns) {DropHandshakes:470(2152ns) {DropIncomingHandshake:442(404ns) DropOutgoingHandshake:457(608ns)} GenerateSessionVirtualId:992(1023ns) PrepareNewSessionHandshake:477(2134ns) {SwitchToState:179(237ns)}}}}}
2026-01-08T17:02:28.377471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037241439023122:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25421
2026-01-08T17:02:28.406651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037244297222175:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:28.311597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037242087401849:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30066
2026-01-08T17:02:28.348653Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037243800485424:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54069
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.425522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037244297222168:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.341773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037236503128981:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(258228039ns) {Configure:104(258220880ns) {ProcessConfigured:135(9664121ns) {StartInitialHandshake:157(9662087ns) {DropHandshakes:470(577ns) {DropIncomingHandshake:442(226ns) DropOutgoingHandshake:457(45ns)} GenerateSessionVirtualId:992(228ns) PrepareNewSessionHandshake:477(1426ns) {SwitchToState:179(302ns)}}}}}
2026-01-08T17:02:28.336629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037242087401837:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.384341Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037241439023104:2106] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:28.362658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037243800485412:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(176090553ns) {Configure:104(176086144ns) {ProcessConfigured:135(21372289ns) {StartInitialHandshake:157(21370122ns) {DropHandshakes:470(3270ns) {DropIncomingHandshake:442(715ns) DropOutgoingHandshake:457(722ns)} GenerateSessionVirtualId:992(1457ns) PrepareNewSessionHandshake:477(2834ns) {SwitchToState:179(51ns)}}}}}
2026-01-08T17:02:28.424320Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037241979170290:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47147
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.384460Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037241439023124:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25421
2026-01-08T17:02:28.352141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037240798096347:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.336697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037242087401838:2111] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.388015Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037243800485412:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(19803018ns) {IncomingHandshake:261(19800058ns) {DropIncomingHandshake:442(573ns) PrepareNewSessionHandshake:477(462ns) {SwitchToState:179(277ns)} GenerateSessionVirtualId:992(656ns) IssueIncomingHandshakeReply:193(11033ns)}}
2026-01-08T17:02:28.450562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037244297222179:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.424414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037241979170291:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47147
2026-01-08T17:02:28.417147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037240798096345:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.337280Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037242087401843:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.390707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037241439023122:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.405500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037243800485428:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54069
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.450616Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037244297222179:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.424475Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037241979170292:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47147
2026-01-08T17:02:28.338787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037242087401835:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(207609295ns) {Configure:104(207601753ns) {ProcessConfigured:135(12924855ns) {StartInitialHandshake:157(12921855ns) {DropHandshakes:470(3418ns) {DropIncomingHandshake:442(587ns) DropOutgoingHandshake:457(671ns)} GenerateSessionVirtualId:992(857ns) PrepareNewSessionHandshake:477(4280ns) {SwitchToState:179(2536ns)}}}}}
2026-01-08T17:02:28.417439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037236503128980:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:28.390935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037237144055746:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.425120Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037243800485416:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:28.415684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037237144055745:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.456263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:28.430398Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037237684202914:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(287227925ns) {Configure:104(287216100ns) {ProcessConfigured:135(23857103ns) {StartInitialHandshake:157(23853653ns) {DropHandshakes:470(1420ns) {DropIncomingHandshake:442(432ns) DropOutgoingHandshake:457(277ns)} GenerateSessionVirtualId:992(684ns) PrepareNewSessionHandshake:477(5012ns) {SwitchToState:179(2821ns)}}}}}
2026-01-08T17:02:28.348985Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037237792434476:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(277374121ns) {Configure:104(277367871ns) {ProcessConfigured:135(10193372ns) {StartInitialHandshake:157(10190202ns) {DropHandshakes:470(3097ns) {DropIncomingHandshake:442(618ns) DropOutgoingHandshake:457(640ns)} GenerateSessionVirtualId:992(691ns) PrepareNewSessionHandshake:477(2143ns) {SwitchToState:179(72ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.426730Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037240798096340:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(254196546ns) {Configure:104(254190667ns) {ProcessConfigured:135(13852866ns) {StartInitialHandshake:157(13849411ns) {DropHandshakes:470(3120257ns) {DropIncomingHandshake:442(529ns) DropOutgoingHandshake:457(1629ns)} GenerateSessionVirtualId:992(1390ns) PrepareNewSessionHandshake:477(2205ns) {SwitchToState:179(1104ns)}}}}}
2026-01-08T17:02:28.451179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037239505518050:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.349039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037237792434475:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.479856Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037241979170292:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.432816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037240798096359:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55118
2026-01-08T17:02:28.415763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:28.455294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:28.461380Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037244297222179:2114] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.349129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:28.480125Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037237684202915:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29301) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037241979170280:2112] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.462615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037239505518050:2048] [node 1] ICP22 created new session: [4:7593037243800485430:2048]
2026-01-08T17:02:28.441330Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037240798096359:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.461832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037240002254807:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.349181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037237792434475:2048] [node 1] ICP22 created new session: [2:7593037242087401855:2048]
2026-01-08T17:02:28.426781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037237144055745:2048] [node 1] ICP22 created new session: [6:7593037241439023126:2048]
2026-01-08T17:02:28.461931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:28.462006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037240002254807:2049] [node 3] ICP22 created new session: [1:7593037244297222195:2049]
2026-01-08T17:02:28.462067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037244297222195:2049] [node 3] ICS09 handshake done sender: [1:7593037244297222179:2114] self: [1:7593037244297222177:0] peer: [3:7593037240798096358:0] socket: 480 qp: -1
2026-01-08T17:02:28.462123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037244297222195:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:28.462178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:28.464794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037244297222168:2109] [node 4] ICP22 created new session: [1:7593037244297222193:2109]
2026-01-08T17:02:28.467672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037240002254806:2048] [node 2] ICP18 handshake (actor [1:7593037244297222178:2113]) is too old
2026-01-08T17:02:28.473166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037244297222193:2109] [node 4] ICS09 handshake done sender: [1:7593037244297222175:2112] self: [1:7593037244297222174:0] peer: [4:7593037243800485425:0] socket: 461 qp: -1
2026-01-08T17:02:28.477604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037244297222193:2109] [node 4] ICS10 traffic start
2026-01-08T17:02:28.482689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:28.505441Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037244297222168:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(79623240ns) {HandleHandshakeStatus:329(79620222ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(1099ns) SwitchToState:179(814ns) ProcessPendingSessionEvents:495(3811347ns) {ForwardSessionEventToSession:616(3746707ns) ForwardSessionEventToSession:616(4886ns) ForwardSessionEventToSession:616(5273ns) ForwardSessionEventToSession:616(10049ns) ForwardSessionEventToSession:616(2527ns) ForwardSessionEventToSession:616(8076ns) ForwardSessionEventToSession:616(2853ns) ForwardSessionEventToSession:616(2673ns) ForwardSessionEventToSession:616(5710ns) ForwardSessionEventToSession:616(2915ns)}}}
2026-01-08T17:02:28.531522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037244297222187:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.531555Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037244297222187:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.539299Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037244297222187:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:28.549156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037244297222169:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.549212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:28.549276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037244297222169:2108] [node 5] ICP22 created new session: [1:7593037244297222199:2108]
2026-01-08T17:02:28.549343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037244297222199:2108] [node 5] ICS09 handshake done sender: [1:7593037244297222187:2116] self: [1:7593037244297222186:0] peer: [5:7593037241979170298:0] socket: 499 qp: -1
2026-01-08T17:02:28.549389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037244297222199:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:28.549440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:28.441518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037236503128981:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:28.452658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037240798096361:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55118
2026-01-08T17:02:28.459788Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037240798096342:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(254732292ns) {Configure:104(254722486ns) {ProcessConfigured:135(84236ns) {StartInitialHandshake:157(80510ns) {DropHandshakes:470(2295ns) {DropIncomingHandshake:442(187ns) DropOutgoingHandshake:457(793ns)} GenerateSessionVirtualId:992(607ns) PrepareNewSessionHandshake:477(753ns) {SwitchToState:179(212ns)}}}}}
2026-01-08T17:02:28.481676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037241979170294:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47147
2026-01-08T17:02:28.463649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037243800485413:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(269093043ns) {Configure:104(269085236ns) {ProcessConfigured:135(23985330ns) {StartInitialHandshake:157(23982083ns) {DropHandshakes:470(638ns) {DropIncomingHandshake:442(46ns) DropOutgoingHandshake:457(51ns)} GenerateSessionVirtualId:992(228ns) PrepareNewSessionHandshake:477(4398ns) {SwitchToState:179(2014ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.465625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037240798096365:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55118
2026-01-08T17:02:28.438819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037241439023124:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.482291Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037241979170280:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:28.349231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037242087401855:2048] [node 1] ICS09 handshake done sender: [2:7593037242087401838:2111] self: [2:7593037242087401846:0] peer: [1:7593037244297222165:0] socket: 459 qp: -1
2026-01-08T17:02:28.465279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037243800485430:2048] [node 1] ICS09 handshake done sender: [4:7593037243800485416:2112] self: [4:7593037243800485425:0] peer: [1:7593037244297222174:0] socket: 465 qp: -1
2026-01-08T17:02:28.450749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037241439023126:2048] [node 1] ICS09 handshake done sender: [6:7593037241439023104:2106] self: [6:7593037241439023120:0] peer: [1:7593037244297222171:0] socket: 457 qp: -1
2026-01-08T17:02:28.504679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037237684202915:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.473572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037240798096350:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.349269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037242087401855:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:28.455048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037241439023126:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:28.466598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037243800485424:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:28.349309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:28.377111Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037242087401857:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30066
2026-01-08T17:02:28.407509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037242087401845:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.407557Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037242087401845:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.418994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037242087401839:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.430499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037242087401850:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.430556Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037242087401850:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.438770Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037242087401834:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(270646733ns) {Configure:104(270636798ns) {ProcessConfigured:135(22177827ns) {StartInitialHandshake:157(22174365ns) {DropHandshakes:470(2974ns) {DropIncomingHandshake:442(482ns) DropOutgoingHandshake:457(534ns)} GenerateSessionVirtualId:992(1322ns) PrepareNewSessionHandshake:477(2783ns) {SwitchToState:179(945ns)}}}}}
2026-01-08T17:02:28.441920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037242087401854:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.441950Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037242087401854:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.447129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037242087401845:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:28.473640Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037240798096350:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.510818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037241979170295:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47147
2026-01-08T17:02:28.511968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037241979170290:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.522904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:28.526592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037237684202914:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:28.528056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037237684202915:2049] [node 2] ICP22 created new session: [5:7593037241979170296:2049]
2026-01-08T17:02:28.530461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037241979170295:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.455542Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037242087401854:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:28.470673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037243800485430:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:28.463424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037237144055747:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:28.476606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037240798096355:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55118
2026-01-08T17:02:28.488813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037240798096350:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:28.489996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037240798096355:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.465013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:28.470730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:28.537777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037237684202916:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:28.466151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037242087401836:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.500161Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037236503128981:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29301) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037240798096359:2118] held: no
2026-01-08T17:02:28.500405Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037240798096359:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:28.482113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037243800485420:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.469704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037241439023130:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25421
2026-01-08T17:02:28.541153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037241979170296:2049] [node 2] ICS09 handshake done sender: [5:7593037241979170280:2112] self: [5:7593037241979170289:0] peer: [2:7593037242087401844:0] socket: 482 qp: -1
2026-01-08T17:02:28.551830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037241979170296:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:28.470791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:28.501438Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037236503128980:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10821) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037240798096347:2113] held: no
2026-01-08T17:02:28.471587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037242087401836:2108] [node 5] ICP22 created new session: [2:7593037242087401866:2108]
2026-01-08T17:02:28.472482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037241439023123:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.501674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037240798096339:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.501739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:28.501807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037240798096339:2107] [node 6] ICP22 created new session: [3:7593037240798096367:2107]
2026-01-08T17:02:28.501861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037240798096367:2107] [node 6] ICS09 handshake done sender: [3:7593037240798096350:2114] self: [3:7593037240798096348:0] peer: [6:7593037241439023128:0] socket: 490 qp: -1
2026-01-08T17:02:28.501909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037240798096367:2107] [node 6] ICS10 traffic start
2026-01-08T17:02:28.501947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:28.509223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037236503128981:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.509316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:28.509389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037236503128981:2049] [node 2] ICP22 created new session: [3:7593037240798096370:2049]
2026-01-08T17:02:28.509447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037240798096370:2049] [node 2] ICS09 handshake done sender: [3:7593037240798096359:2118] self: [3:7593037240798096360:0] peer: [2:7593037242087401852:0] socket: 503 qp: -1
2026-01-08T17:02:28.509497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037240798096370:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:28.509539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:28.517345Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037240798096347:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:28.534722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037236503128980:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.558471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:28.558544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037236503128980:2048] [node 1] ICP22 created new session: [3:7593037240798096374:2048]
2026-01-08T17:02:28.558693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037240798096357:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.558728Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037240798096357:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.558812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037240798096363:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.558832Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037240798096363:2120] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.573798Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037240798096363:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:28.578539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037240798096374:2048] [node 1] ICS09 handshake done sender: [3:7593037240798096347:2113] self: [3:7593037240798096358:0] peer: [1:7593037244297222177:0] socket: 486 qp: -1
2026-01-08T17:02:28.580205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037240798096374:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:28.582092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:28.583042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037240798096357:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:28.592433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037240798096342:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.595420Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037236503128980:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(65918557ns) {HandleHandshakeStatus:329(65912966ns) {DropIncomingHandshake:442(1983ns) DropOutgoingHandshake:457(660ns) SwitchToState:179(861ns) ProcessPendingSessionEvents:495(940ns)}}
2026-01-08T17:02:28.595852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037240798096340:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.595931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:28.595985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037240798096340:2109] [node 5] ICP22 created new session: [3:7593037240798096379:2109]
2026-01-08T17:02:28.596051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037240798096379:2109] [node 5] ICS09 handshake done sender: [3:7593037240798096357:2117] self: [3:7593037240798096356:0] peer: [5:7593037241979170300:0] socket: 516 qp: -1
2026-01-08T17:02:28.596094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037240798096379:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:28.596155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:28.599000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:28.603429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037240798096342:2108] [node 4] ICP22 created new session: [3:7593037240798096378:2108]
2026-01-08T17:02:28.615450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037240798096378:2108] [node 4] ICS09 handshake done sender: [3:7593037240798096363:2120] self: [3:7593037240798096362:0] peer: [4:7593037243800485440:0] socket: 450 qp: -1
2026-01-08T17:02:28.615506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037240798096378:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:28.615597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:28.616193Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037240798096342:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(23486103ns) {HandleHandshakeStatus:329(23483157ns) {DropIncomingHandshake:442(20871ns) DropOutgoingHandshake:457(603ns) SwitchToState:179(718ns) ProcessPendingSessionEvents:495(146927ns) {ForwardSessionEventToSession:616(72757ns) ForwardSessionEventToSession:616(4823ns) ForwardSessionEventToSession:616(2683ns) ForwardSessionEventToSession:616(5829ns) ForwardSessionEventToSession:616(2985ns) ForwardSessionEventToSession:616(6320ns) ForwardSessionEventToSession:616(9223ns) ForwardSessionEventToSession:616(3814ns) ForwardSessionEventToSession:616(5863ns) ForwardSessionEventToSession:616(2917ns)}}}
2026-01-08T17:02:28.562868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:28.573620Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037241979170299:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47147
2026-01-08T17:02:28.584208Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037241979170290:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:28.591297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037241979170302:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47147
2026-01-08T17:02:28.471844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037242087401850:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:28.482156Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037243800485420:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.478048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037237792434476:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.478113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:28.478161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037237792434476:2049] [node 3] ICP22 created new session: [2:7593037242087401867:2049]
2026-01-08T17:02:28.484414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037243800485434:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54069
2026-01-08T17:02:28.478223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037242087401867:2049] [node 3] ICS09 handshake done sender: [2:7593037242087401854:2118] self: [2:7593037242087401852:0] peer: [3:7593037240798096360:0] socket: 501 qp: -1
2026-01-08T17:02:28.490264Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037243800485420:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:28.493212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037243800485412:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.478266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037242087401867:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:28.493294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:28.479521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037242087401857:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.493357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037243800485412:2109] [node 6] ICP22 created new session: [4:7593037243800485436:2109]
2026-01-08T17:02:28.480443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:28.493421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037243800485436:2109] [node 6] ICS09 handshake done sender: [4:7593037243800485420:2114] self: [4:7593037243800485419:0] peer: [6:7593037241439023131:0] socket: 487 qp: -1
2026-01-08T17:02:28.493466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037243800485436:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:28.472660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037241439023102:2096] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:28.493505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:28.474366Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037241439023122:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:28.497520Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037239505518050:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(46073236ns) {HandleHandshakeStatus:329(46069937ns) {DropIncomingHandshake:442(814ns) DropOutgoingHandshake:457(14029ns) SwitchToState:179(3908ns) ProcessPendingSessionEvents:495(17552160ns) {ForwardSessionEventToSession:616(17487067ns) ForwardSessionEventToSession:616(10887ns) ForwardSessionEventToSession:616(6886ns) ForwardSessionEventToSession:616(3324ns) ForwardSessionEventToSession:616(3057ns) ForwardSessionEventToSession:616(6020ns) ForwardSessionEventToSession:616(3821ns) ForwardSessionEventToSession:616(3570ns) ForwardSessionEventToSession:616(6040ns) ForwardSessionEventToSession:616(5424ns)}}}
2026-01-08T17:02:28.474596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037237144055746:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.521882Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037243800485438:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54069
2026-01-08T17:02:28.474667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:28.534441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037243800485434:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.474721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037237144055746:2049] [node 2] ICP22 created new session: [6:7593037241439023132:2049]
2026-01-08T17:02:28.548332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037243800485438:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.548538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037239505518052:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:28.474773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037241439023132:2049] [node 2] ICS09 handshake done sender: [6:7593037241439023122:2117] self: [6:7593037241439023125:0] peer: [2:7593037242087401848:0] socket: 488 qp: -1
2026-01-08T17:02:28.550822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037239505518051:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:28.474812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037241439023132:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:28.570063Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037243800485441:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54069
2026-01-08T17:02:28.474863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:28.570245Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037243800485442:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54069
2026-01-08T17:02:28.485497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037241439023134:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25421
2026-01-08T17:02:28.582541Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037243800485434:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:28.488486Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037241439023135:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25421
2026-01-08T17:02:28.587294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037239505518051:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.490989Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037241439023124:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:28.587404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:28.491205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037237144055747:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.491268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:28.587464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037239505518051:2049] [node 2] ICP22 created new session: [4:7593037243800485443:2049]
2026-01-08T17:02:28.587532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037243800485443:2049] [node 2] ICS09 handshake done sender: [4:7593037243800485434:2119] self: [4:7593037243800485439:0] peer: [2:7593037242087401858:0] socket: 476 qp: -1
2026-01-08T17:02:28.491327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037237144055747:2050] [node 3] ICP22 created new session: [6:7593037241439023136:2050]
2026-01-08T17:02:28.587573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037243800485443:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:28.491387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037241439023136:2050] [node 3] ICS09 handshake done sender: [6:7593037241439023124:2119] self: [6:7593037241439023128:0] peer: [3:7593037240798096348:0] socket: 463 qp: -1
2026-01-08T17:02:28.587618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:28.491427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037241439023136:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:28.590594Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037243800485438:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:28.491471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:28.603252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037239505518052:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.495817Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037241439023123:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:28.610922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:28.513649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037237144055747:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(21287935ns) {HandleHandshakeStatus:329(21285327ns) {DropIncomingHandshake:442(1390ns) DropOutgoingHandshake:457(6871ns) SwitchToState:179(1160ns) ProcessPendingSessionEvents:495(807233ns) {ForwardSessionEventToSession:616(754516ns) ForwardSessionEventToSession:616(3989ns) ForwardSessionEventToSession:616(3242ns) ForwardSessionEventToSession:616(9791ns) ForwardSessionEventToSession:616(2662ns) ForwardSessionEventToSession:616(3268ns) ForwardSessionEventToSession:616(5830ns) ForwardSessionEventToSession:616(6089ns) ForwardSessionEventToSession:616(5342ns) ForwardSessionEventToSession:616(2814ns)}}}
2026-01-08T17:02:28.617356Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037243800485429:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.514180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037241439023102:2096] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.514235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:28.617396Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037243800485429:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.621559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037239505518052:2050] [node 3] ICP22 created new session: [4:7593037243800485445:2050]
2026-01-08T17:02:28.514291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037241439023102:2096] [node 4] ICP22 created new session: [6:7593037241439023138:2096]
2026-01-08T17:02:28.514363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037241439023138:2096] [node 4] ICS09 handshake done sender: [6:7593037241439023123:2118] self: [6:7593037241439023131:0] peer: [4:7593037243800485419:0] socket: 489 qp: -1
2026-01-08T17:02:28.630793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037243800485445:2050] [node 3] ICS09 handshake done sender: [4:7593037243800485438:2120] self: [4:7593037243800485440:0] peer: [3:7593037240798096362:0] socket: 460 qp: -1
2026-01-08T17:02:28.628216Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037243800485429:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:28.514417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037241439023138:2096] [node 4] ICS10 traffic start
2026-01-08T17:02:28.514467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:28.638115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037243800485445:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:28.638193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:28.518592Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037241439023102:2096] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:28.532689Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037241439023140:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25421
2026-01-08T17:02:28.654977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037243800485413:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.663736Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037239505518052:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(45473990ns) {HandleHandshakeStatus:329(45471407ns) {DropIncomingHandshake:442(4162ns) DropOutgoingHandshake:457(8169ns) SwitchToState:179(748ns) ProcessPendingSessionEvents:495(1071497ns) {ForwardSessionEventToSession:616(82703ns) ForwardSessionEventToSession:616(3773ns) ForwardSessionEventToSession:616(7539ns) ForwardSessionEventToSession:616(3551ns) ForwardSessionEventToSession:616(9000ns) ForwardSessionEventToSession:616(2667ns) ForwardSessionEventToSession:616(3461ns) ForwardSessionEventToSession:616(938843ns) ForwardSessionEventToSession:616(4592ns) ForwardSessionEventToSession:616(3028ns)}}}
2026-01-08T17:02:28.571869Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037237144055745:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(101930532ns) {HandleHandshakeStatus:329(101926316ns) {DropIncomingHandshake:442(1097ns) DropOutgoingHandshake:457(17164ns) SwitchToState:179(1009ns) ProcessPendingSessionEvents:495(35566793ns) {ForwardSessionEventToSession:616(7574635ns) ForwardSessionEventToSession:616(8552910ns) ForwardSessionEventToSession:616(4026ns) ForwardSessionEventToSession:616(3160ns) ForwardSessionEventToSession:616(5154232ns) ForwardSessionEventToSession:616(3140ns) ForwardSessionEventToSession:616(8596670ns) ForwardSessionEventToSession:616(852462ns) ForwardSessionEventToSession:616(2529ns) ForwardSessionEventToSession:616(4797724ns)}}}
2026-01-08T17:02:28.664074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:28.608267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037241439023140:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.664302Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037239505518052:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:28.608452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037241439023099:2090] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:28.665745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037243800485413:2108] [node 5] ICP22 created new session: [4:7593037243800485448:2108]
2026-01-08T17:02:28.634904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037241439023142:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25421
2026-01-08T17:02:28.665810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037243800485448:2108] [node 5] ICS09 handshake done sender: [4:7593037243800485429:2118] self: [4:7593037243800485427:0] peer: [5:7593037241979170304:0] socket: 513 qp: -1
2026-01-08T17:02:28.665850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037243800485448:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:28.636612Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037241439023140:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:28.665902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:28.643109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037241439023099:2090] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.643214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:28.687042Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037243800485413:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(31732150ns) {HandleHandshakeStatus:329(31729134ns) {DropIncomingHandshake:442(27196ns) DropOutgoingHandshake:457(491ns) SwitchToState:179(690ns) ProcessPendingSessionEvents:495(20662459ns) {ForwardSessionEventToSession:616(422667ns) ForwardSessionEventToSession:616(3813ns) ForwardSessionEventToSession:616(3842ns) ForwardSessionEventToSession:616(6418463ns) ForwardSessionEventToSession:616(4624ns) ForwardSessionEventToSession:616(2740ns) ForwardSessionEventToSession:616(13753022ns) ForwardSessionEventToSession:616(20401ns) ForwardSessionEventToSession:616(8527ns) ForwardSessionEventToSession:616(3618ns)}}}
2026-01-08T17:02:28.654716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037241439023099:2090] [node 5] ICP22 created new session: [6:7593037241439023143:2090]
2026-01-08T17:02:28.663710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037241439023143:2090] [node 5] ICS09 handshake done sender: [6:7593037241439023140:2123] self: [6:7593037241439023141:0] peer: [5:7593037241979170286:0] socket: 467 qp: -1
2026-01-08T17:02:28.665165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037241439023143:2090] [node 5] ICS10 traffic start
2026-01-08T17:02:28.671034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:28.671605Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037241439023099:2090] [node 5] ICP35 event processing took too much time PendingConnection:279(31377378ns) {HandleHandshakeStatus:329(31373922ns) {DropIncomingHandshake:442(2435ns) DropOutgoingHandshake:457(20330ns) SwitchToState:179(1031ns) ProcessPendingSessionEvents:495(114531ns) {ForwardSessionEventToSession:616(58551ns) ForwardSessionEventToSession:616(6450ns) ForwardSessionEventToSession:616(3326ns) ForwardSessionEventToSession:616(10753ns) ForwardSessionEventToSession:616(4688ns) ForwardSessionEventToSession:616(3208ns) ForwardSessionEventToSession:616(6572ns) ForwardSessionEventToSession:616(3103ns) ForwardSessionEventToSession:616(3178ns) ForwardSessionEventToSession:616(6012ns)}}}
2026-01-08T17:02:28.594396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037237684202914:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.594465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:28.594987Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037237684202915:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(89535479ns) {HandleHandshakeStatus:329(89531777ns) {DropIncomingHandshake:442(2714ns) DropOutgoingHandshake:457(388ns) SwitchToState:179(379ns) ProcessPendingSessionEvents:495(1797ns)}}
2026-01-08T17:02:28.595224Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037241979170294:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.604662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037237684202914:2048] [node 1] ICP22 created new session: [5:7593037241979170303:2048]
2026-01-08T17:02:28.604801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037237684202976:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:28.607728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037241979170295:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:28.610561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037241979170288:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.610594Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037241979170288:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.617335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037237684202916:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.617472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:28.621599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037241979170303:2048] [node 1] ICS09 handshake done sender: [5:7593037241979170290:2116] self: [5:7593037241979170298:0] peer: [1:7593037244297222186:0] socket: 500 qp: -1
2026-01-08T17:02:28.626102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037237684202916:2050] [node 3] ICP22 created new session: [5:7593037241979170305:2050]
2026-01-08T17:02:28.627578Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037241979170288:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:28.633301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037241979170303:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:28.633388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:28.634775Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037237684202914:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(39916142ns) {HandleHandshakeStatus:329(39913359ns) {DropIncomingHandshake:442(462ns) DropOutgoingHandshake:457(17536ns) SwitchToState:179(736ns) ProcessPendingSessionEvents:495(736537ns) {ForwardSessionEventToSession:616(88704ns) ForwardSessionEventToSession:616(7258ns) ForwardSessionEventToSession:616(2877ns) ForwardSessionEventToSession:616(2320ns) ForwardSessionEventToSession:616(5042ns) ForwardSessionEventToSession:616(2993ns) ForwardSessionEventToSession:616(3559ns) ForwardSessionEventToSession:616(589087ns) ForwardSessionEventToSession:616(13559ns) ForwardSessionEventToSession:616(6806ns)}}}
2026-01-08T17:02:28.637674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037241979170307:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47147
2026-01-08T17:02:28.638423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037241979170305:2050] [node 3] ICS09 handshake done sender: [5:7593037241979170295:2120] self: [5:7593037241979170300:0] peer: [3:7593037240798096356:0] socket: 517 qp: -1
2026-01-08T17:02:28.639132Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037241979170294:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:28.642515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037241979170305:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:28.645717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037241979170274:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.645822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:28.645901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037241979170274:2109] [node 6] ICP22 created new session: [5:7593037241979170309:2109]
2026-01-08T17:02:28.645998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037241979170309:2109] [node 6] ICS09 handshake done sender: [5:7593037241979170288:2115] self: [5:7593037241979170286:0] peer: [6:7593037241439023141:0] socket: 452 qp: -1
2026-01-08T17:02:28.646048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037241979170309:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:28.646135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:28.650631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:28.651221Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037237684202916:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(33606784ns) {HandleHandshakeStatus:329(33603002ns) {DropIncomingHandshake:442(1090ns) DropOutgoingHandshake:457(11138ns) SwitchToState:179(634ns) ProcessPendingSessionEvents:495(121709ns) {ForwardSessionEventToSession:616(72142ns) ForwardSessionEventToSession:616(3269ns) ForwardSessionEventToSession:616(9164ns) ForwardSessionEventToSession:616(2379ns) ForwardSessionEventToSession:616(2332ns) ForwardSessionEventToSession:616(5046ns) ForwardSessionEventToSession:616(3313ns) ForwardSessionEventToSession:616(2879ns) ForwardSessionEventToSession:616(8179ns) ForwardSessionEventToSession:616(3685ns)}}}
2026-01-08T17:02:28.651299Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037237684202916:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:28.651836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037237684202976:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:28.651923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:28.651980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037237684202976:2108] [node 4] ICP22 created new session: [5:7593037241979170312:2108]
2026-01-08T17:02:28.652041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037241979170312:2108] [node 4] ICS09 handshake done sender: [5:7593037241979170294:2119] self: [5:7593037241979170304:0] peer: [4:7593037243800485427:0] socket: 462 qp: -1
2026-01-08T17:02:28.652085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037241979170312:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:28.652119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:28.480756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037237792434476:2049] [node 3] ICP18 handshake (actor [2:7593037242087401857:2119]) is too old
2026-01-08T17:02:28.485654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037242087401866:2108] [node 5] ICS09 handshake done sender: [2:7593037242087401845:2115] self: [2:7593037242087401844:0] peer: [5:7593037241979170289:0] socket: 478 qp: -1
2026-01-08T17:02:28.485719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037242087401866:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:28.489847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:28.498705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037242087401835:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.498805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:28.498875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037242087401835:2107] [node 6] ICP22 created new session: [2:7593037242087401871:2107]
2026-01-08T17:02:28.498942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037242087401871:2107] [node 6] ICS09 handshake done sender: [2:7593037242087401850:2117] self: [2:7593037242087401848:0] peer: [6:7593037241439023125:0] socket: 485 qp: -1
2026-01-08T17:02:28.498990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037242087401871:2107] [node 6] ICS10 traffic start
2026-01-08T17:02:28.499067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:28.533153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037242087401836:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(66772839ns) {HandleHandshakeStatus:329(66769307ns) {DropIncomingHandshake:442(18500ns) DropOutgoingHandshake:457(653ns) SwitchToState:179(893ns) ProcessPendingSessionEvents:495(8161089ns) {ForwardSessionEventToSession:616(8101991ns) ForwardSessionEventToSession:616(8994ns) ForwardSessionEventToSession:616(3104ns) ForwardSessionEventToSession:616(2554ns) ForwardSessionEventToSession:616(6317ns) ForwardSessionEventToSession:616(2756ns) ForwardSessionEventToSession:616(3681ns) ForwardSessionEventToSession:616(7709ns) ForwardSessionEventToSession:616(4926ns) ForwardSessionEventToSession:616(7571ns)}}}
2026-01-08T17:02:28.566999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037242087401859:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:28.567037Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037242087401859:2120] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:28.573997Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037242087401859:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:28.582488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037242087401834:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:28.590477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:28.592878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037242087401834:2109] [node 4] ICP22 created new session: [2:7593037242087401874:2109]
2026-01-08T17:02:28.615307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037242087401874:2109] [node 4] ICS09 handshake done sender: [2:7593037242087401859:2120] self: [2:7593037242087401858:0] peer: [4:7593037243800485439:0] socket: 466 qp: -1
2026-01-08T17:02:28.625652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037242087401874:2109] [node 4] ICS10 traffic start
2026-01-08T17:02:28.625725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:28.654283Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037242087401834:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(72561896ns) {HandleHandshakeStatus:329(72558749ns) {DropIncomingHandshake:442(53021ns) DropOutgoingHandshake:457(644ns) SwitchToState:179(737ns) ProcessPendingSessionEvents:495(10970759ns) {ForwardSessionEventToSession:616(10910659ns) ForwardSessionEventToSession:616(6394ns) ForwardSessionEventToSession:616(8701ns) ForwardSessionEventToSession:616(3278ns) ForwardSessionEventToSession:616(6325ns) ForwardSessionEventToSession:616(6045ns) ForwardSessionEventToSession:616(3476ns) ForwardSessionEventToSession:616(5097ns) ForwardSessionEventToSession:616(3285ns) ForwardSessionEventToSession:616(3171ns)}}}
2026-01-08T17:02:28.814520Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:28.814805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037242087401855:2048] [node 1] ICS01 socket: 459 reason# EndOfStream
2026-01-08T17:02:28.814859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037237792434475:2048] [node 1] ICP30 unregister session Session# [2:7593037242087401855:2048] VirtualId# [2:7593037242087401846:0]
2026-01-08T17:02:28.814910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037242087401855:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:28.815030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:28.815104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:28.815146Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:28.815485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037240798096374:2048] [node 1] ICS01 socket: 486 reason# EndOfStream
2026-01-08T17:02:28.815551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037236503128980:2048] [node 1] ICP30 unregister session Session# [3:7593037240798096374:2048] VirtualId# [3:7593037240798096358:0]
2026-01-08T17:02:28.815592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037240798096374:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:28.815688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:28.815747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:28.821874Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:28.822144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037241439023126:2048] [node 1] ICS07 socket disconnect 457 reason# EndOfStream
2026-01-08T17:02:28.822188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037241439023126:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:28.822276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:28.822338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037241439023126:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:28.833804Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037237144055745:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10821) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:28.833889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037241439023126:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:28.833935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037237144055745:2048] [node 1] ICP30 unregister session Session# [6:7593037241439023126:2048] VirtualId# [6:7593037241439023120:0]
2026-01-08T17:02:28.833988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:28.834023Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037237144055745:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10821) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:28.834043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10821) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:28.839603Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:28.839808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037243800485430:2048] [node 1] ICS01 socket: 465 reason# EndOfStream
2026-01-08T17:02:28.839869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037239505518050:2048] [node 1] ICP30 unregister session Session# [4:7593037243800485430:2048] VirtualId# [4:7593037243800485425:0]
2026-01-08T17:02:28.839911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037243800485430:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:28.839987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:28.840048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:28.838554Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:28.838826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037241979170303:2048] [node 1] ICS07 socket disconnect 500 reason# EndOfStream
2026-01-08T17:02:28.838865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037241979170303:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:28.838957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:28.839010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037241979170303:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:28.841228Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037237684202914:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10821) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:28.841301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037241979170303:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:28.841342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037237684202914:2048] [node 1] ICP30 unregister session Session# [5:7593037241979170303:2048] VirtualId# [5:7593037241979170298:0]
2026-01-08T17:02:28.841385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:28.841445Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037237684202914:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10821) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:28.841476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10821) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:28.846499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037237144055745:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:28.851855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037237684202914:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:28.983207Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:28.983502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037240798096370:2049] [node 2] ICS01 socket: 503 reason# EndOfStream
2026-01-08T17:02:28.983558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037236503128981:2049] [node 2] ICP30 unregister session Session# [3:7593037240798096370:2049] VirtualId# [3:7593037240798096360:0]
2026-01-08T17:02:28.983608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037240798096370:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:28.983691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:28.983747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:28.993392Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:28.993590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037241439023132:2049] [node 2] ICS01 socket: 488 reason# EndOfStream
2026-01-08T17:02:28.993632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037237144055746:2049] [node 2] ICP30 unregister session Session# [6:7593037241439023132:2049] VirtualId# [6:7593037241439023125:0]
2026-01-08T17:02:28.993665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037241439023132:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:28.993742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:28.993801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:28.993919Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:28.994122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037241979170296:2049] [node 2] ICS01 socket: 482 reason# EndOfStream
2026-01-08T17:02:28.994174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037237684202915:2049] [node 2] ICP30 unregister session Session# [5:7593037241979170296:2049] VirtualId# [5:7593037241979170289:0]
2026-01-08T17:02:28.994218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037241979170296:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:28.994280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:28.994341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:28.994477Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:28.994770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037243800485443:2049] [node 2] ICS01 socket: 476 reason# EndOfStream
2026-01-08T17:02:28.994804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037239505518051:2049] [node 2] ICP30 unregister session Session# [4:7593037243800485443:2049] VirtualId# [4:7593037243800485439:0]
2026-01-08T17:02:28.994838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037243800485443:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:28.994900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:28.994938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:29.085309Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:29.085593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037241439023136:2050] [node 3] ICS01 socket: 463 reason# EndOfStream
2026-01-08T17:02:29.085650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037237144055747:2050] [node 3] ICP30 unregister session Session# [6:7593037241439023136:2050] VirtualId# [6:7593037241439023128:0]
2026-01-08T17:02:29.085694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037241439023136:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:29.085792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:29.085848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:29.086822Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:29.087058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037243800485445:2050] [node 3] ICS07 socket disconnect 460 reason# EndOfStream
2026-01-08T17:02:29.087111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037243800485445:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:29.087227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:29.087292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037243800485445:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:29.089121Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:29.089348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037241979170305:2050] [node 3] ICS07 socket disconnect 517 reason# EndOfStream
2026-01-08T17:02:29.089380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037241979170305:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:29.089467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:29.089516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037241979170305:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:29.091146Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037239505518052:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20183) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:29.091199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037243800485445:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:29.091229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037239505518052:2050] [node 3] ICP30 unregister session Session# [4:7593037243800485445:2050] VirtualId# [4:7593037243800485440:0]
2026-01-08T17:02:29.091271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:29.091301Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037239505518052:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20183) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:29.091320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20183) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:29.101815Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037237684202916:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20183) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:29.101912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037241979170305:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:29.101961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037237684202916:2050] [node 3] ICP30 unregister session Session# [5:7593037241979170305:2050] VirtualId# [5:7593037241979170300:0]
2026-01-08T17:02:29.102031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:29.102068Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037237684202916:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20183) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:29.102086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20183) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:29.118894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037237684202916:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:02:29.262553Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:29.262835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037241439023138:2096] [node 4] ICS01 socket: 489 reason# EndOfStream
2026-01-08T17:02:29.262888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037241439023102:2096] [node 4] ICP30 unregister session Session# [6:7593037241439023138:2096] VirtualId# [6:7593037241439023131:0]
2026-01-08T17:02:29.262934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037241439023138:2096] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:29.263020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:29.263101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:29.266529Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:29.266816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037241979170312:2108] [node 4] ICS01 socket: 462 reason# EndOfStream
2026-01-08T17:02:29.266872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037237684202976:2108] [node 4] ICP30 unregister session Session# [5:7593037241979170312:2108] VirtualId# [5:7593037241979170304:0]
2026-01-08T17:02:29.266917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037241979170312:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:29.267023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:29.267105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:29.659960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037248124573450:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:29.660813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037248124573451:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:29.667728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037248176046555:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:29.667792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037248176046556:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:29.676044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037246852712642:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:29.676071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037246852712643:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:29.688160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037245400064578:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:29.688215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037245400064579:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:29.688257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037245400064580:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:29.697438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037245687205112:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:29.697500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037245687205113:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:29.697549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037245687205114:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:29.705073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037245302581792:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:29.705113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037245302581793:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:29.705233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037245302581794:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:30.110932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037249597549147:2102] [node 5] ICP01 ready to work
2026-01-08T17:02:30.132712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037252419540809:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:30.145552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037252419540810:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:30.147580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037252471013914:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:30.147834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037249695031937:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:30.148765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037252419540811:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:30.154683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037249982172471:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:30.149097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037249695031938:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:30.155255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037249597549152:2106] [node 4] ICP01 ready to work
2026-01-08T17:02:30.166458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037252471013915:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:30.155707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037249982172472:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:30.180275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037252471013916:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:30.184719Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037245400064580:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(25917627ns) {Configure:104(25913690ns) {ProcessConfigured:135(76824ns) {StartInitialHandshake:157(74790ns) {DropHandshakes:470(1316ns) {DropIncomingHandshake:442(366ns) DropOutgoingHandshake:457(303ns)} GenerateSessionVirtualId:992(756ns) PrepareNewSessionHandshake:477(1871ns) {SwitchToState:179(847ns)}}}}}
2026-01-08T17:02:30.185000Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037249982172471:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(19655017ns) {Configure:104(19651678ns) {ProcessConfigured:135(1398111ns) {StartInitialHandshake:157(1395185ns) {DropHandshakes:470(2578ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(353ns)} GenerateSessionVirtualId:992(1418ns) PrepareNewSessionHandshake:477(10856ns) {SwitchToState:179(762ns)}}}}}
2026-01-08T17:02:30.189741Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037249597549147:2102] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18270886ns) {Configure:104(18265417ns) {ProcessConfigured:135(55811ns) {StartInitialHandshake:157(53725ns) {DropHandshakes:470(4530ns) {DropIncomingHandshake:442(264ns) DropOutgoingHandshake:457(205ns)} GenerateSessionVirtualId:992(383ns) PrepareNewSessionHandshake:477(2240ns) {SwitchToState:179(799ns)}}}}}
2026-01-08T17:02:30.192396Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037248124573450:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(35124831ns) {Configure:104(35121741ns) {ProcessConfigured:135(75173ns) {StartInitialHandshake:157(73460ns) {DropHandshakes:470(3882ns) {DropIncomingHandshake:442(279ns) DropOutgoingHandshake:457(231ns)} GenerateSessionVirtualId:992(710ns) PrepareNewSessionHandshake:477(756ns) {SwitchToState:179(331ns)}}}}}
2026-01-08T17:02:30.193711Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037246852712643:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(63440369ns) {Configure:104(55619249ns) {ProcessConfigured:135(3956160ns) {StartInitialHandshake:157(3953698ns) {DropHandshakes:470(1313ns) {DropIncomingHandshake:442(342ns) DropOutgoingHandshake:457(332ns)} GenerateSessionVirtualId:992(751ns) PrepareNewSessionHandshake:477(3012ns) {SwitchToState:179(1436ns)}}}}}
2026-01-08T17:02:30.203736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037251147680005:2107] [node 5] ICP01 ready to work
2026-01-08T17:02:30.204102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037251147680006:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:30.211505Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037249695031938:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(21055761ns) {Configure:104(21051365ns) {ProcessConfigured:135(61311ns) {StartInitialHandshake:157(59372ns) {DropHandshakes:470(1858ns) {DropIncomingHandshake:442(316ns) DropOutgoingHandshake:457(659ns)} GenerateSessionVirtualId:992(587ns) PrepareNewSessionHandshake:477(867ns) {SwitchToState:179(385ns)}}}}}
2026-01-08T17:02:30.204384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037251147680007:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:30.207396Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037245302581792:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(16293605ns) {Configure:104(16288865ns) {ProcessConfigured:135(68205ns) {StartInitialHandshake:157(64402ns) {DropHandshakes:470(2452ns) {DropIncomingHandshake:442(476ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:992(1043ns) PrepareNewSessionHandshake:477(1378ns) {SwitchToState:179(547ns)}}}}}
2026-01-08T17:02:30.214512Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037248176046555:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(16698563ns) {Configure:104(16693151ns) {ProcessConfigured:135(10918411ns) {StartInitialHandshake:157(10915645ns) {DropHandshakes:470(207254ns) {DropIncomingHandshake:442(852ns) DropOutgoingHandshake:457(271ns)} GenerateSessionVirtualId:992(1528ns) PrepareNewSessionHandshake:477(5554ns) {SwitchToState:179(2991ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.230071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037252471013919:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51071
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.235018Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037245302581794:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(16455827ns) {Configure:104(16450923ns) {ProcessConfigured:135(810344ns) {StartInitialHandshake:157(807466ns) {DropHandshakes:470(1558ns) {DropIncomingHandshake:442(513ns) DropOutgoingHandshake:457(283ns)} GenerateSessionVirtualId:992(876ns) PrepareNewSessionHandshake:477(314299ns) {SwitchToState:179(1707ns)}}}}}
2026-01-08T17:02:30.235531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037252471013920:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51071
2026-01-08T17:02:30.236167Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037252419540810:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(17068105ns) {Configure:104(17061545ns) {ProcessConfigured:135(9524041ns) {StartInitialHandshake:157(9521467ns) {DropHandshakes:470(771ns) {DropIncomingHandshake:442(177ns) DropOutgoingHandshake:457(147ns)} GenerateSessionVirtualId:992(476ns) PrepareNewSessionHandshake:477(3032ns) {SwitchToState:179(1851ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.246972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037251147680008:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20305
2026-01-08T17:02:30.247165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037251147680009:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20305
2026-01-08T17:02:30.248038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037251147680018:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20305
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.253324Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037252471013931:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51071
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.253649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037252419540811:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17190043ns) {Configure:104(17186723ns) {ProcessConfigured:135(60560ns) {StartInitialHandshake:157(58536ns) {DropHandshakes:470(1983ns) {DropIncomingHandshake:442(411ns) DropOutgoingHandshake:457(288ns)} GenerateSessionVirtualId:992(329ns) PrepareNewSessionHandshake:477(1640ns) {SwitchToState:179(564ns)}}}}}
2026-01-08T17:02:30.254507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037252419540814:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15987
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.256388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037252419540824:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15987
2026-01-08T17:02:30.256462Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037252419540825:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15987
2026-01-08T17:02:30.256530Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037252419540826:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15987
2026-01-08T17:02:30.257418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037252419540823:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15987
2026-01-08T17:02:30.259688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037251147680009:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.259956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037252419540823:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.264752Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037252471013920:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.265542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037252471013932:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51071
2026-01-08T17:02:30.265665Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037252471013933:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51071
2026-01-08T17:02:30.267662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037249695031952:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33777
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.270631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037249982172486:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33527
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.270888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037249982172487:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33527
2026-01-08T17:02:30.268033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037249695031953:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33777
2026-01-08T17:02:30.274616Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037252471013919:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.281542Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037251147680008:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.282432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037251147680024:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20305
2026-01-08T17:02:30.288123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037252419540814:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.288267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037252419540826:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.288374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037252419540825:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.289453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037249695031952:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.289578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037245400064578:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.289502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037251147680024:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.289678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037246852712642:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.290063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037252419540818:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.290097Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037252419540818:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:30.290762Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037252419540816:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.290784Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037252419540816:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:30.291556Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037251147680013:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.292466Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037252419540818:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.291593Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037251147680013:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:30.292718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037249695031955:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33777
2026-01-08T17:02:30.290561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037249982172487:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.290766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037249982172486:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.290980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037245687205114:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.293588Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037249695031952:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.293814Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037252419540816:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:30.293780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037251147680026:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20305
2026-01-08T17:02:30.294421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037245400064578:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.294507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:30.294503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037248124573451:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.294570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037245400064578:2048] [node 1] ICP22 created new session: [4:7593037249695031956:2048]
2026-01-08T17:02:30.294622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037249695031956:2048] [node 1] ICS09 handshake done sender: [4:7593037249695031952:2115] self: [4:7593037249695031954:0] peer: [1:7593037252419540817:0] socket: 491 qp: -1
2026-01-08T17:02:30.294591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:30.294662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037249695031956:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:30.294642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037248124573451:2049] [node 3] ICP22 created new session: [1:7593037252419540837:2049]
2026-01-08T17:02:30.294709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:30.294696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037252419540837:2049] [node 3] ICS09 handshake done sender: [1:7593037252419540816:2112] self: [1:7593037252419540815:0] peer: [3:7593037251147680025:0] socket: 487 qp: -1
2026-01-08T17:02:30.294727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037252419540837:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:30.294764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.295797Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037251147680024:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:30.296053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037249982172490:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33527
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.296209Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037249982172491:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33527
2026-01-08T17:02:30.296261Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037251147680013:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:30.297158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037246852712642:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.297240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:30.297326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037246852712642:2048] [node 1] ICP22 created new session: [3:7593037251147680028:2048]
2026-01-08T17:02:30.297428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037251147680028:2048] [node 1] ICS09 handshake done sender: [3:7593037251147680024:2120] self: [3:7593037251147680025:0] peer: [1:7593037252419540815:0] socket: 497 qp: -1
2026-01-08T17:02:30.297480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037251147680028:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:30.297457Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037249982172487:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:30.297524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:30.298090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037252471013933:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.298225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037248176046555:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.298293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037251147680005:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.298383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:30.298433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037251147680005:2107] [node 5] ICP22 created new session: [3:7593037251147680030:2107]
2026-01-08T17:02:30.298524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037251147680030:2107] [node 5] ICS09 handshake done sender: [3:7593037251147680013:2116] self: [3:7593037251147680012:0] peer: [5:7593037249982172488:0] socket: 478 qp: -1
2026-01-08T17:02:30.298572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037251147680030:2107] [node 5] ICS10 traffic start
2026-01-08T17:02:30.298616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:30.297703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037245687205114:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.298671Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037252471013932:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.298983Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037252471013931:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.297749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:30.297791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037245687205114:2050] [node 3] ICP22 created new session: [5:7593037249982172492:2050]
2026-01-08T17:02:30.299972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037249695031953:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.297838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037249982172492:2050] [node 3] ICS09 handshake done sender: [5:7593037249982172487:2116] self: [5:7593037249982172488:0] peer: [3:7593037251147680012:0] socket: 496 qp: -1
2026-01-08T17:02:30.297865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037249982172492:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:30.297896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:30.300111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037245400064579:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.300481Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037251147680018:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.300373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037252471013924:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.300387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037252419540813:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.300410Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037252471013924:2114] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.300416Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037252419540813:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:30.301104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037246852712643:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.301132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037252419540809:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.301200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:30.301271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037252419540809:2107] [node 4] ICP22 created new session: [1:7593037252419540841:2107]
2026-01-08T17:02:30.301323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037252419540841:2107] [node 4] ICS09 handshake done sender: [1:7593037252419540818:2113] self: [1:7593037252419540817:0] peer: [4:7593037249695031954:0] socket: 490 qp: -1
2026-01-08T17:02:30.301378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037252419540841:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:30.301413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:30.301161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037249695031960:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33777
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.302807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037249982172495:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33527
2026-01-08T17:02:30.303309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037252471013922:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.303347Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037252471013922:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:30.304678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037249982172495:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.304837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037249982172471:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.304826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037249695031960:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.304863Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037252419540824:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.305048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037249695031946:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.305075Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037249695031946:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.306092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037249597549167:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10521
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.306375Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037252419540813:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:30.306431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037249695031962:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33777
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:02:30.306609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037249695031946:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:30.306755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037249982172497:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33527
2026-01-08T17:02:30.306785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037248124573450:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.306947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:30.307056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037248124573450:2048] [node 2] ICP22 created new session: [1:7593037252419540843:2048]
2026-01-08T17:02:30.307184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037252419540843:2048] [node 2] ICS09 handshake done sender: [1:7593037252419540813:2110] self: [1:7593037252419540812:0] peer: [2:7593037252471013937:0] socket: 489 qp: -1
2026-01-08T17:02:30.307431Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037249982172495:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:30.307228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037252419540843:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:30.307683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.306738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037251147680033:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20305
2026-01-08T17:02:30.310969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037249695031937:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.311079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:30.311597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037249597549168:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10521
2026-01-08T17:02:30.311472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037249695031937:2108] [node 5] ICP22 created new session: [4:7593037249695031965:2108]
2026-01-08T17:02:30.311608Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037252471013924:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:30.312032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037249982172471:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.311698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037249695031965:2108] [node 5] ICS09 handshake done sender: [4:7593037249695031946:2113] self: [4:7593037249695031945:0] peer: [5:7593037249982172496:0] socket: 461 qp: -1
2026-01-08T17:02:30.311759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037249695031965:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:30.312146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:30.311803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:30.312221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037249982172471:2108] [node 4] ICP22 created new session: [5:7593037249982172498:2108]
2026-01-08T17:02:30.312281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037249982172498:2108] [node 4] ICS09 handshake done sender: [5:7593037249982172495:2119] self: [5:7593037249982172496:0] peer: [4:7593037249695031945:0] socket: 506 qp: -1
2026-01-08T17:02:30.312319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037249982172498:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:30.312351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:30.312037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037248124573450:2048] [node 2] ICP18 handshake (actor [1:7593037252419540824:2117]) is too old
2026-01-08T17:02:30.314849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037252471013922:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:30.315915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037252471013914:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.316076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:30.316136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037252471013914:2107] [node 4] ICP22 created new session: [2:7593037252471013943:2107]
2026-01-08T17:02:30.317549Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037251147680018:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:30.317811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037249597549168:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.318489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037246852712643:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.323440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037252471013943:2107] [node 4] ICS09 handshake done sender: [2:7593037252471013924:2114] self: [2:7593037252471013923:0] peer: [4:7593037249695031959:0] socket: 493 qp: -1
2026-01-08T17:02:30.323527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037252471013943:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:30.323585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:30.323661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037249695031964:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33777
2026-01-08T17:02:30.323444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:30.324084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037245302581794:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.323642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037246852712643:2049] [node 2] ICP22 created new session: [3:7593037251147680036:2049]
2026-01-08T17:02:30.323709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037251147680036:2049] [node 2] ICS09 handshake done sender: [3:7593037251147680018:2119] self: [3:7593037251147680032:0] peer: [2:7593037252471013921:0] socket: 475 qp: -1
2026-01-08T17:02:30.323746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037251147680036:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:30.324317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:30.324435Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037249695031953:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:30.326401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037248176046556:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.326488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:30.326551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037248176046556:2049] [node 3] ICP22 created new session: [2:7593037252471013945:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.326626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037252471013945:2049] [node 3] ICS09 handshake done sender: [2:7593037252471013922:2113] self: [2:7593037252471013921:0] peer: [3:7593037251147680032:0] socket: 474 qp: -1
2026-01-08T17:02:30.326699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037249597549170:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10521
2026-01-08T17:02:30.326164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037245400064579:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.326668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037252471013945:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:30.326309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037249982172490:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.326706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.326229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:30.326286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037245400064579:2049] [node 2] ICP22 created new session: [4:7593037249695031968:2049]
2026-01-08T17:02:30.326456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037249695031968:2049] [node 2] ICS09 handshake done sender: [4:7593037249695031953:2116] self: [4:7593037249695031959:0] peer: [2:7593037252471013923:0] socket: 494 qp: -1
2026-01-08T17:02:30.326506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037249695031968:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:30.326556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:30.331713Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037249597549171:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10521
2026-01-08T17:02:30.335273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037245687205112:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.335499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037251147680017:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.335537Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037251147680017:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:30.335109Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037249597549167:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.335655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037252419540820:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.335434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037245302581792:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.335701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037252419540820:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:30.337534Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037249597549170:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.339102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037249597549147:2102] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.339594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037249982172482:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.339655Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037249982172482:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:30.340566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037249695031964:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.340815Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037249982172482:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:30.341155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037249982172472:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.341218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:30.342560Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037251147680017:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:30.342463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037245400064580:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.341275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037249982172472:2109] [node 6] ICP22 created new session: [5:7593037249982172503:2109]
2026-01-08T17:02:30.341328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037249982172503:2109] [node 6] ICS09 handshake done sender: [5:7593037249982172482:2114] self: [5:7593037249982172481:0] peer: [6:7593037249597549173:0] socket: 458 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.341371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037249982172503:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:30.341419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:30.343100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037252471013942:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51071
2026-01-08T17:02:30.343184Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037251147680015:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.343208Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037251147680015:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:30.343917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037251147680007:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.343973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:30.344032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037251147680007:2109] [node 6] ICP22 created new session: [3:7593037251147680039:2109]
2026-01-08T17:02:30.344096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037251147680039:2109] [node 6] ICS09 handshake done sender: [3:7593037251147680017:2118] self: [3:7593037251147680016:0] peer: [6:7593037249597549169:0] socket: 514 qp: -1
2026-01-08T17:02:30.344134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037251147680039:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:30.344168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:30.344274Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037248176046555:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29502) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037252471013933:2119] held: no
2026-01-08T17:02:30.344514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037252471013933:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:30.344215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037252419540822:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.344259Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037252419540822:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.346078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037249695031971:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33777
2026-01-08T17:02:30.344782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037248176046555:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.344828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:30.344883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037248176046555:2048] [node 1] ICP22 created new session: [2:7593037252471013947:2048]
2026-01-08T17:02:30.345128Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037251147680015:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:30.344941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037252471013947:2048] [node 1] ICS09 handshake done sender: [2:7593037252471013933:2119] self: [2:7593037252471013937:0] peer: [1:7593037252419540812:0] socket: 492 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.346803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037249982172505:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33527
2026-01-08T17:02:30.344982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037252471013947:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:30.346367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037251147680006:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.347122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037249695031964:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:30.346544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:30.345030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:30.347054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037251147680006:2108] [node 4] ICP22 created new session: [3:7593037251147680042:2108]
2026-01-08T17:02:30.348097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037251147680042:2108] [node 4] ICS09 handshake done sender: [3:7593037251147680015:2117] self: [3:7593037251147680014:0] peer: [4:7593037249695031970:0] socket: 513 qp: -1
2026-01-08T17:02:30.348068Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037249982172490:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:30.348155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037251147680042:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:30.348209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:30.348546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037245400064580:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.348602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:30.348723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037245400064580:2050] [node 3] ICP22 created new session: [4:7593037249695031972:2050]
2026-01-08T17:02:30.348805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037249695031972:2050] [node 3] ICS09 handshake done sender: [4:7593037249695031964:2120] self: [4:7593037249695031970:0] peer: [3:7593037251147680014:0] socket: 516 qp: -1
2026-01-08T17:02:30.345820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037252419540820:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:30.348862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037249695031972:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:30.348905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:30.348226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037252419540810:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.348280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:30.348345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037252419540810:2108] [node 5] ICP22 created new session: [1:7593037252419540847:2108]
2026-01-08T17:02:30.348682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037252419540847:2108] [node 5] ICS09 handshake done sender: [1:7593037252419540820:2114] self: [1:7593037252419540819:0] peer: [5:7593037249982172501:0] socket: 502 qp: -1
2026-01-08T17:02:30.348728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037252419540847:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:30.348801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:30.348814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037245687205112:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.348890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:30.348946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037245687205112:2048] [node 1] ICP22 created new session: [5:7593037249982172506:2048]
2026-01-08T17:02:30.349000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037249982172506:2048] [node 1] ICS09 handshake done sender: [5:7593037249982172490:2117] self: [5:7593037249982172501:0] peer: [1:7593037252419540819:0] socket: 504 qp: -1
2026-01-08T17:02:30.349034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037249982172506:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:30.349068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:30.354552Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037249597549147:2102] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63362) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037249597549170:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.356136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037249597549174:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10521
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.356807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037249597549175:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10521
2026-01-08T17:02:30.356808Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037249982172508:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33527
2026-01-08T17:02:30.357231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037252419540822:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:30.357481Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037249982172508:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.357665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037245687205113:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.357970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037252419540811:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.358036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:30.358079Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037249597549170:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:30.358102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037252419540811:2109] [node 6] ICP22 created new session: [1:7593037252419540849:2109]
2026-01-08T17:02:30.358224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037252419540849:2109] [node 6] ICS09 handshake done sender: [1:7593037252419540822:2115] self: [1:7593037252419540821:0] peer: [6:7593037249597549172:0] socket: 507 qp: -1
2026-01-08T17:02:30.358391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037252419540849:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:30.357994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037252471013926:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: 2026-01-08T17:02:30.358709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
::ffff:127.1.0.0
2026-01-08T17:02:30.358034Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037252471013926:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:30.360152Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037249597549171:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.359446Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037252471013926:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:30.360254Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037249597549168:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:30.360330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037249982172510:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33527
2026-01-08T17:02:30.360937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037249982172508:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:30.360438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037252471013915:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.360507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: 2026-01-08T17:02:30.361151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037252471013915:2108] [node 5] ICP22 created new session: [2:7593037252471013952:2108]
2026-01-08T17:02:30.361207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037252471013952:2108] [node 5] ICS09 handshake done sender: [2:7593037252471013926:2115] self: [2:7593037252471013925:0] peer: [5:7593037249982172509:0] socket: 521 qp: -1
::ffff:127.1.0.0
2026-01-08T17:02:30.361257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037252471013952:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:30.361302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:30.362629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037249597549176:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10521
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.362826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037249597549177:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10521
2026-01-08T17:02:30.363501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037249597549147:2102] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.363570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:30.363625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037249597549147:2102] [node 5] ICP22 created new session: [6:7593037249597549179:2102]
2026-01-08T17:02:30.363717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037249597549179:2102] [node 5] ICS09 handshake done sender: [6:7593037249597549170:2118] self: [6:7593037249597549173:0] peer: [5:7593037249982172481:0] socket: 483 qp: -1
2026-01-08T17:02:30.364063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037249597549179:2102] [node 5] ICS10 traffic start
2026-01-08T17:02:30.364112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.364459Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037251147680044:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20305
2026-01-08T17:02:30.364495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037245687205113:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.364556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:30.364606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037245687205113:2049] [node 2] ICP22 created new session: [5:7593037249982172511:2049]
2026-01-08T17:02:30.364658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037249982172511:2049] [node 2] ICS09 handshake done sender: [5:7593037249982172508:2122] self: [5:7593037249982172509:0] peer: [2:7593037252471013925:0] socket: 456 qp: -1
2026-01-08T17:02:30.364688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037245302581794:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.364696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037249982172511:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:30.364729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:30.364744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:30.364789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037245302581794:2050] [node 3] ICP22 created new session: [6:7593037249597549181:2050]
2026-01-08T17:02:30.364851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037249597549181:2050] [node 3] ICS09 handshake done sender: [6:7593037249597549168:2117] self: [6:7593037249597549169:0] peer: [3:7593037251147680016:0] socket: 515 qp: -1
2026-01-08T17:02:30.364873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037249597549181:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:30.364902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:30.365053Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037245687205113:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:30.366394Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037245302581792:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29502) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037249597549167:2116] held: no
2026-01-08T17:02:30.366616Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037249597549176:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.367217Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037249597549167:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:30.367688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037249597549152:2106] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.367799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037245302581792:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.367839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:30.367883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037245302581792:2048] [node 1] ICP22 created new session: [6:7593037249597549184:2048]
2026-01-08T17:02:30.367935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037249597549184:2048] [node 1] ICS09 handshake done sender: [6:7593037249597549167:2116] self: [6:7593037249597549172:0] peer: [1:7593037252419540821:0] socket: 509 qp: -1
2026-01-08T17:02:30.367973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037249597549184:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:30.368014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:30.368733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037245302581793:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:30.368727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037249695031948:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.368766Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037249695031948:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:30.369272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037252471013928:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.369967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037249695031974:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33777
2026-01-08T17:02:30.369312Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037252471013928:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:30.370133Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037249695031948:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.371218Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037249597549188:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10521
2026-01-08T17:02:30.371795Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037249597549171:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:30.372020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037249695031938:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.372092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:30.372145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037249695031938:2109] [node 6] ICP22 created new session: [4:7593037249695031976:2109]
2026-01-08T17:02:30.372099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037252471013928:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:30.372166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037249597549152:2106] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.372203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037249695031976:2109] [node 6] ICS09 handshake done sender: [4:7593037249695031948:2114] self: [4:7593037249695031947:0] peer: [6:7593037249597549183:0] socket: 517 qp: -1
2026-01-08T17:02:30.372222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:30.372281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037249597549152:2106] [node 4] ICP22 created new session: [6:7593037249597549190:2106]
2026-01-08T17:02:30.372245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037249695031976:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:30.372369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:30.372395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037249597549190:2106] [node 4] ICS09 handshake done sender: [6:7593037249597549171:2119] self: [6:7593037249597549183:0] peer: [4:7593037249695031947:0] socket: 518 qp: -1
2026-01-08T17:02:30.372453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037249597549190:2106] [node 4] ICS10 traffic start
2026-01-08T17:02:30.372494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:30.372482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037252471013916:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:30.372591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:30.372650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037252471013916:2109] [node 6] ICP22 created new session: [2:7593037252471013955:2109]
2026-01-08T17:02:30.372708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037252471013955:2109] [node 6] ICS09 handshake done sender: [2:7593037252471013928:2116] self: [2:7593037252471013927:0] peer: [6:7593037249597549187:0] socket: 522 qp: -1
2026-01-08T17:02:30.372741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037252471013955:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:30.372782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:30.374260Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037249695031974:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:30.374416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037249695031938:2109] [node 6] ICP18 handshake (actor [4:7593037249695031974:2122]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:30.376027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037249597549189:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10521
2026-01-08T17:02:30.376469Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037245302581793:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32711) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037249597549176:2122] held: no
2026-01-08T17:02:30.376638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037249597549176:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:30.376883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037245302581793:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:30.376921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:30.376955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037245302581793:2049] [node 2] ICP22 created new session: [6:7593037249597549192:2049]
2026-01-08T17:02:30.376988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037249597549192:2049] [node 2] ICS09 handshake done sender: [6:7593037249597549176:2122] self: [6:7593037249597549187:0] peer: [2:7593037252471013927:0] socket: 468 qp: -1
2026-01-08T17:02:30.377018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037249597549192:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:30.377063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:30.414276Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:30.414560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037252471013947:2048] [node 1] ICS01 socket: 492 reason# EndOfStream
2026-01-08T17:02:30.414613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037248176046555:2048] [node 1] ICP30 unregister session Session# [2:7593037252471013947:2048] VirtualId# [2:7593037252471013937:0]
2026-01-08T17:02:30.414667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037252471013947:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.414754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:30.414802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:30.415730Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:30.415984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037251147680028:2048] [node 1] ICS01 socket: 497 reason# EndOfStream
2026-01-08T17:02:30.416034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037246852712642:2048] [node 1] ICP30 unregister session Session# [3:7593037251147680028:2048] VirtualId# [3:7593037251147680025:0]
2026-01-08T17:02:30.416084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037251147680028:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.416142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:30.416206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:30.418528Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:30.418752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037249695031956:2048] [node 1] ICS07 socket disconnect 491 reason# EndOfStream
2026-01-08T17:02:30.418791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037249695031956:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.418871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:30.418934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037249695031956:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:30.420298Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037245400064578:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29502) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:30.420365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037249695031956:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:30.420405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037245400064578:2048] [node 1] ICP30 unregister session Session# [4:7593037249695031956:2048] VirtualId# [4:7593037249695031954:0]
2026-01-08T17:02:30.420452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:30.420490Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037245400064578:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29502) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:30.420507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29502) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:30.420389Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:30.420593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037249982172506:2048] [node 1] ICS07 socket disconnect 504 reason# EndOfStream
2026-01-08T17:02:30.420623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037249982172506:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.420693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:30.420844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037249982172506:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:30.421737Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:30.421773Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037245687205112:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29502) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:30.421834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037249982172506:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:30.421869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037245687205112:2048] [node 1] ICP30 unregister session Session# [5:7593037249982172506:2048] VirtualId# [5:7593037249982172501:0]
2026-01-08T17:02:30.421911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:30.421938Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037245687205112:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29502) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:30.421952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29502) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:30.421967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037249597549184:2048] [node 1] ICS01 socket: 509 reason# EndOfStream
2026-01-08T17:02:30.422033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037245302581792:2048] [node 1] ICP30 unregister session Session# [6:7593037249597549184:2048] VirtualId# [6:7593037249597549172:0]
2026-01-08T17:02:30.422088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037249597549184:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.422198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:30.422276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:30.429831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037245687205112:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:30.430851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037245400064578:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:30.487296Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:30.487610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037251147680036:2049] [node 2] ICS01 socket: 475 reason# EndOfStream
2026-01-08T17:02:30.487670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037246852712643:2049] [node 2] ICP30 unregister session Session# [3:7593037251147680036:2049] VirtualId# [3:7593037251147680032:0]
2026-01-08T17:02:30.487718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037251147680036:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.487808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:30.487861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:30.510255Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:30.510530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037249597549192:2049] [node 2] ICS01 socket: 468 reason# EndOfStream
2026-01-08T17:02:30.510586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037245302581793:2049] [node 2] ICP30 unregister session Session# [6:7593037249597549192:2049] VirtualId# [6:7593037249597549187:0]
2026-01-08T17:02:30.510515Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:30.510638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037249597549192:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.510729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037249695031968:2049] [node 2] ICS07 socket disconnect 494 reason# EndOfStream
2026-01-08T17:02:30.510733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:30.510766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037249695031968:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.510785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:30.510852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:30.511183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037249695031968:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:30.512127Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037245400064579:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32711) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:30.512190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037249695031968:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:30.512233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037245400064579:2049] [node 2] ICP30 unregister session Session# [4:7593037249695031968:2049] VirtualId# [4:7593037249695031959:0]
2026-01-08T17:02:30.512280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:30.512310Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037245400064579:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32711) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:30.512331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32711) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:30.513828Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:30.514081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037249982172511:2049] [node 2] ICS07 socket disconnect 456 reason# EndOfStream
2026-01-08T17:02:30.514123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037249982172511:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.514214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:30.514261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037249982172511:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:30.518747Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037245687205113:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32711) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:30.518833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037249982172511:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:30.518881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037245687205113:2049] [node 2] ICP30 unregister session Session# [5:7593037249982172511:2049] VirtualId# [5:7593037249982172509:0]
2026-01-08T17:02:30.518940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:30.518997Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037245687205113:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32711) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:30.519021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32711) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:30.524510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037245400064579:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:02:30.529866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037245687205113:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:02:30.610517Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:30.610781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037249982172492:2050] [node 3] ICS01 socket: 496 reason# EndOfStream
2026-01-08T17:02:30.610847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037245687205114:2050] [node 3] ICP30 unregister session Session# [5:7593037249982172492:2050] VirtualId# [5:7593037249982172488:0]
2026-01-08T17:02:30.610888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037249982172492:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.610974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:30.611029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:30.614477Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:30.614727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037249597549181:2050] [node 3] ICS07 socket disconnect 515 reason# EndOfStream
2026-01-08T17:02:30.614479Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:30.614742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037249695031972:2050] [node 3] ICS07 socket disconnect 516 reason# EndOfStream
2026-01-08T17:02:30.614782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037249695031972:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.614930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:30.615036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037249695031972:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:30.614774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037249597549181:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.614907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:30.614993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037249597549181:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:30.616686Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037245302581794:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20815) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:30.616752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037249597549181:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:30.616800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037245302581794:2050] [node 3] ICP30 unregister session Session# [6:7593037249597549181:2050] VirtualId# [6:7593037249597549169:0]
2026-01-08T17:02:30.616936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:30.617007Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037245302581794:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20815) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:30.617039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20815) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:30.626783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037245302581794:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:02:30.686522Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:30.686880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037249982172498:2108] [node 4] ICS01 socket: 506 reason# EndOfStream
2026-01-08T17:02:30.686931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037249982172471:2108] [node 4] ICP30 unregister session Session# [5:7593037249982172498:2108] VirtualId# [5:7593037249982172496:0]
2026-01-08T17:02:30.686973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037249982172498:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.687053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:30.687119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:30.686644Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:30.686872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037249597549190:2106] [node 4] ICS07 socket disconnect 518 reason# EndOfStream
2026-01-08T17:02:30.686911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037249597549190:2106] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.687006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:30.687054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037249597549190:2106] [node 4] ICS15 start handshake
2026-01-08T17:02:30.688841Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037249597549152:2106] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61827) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:30.688914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037249597549190:2106] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:30.688973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037249597549152:2106] [node 4] ICP30 unregister session Session# [6:7593037249597549190:2106] VirtualId# [6:7593037249597549183:0]
2026-01-08T17:02:30.689024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:30.689060Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037249597549152:2106] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61827) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:30.689078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61827) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:30.702790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037249597549152:2106] [node 4] ICP33 wake up from error state
2026-01-08T17:02:30.770762Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:30.771037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037249597549179:2102] [node 5] ICS01 socket: 483 reason# EndOfStream
2026-01-08T17:02:30.771104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037249597549147:2102] [node 5] ICP30 unregister session Session# [6:7593037249597549179:2102] VirtualId# [6:7593037249597549173:0]
2026-01-08T17:02:30.771147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037249597549179:2102] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:30.771236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:30.771288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:30.915699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037251338280455:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:30.915786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037251338280456:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:30.926662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037249398076850:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:30.926729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037249398076851:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:30.934093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037250516520918:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:30.934203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037250516520919:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:30.957612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037249830651760:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:30.957858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037249830651761:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:30.957913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037249830651762:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:30.968190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037249213791755:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:30.968262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037249213791756:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:30.972180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037249213791757:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:30.961748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037253392329626:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:30.961786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037253392329627:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:30.961830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037253392329628:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:31.275148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037254811488277:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:31.307340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037253508759115:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:31.275477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037254811488278:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:31.275739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037254811488279:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:31.290714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037257687296983:2101] [node 5] ICP01 ready to work
2026-01-08T17:02:31.290853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037255633247814:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:31.307930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037253693044227:2107] [node 5] ICP01 ready to work
2026-01-08T17:02:31.307842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037253508759116:2110] [node 6] ICP01 ready to work
2026-01-08T17:02:31.314259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037255633247815:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:31.395227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037253693044228:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:31.427508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037257687296985:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:31.496371Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037249213791757:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(188247525ns) {Configure:104(188239928ns) {ProcessConfigured:135(75798ns) {StartInitialHandshake:157(73090ns) {DropHandshakes:470(2945ns) {DropIncomingHandshake:442(520ns) DropOutgoingHandshake:457(835ns)} GenerateSessionVirtualId:992(1133ns) PrepareNewSessionHandshake:477(1863ns) {SwitchToState:179(963ns)}}}}}
2026-01-08T17:02:31.338849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037255633247816:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:31.506665Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037253392329626:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(24285946ns) {Configure:104(16582727ns) {ProcessConfigured:135(13241037ns) {StartInitialHandshake:157(13238014ns) {DropHandshakes:470(2735ns) {DropIncomingHandshake:442(610ns) DropOutgoingHandshake:457(577ns)} GenerateSessionVirtualId:992(738ns) PrepareNewSessionHandshake:477(3708ns) {SwitchToState:179(1866ns)}}}}}
2026-01-08T17:02:31.483018Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037249398076850:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(221783710ns) {Configure:104(221778442ns) {ProcessConfigured:135(78304ns) {StartInitialHandshake:157(75240ns) {DropHandshakes:470(2537ns) {DropIncomingHandshake:442(625ns) DropOutgoingHandshake:457(614ns)} GenerateSessionVirtualId:992(1696ns) PrepareNewSessionHandshake:477(1402ns) {SwitchToState:179(545ns)}}}}}
2026-01-08T17:02:31.515412Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037249830651762:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(228589993ns) {Configure:104(228584442ns) {ProcessConfigured:135(105872ns) {StartInitialHandshake:157(102677ns) {DropHandshakes:470(2790ns) {DropIncomingHandshake:442(603ns) DropOutgoingHandshake:457(627ns)} GenerateSessionVirtualId:992(1123ns) PrepareNewSessionHandshake:477(1390ns) {SwitchToState:179(603ns)}}}}}
2026-01-08T17:02:31.490467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037253693044229:2110] [node 4] ICP01 ready to work
2026-01-08T17:02:31.546498Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037254811488278:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(246944956ns) {Configure:104(246939402ns) {ProcessConfigured:135(23551048ns) {StartInitialHandshake:157(23548371ns) {DropHandshakes:470(1369ns) {DropIncomingHandshake:442(371ns) DropOutgoingHandshake:457(322ns)} GenerateSessionVirtualId:992(476ns) PrepareNewSessionHandshake:477(4679ns) {SwitchToState:179(2956ns)}}}}}
2026-01-08T17:02:31.543489Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037249213791756:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(221944999ns) {Configure:104(221936887ns) {ProcessConfigured:135(69704ns) {StartInitialHandshake:157(66587ns) {DropHandshakes:470(2845ns) {DropIncomingHandshake:442(738ns) DropOutgoingHandshake:457(551ns)} GenerateSessionVirtualId:992(1290ns) PrepareNewSessionHandshake:477(1131ns) {SwitchToState:179(427ns)}}}}}
2026-01-08T17:02:31.530713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037254125619121:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:31.550615Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037253508759115:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(30215728ns) {Configure:104(30209905ns) {ProcessConfigured:135(8208871ns) {StartInitialHandshake:157(8202840ns) {DropHandshakes:470(3029ns) {DropIncomingHandshake:442(1150ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:992(3317ns) PrepareNewSessionHandshake:477(3685ns) {SwitchToState:179(2150ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.553409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037254811488289:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55845
2026-01-08T17:02:31.550684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037254125619124:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.556859Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037253693044227:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(49488752ns) {Configure:104(49358701ns) {ProcessConfigured:135(47547ns) {StartInitialHandshake:157(45716ns) {DropHandshakes:470(1580ns) {DropIncomingHandshake:442(297ns) DropOutgoingHandshake:457(305ns)} GenerateSessionVirtualId:992(340ns) PrepareNewSessionHandshake:477(728ns) {SwitchToState:179(300ns)}}}}}
2026-01-08T17:02:31.554305Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037255633247814:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(211479668ns) {Configure:104(211475093ns) {ProcessConfigured:135(15903627ns) {StartInitialHandshake:157(15900427ns) {DropHandshakes:470(2434ns) {DropIncomingHandshake:442(417ns) DropOutgoingHandshake:457(477ns)} GenerateSessionVirtualId:992(793ns) PrepareNewSessionHandshake:477(7987ns) {SwitchToState:179(1821ns)}}}}}
2026-01-08T17:02:31.556221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037253508759130:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31315
2026-01-08T17:02:31.551904Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037249830651760:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(250030153ns) {Configure:104(250025120ns) {ProcessConfigured:135(14632733ns) {StartInitialHandshake:157(14629954ns) {DropHandshakes:470(6651628ns) {DropIncomingHandshake:442(1964ns) DropOutgoingHandshake:457(731ns)} GenerateSessionVirtualId:992(1095ns) PrepareNewSessionHandshake:477(1797ns) {SwitchToState:179(389ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.563430Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037257687296983:2101] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(248019278ns) {Configure:104(248012804ns) {ProcessConfigured:135(3442737ns) {StartInitialHandshake:157(3440516ns) {DropHandshakes:470(1489ns) {DropIncomingHandshake:442(195ns) DropOutgoingHandshake:457(251ns)} GenerateSessionVirtualId:992(496ns) PrepareNewSessionHandshake:477(1556ns) {SwitchToState:179(823ns)}}}}}
2026-01-08T17:02:31.554450Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037251338280456:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(281003959ns) {Configure:104(280995706ns) {ProcessConfigured:135(8274484ns) {StartInitialHandshake:157(8271226ns) {DropHandshakes:470(2113ns) {DropIncomingHandshake:442(415ns) DropOutgoingHandshake:457(442ns)} GenerateSessionVirtualId:992(1279ns) PrepareNewSessionHandshake:477(4537ns) {SwitchToState:179(2777ns)}}}}}
2026-01-08T17:02:31.565285Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037257687296994:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42797
2026-01-08T17:02:31.570269Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037249398076851:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(59620265ns) {Configure:104(59609609ns) {ProcessConfigured:135(45892ns) {StartInitialHandshake:157(44697ns) {DropHandshakes:470(1370ns) {DropIncomingHandshake:442(366ns) DropOutgoingHandshake:457(210ns)} GenerateSessionVirtualId:992(377ns) PrepareNewSessionHandshake:477(1171ns) {SwitchToState:179(330ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.569433Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037250516520918:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(250065739ns) {Configure:104(250052267ns) {ProcessConfigured:135(3462048ns) {StartInitialHandshake:157(3460331ns) {DropHandshakes:470(1564ns) {DropIncomingHandshake:442(315ns) DropOutgoingHandshake:457(302ns)} GenerateSessionVirtualId:992(291ns) PrepareNewSessionHandshake:477(1685ns) {SwitchToState:179(485ns)}}}}}
2026-01-08T17:02:31.571684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037249830651761:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(19682955ns) {Configure:104(19148654ns) {ProcessConfigured:135(42961ns) {StartInitialHandshake:157(40434ns) {DropHandshakes:470(1232ns) {DropIncomingHandshake:442(175ns) DropOutgoingHandshake:457(315ns)} GenerateSessionVirtualId:992(340ns) PrepareNewSessionHandshake:477(863ns) {SwitchToState:179(458ns)}}}}}
2026-01-08T17:02:31.565341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037257687296995:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42797
2026-01-08T17:02:31.577722Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037255633247815:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18480395ns) {Configure:104(18475514ns) {ProcessConfigured:135(44448ns) {StartInitialHandshake:157(43017ns) {DropHandshakes:470(3282ns) {DropIncomingHandshake:442(280ns) DropOutgoingHandshake:457(334ns)} GenerateSessionVirtualId:992(446ns) PrepareNewSessionHandshake:477(1139ns) {SwitchToState:179(689ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.590461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037253693044234:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54853
2026-01-08T17:02:31.591107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037253693044242:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54853
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.596528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037254811488294:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55845
2026-01-08T17:02:31.597929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037254811488295:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55845
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.607986Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037253392329628:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(91887234ns) {Configure:104(91882088ns) {ProcessConfigured:135(19863953ns) {StartInitialHandshake:157(19861444ns) {DropHandshakes:470(3739124ns) {DropIncomingHandshake:442(1243ns) DropOutgoingHandshake:457(591ns)} GenerateSessionVirtualId:992(1300ns) PrepareNewSessionHandshake:477(4189ns) {SwitchToState:179(2738ns)}}}}}
2026-01-08T17:02:31.608372Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037257687297001:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42797
2026-01-08T17:02:31.582334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037253508759131:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31315
2026-01-08T17:02:31.648152Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037254125619124:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(53290934ns) {Configure:104(53282920ns) {ProcessConfigured:135(72372ns) {StartInitialHandshake:157(69888ns) {DropHandshakes:470(2391ns) {DropIncomingHandshake:442(439ns) DropOutgoingHandshake:457(320ns)} GenerateSessionVirtualId:992(1169ns) PrepareNewSessionHandshake:477(1434ns) {SwitchToState:179(555ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.670541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037253693044245:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54853
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.677528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037253693044242:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.671807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037255633247821:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36607
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.677872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037257687297004:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42797
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.686500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037253693044234:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.686245Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037255633247831:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36607
2026-01-08T17:02:31.688624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037257687296995:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.687389Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037254811488296:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55845
2026-01-08T17:02:31.690571Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037253508759130:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.701858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037254811488289:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.703967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037254811488283:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.704013Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037254811488283:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:31.692179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037257687297001:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.690894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037253508759132:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31315
2026-01-08T17:02:31.708452Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037253693044237:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.702805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037253392329628:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:31.686477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037255633247827:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36607
2026-01-08T17:02:31.690972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037249213791757:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.702891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037253392329627:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:31.703179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037253508759131:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.712315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037254811488283:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:31.691397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037255633247828:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36607
2026-01-08T17:02:31.708491Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037253693044237:2131] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:31.712539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037254811488281:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.712576Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037254811488281:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:31.730605Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037253693044237:2131] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:31.712655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037253508759122:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.712685Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037253508759122:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:31.727261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037255633247827:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.727360Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037255633247821:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.706510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037257687296994:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.706670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037257687296983:2101] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:31.726811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037257687297008:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42797
2026-01-08T17:02:31.734019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037257687297001:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.733458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037254811488295:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.727446Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037255633247828:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.739928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037253392329627:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:31.742899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:31.759889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037255633247831:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.760721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037255633247819:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.760774Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037255633247819:2110] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.734466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037253693044228:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.754552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037253392329627:2049] [node 2] ICP22 created new session: [6:7593037257687297010:2049]
2026-01-08T17:02:31.734354Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037254811488281:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:31.738752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:31.761461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037255633247838:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36607
2026-01-08T17:02:31.770961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037257687297010:2049] [node 2] ICS09 handshake done sender: [6:7593037257687297001:2117] self: [6:7593037257687297006:0] peer: [2:7593037253693044236:0] socket: 491 qp: -1
2026-01-08T17:02:31.771019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037257687297010:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:31.775510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:31.762755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037253508759135:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31315
2026-01-08T17:02:31.769610Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037255633247819:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:31.754712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037253693044228:2108] [node 6] ICP22 created new session: [2:7593037253693044249:2108]
2026-01-08T17:02:31.739128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037254811488278:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.776693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037253508759132:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.777854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037251338280456:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.763330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037253693044249:2108] [node 6] ICS09 handshake done sender: [2:7593037253693044237:2131] self: [2:7593037253693044236:0] peer: [6:7593037257687297006:0] socket: 489 qp: -1
2026-01-08T17:02:31.777335Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037253392329627:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(37890013ns) {HandleHandshakeStatus:329(37886906ns) {DropIncomingHandshake:442(1608ns) DropOutgoingHandshake:457(8137ns) SwitchToState:179(252ns) ProcessPendingSessionEvents:495(121619ns) {ForwardSessionEventToSession:616(66064ns) ForwardSessionEventToSession:616(10203ns) ForwardSessionEventToSession:616(8117ns) ForwardSessionEventToSession:616(3361ns) ForwardSessionEventToSession:616(2121ns) ForwardSessionEventToSession:616(5298ns) ForwardSessionEventToSession:616(3155ns) ForwardSessionEventToSession:616(2806ns) ForwardSessionEventToSession:616(5498ns) ForwardSessionEventToSession:616(5738ns)}}}
2026-01-08T17:02:31.739166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:31.778106Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037249213791757:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9690) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037253508759130:2116] held: no
2026-01-08T17:02:31.777912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:31.739224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037254811488278:2108] [node 6] ICP22 created new session: [3:7593037254811488300:2108]
2026-01-08T17:02:31.782286Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037253508759130:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:31.779657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037257687297004:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.767044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037253693044249:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:31.774682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:31.779780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037251338280456:2049] [node 3] ICP22 created new session: [1:7593037255633247840:2049]
2026-01-08T17:02:31.783461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037254125619134:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15983
2026-01-08T17:02:31.739281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037254811488300:2108] [node 6] ICS09 handshake done sender: [3:7593037254811488281:2110] self: [3:7593037254811488280:0] peer: [6:7593037257687297005:0] socket: 466 qp: -1
2026-01-08T17:02:31.783497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037249213791757:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.783188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037253392329626:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.783877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:31.739322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037254811488300:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:31.783333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037253693044245:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.781639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037255633247840:2049] [node 3] ICS09 handshake done sender: [1:7593037255633247819:2110] self: [1:7593037255633247817:0] peer: [3:7593037254811488304:0] socket: 485 qp: -1
2026-01-08T17:02:31.786849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037257687297009:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42797
2026-01-08T17:02:31.782491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037255633247840:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:31.784879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037249213791757:2050] [node 3] ICP22 created new session: [5:7593037253508759137:2050]
2026-01-08T17:02:31.790340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037254125619135:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15983
2026-01-08T17:02:31.784190Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037253693044228:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(48098869ns) {HandleHandshakeStatus:329(48095559ns) {DropIncomingHandshake:442(15507ns) DropOutgoingHandshake:457(661ns) SwitchToState:179(5075ns) ProcessPendingSessionEvents:495(4455517ns) {ForwardSessionEventToSession:616(3990569ns) ForwardSessionEventToSession:616(5006ns) ForwardSessionEventToSession:616(7134ns) ForwardSessionEventToSession:616(3340ns) ForwardSessionEventToSession:616(3526ns) ForwardSessionEventToSession:616(6222ns) ForwardSessionEventToSession:616(3398ns) ForwardSessionEventToSession:616(262235ns) ForwardSessionEventToSession:616(154523ns) ForwardSessionEventToSession:616(3662ns)}}}
2026-01-08T17:02:31.789441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037253508759137:2050] [node 3] ICS09 handshake done sender: [5:7593037253508759130:2116] self: [5:7593037253508759133:0] peer: [3:7593037254811488282:0] socket: 470 qp: -1
2026-01-08T17:02:31.790449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037254125619136:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15983
2026-01-08T17:02:31.784521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037253693044241:2133] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.789510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037249213791755:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:31.789558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037253508759137:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:31.784553Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037253693044241:2133] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:31.789600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.794862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037254125619136:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.739363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:31.782721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:31.787593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037257687296995:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:31.789509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037255633247826:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.742734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037254811488294:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.787836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037253392329628:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:31.787904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:31.787962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037253392329628:2050] [node 3] ICP22 created new session: [6:7593037257687297014:2050]
2026-01-08T17:02:31.788013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037257687297014:2050] [node 3] ICS09 handshake done sender: [6:7593037257687296995:2115] self: [6:7593037257687297005:0] peer: [3:7593037254811488280:0] socket: 475 qp: -1
2026-01-08T17:02:31.795376Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037254125619134:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.795269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037253508759122:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:31.788054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037257687297014:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:31.795818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037249830651762:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:31.789542Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037255633247826:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:31.750754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037250516520918:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.751034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037254811488296:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.797132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037253508759116:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.796300Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037254125619135:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.807585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037253693044241:2133] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:31.796411Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037255633247823:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.788095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:31.799081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:31.796425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037249830651760:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:31.796445Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037255633247823:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:31.794843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037257687297016:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42797
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.817955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037249398076851:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.818016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:31.818052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037249398076851:2049] [node 3] ICP22 created new session: [2:7593037253693044255:2049]
2026-01-08T17:02:31.751080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037254811488279:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.796385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037257687296994:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:31.805428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037253508759116:2110] [node 6] ICP22 created new session: [5:7593037253508759141:2110]
2026-01-08T17:02:31.803712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037254125619140:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15983
2026-01-08T17:02:31.751165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.816302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037253508759141:2110] [node 6] ICS09 handshake done sender: [5:7593037253508759122:2113] self: [5:7593037253508759121:0] peer: [6:7593037257687297007:0] socket: 464 qp: -1
2026-01-08T17:02:31.796624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037255633247838:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.818088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037253693044255:2049] [node 3] ICS09 handshake done sender: [2:7593037253693044241:2133] self: [2:7593037253693044240:0] peer: [3:7593037254811488307:0] socket: 490 qp: -1
2026-01-08T17:02:31.803947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037257687296983:2101] [node 5] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.808334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037255633247820:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.817865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037253508759141:2110] [node 6] ICS10 traffic start
2026-01-08T17:02:31.751221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037254811488279:2109] [node 5] ICP22 created new session: [3:7593037254811488305:2109]
2026-01-08T17:02:31.818451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037253693044255:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.807442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:31.808376Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037255633247820:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:31.751276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037254811488305:2109] [node 5] ICS09 handshake done sender: [3:7593037254811488283:2111] self: [3:7593037254811488282:0] peer: [5:7593037253508759133:0] socket: 467 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.825016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037254125619142:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15983
2026-01-08T17:02:31.818383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:31.819179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:31.817442Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037255633247826:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.808378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037257687296983:2101] [node 5] ICP22 created new session: [6:7593037257687297017:2101]
2026-01-08T17:02:31.825989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037253508759144:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31315
2026-01-08T17:02:31.751319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037254811488305:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:31.833492Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037249830651762:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9690) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037254125619134:2115] held: no
2026-01-08T17:02:31.821574Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037255633247823:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:31.824416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037253693044253:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54853
2026-01-08T17:02:31.815494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037257687297017:2101] [node 5] ICS09 handshake done sender: [6:7593037257687296994:2114] self: [6:7593037257687297007:0] peer: [5:7593037253508759121:0] socket: 474 qp: -1
2026-01-08T17:02:31.821929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037251338280456:2049] [node 3] ICP18 handshake (actor [1:7593037255633247838:2119]) is too old
2026-01-08T17:02:31.815544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037257687297017:2101] [node 5] ICS10 traffic start
2026-01-08T17:02:31.830308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037255633247816:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.815626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:31.831998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:31.832065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037255633247816:2109] [node 6] ICP22 created new session: [1:7593037255633247846:2109]
2026-01-08T17:02:31.832124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037255633247846:2109] [node 6] ICS09 handshake done sender: [1:7593037255633247826:2114] self: [1:7593037255633247825:0] peer: [6:7593037257687297012:0] socket: 500 qp: -1
No RDMA context found for GID: 2026-01-08T17:02:31.832168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037255633247846:2109] [node 6] ICS10 traffic start
::ffff:127.1.0.0
2026-01-08T17:02:31.832209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:31.849940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037255633247815:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.850039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:31.850102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037255633247815:2108] [node 5] ICP22 created new session: [1:7593037255633247848:2108]
2026-01-08T17:02:31.850157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037255633247848:2108] [node 5] ICS09 handshake done sender: [1:7593037255633247823:2113] self: [1:7593037255633247822:0] peer: [5:7593037253508759139:0] socket: 499 qp: -1
2026-01-08T17:02:31.833837Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037254125619141:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15983
2026-01-08T17:02:31.848229Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037254125619134:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:31.848779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037254125619143:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15983
2026-01-08T17:02:31.834609Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037253508759145:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31315
2026-01-08T17:02:31.831526Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037253693044253:2136] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.836301Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037253508759132:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:31.836637Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037253508759116:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(33659275ns) {HandleHandshakeStatus:329(33656829ns) {DropIncomingHandshake:442(13195ns) DropOutgoingHandshake:457(478ns) SwitchToState:179(356ns) ProcessPendingSessionEvents:495(10499471ns) {ForwardSessionEventToSession:616(1479281ns) ForwardSessionEventToSession:616(5519ns) ForwardSessionEventToSession:616(2299ns) ForwardSessionEventToSession:616(576608ns) ForwardSessionEventToSession:616(3371ns) ForwardSessionEventToSession:616(2774643ns) ForwardSessionEventToSession:616(1385866ns) ForwardSessionEventToSession:616(4739ns) ForwardSessionEventToSession:616(3403348ns) ForwardSessionEventToSession:616(3973ns)}}}
2026-01-08T17:02:31.751355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:31.752254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037250516520919:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:31.850115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037257687297019:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42797
2026-01-08T17:02:31.848403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037249213791755:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:31.783175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037254811488309:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55845
2026-01-08T17:02:31.850203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037255633247848:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:31.795773Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037254811488294:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:31.850256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:31.848476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:31.851213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037249830651762:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:31.804103Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037254811488288:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.851697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037257687297004:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:31.850738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037249213791755:2048] [node 1] ICP22 created new session: [5:7593037253508759146:2048]
2026-01-08T17:02:31.851968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:31.851388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037253508759146:2048] [node 1] ICS09 handshake done sender: [5:7593037253508759132:2118] self: [5:7593037253508759139:0] peer: [1:7593037255633247822:0] socket: 503 qp: -1
2026-01-08T17:02:31.804135Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037254811488288:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:31.809063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037250516520918:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:31.809113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:31.853014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037253392329626:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:31.852213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037249830651762:2050] [node 3] ICP22 created new session: [4:7593037254125619144:2050]
2026-01-08T17:02:31.852094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037253508759146:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:31.809151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037250516520918:2048] [node 1] ICP22 created new session: [3:7593037254811488310:2048]
2026-01-08T17:02:31.853066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:31.852256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037254125619140:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.852199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:31.809187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037254811488310:2048] [node 1] ICS09 handshake done sender: [3:7593037254811488294:2116] self: [3:7593037254811488304:0] peer: [1:7593037255633247817:0] socket: 486 qp: -1
2026-01-08T17:02:31.857156Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037253693044239:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.853279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037253392329626:2048] [node 1] ICP22 created new session: [6:7593037257687297020:2048]
2026-01-08T17:02:31.857204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037257687297020:2048] [node 1] ICS09 handshake done sender: [6:7593037257687297004:2119] self: [6:7593037257687297012:0] peer: [1:7593037255633247825:0] socket: 501 qp: -1
2026-01-08T17:02:31.857481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037257687297020:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:31.853118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037254125619144:2050] [node 3] ICS09 handshake done sender: [4:7593037254125619134:2115] self: [4:7593037254125619138:0] peer: [3:7593037254811488287:0] socket: 512 qp: -1
2026-01-08T17:02:31.857803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:31.809225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037254811488310:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:31.853274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037249830651761:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.867447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037253508759145:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.867930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037253508759148:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31315
2026-01-08T17:02:31.868012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037249213791756:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:31.857212Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037253693044239:2132] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:31.855237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037254125619144:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:31.809257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:31.862779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037253693044259:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54853
2026-01-08T17:02:31.856653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:31.816633Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037254811488312:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55845
2026-01-08T17:02:31.875132Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037255633247820:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:31.875098Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037254125619143:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.868513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037253693044233:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.819099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037254811488288:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:31.881490Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037253392329626:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27196845ns) {HandleHandshakeStatus:329(27195154ns) {DropIncomingHandshake:442(351ns) DropOutgoingHandshake:457(5107ns) SwitchToState:179(351ns) ProcessPendingSessionEvents:495(17205621ns) {ForwardSessionEventToSession:616(17110595ns) ForwardSessionEventToSession:616(20403ns) ForwardSessionEventToSession:616(2994ns) ForwardSessionEventToSession:616(6474ns) ForwardSessionEventToSession:616(31402ns) ForwardSessionEventToSession:616(2832ns) ForwardSessionEventToSession:616(3559ns) ForwardSessionEventToSession:616(6229ns) ForwardSessionEventToSession:616(3415ns) ForwardSessionEventToSession:616(4407ns)}}}
2026-01-08T17:02:31.881824Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037254125619135:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:31.868542Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037253693044233:2129] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:31.880356Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037253693044239:2132] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:31.880592Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037253693044233:2129] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:31.881630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037253693044229:2110] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.881688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:31.881760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037253693044229:2110] [node 4] ICP22 created new session: [2:7593037253693044262:2110]
2026-01-08T17:02:31.886589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037253693044227:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.886595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037253693044262:2110] [node 4] ICS09 handshake done sender: [2:7593037253693044239:2132] self: [2:7593037253693044238:0] peer: [4:7593037254125619146:0] socket: 521 qp: -1
2026-01-08T17:02:31.819881Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037254811488295:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:31.882342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037253508759150:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31315
2026-01-08T17:02:31.884224Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037253508759148:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.827010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037250516520919:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:31.890593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037249830651760:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:31.884337Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037253508759145:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:31.827067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:31.887865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:31.884638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037249213791756:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:31.827127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037250516520919:2049] [node 2] ICP22 created new session: [3:7593037254811488314:2049]
2026-01-08T17:02:31.893420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037253693044227:2107] [node 5] ICP22 created new session: [2:7593037253693044263:2107]
2026-01-08T17:02:31.884690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:31.827179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037254811488314:2049] [node 2] ICS09 handshake done sender: [3:7593037254811488295:2117] self: [3:7593037254811488307:0] peer: [2:7593037253693044240:0] socket: 492 qp: -1
2026-01-08T17:02:31.894250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037253693044262:2110] [node 4] ICS10 traffic start
2026-01-08T17:02:31.884746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037249213791756:2049] [node 2] ICP22 created new session: [5:7593037253508759151:2049]
2026-01-08T17:02:31.827229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037254811488314:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:31.894345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:31.884800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037253508759151:2049] [node 2] ICS09 handshake done sender: [5:7593037253508759145:2121] self: [5:7593037253508759149:0] peer: [2:7593037253693044232:0] socket: 531 qp: -1
2026-01-08T17:02:31.827262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:31.884844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037253508759151:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:31.895486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:31.827650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037254811488277:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.884880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:31.885339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037253508759115:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:31.895573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037249830651760:2048] [node 1] ICP22 created new session: [4:7593037254125619150:2048]
2026-01-08T17:02:31.827710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:31.827757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037254811488277:2107] [node 4] ICP22 created new session: [3:7593037254811488316:2107]
2026-01-08T17:02:31.895650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037254125619150:2048] [node 1] ICS09 handshake done sender: [4:7593037254125619135:2116] self: [4:7593037254125619139:0] peer: [1:7593037255633247818:0] socket: 515 qp: -1
2026-01-08T17:02:31.827809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037254811488316:2107] [node 4] ICS09 handshake done sender: [3:7593037254811488288:2113] self: [3:7593037254811488287:0] peer: [4:7593037254125619138:0] socket: 510 qp: -1
2026-01-08T17:02:31.895708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037254125619150:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:31.827846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037254811488316:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:31.895753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:31.896701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037253693044263:2107] [node 5] ICS09 handshake done sender: [2:7593037253693044233:2129] self: [2:7593037253693044232:0] peer: [5:7593037253508759149:0] socket: 528 qp: -1
2026-01-08T17:02:31.897083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037253693044263:2107] [node 5] ICS10 traffic start
2026-01-08T17:02:31.827874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:31.898999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:31.897620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037254125619130:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.831224Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037250516520919:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:31.897648Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037254125619130:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:31.900236Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037253693044227:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(16404020ns) {HandleHandshakeStatus:329(16401234ns) {DropIncomingHandshake:442(18265ns) DropOutgoingHandshake:457(911ns) SwitchToState:179(163ns) ProcessPendingSessionEvents:495(117130ns) {ForwardSessionEventToSession:616(65569ns) ForwardSessionEventToSession:616(3464ns) ForwardSessionEventToSession:616(5564ns) ForwardSessionEventToSession:616(8282ns) ForwardSessionEventToSession:616(3003ns) ForwardSessionEventToSession:616(9095ns) ForwardSessionEventToSession:616(2747ns) ForwardSessionEventToSession:616(3760ns) ForwardSessionEventToSession:616(6421ns) ForwardSessionEventToSession:616(2030ns)}}}
2026-01-08T17:02:31.901849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037255633247814:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.901937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:31.902001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037255633247814:2107] [node 4] ICP22 created new session: [1:7593037255633247851:2107]
2026-01-08T17:02:31.902638Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037253693044229:2110] [node 4] ICP35 event processing took too much time PendingConnection:279(21085971ns) {HandleHandshakeStatus:329(21083320ns) {DropIncomingHandshake:442(15923ns) DropOutgoingHandshake:457(552ns) SwitchToState:179(589ns) ProcessPendingSessionEvents:495(5542891ns) {ForwardSessionEventToSession:616(2382184ns) ForwardSessionEventToSession:616(485957ns) ForwardSessionEventToSession:616(4507ns) ForwardSessionEventToSession:616(1549348ns) ForwardSessionEventToSession:616(6060ns) ForwardSessionEventToSession:616(3336ns) ForwardSessionEventToSession:616(155031ns) ForwardSessionEventToSession:616(3115ns) ForwardSessionEventToSession:616(3675ns) ForwardSessionEventToSession:616(934750ns)}}}
2026-01-08T17:02:31.902530Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037254125619130:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:31.902055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037255633247851:2107] [node 4] ICS09 handshake done sender: [1:7593037255633247820:2111] self: [1:7593037255633247818:0] peer: [4:7593037254125619139:0] socket: 483 qp: -1
2026-01-08T17:02:31.902103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037255633247851:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.902133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:31.905543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037253508759154:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31315
2026-01-08T17:02:31.906811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037253693044259:2137] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.907828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037249398076850:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.906847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037253508759148:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:31.914505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037254125619149:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15983
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.918642Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037253693044267:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54853
2026-01-08T17:02:31.920853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037254125619121:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.920939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:31.921000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037254125619121:2108] [node 5] ICP22 created new session: [4:7593037254125619154:2108]
2026-01-08T17:02:31.921052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037254125619154:2108] [node 5] ICS09 handshake done sender: [4:7593037254125619130:2113] self: [4:7593037254125619129:0] peer: [5:7593037253508759153:0] socket: 465 qp: -1
2026-01-08T17:02:31.921091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037254125619154:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:31.921142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:31.908162Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037255633247833:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.911083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037253508759115:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:31.921908Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037249830651761:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17878) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037254125619140:2118] held: no
2026-01-08T17:02:31.908203Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037255633247833:2118] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:31.914496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:31.927448Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037254125619140:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:31.929074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037249830651761:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:31.914577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037253508759115:2108] [node 4] ICP22 created new session: [5:7593037253508759155:2108]
2026-01-08T17:02:31.929135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:31.922747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037255633247833:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:31.929185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037249830651761:2049] [node 2] ICP22 created new session: [4:7593037254125619156:2049]
2026-01-08T17:02:31.928831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037253693044259:2137] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.929238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037254125619156:2049] [node 2] ICS09 handshake done sender: [4:7593037254125619140:2118] self: [4:7593037254125619146:0] peer: [2:7593037253693044238:0] socket: 522 qp: -1
2026-01-08T17:02:31.928606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037251338280455:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.914644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037253508759155:2108] [node 4] ICS09 handshake done sender: [5:7593037253508759148:2122] self: [5:7593037253508759153:0] peer: [4:7593037254125619129:0] socket: 471 qp: -1
2026-01-08T17:02:31.934677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037249398076850:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:31.934759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:31.934822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037249398076850:2048] [node 1] ICP22 created new session: [2:7593037253693044268:2048]
2026-01-08T17:02:31.934873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037253693044268:2048] [node 1] ICS09 handshake done sender: [2:7593037253693044259:2137] self: [2:7593037253693044266:0] peer: [1:7593037255633247832:0] socket: 468 qp: -1
2026-01-08T17:02:31.934919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037253693044268:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:31.934961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:31.930764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:31.930876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037251338280455:2048] [node 2] ICP22 created new session: [1:7593037255633247854:2048]
2026-01-08T17:02:31.942643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037255633247854:2048] [node 2] ICS09 handshake done sender: [1:7593037255633247833:2118] self: [1:7593037255633247832:0] peer: [2:7593037253693044266:0] socket: 463 qp: -1
2026-01-08T17:02:31.942705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037255633247854:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:31.944907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:31.945434Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037251338280455:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(16589069ns) {HandleHandshakeStatus:329(16586409ns) {DropIncomingHandshake:442(27956ns) DropOutgoingHandshake:457(200ns) SwitchToState:179(234ns) ProcessPendingSessionEvents:495(112997ns) {ForwardSessionEventToSession:616(59606ns) ForwardSessionEventToSession:616(3636ns) ForwardSessionEventToSession:616(12374ns) ForwardSessionEventToSession:616(3245ns) ForwardSessionEventToSession:616(2709ns) ForwardSessionEventToSession:616(5641ns) ForwardSessionEventToSession:616(3799ns) ForwardSessionEventToSession:616(6381ns) ForwardSessionEventToSession:616(2545ns) ForwardSessionEventToSession:616(2856ns)}}}
2026-01-08T17:02:31.929284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037254125619156:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:31.929323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:31.914698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037253508759155:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:31.914738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:31.946428Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037257687297022:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42797
2026-01-08T17:02:31.950104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037257687297022:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.950292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037257687296985:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:31.950748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037254125619133:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:31.950791Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037254125619133:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:31.953248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037254125619133:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:31.952722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037257687297024:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42797
2026-01-08T17:02:31.953844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037257687297022:2124] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:31.954437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037254125619124:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:31.954512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:31.954575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037254125619124:2109] [node 6] ICP22 created new session: [4:7593037254125619159:2109]
2026-01-08T17:02:31.954631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037254125619159:2109] [node 6] ICS09 handshake done sender: [4:7593037254125619133:2114] self: [4:7593037254125619132:0] peer: [6:7593037257687297023:0] socket: 493 qp: -1
2026-01-08T17:02:31.954672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037254125619159:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:31.954709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:31.957009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037257687296985:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:31.957111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:31.957173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037257687296985:2107] [node 4] ICP22 created new session: [6:7593037257687297025:2107]
2026-01-08T17:02:31.957236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037257687297025:2107] [node 4] ICS09 handshake done sender: [6:7593037257687297022:2124] self: [6:7593037257687297023:0] peer: [4:7593037254125619132:0] socket: 497 qp: -1
2026-01-08T17:02:31.957276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037257687297025:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:31.957312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:32.061769Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:32.061979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037253693044268:2048] [node 1] ICS01 socket: 468 reason# EndOfStream
2026-01-08T17:02:32.062023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037249398076850:2048] [node 1] ICP30 unregister session Session# [2:7593037253693044268:2048] VirtualId# [2:7593037253693044266:0]
2026-01-08T17:02:32.062057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037253693044268:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.062121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:32.062158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:32.062473Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:32.062669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037254811488310:2048] [node 1] ICS01 socket: 486 reason# EndOfStream
2026-01-08T17:02:32.062710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037250516520918:2048] [node 1] ICP30 unregister session Session# [3:7593037254811488310:2048] VirtualId# [3:7593037254811488304:0]
2026-01-08T17:02:32.062744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037254811488310:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.062816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:32.062858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:32.070389Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:32.069728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:32.069978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037254125619150:2048] [node 1] ICS01 socket: 515 reason# EndOfStream
2026-01-08T17:02:32.070036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037249830651760:2048] [node 1] ICP30 unregister session Session# [4:7593037254125619150:2048] VirtualId# [4:7593037254125619139:0]
2026-01-08T17:02:32.070079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037254125619150:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.070163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:32.070210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:32.070631Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:32.070862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037253508759146:2048] [node 1] ICS01 socket: 503 reason# EndOfStream
2026-01-08T17:02:32.070901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037249213791755:2048] [node 1] ICP30 unregister session Session# [5:7593037253508759146:2048] VirtualId# [5:7593037253508759139:0]
2026-01-08T17:02:32.070933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037253508759146:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.071008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:32.071050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:32.070635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037257687297020:2048] [node 1] ICS01 socket: 501 reason# EndOfStream
2026-01-08T17:02:32.070681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037253392329626:2048] [node 1] ICP30 unregister session Session# [6:7593037257687297020:2048] VirtualId# [6:7593037257687297012:0]
2026-01-08T17:02:32.070713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037257687297020:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.070772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:32.070830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:32.174955Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:32.175211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037254811488314:2049] [node 2] ICS01 socket: 492 reason# EndOfStream
2026-01-08T17:02:32.175255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037250516520919:2049] [node 2] ICP30 unregister session Session# [3:7593037254811488314:2049] VirtualId# [3:7593037254811488307:0]
2026-01-08T17:02:32.175292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037254811488314:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.175369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:32.175419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:32.194475Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:32.194789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037253508759151:2049] [node 2] ICS01 socket: 531 reason# EndOfStream
2026-01-08T17:02:32.194863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037249213791756:2049] [node 2] ICP30 unregister session Session# [5:7593037253508759151:2049] VirtualId# [5:7593037253508759149:0]
2026-01-08T17:02:32.194911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037253508759151:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.194997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:32.195054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:32.194768Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:32.195001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037257687297010:2049] [node 2] ICS01 socket: 491 reason# EndOfStream
2026-01-08T17:02:32.195052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037253392329627:2049] [node 2] ICP30 unregister session Session# [6:7593037257687297010:2049] VirtualId# [6:7593037257687297006:0]
2026-01-08T17:02:32.195107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037257687297010:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.195190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:32.195240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:32.195344Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:32.195549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037254125619156:2049] [node 2] ICS01 socket: 522 reason# EndOfStream
2026-01-08T17:02:32.195596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037249830651761:2049] [node 2] ICP30 unregister session Session# [4:7593037254125619156:2049] VirtualId# [4:7593037254125619146:0]
2026-01-08T17:02:32.195626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037254125619156:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.195692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:32.195735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:32.326800Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:32.327052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037254125619144:2050] [node 3] ICS01 socket: 512 reason# EndOfStream
2026-01-08T17:02:32.327123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037249830651762:2050] [node 3] ICP30 unregister session Session# [4:7593037254125619144:2050] VirtualId# [4:7593037254125619138:0]
2026-01-08T17:02:32.327169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037254125619144:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.327261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:32.327397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:32.348173Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:32.347797Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:32.348368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037257687297014:2050] [node 3] ICS07 socket disconnect 475 reason# EndOfStream
2026-01-08T17:02:32.348404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037257687297014:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.348509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:32.348555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037257687297014:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:32.352110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037253508759137:2050] [node 3] ICS01 socket: 470 reason# EndOfStream
2026-01-08T17:02:32.352643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037249213791757:2050] [node 3] ICP30 unregister session Session# [5:7593037253508759137:2050] VirtualId# [5:7593037253508759133:0]
2026-01-08T17:02:32.352701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037253508759137:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.352799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:32.352855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:32.354907Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037253392329628:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9690) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:32.355051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037257687297014:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:32.355123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037253392329628:2050] [node 3] ICP30 unregister session Session# [6:7593037257687297014:2050] VirtualId# [6:7593037257687297005:0]
2026-01-08T17:02:32.355190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:32.355251Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037253392329628:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9690) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:32.355268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9690) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:32.366471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037253392329628:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:02:32.446762Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:32.447041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037253508759155:2108] [node 4] ICS01 socket: 471 reason# EndOfStream
2026-01-08T17:02:32.447126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037253508759115:2108] [node 4] ICP30 unregister session Session# [5:7593037253508759155:2108] VirtualId# [5:7593037253508759153:0]
2026-01-08T17:02:32.447200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037253508759155:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.447341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:32.447440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:32.447575Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:32.447850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037257687297025:2107] [node 4] ICS01 socket: 497 reason# EndOfStream
2026-01-08T17:02:32.447915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037257687296985:2107] [node 4] ICP30 unregister session Session# [6:7593037257687297025:2107] VirtualId# [6:7593037257687297023:0]
2026-01-08T17:02:32.447962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037257687297025:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.448055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:32.448131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:32.550688Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:32.550951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037257687297017:2101] [node 5] ICS01 socket: 474 reason# EndOfStream
2026-01-08T17:02:32.551019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037257687296983:2101] [node 5] ICP30 unregister session Session# [6:7593037257687297017:2101] VirtualId# [6:7593037257687297007:0]
2026-01-08T17:02:32.551065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037257687297017:2101] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:32.551166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:32.551216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:32.786833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037261260233637:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:32.787258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037261260233638:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:32.793584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037260558538225:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:32.793638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037260558538226:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:32.800839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037259115347342:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:32.800908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037259115347343:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:32.809775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037261215989983:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:32.809831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037261215989984:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:32.810801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037261215989985:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:32.833970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037259151685288:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:32.834005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037259151685289:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:32.834042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037259151685290:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:32.853147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037259972211745:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:32.853189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037259972211746:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:32.853230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037259972211747:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:33.107374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037264267179055:2061] [node 4] ICP01 ready to work
2026-01-08T17:02:33.163962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037263410314700:2104] [node 4] ICP01 ready to work
2026-01-08T17:02:33.160822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037265510957313:2075] [node 6] ICP01 ready to work
2026-01-08T17:02:33.202744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037265555200996:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:33.214421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037263446652603:2064] [node 6] ICP01 ready to work
2026-01-08T17:02:33.274569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037263446652610:2065] [node 4] ICP01 ready to work
2026-01-08T17:02:33.303812Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037259115347342:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(136909115ns) {Configure:104(136903955ns) {ProcessConfigured:135(45374500ns) {StartInitialHandshake:157(45370595ns) {DropHandshakes:470(15298794ns) {DropIncomingHandshake:442(600ns) DropOutgoingHandshake:457(3496ns)} GenerateSessionVirtualId:992(3065ns) PrepareNewSessionHandshake:477(6562ns) {SwitchToState:179(2593ns)}}}}}
2026-01-08T17:02:33.214494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037265510957314:2077] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.257837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037265555200998:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:33.271649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037264853505584:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:33.259025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037265555200997:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:33.344277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037264853505586:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:33.344597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037264853505585:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:33.361125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037263410314713:2105] [node 5] ICP01 ready to work
2026-01-08T17:02:33.344414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037263410314712:2103] [node 6] ICP01 ready to work
2026-01-08T17:02:33.338269Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037265555200999:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45852
2026-01-08T17:02:33.397865Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037265555200996:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(54324039ns) {Configure:104(54313049ns) {ProcessConfigured:135(98103ns) {StartInitialHandshake:157(92590ns) {DropHandshakes:470(3245ns) {DropIncomingHandshake:442(886ns) DropOutgoingHandshake:457(478ns)} GenerateSessionVirtualId:992(1753ns) PrepareNewSessionHandshake:477(2257ns) {SwitchToState:179(836ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.403627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037259151685289:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(285584982ns) {Configure:104(285576975ns) {ProcessConfigured:135(1010625ns) {StartInitialHandshake:157(1006217ns) {DropHandshakes:470(3136ns) {DropIncomingHandshake:442(658ns) DropOutgoingHandshake:457(548ns)} GenerateSessionVirtualId:992(1476ns) PrepareNewSessionHandshake:477(4454ns) {SwitchToState:179(2210ns)}}}}}
2026-01-08T17:02:33.427585Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037261215989985:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(354600551ns) {Configure:104(354590931ns) {ProcessConfigured:135(20090062ns) {StartInitialHandshake:157(20086899ns) {DropHandshakes:470(2896ns) {DropIncomingHandshake:442(404ns) DropOutgoingHandshake:457(637ns)} GenerateSessionVirtualId:992(1177ns) PrepareNewSessionHandshake:477(4950ns) {SwitchToState:179(2024ns)}}}}}
2026-01-08T17:02:33.431539Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037264853505587:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40014
2026-01-08T17:02:33.447843Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037261215989983:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(109046232ns) {Configure:104(109039102ns) {ProcessConfigured:135(91375ns) {StartInitialHandshake:157(88842ns) {DropHandshakes:470(2779ns) {DropIncomingHandshake:442(522ns) DropOutgoingHandshake:457(798ns)} GenerateSessionVirtualId:992(1352ns) PrepareNewSessionHandshake:477(1946ns) {SwitchToState:179(446ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.458735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037261260233637:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(341812461ns) {Configure:104(341805844ns) {ProcessConfigured:135(16802989ns) {StartInitialHandshake:157(16799458ns) {DropHandshakes:470(2584ns) {DropIncomingHandshake:442(565ns) DropOutgoingHandshake:457(609ns)} GenerateSessionVirtualId:992(2073ns) PrepareNewSessionHandshake:477(4582ns) {SwitchToState:179(2790ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.485705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037264853505587:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.455503Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037261215989984:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(197421947ns) {Configure:104(197415136ns) {ProcessConfigured:135(84389ns) {StartInitialHandshake:157(77500ns) {DropHandshakes:470(2393ns) {DropIncomingHandshake:442(523ns) DropOutgoingHandshake:457(344ns)} GenerateSessionVirtualId:992(898ns) PrepareNewSessionHandshake:477(1491ns) {SwitchToState:179(685ns)}}}}}
2026-01-08T17:02:33.463313Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037263410314713:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(58150319ns) {Configure:104(58136281ns) {ProcessConfigured:135(79879ns) {StartInitialHandshake:157(76973ns) {DropHandshakes:470(2516ns) {DropIncomingHandshake:442(408ns) DropOutgoingHandshake:457(349ns)} GenerateSessionVirtualId:992(1141ns) PrepareNewSessionHandshake:477(2113ns) {SwitchToState:179(812ns)}}}}}
2026-01-08T17:02:33.471354Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037259151685290:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(196348779ns) {Configure:104(196341917ns) {ProcessConfigured:135(12046055ns) {StartInitialHandshake:157(12043693ns) {DropHandshakes:470(2726ns) {DropIncomingHandshake:442(492ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:992(933ns) PrepareNewSessionHandshake:477(3793ns) {SwitchToState:179(2121ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.491415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037265555201007:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45852
2026-01-08T17:02:33.499686Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037265555200998:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(154210609ns) {Configure:104(154203902ns) {ProcessConfigured:135(69229ns) {StartInitialHandshake:157(66748ns) {DropHandshakes:470(2019ns) {DropIncomingHandshake:442(392ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:992(815ns) PrepareNewSessionHandshake:477(1552ns) {SwitchToState:179(646ns)}}}}}
2026-01-08T17:02:33.456065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037265510957334:2102] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17964
2026-01-08T17:02:33.475306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037263410314716:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38201
2026-01-08T17:02:33.482791Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037259972211746:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(236058480ns) {Configure:104(236051534ns) {ProcessConfigured:135(9290939ns) {StartInitialHandshake:157(9287651ns) {DropHandshakes:470(2498ns) {DropIncomingHandshake:442(588ns) DropOutgoingHandshake:457(365ns)} GenerateSessionVirtualId:992(774ns) PrepareNewSessionHandshake:477(7482ns) {SwitchToState:179(1572ns)}}}}}
2026-01-08T17:02:33.501692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037264267179112:2069] [node 5] ICP01 ready to work
2026-01-08T17:02:33.511218Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037259972211745:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(385980354ns) {Configure:104(385966386ns) {ProcessConfigured:135(24343529ns) {StartInitialHandshake:157(24340557ns) {DropHandshakes:470(809ns) {DropIncomingHandshake:442(86ns) DropOutgoingHandshake:457(79ns)} GenerateSessionVirtualId:992(271ns) PrepareNewSessionHandshake:477(2232ns) {SwitchToState:179(183ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.519022Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037263446652603:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(115026348ns) {Configure:104(112243376ns) {ProcessConfigured:135(81797ns) {StartInitialHandshake:157(78692ns) {DropHandshakes:470(2241ns) {DropIncomingHandshake:442(403ns) DropOutgoingHandshake:457(342ns)} GenerateSessionVirtualId:992(1194ns) PrepareNewSessionHandshake:477(1412ns) {SwitchToState:179(649ns)}}}}}
2026-01-08T17:02:33.519473Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037263446652657:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60765
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.477630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037265510957342:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17964
2026-01-08T17:02:33.479415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037263410314717:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38201
2026-01-08T17:02:33.510748Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037264853505585:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(24695683ns) {Configure:104(24689861ns) {ProcessConfigured:135(7136674ns) {StartInitialHandshake:157(7134647ns) {DropHandshakes:470(2541ns) {DropIncomingHandshake:442(758ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:992(669ns) PrepareNewSessionHandshake:477(4860ns) {SwitchToState:179(2505ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.535893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037265555201012:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45852
2026-01-08T17:02:33.536080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037265555201013:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45852
2026-01-08T17:02:33.525490Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037259151685288:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(233102555ns) {Configure:104(233090477ns) {ProcessConfigured:135(23866876ns) {StartInitialHandshake:157(23864364ns) {DropHandshakes:470(2215ns) {DropIncomingHandshake:442(434ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:992(1043ns) PrepareNewSessionHandshake:477(3477ns) {SwitchToState:179(188ns)}}}}}
2026-01-08T17:02:33.511284Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037260558538225:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(262103995ns) {Configure:104(262091043ns) {ProcessConfigured:135(58151ns) {StartInitialHandshake:157(55451ns) {DropHandshakes:470(1904ns) {DropIncomingHandshake:442(342ns) DropOutgoingHandshake:457(496ns)} GenerateSessionVirtualId:992(904ns) PrepareNewSessionHandshake:477(1729ns) {SwitchToState:179(791ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.563245Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037264267179113:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7504
2026-01-08T17:02:33.480244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037263410314708:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.479776Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037265510957342:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.533520Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037263446652657:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.578945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037264853505594:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40014
2026-01-08T17:02:33.591255Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037259972211747:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(224065988ns) {Configure:104(224059969ns) {ProcessConfigured:135(17980497ns) {StartInitialHandshake:157(17977762ns) {DropHandshakes:470(2773ns) {DropIncomingHandshake:442(540ns) DropOutgoingHandshake:457(409ns)} GenerateSessionVirtualId:992(7932ns) PrepareNewSessionHandshake:477(2947ns) {SwitchToState:179(137ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.558935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037265555200999:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.479912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037261215989985:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.533672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037259151685290:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.480269Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037263410314708:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.481346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037265510957358:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17964
2026-01-08T17:02:33.482103Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037265510957342:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:33.550009Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037265510957314:2077] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(99644170ns) {Configure:104(99639290ns) {ProcessConfigured:135(68098ns) {StartInitialHandshake:157(65905ns) {DropHandshakes:470(1980ns) {DropIncomingHandshake:442(379ns) DropOutgoingHandshake:457(504ns)} GenerateSessionVirtualId:992(705ns) PrepareNewSessionHandshake:477(2339ns) {SwitchToState:179(1062ns)}}}}}
2026-01-08T17:02:33.550078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037261215989985:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:33.550134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:33.550191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037261215989985:2050] [node 3] ICP22 created new session: [4:7593037265510957361:2050]
2026-01-08T17:02:33.550249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037265510957361:2050] [node 3] ICS09 handshake done sender: [4:7593037265510957342:2110] self: [4:7593037265510957357:0] peer: [3:7593037263410314707:0] socket: 475 qp: -1
2026-01-08T17:02:33.550293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037265510957361:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:33.550352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:33.557906Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037261215989985:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:33.582427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037265510957364:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17964
2026-01-08T17:02:33.564425Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037265555200997:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(160299885ns) {Configure:104(160292702ns) {ProcessConfigured:135(11669375ns) {StartInitialHandshake:157(11666101ns) {DropHandshakes:470(2726ns) {DropIncomingHandshake:442(484ns) DropOutgoingHandshake:457(513ns)} GenerateSessionVirtualId:992(979ns) PrepareNewSessionHandshake:477(5802ns) {SwitchToState:179(2485ns)}}}}}
2026-01-08T17:02:33.595133Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037260558538226:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(188020416ns) {Configure:104(188011862ns) {ProcessConfigured:135(12781167ns) {StartInitialHandshake:157(12778646ns) {DropHandshakes:470(1927ns) {DropIncomingHandshake:442(423ns) DropOutgoingHandshake:457(782ns)} GenerateSessionVirtualId:992(859ns) PrepareNewSessionHandshake:477(4046ns) {SwitchToState:179(1868ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.481533Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037263410314708:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:33.587569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037265555201007:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.605328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037264267179113:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.542225Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037263446652610:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(70445519ns) {Configure:104(70436808ns) {ProcessConfigured:135(68282ns) {StartInitialHandshake:157(65344ns) {DropHandshakes:470(1469ns) {DropIncomingHandshake:442(163ns) DropOutgoingHandshake:457(324ns)} GenerateSessionVirtualId:992(404ns) PrepareNewSessionHandshake:477(1460ns) {SwitchToState:179(522ns)}}}}}
2026-01-08T17:02:33.607983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037264853505597:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40014
2026-01-08T17:02:33.608082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037265555201012:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.629148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037265510957334:2102] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.489544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037263410314700:2104] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.614430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037264267179055:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.618931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037264853505598:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40014
2026-01-08T17:02:33.489634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.674433Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037259151685290:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14741) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037263446652657:2114] held: no
2026-01-08T17:02:33.674874Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037263446652664:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60765
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.636563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037265510957351:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.615337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037265555201017:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45852
2026-01-08T17:02:33.619588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037264853505593:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40014
2026-01-08T17:02:33.626406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037264853505594:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.639573Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037264853505598:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.644033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037264853505597:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.684375Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037264853505586:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(124124591ns) {Configure:104(124119721ns) {ProcessConfigured:135(16943763ns) {StartInitialHandshake:157(16940002ns) {DropHandshakes:470(2065ns) {DropIncomingHandshake:442(129ns) DropOutgoingHandshake:457(613ns)} GenerateSessionVirtualId:992(399ns) PrepareNewSessionHandshake:477(5817ns) {SwitchToState:179(3161ns)}}}}}
2026-01-08T17:02:33.636615Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037265510957351:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.489694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037263410314700:2104] [node 4] ICP22 created new session: [3:7593037263410314719:2104]
2026-01-08T17:02:33.692286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037264853505593:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.703509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037260558538225:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.683786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037264267179122:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7504
2026-01-08T17:02:33.663796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037265555201004:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.489755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037263410314719:2104] [node 4] ICS09 handshake done sender: [3:7593037263410314708:2113] self: [3:7593037263410314707:0] peer: [4:7593037265510957357:0] socket: 473 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.715451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037263446652665:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60765
2026-01-08T17:02:33.715609Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037263446652666:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60765
2026-01-08T17:02:33.715733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037263446652667:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60765
2026-01-08T17:02:33.663112Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037265510957364:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.690640Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037264267179113:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:33.663825Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037265555201004:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.489803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037263410314719:2104] [node 4] ICS10 traffic start
2026-01-08T17:02:33.693839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037264267179055:2061] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.733333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037264853505610:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40014
2026-01-08T17:02:33.734490Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037264853505593:2113] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: 2026-01-08T17:02:33.738500Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037259151685290:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(17370724ns) {HandleHandshakeStatus:395(17367257ns) {LogHandshakeFail:472(14801ns) {UpdateErrorStateLog:545(5915ns)} DropOutgoingHandshake:457(2872ns) ProcessPendingSessionEvents:495(9606990ns) {DropSessionEvent:512(1368139ns) DropSessionEvent:512(5922ns) DropSessionEvent:512(4547ns) DropSessionEvent:512(4758ns) DropSessionEvent:512(5040ns) DropSessionEvent:512(40557ns) DropSessionEvent:512(6317ns) DropSessionEvent:512(7097ns) DropSessionEvent:512(5055ns) DropSessionEvent:512(6719ns)}}}
::ffff:127.1.0.0
2026-01-08T17:02:33.738660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037263446652657:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:33.666520Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037265555201001:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.666558Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037265555201001:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.671248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037265555201004:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:33.723353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037265555201017:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.723544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037265555201013:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.723664Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037265555201006:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.723690Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037265555201006:2113] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.728230Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037265555201001:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:33.728707Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037265555201006:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:33.729018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037265555200996:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.729093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:33.729164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037265555200996:2107] [node 4] ICP22 created new session: [1:7593037265555201025:2107]
2026-01-08T17:02:33.729222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037265555201025:2107] [node 4] ICS09 handshake done sender: [1:7593037265555201004:2112] self: [1:7593037265555201003:0] peer: [4:7593037265510957367:0] socket: 489 qp: -1
2026-01-08T17:02:33.729269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037265555201025:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:33.729312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:33.730018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037261260233638:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.730078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:33.730120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037261260233638:2049] [node 3] ICP22 created new session: [1:7593037265555201027:2049]
2026-01-08T17:02:33.730174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037265555201027:2049] [node 3] ICS09 handshake done sender: [1:7593037265555201001:2111] self: [1:7593037265555201000:0] peer: [3:7593037263410314729:0] socket: 482 qp: -1
2026-01-08T17:02:33.730210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037265555201027:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:33.730239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:33.663388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037261215989983:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.666007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037265510957368:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17964
2026-01-08T17:02:33.671316Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037265510957351:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:33.687543Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037265510957364:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:33.691447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037265510957313:2075] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.691507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:33.691548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037265510957313:2075] [node 6] ICP22 created new session: [4:7593037265510957369:2075]
2026-01-08T17:02:33.691590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037265510957369:2075] [node 6] ICS09 handshake done sender: [4:7593037265510957351:2114] self: [4:7593037265510957350:0] peer: [6:7593037264267179120:0] socket: 480 qp: -1
2026-01-08T17:02:33.691622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037265510957369:2075] [node 6] ICS10 traffic start
2026-01-08T17:02:33.691653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:33.693372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037261215989983:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:33.693431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:33.707929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037261215989983:2048] [node 1] ICP22 created new session: [4:7593037265510957371:2048]
2026-01-08T17:02:33.709702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037265510957371:2048] [node 1] ICS09 handshake done sender: [4:7593037265510957364:2118] self: [4:7593037265510957367:0] peer: [1:7593037265555201003:0] socket: 504 qp: -1
2026-01-08T17:02:33.713436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037265510957371:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:33.713493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:33.713992Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037261215989983:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20419748ns) {HandleHandshakeStatus:329(20417339ns) {DropIncomingHandshake:442(863ns) DropOutgoingHandshake:457(8289ns) SwitchToState:179(1231ns) ProcessPendingSessionEvents:495(131048ns) {ForwardSessionEventToSession:616(82456ns) ForwardSessionEventToSession:616(3835ns) ForwardSessionEventToSession:616(3617ns) ForwardSessionEventToSession:616(6010ns) ForwardSessionEventToSession:616(2882ns) ForwardSessionEventToSession:616(6080ns) ForwardSessionEventToSession:616(3457ns) ForwardSessionEventToSession:616(2731ns) ForwardSessionEventToSession:616(6825ns) ForwardSessionEventToSession:616(3395ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.758638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037261260233637:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.758739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:33.758793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037261260233637:2048] [node 2] ICP22 created new session: [1:7593037265555201031:2048]
2026-01-08T17:02:33.758853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037265555201031:2048] [node 2] ICS09 handshake done sender: [1:7593037265555201006:2113] self: [1:7593037265555201002:0] peer: [2:7593037264853505609:0] socket: 490 qp: -1
2026-01-08T17:02:33.758896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037265555201031:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:33.758939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:33.693882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:33.489844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:33.742504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037259151685290:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.756270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037260558538225:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:33.764977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037265555201011:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.507791Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037263410314712:2103] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(123579234ns) {Configure:104(123567387ns) {ProcessConfigured:135(92923ns) {StartInitialHandshake:157(90202ns) {DropHandshakes:470(2270ns) {DropIncomingHandshake:442(420ns) DropOutgoingHandshake:457(416ns)} GenerateSessionVirtualId:992(1056ns) PrepareNewSessionHandshake:477(1409ns) {SwitchToState:179(683ns)}}}}}
2026-01-08T17:02:33.710633Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037264267179121:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7504
2026-01-08T17:02:33.742575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:33.525044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037263410314724:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38201
2026-01-08T17:02:33.756372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:33.722574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037264267179055:2061] [node 4] ICP22 created new session: [6:7593037264267179123:2061]
2026-01-08T17:02:33.765022Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037265555201011:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.542528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037263410314716:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.742636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037259151685290:2050] [node 3] ICP22 created new session: [5:7593037263446652669:2050]
2026-01-08T17:02:33.756436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037260558538225:2048] [node 1] ICP22 created new session: [2:7593037264853505611:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.790581Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037265555201011:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:33.738662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037264267179121:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.542662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037263410314700:2104] [node 4] ICP18 handshake (actor [3:7593037263410314716:2115]) is too old
2026-01-08T17:02:33.742698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037263446652669:2050] [node 3] ICS09 handshake done sender: [5:7593037263446652657:2114] self: [5:7593037263446652661:0] peer: [3:7593037263410314714:0] socket: 494 qp: -1
2026-01-08T17:02:33.756488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037264853505611:2048] [node 1] ICS09 handshake done sender: [2:7593037264853505593:2113] self: [2:7593037264853505609:0] peer: [1:7593037265555201002:0] socket: 491 qp: -1
2026-01-08T17:02:33.738852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037264267179125:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7504
2026-01-08T17:02:33.739114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037259972211747:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.740622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037264267179123:2061] [node 4] ICS09 handshake done sender: [6:7593037264267179113:2113] self: [6:7593037264267179120:0] peer: [4:7593037265510957350:0] socket: 492 qp: -1
2026-01-08T17:02:33.740688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037264267179123:2061] [node 4] ICS10 traffic start
2026-01-08T17:02:33.806165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037265555200998:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.835535Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037265510957375:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17964
2026-01-08T17:02:33.578444Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037263410314724:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.756542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037264853505611:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:33.742740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037263446652669:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:33.806246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.744879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037264267179127:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7504
2026-01-08T17:02:33.852813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037265510957375:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.579143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037263410314715:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.579194Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037263410314715:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.619049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037263410314715:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:33.634505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037263410314713:2105] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.634607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:33.642805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037263410314717:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.643189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037259115347342:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.643915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037263410314713:2105] [node 5] ICP22 created new session: [3:7593037263410314727:2105]
2026-01-08T17:02:33.676502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037263410314730:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38201
2026-01-08T17:02:33.694050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037263410314727:2105] [node 5] ICS09 handshake done sender: [3:7593037263410314715:2114] self: [3:7593037263410314714:0] peer: [5:7593037263446652661:0] socket: 487 qp: -1
2026-01-08T17:02:33.694099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037263410314727:2105] [node 5] ICS10 traffic start
2026-01-08T17:02:33.694131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:33.732628Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037263410314713:2105] [node 5] ICP35 event processing took too much time PendingConnection:279(102528065ns) {HandleHandshakeStatus:329(102524826ns) {DropIncomingHandshake:442(26614ns) DropOutgoingHandshake:457(574ns) SwitchToState:179(920ns) ProcessPendingSessionEvents:495(7171960ns) {ForwardSessionEventToSession:616(7112336ns) ForwardSessionEventToSession:616(5518ns) ForwardSessionEventToSession:616(2987ns) ForwardSessionEventToSession:616(5300ns) ForwardSessionEventToSession:616(9699ns) ForwardSessionEventToSession:616(3208ns) ForwardSessionEventToSession:616(8544ns) ForwardSessionEventToSession:616(2713ns) ForwardSessionEventToSession:616(5760ns) ForwardSessionEventToSession:616(2996ns)}}}
2026-01-08T17:02:33.740415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037263410314732:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38201
2026-01-08T17:02:33.860517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037265510957360:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.860566Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037265510957360:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.867744Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037265510957360:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:33.877920Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037265510957374:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17964
2026-01-08T17:02:33.816575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037265555200998:2109] [node 6] ICP22 created new session: [1:7593037265555201034:2109]
2026-01-08T17:02:33.742795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:33.756609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:33.746035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:33.761697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037263410314723:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.771735Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037263446652665:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.883511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037265510957314:2077] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.761751Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037263410314723:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.763691Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037264267179125:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.857156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037265555201034:2109] [node 6] ICS09 handshake done sender: [1:7593037265555201011:2115] self: [1:7593037265555201010:0] peer: [6:7593037264267179130:0] socket: 474 qp: -1
2026-01-08T17:02:33.786305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037264853505591:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.862291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037265555201034:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:33.910501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:33.786528Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037264853505591:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.763924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037264267179127:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.774981Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037259115347342:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7347) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037263410314717:2116] held: no
2026-01-08T17:02:33.771852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037259151685289:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.764124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037264267179112:2069] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.764211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037259972211745:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.787452Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037264267179132:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7504
2026-01-08T17:02:33.787956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037264267179055:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(93847591ns) {HandleHandshakeStatus:329(93835917ns) {DropIncomingHandshake:442(298ns) DropOutgoingHandshake:457(5730ns) SwitchToState:179(151ns) ProcessPendingSessionEvents:495(5842043ns) {ForwardSessionEventToSession:616(5779453ns) ForwardSessionEventToSession:616(10111ns) ForwardSessionEventToSession:616(4628ns) ForwardSessionEventToSession:616(5105ns) ForwardSessionEventToSession:616(3266ns) ForwardSessionEventToSession:616(3070ns) ForwardSessionEventToSession:616(7276ns) ForwardSessionEventToSession:616(2399ns) ForwardSessionEventToSession:616(10287ns) ForwardSessionEventToSession:616(3189ns)}}}
2026-01-08T17:02:33.788132Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037264267179133:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7504
2026-01-08T17:02:33.799237Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037264267179125:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:33.818454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037264267179131:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7504
2026-01-08T17:02:33.823424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037264267179112:2069] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:33.823489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:33.823560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037264267179112:2069] [node 5] ICP22 created new session: [6:7593037264267179134:2069]
2026-01-08T17:02:33.823623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037264267179134:2069] [node 5] ICS09 handshake done sender: [6:7593037264267179125:2118] self: [6:7593037264267179129:0] peer: [5:7593037263446652655:0] socket: 524 qp: -1
2026-01-08T17:02:33.823672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037264267179134:2069] [node 5] ICS10 traffic start
2026-01-08T17:02:33.823715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:33.848791Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037259972211745:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7347) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037264267179127:2119] held: no
2026-01-08T17:02:33.848989Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037264267179127:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:33.849158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037264267179121:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:33.863804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037259972211745:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:33.863885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:33.863951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037259972211745:2048] [node 1] ICP22 created new session: [6:7593037264267179137:2048]
2026-01-08T17:02:33.864013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037264267179137:2048] [node 1] ICS09 handshake done sender: [6:7593037264267179127:2119] self: [6:7593037264267179130:0] peer: [1:7593037265555201010:0] socket: 528 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.910604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037265510957314:2077] [node 5] ICP22 created new session: [4:7593037265510957378:2077]
2026-01-08T17:02:33.862391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:33.798753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037264853505591:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:33.775194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037263410314730:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.910666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037265510957378:2077] [node 5] ICS09 handshake done sender: [4:7593037265510957360:2117] self: [4:7593037265510957359:0] peer: [5:7593037263446652677:0] socket: 470 qp: -1
2026-01-08T17:02:33.910710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037265510957378:2077] [node 5] ICS10 traffic start
2026-01-08T17:02:33.910758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:33.911360Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037265510957314:2077] [node 5] ICP35 event processing took too much time PendingConnection:279(27570296ns) {HandleHandshakeStatus:329(27567921ns) {DropIncomingHandshake:442(24349ns) DropOutgoingHandshake:457(891ns) SwitchToState:179(187ns) ProcessPendingSessionEvents:495(133351ns) {ForwardSessionEventToSession:616(83033ns) ForwardSessionEventToSession:616(3411ns) ForwardSessionEventToSession:616(2905ns) ForwardSessionEventToSession:616(6178ns) ForwardSessionEventToSession:616(2077ns) ForwardSessionEventToSession:616(3469ns) ForwardSessionEventToSession:616(7010ns) ForwardSessionEventToSession:616(8336ns) ForwardSessionEventToSession:616(4526ns) ForwardSessionEventToSession:616(2874ns)}}}
2026-01-08T17:02:33.911562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037265510957374:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.911743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037261215989984:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.926023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037265510957381:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17964
2026-01-08T17:02:33.864057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037264267179137:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:33.775591Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037263446652656:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:33.864127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:33.868224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037259972211747:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:33.868282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:33.868333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037259972211747:2050] [node 3] ICP22 created new session: [6:7593037264267179139:2050]
2026-01-08T17:02:33.868422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037264267179139:2050] [node 3] ICS09 handshake done sender: [6:7593037264267179121:2116] self: [6:7593037264267179126:0] peer: [3:7593037263410314722:0] socket: 513 qp: -1
2026-01-08T17:02:33.868471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037264267179139:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:33.868509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:33.869677Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037264267179136:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7504
2026-01-08T17:02:33.882586Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037264267179136:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.882780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037259972211746:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.951368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037264267179143:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7504
2026-01-08T17:02:33.816036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037264853505585:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.775633Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037263446652656:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.955446Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037261215989984:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20124) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037265510957374:2120] held: no
2026-01-08T17:02:33.968017Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037259972211746:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20124) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037264267179136:2123] held: no
2026-01-08T17:02:33.775281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037263410314717:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:33.882521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037265555200998:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(56515765ns) {HandleHandshakeStatus:329(56512792ns) {DropIncomingHandshake:442(29735ns) DropOutgoingHandshake:457(784ns) SwitchToState:179(279ns) ProcessPendingSessionEvents:495(131532ns) {ForwardSessionEventToSession:616(68980ns) ForwardSessionEventToSession:616(9200ns) ForwardSessionEventToSession:616(3493ns) ForwardSessionEventToSession:616(7009ns) ForwardSessionEventToSession:616(5334ns) ForwardSessionEventToSession:616(3426ns) ForwardSessionEventToSession:616(4041ns) ForwardSessionEventToSession:616(5585ns) ForwardSessionEventToSession:616(3656ns) ForwardSessionEventToSession:616(10453ns)}}}
2026-01-08T17:02:33.816117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:33.968406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037265510957374:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:33.882724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037265555201015:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.791876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037259115347343:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.785873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037263446652656:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:33.802624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037263446652667:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.802740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037263446652666:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.802909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037263446652603:2064] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.803171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:33.803232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037263446652603:2064] [node 6] ICP22 created new session: [5:7593037263446652675:2064]
2026-01-08T17:02:33.804402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037263446652610:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.810879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037263446652675:2064] [node 6] ICS09 handshake done sender: [5:7593037263446652656:2113] self: [5:7593037263446652655:0] peer: [6:7593037264267179129:0] socket: 523 qp: -1
2026-01-08T17:02:33.818672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037263446652671:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60765
2026-01-08T17:02:33.831302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037263446652675:2064] [node 6] ICS10 traffic start
2026-01-08T17:02:33.831376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:33.842008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037263446652603:2064] [node 6] ICP35 event processing took too much time PendingConnection:279(38827473ns) {HandleHandshakeStatus:329(38820716ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(885ns) SwitchToState:179(705ns) ProcessPendingSessionEvents:495(183822ns) {ForwardSessionEventToSession:616(113616ns) ForwardSessionEventToSession:616(10941ns) ForwardSessionEventToSession:616(11074ns) ForwardSessionEventToSession:616(6815ns) ForwardSessionEventToSession:616(3797ns) ForwardSessionEventToSession:616(6091ns) ForwardSessionEventToSession:616(3225ns) ForwardSessionEventToSession:616(4251ns) ForwardSessionEventToSession:616(7002ns) ForwardSessionEventToSession:616(3807ns)}}}
2026-01-08T17:02:33.842245Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037263446652671:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.842559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593037263446652603:2064] [node 6] ICP18 handshake (actor [5:7593037263446652666:2118]) is too old
2026-01-08T17:02:33.851007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037263446652674:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60765
2026-01-08T17:02:33.866759Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037259151685289:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20124) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037263446652665:2117] held: no
2026-01-08T17:02:33.870264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037259151685288:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:33.870685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037263446652679:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60765
2026-01-08T17:02:33.874486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037263446652665:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:33.883280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037259151685289:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:33.885943Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037263446652667:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:33.831464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037264853505596:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.882754Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037265555201015:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.892533Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037265555201015:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:33.889154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:33.889232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037259151685289:2049] [node 2] ICP22 created new session: [5:7593037263446652681:2049]
2026-01-08T17:02:33.889296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037263446652681:2049] [node 2] ICS09 handshake done sender: [5:7593037263446652665:2117] self: [5:7593037263446652672:0] peer: [2:7593037264853505590:0] socket: 516 qp: -1
2026-01-08T17:02:33.889339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037263446652681:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:33.889391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:33.896117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037263446652683:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60765
2026-01-08T17:02:33.898819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037263446652610:2065] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:33.912732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:33.922577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037263446652610:2065] [node 4] ICP22 created new session: [5:7593037263446652684:2065]
2026-01-08T17:02:33.926720Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037259151685288:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7347) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037263446652671:2120] held: no
2026-01-08T17:02:33.940020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037263446652684:2065] [node 4] ICS09 handshake done sender: [5:7593037263446652667:2119] self: [5:7593037263446652677:0] peer: [4:7593037265510957359:0] socket: 522 qp: -1
2026-01-08T17:02:33.951732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037263446652671:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:33.951895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037263446652684:2065] [node 4] ICS10 traffic start
2026-01-08T17:02:33.951953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:33.958372Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037259151685288:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(28287252ns) {HandleHandshakeStatus:395(28283814ns) {LogHandshakeFail:472(17734ns) {UpdateErrorStateLog:545(6297ns)} DropOutgoingHandshake:457(1812ns) ProcessPendingSessionEvents:495(25641680ns) {DropSessionEvent:512(14848ns) DropSessionEvent:512(7099937ns) DropSessionEvent:512(20077ns) DropSessionEvent:512(5712ns) DropSessionEvent:512(3905044ns) DropSessionEvent:512(13616ns) DropSessionEvent:512(5463ns) DropSessionEvent:512(6138ns) DropSessionEvent:512(4704ns) DropSessionEvent:512(8248898ns)}}}
2026-01-08T17:02:33.966035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037259151685288:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:33.971268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:33.971349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037259151685288:2048] [node 1] ICP22 created new session: [5:7593037263446652686:2048]
2026-01-08T17:02:33.971416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037263446652686:2048] [node 1] ICS09 handshake done sender: [5:7593037263446652671:2120] self: [5:7593037263446652680:0] peer: [1:7593037265555201014:0] socket: 488 qp: -1
2026-01-08T17:02:33.971466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037263446652686:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:33.971537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:33.982830Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037263446652610:2065] [node 4] ICP35 event processing took too much time PendingConnection:279(83741830ns) {HandleHandshakeStatus:329(83738280ns) {DropIncomingHandshake:442(602ns) DropOutgoingHandshake:457(6497ns) SwitchToState:179(997ns) ProcessPendingSessionEvents:495(30393110ns) {ForwardSessionEventToSession:616(12786177ns) ForwardSessionEventToSession:616(9443254ns) ForwardSessionEventToSession:616(4928ns) ForwardSessionEventToSession:616(3714ns) ForwardSessionEventToSession:616(4053828ns) ForwardSessionEventToSession:616(3419ns) ForwardSessionEventToSession:616(4055782ns) ForwardSessionEventToSession:616(4423ns) ForwardSessionEventToSession:616(2709ns) ForwardSessionEventToSession:616(11948ns)}}}
2026-01-08T17:02:33.981674Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037264267179136:2123] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:33.831513Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037264853505596:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.795383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037259115347342:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:33.896489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037265555200997:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.896561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:33.896627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037265555200997:2108] [node 5] ICP22 created new session: [1:7593037265555201037:2108]
2026-01-08T17:02:33.896682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037265555201037:2108] [node 5] ICS09 handshake done sender: [1:7593037265555201015:2118] self: [1:7593037265555201014:0] peer: [5:7593037263446652680:0] socket: 527 qp: -1
2026-01-08T17:02:33.896722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037265555201037:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:33.896755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:33.838163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037264853505585:2108] [node 5] ICP22 created new session: [2:7593037264853505615:2108]
2026-01-08T17:02:33.856446Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037264853505596:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:33.860461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037264853505615:2108] [node 5] ICS09 handshake done sender: [2:7593037264853505591:2112] self: [2:7593037264853505590:0] peer: [5:7593037263446652672:0] socket: 514 qp: -1
2026-01-08T17:02:33.865551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037264853505615:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:33.865616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:33.884397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037260558538226:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.884463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:33.884529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037260558538226:2049] [node 3] ICP22 created new session: [2:7593037264853505619:2049]
2026-01-08T17:02:33.884582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037264853505619:2049] [node 3] ICS09 handshake done sender: [2:7593037264853505596:2115] self: [2:7593037264853505595:0] peer: [3:7593037263410314734:0] socket: 501 qp: -1
2026-01-08T17:02:33.884633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037264853505619:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:33.884672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:33.891330Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037264853505585:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(78860158ns) {HandleHandshakeStatus:329(78857302ns) {DropIncomingHandshake:442(24995ns) DropOutgoingHandshake:457(884ns) SwitchToState:179(1012ns) ProcessPendingSessionEvents:495(8111837ns) {ForwardSessionEventToSession:616(8054736ns) ForwardSessionEventToSession:616(7467ns) ForwardSessionEventToSession:616(2993ns) ForwardSessionEventToSession:616(7072ns) ForwardSessionEventToSession:616(5637ns) ForwardSessionEventToSession:616(2785ns) ForwardSessionEventToSession:616(4737ns) ForwardSessionEventToSession:616(2948ns) ForwardSessionEventToSession:616(10374ns) ForwardSessionEventToSession:616(1943ns)}}}
2026-01-08T17:02:33.914230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037264853505603:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.914273Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037264853505603:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.918517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037264853505600:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:33.918584Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037264853505600:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:33.924282Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037264853505600:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:33.930341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037264853505584:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.930414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:33.930479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037264853505584:2107] [node 4] ICP22 created new session: [2:7593037264853505623:2107]
2026-01-08T17:02:33.930545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037264853505623:2107] [node 4] ICS09 handshake done sender: [2:7593037264853505600:2118] self: [2:7593037264853505599:0] peer: [4:7593037265510957380:0] socket: 503 qp: -1
2026-01-08T17:02:33.930606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037264853505623:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:33.930644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:33.937549Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037264853505603:2119] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:33.938940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037264853505586:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.939056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:33.952322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037264853505586:2109] [node 6] ICP22 created new session: [2:7593037264853505625:2109]
2026-01-08T17:02:33.968831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037264853505625:2109] [node 6] ICS09 handshake done sender: [2:7593037264853505603:2119] self: [2:7593037264853505602:0] peer: [6:7593037264267179142:0] socket: 502 qp: -1
2026-01-08T17:02:33.973632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037264853505625:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:33.973709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:34.002534Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037264853505586:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(63347646ns) {HandleHandshakeStatus:329(63343857ns) {DropIncomingHandshake:442(31314ns) DropOutgoingHandshake:457(578ns) SwitchToState:179(801ns) ProcessPendingSessionEvents:495(140722ns) {ForwardSessionEventToSession:616(88168ns) ForwardSessionEventToSession:616(4039ns) ForwardSessionEventToSession:616(5888ns) ForwardSessionEventToSession:616(3461ns) ForwardSessionEventToSession:616(2544ns) ForwardSessionEventToSession:616(10185ns) ForwardSessionEventToSession:616(3641ns) ForwardSessionEventToSession:616(2358ns) ForwardSessionEventToSession:616(8868ns) ForwardSessionEventToSession:616(2379ns)}}}
2026-01-08T17:02:33.799156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:33.803549Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037263410314723:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:33.804922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037259115347342:2048] [node 1] ICP22 created new session: [3:7593037263410314735:2048]
2026-01-08T17:02:33.806383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037263410314735:2048] [node 1] ICS09 handshake done sender: [3:7593037263410314717:2116] self: [3:7593037263410314729:0] peer: [1:7593037265555201000:0] socket: 484 qp: -1
2026-01-08T17:02:33.810584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037263410314712:2103] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:33.810960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037263410314735:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:33.815822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:33.833065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:33.837924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037263410314712:2103] [node 6] ICP22 created new session: [3:7593037263410314736:2103]
2026-01-08T17:02:33.852460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037263410314736:2103] [node 6] ICS09 handshake done sender: [3:7593037263410314723:2117] self: [3:7593037263410314722:0] peer: [6:7593037264267179126:0] socket: 512 qp: -1
2026-01-08T17:02:33.852528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037263410314736:2103] [node 6] ICS10 traffic start
2026-01-08T17:02:33.857250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:33.865449Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037259115347342:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(61678034ns) {HandleHandshakeStatus:329(61672654ns) {DropIncomingHandshake:442(1180ns) DropOutgoingHandshake:457(794ns) SwitchToState:179(675ns) ProcessPendingSessionEvents:495(1733ns)}}
2026-01-08T17:02:33.871074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037263410314739:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38201
2026-01-08T17:02:33.879055Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037263410314730:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:33.885990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037259115347343:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:33.899652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:33.907415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037259115347343:2049] [node 2] ICP22 created new session: [3:7593037263410314740:2049]
2026-01-08T17:02:33.913532Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037263410314712:2103] [node 6] ICP35 event processing took too much time PendingConnection:279(97028237ns) {HandleHandshakeStatus:329(97023772ns) {DropIncomingHandshake:442(356ns) DropOutgoingHandshake:457(756ns) SwitchToState:179(690ns) ProcessPendingSessionEvents:495(32553792ns) {ForwardSessionEventToSession:616(10793603ns) ForwardSessionEventToSession:616(4904ns) ForwardSessionEventToSession:616(3250ns) ForwardSessionEventToSession:616(6153548ns) ForwardSessionEventToSession:616(3503ns) ForwardSessionEventToSession:616(1449433ns) ForwardSessionEventToSession:616(4810ns) ForwardSessionEventToSession:616(6396384ns) ForwardSessionEventToSession:616(7709604ns) ForwardSessionEventToSession:616(5944ns)}}}
2026-01-08T17:02:33.914190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037263410314740:2049] [node 2] ICS09 handshake done sender: [3:7593037263410314730:2119] self: [3:7593037263410314734:0] peer: [2:7593037264853505595:0] socket: 520 qp: -1
2026-01-08T17:02:33.921395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037263410314740:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:33.921470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:33.996043Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037259115347343:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(115411073ns) {HandleHandshakeStatus:329(115408531ns) {DropIncomingHandshake:442(1107ns) DropOutgoingHandshake:457(6537ns) SwitchToState:179(141ns) ProcessPendingSessionEvents:495(30941739ns) {ForwardSessionEventToSession:616(8424496ns) ForwardSessionEventToSession:616(7845103ns) ForwardSessionEventToSession:616(4099ns) ForwardSessionEventToSession:616(4726006ns) ForwardSessionEventToSession:616(357873ns) ForwardSessionEventToSession:616(6853ns) ForwardSessionEventToSession:616(5304741ns) ForwardSessionEventToSession:616(4729ns) ForwardSessionEventToSession:616(3446ns) ForwardSessionEventToSession:616(4225215ns)}}}
2026-01-08T17:02:33.999662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037259972211746:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:34.003453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:34.014423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037259972211746:2049] [node 2] ICP22 created new session: [6:7593037264267179144:2049]
2026-01-08T17:02:33.994556Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037261215989984:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16297483ns) {HandleHandshakeStatus:395(16295962ns) {LogHandshakeFail:472(15098ns) {UpdateErrorStateLog:545(6322ns)} DropOutgoingHandshake:457(1933ns) ProcessPendingSessionEvents:495(13277958ns) {DropSessionEvent:512(14050ns) DropSessionEvent:512(10263292ns) DropSessionEvent:512(13290ns) DropSessionEvent:512(14801ns) DropSessionEvent:512(7042ns) DropSessionEvent:512(6465ns) DropSessionEvent:512(5838ns) DropSessionEvent:512(6146ns) DropSessionEvent:512(4644ns) DropSessionEvent:512(5245ns)}}}
2026-01-08T17:02:33.994654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037261215989984:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:33.994704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:33.994767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037261215989984:2049] [node 2] ICP22 created new session: [4:7593037265510957382:2049]
2026-01-08T17:02:33.994825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037265510957382:2049] [node 2] ICS09 handshake done sender: [4:7593037265510957374:2120] self: [4:7593037265510957380:0] peer: [2:7593037264853505599:0] socket: 529 qp: -1
2026-01-08T17:02:33.994873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037265510957382:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:33.994920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:34.017538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037264267179144:2049] [node 2] ICS09 handshake done sender: [6:7593037264267179136:2123] self: [6:7593037264267179142:0] peer: [2:7593037264853505602:0] socket: 468 qp: -1
2026-01-08T17:02:34.017616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037264267179144:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:34.017684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:34.017972Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037259972211746:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(18224523ns) {HandleHandshakeStatus:329(18220780ns) {DropIncomingHandshake:442(981ns) DropOutgoingHandshake:457(375ns) SwitchToState:179(598ns) ProcessPendingSessionEvents:495(1110ns)}}
2026-01-08T17:02:34.174184Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:34.174462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037264853505611:2048] [node 1] ICS01 socket: 491 reason# EndOfStream
2026-01-08T17:02:34.174519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037260558538225:2048] [node 1] ICP30 unregister session Session# [2:7593037264853505611:2048] VirtualId# [2:7593037264853505609:0]
2026-01-08T17:02:34.174557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037264853505611:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.174631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:34.174682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:34.175760Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:34.175985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037263410314735:2048] [node 1] ICS01 socket: 484 reason# EndOfStream
2026-01-08T17:02:34.176031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037259115347342:2048] [node 1] ICP30 unregister session Session# [3:7593037263410314735:2048] VirtualId# [3:7593037263410314729:0]
2026-01-08T17:02:34.176064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037263410314735:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.176137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:34.176189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:34.178236Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:34.178513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037265510957371:2048] [node 1] ICS01 socket: 504 reason# EndOfStream
2026-01-08T17:02:34.178596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037261215989983:2048] [node 1] ICP30 unregister session Session# [4:7593037265510957371:2048] VirtualId# [4:7593037265510957367:0]
2026-01-08T17:02:34.178632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037265510957371:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.179253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:34.180478Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:34.179348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:34.180941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037263446652686:2048] [node 1] ICS01 socket: 488 reason# EndOfStream
2026-01-08T17:02:34.180993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037259151685288:2048] [node 1] ICP30 unregister session Session# [5:7593037263446652686:2048] VirtualId# [5:7593037263446652680:0]
2026-01-08T17:02:34.181035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037263446652686:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.181107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:34.181155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:34.184100Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:34.184338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037264267179137:2048] [node 1] ICS01 socket: 528 reason# EndOfStream
2026-01-08T17:02:34.184379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037259972211745:2048] [node 1] ICP30 unregister session Session# [6:7593037264267179137:2048] VirtualId# [6:7593037264267179130:0]
2026-01-08T17:02:34.184416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037264267179137:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.184494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:34.184541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:34.376660Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:34.376866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037263410314740:2049] [node 2] ICS07 socket disconnect 520 reason# EndOfStream
2026-01-08T17:02:34.376904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037263410314740:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.376985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:34.377042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037263410314740:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:34.377991Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037259115347343:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20124) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:34.378067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037263410314740:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:34.378119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037259115347343:2049] [node 2] ICP30 unregister session Session# [3:7593037263410314740:2049] VirtualId# [3:7593037263410314734:0]
2026-01-08T17:02:34.378198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:34.378233Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037259115347343:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20124) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:34.378259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20124) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:34.382451Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:34.382715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037265510957382:2049] [node 2] ICS01 socket: 529 reason# EndOfStream
2026-01-08T17:02:34.382767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037261215989984:2049] [node 2] ICP30 unregister session Session# [4:7593037265510957382:2049] VirtualId# [4:7593037265510957380:0]
2026-01-08T17:02:34.382810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037265510957382:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.382907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:34.382957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:34.383182Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:34.383397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037263446652681:2049] [node 2] ICS01 socket: 516 reason# EndOfStream
2026-01-08T17:02:34.383436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037259151685289:2049] [node 2] ICP30 unregister session Session# [5:7593037263446652681:2049] VirtualId# [5:7593037263446652672:0]
2026-01-08T17:02:34.383468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037263446652681:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.383534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:34.383574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:34.386626Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:34.386981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037264267179144:2049] [node 2] ICS01 socket: 468 reason# EndOfStream
2026-01-08T17:02:34.387032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037259972211746:2049] [node 2] ICP30 unregister session Session# [6:7593037264267179144:2049] VirtualId# [6:7593037264267179142:0]
2026-01-08T17:02:34.387076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037264267179144:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.387185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:34.387255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:34.488543Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:34.488788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037264267179139:2050] [node 3] ICS01 socket: 513 reason# EndOfStream
2026-01-08T17:02:34.488837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037259972211747:2050] [node 3] ICP30 unregister session Session# [6:7593037264267179139:2050] VirtualId# [6:7593037264267179126:0]
2026-01-08T17:02:34.488881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037264267179139:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.488965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:34.489015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:34.489129Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:34.489331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037265510957361:2050] [node 3] ICS01 socket: 475 reason# EndOfStream
2026-01-08T17:02:34.489376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037261215989985:2050] [node 3] ICP30 unregister session Session# [4:7593037265510957361:2050] VirtualId# [4:7593037265510957357:0]
2026-01-08T17:02:34.489407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037265510957361:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.489469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:34.489520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:34.490499Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:34.490723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037263446652669:2050] [node 3] ICS01 socket: 494 reason# EndOfStream
2026-01-08T17:02:34.490765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037259151685290:2050] [node 3] ICP30 unregister session Session# [5:7593037263446652669:2050] VirtualId# [5:7593037263446652661:0]
2026-01-08T17:02:34.490804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037263446652669:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.490903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:34.490958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:34.710724Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:34.710990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037264267179123:2061] [node 4] ICS07 socket disconnect 492 reason# EndOfStream
2026-01-08T17:02:34.711026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037264267179123:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.711112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:34.711154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037264267179123:2061] [node 4] ICS15 start handshake
2026-01-08T17:02:34.713114Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037264267179055:2061] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11334) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:34.713215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037264267179123:2061] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:34.713265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037264267179055:2061] [node 4] ICP30 unregister session Session# [6:7593037264267179123:2061] VirtualId# [6:7593037264267179120:0]
2026-01-08T17:02:34.713315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:34.713350Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037264267179055:2061] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11334) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:34.713384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11334) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:34.725076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037264267179055:2061] [node 4] ICP33 wake up from error state
2026-01-08T17:02:34.802630Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:34.804394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037264267179134:2069] [node 5] ICS01 socket: 524 reason# EndOfStream
2026-01-08T17:02:34.804487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037264267179112:2069] [node 5] ICP30 unregister session Session# [6:7593037264267179134:2069] VirtualId# [6:7593037264267179129:0]
2026-01-08T17:02:34.804545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037264267179134:2069] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:34.804649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:34.804710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:35.045001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037270605435718:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:35.045059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037270605435719:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:35.074879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037271791830861:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:35.075143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037271791830862:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:35.081681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037272056326501:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:35.081753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037272056326502:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:35.110808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037273014164041:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:35.110865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037273014164042:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:35.110908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037273014164043:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:35.123323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037271294490496:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:35.123331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037271294490497:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:35.123376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037271294490498:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:35.132314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037273103898547:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:35.132351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037273103898548:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:35.132390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037273103898549:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:35.412349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037273103898583:2085] [node 5] ICP01 ready to work
2026-01-08T17:02:35.413186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037273103898586:2087] [node 4] ICP01 ready to work
2026-01-08T17:02:35.551024Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037273103898548:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(138767220ns) {Configure:104(138758570ns) {ProcessConfigured:135(97555ns) {StartInitialHandshake:157(94358ns) {DropHandshakes:470(2950ns) {DropIncomingHandshake:442(534ns) DropOutgoingHandshake:457(343ns)} GenerateSessionVirtualId:992(1466ns) PrepareNewSessionHandshake:477(1530ns) {SwitchToState:179(796ns)}}}}}
2026-01-08T17:02:35.495282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037270605435781:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:35.547127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037271791830924:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:35.564089Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037273014164041:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(117944658ns) {Configure:104(117937847ns) {ProcessConfigured:135(79765ns) {StartInitialHandshake:157(76405ns) {DropHandshakes:470(3529ns) {DropIncomingHandshake:442(1142ns) DropOutgoingHandshake:457(350ns)} GenerateSessionVirtualId:992(1255ns) PrepareNewSessionHandshake:477(2000ns) {SwitchToState:179(778ns)}}}}}
2026-01-08T17:02:35.583527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037272056326564:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:35.608057Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037273103898583:2085] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(191880237ns) {Configure:104(191873630ns) {ProcessConfigured:135(82202ns) {StartInitialHandshake:157(78287ns) {DropHandshakes:470(2371ns) {DropIncomingHandshake:442(518ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:992(902ns) PrepareNewSessionHandshake:477(1380ns) {SwitchToState:179(518ns)}}}}}
2026-01-08T17:02:35.591299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037271294490560:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:35.578668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037270605435782:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:35.564606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037273014164106:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.592402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037271791830925:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:35.592186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037272056326565:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:35.571915Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037273014164042:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(119195900ns) {Configure:104(119190255ns) {ProcessConfigured:135(72651ns) {StartInitialHandshake:157(69761ns) {DropHandshakes:470(2304ns) {DropIncomingHandshake:442(550ns) DropOutgoingHandshake:457(509ns)} GenerateSessionVirtualId:992(902ns) PrepareNewSessionHandshake:477(1710ns) {SwitchToState:179(520ns)}}}}}
2026-01-08T17:02:35.594234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037270605435783:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.591343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037271294490559:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:35.638818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037273103898618:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20256
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.601942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037271791830926:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.687705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037273103898621:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20256
2026-01-08T17:02:35.575177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037273014164107:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:35.597957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037272056326566:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:35.630758Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037271294490496:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(149847353ns) {Configure:104(149841323ns) {ProcessConfigured:135(20512316ns) {StartInitialHandshake:157(20509011ns) {DropHandshakes:470(19284ns) {DropIncomingHandshake:442(876ns) DropOutgoingHandshake:457(16828ns)} GenerateSessionVirtualId:992(778ns) PrepareNewSessionHandshake:477(5524ns) {SwitchToState:179(2338ns)}}}}}
2026-01-08T17:02:35.648603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037270605435792:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51505
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.659929Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037273014164106:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(35212305ns) {Configure:104(35206886ns) {ProcessConfigured:135(16613979ns) {StartInitialHandshake:157(16611226ns) {DropHandshakes:470(2640ns) {DropIncomingHandshake:442(522ns) DropOutgoingHandshake:457(500ns)} GenerateSessionVirtualId:992(1066ns) PrepareNewSessionHandshake:477(4816ns) {SwitchToState:179(2362ns)}}}}}
2026-01-08T17:02:35.672757Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037271294490497:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(88245740ns) {Configure:104(88240698ns) {ProcessConfigured:135(96837ns) {StartInitialHandshake:157(94809ns) {DropHandshakes:470(5160ns) {DropIncomingHandshake:442(441ns) DropOutgoingHandshake:457(487ns)} GenerateSessionVirtualId:992(969ns) PrepareNewSessionHandshake:477(1425ns) {SwitchToState:179(647ns)}}}}}
2026-01-08T17:02:35.674649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037273014164117:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61500
2026-01-08T17:02:35.666961Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037270605435782:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(85597597ns) {Configure:104(85592974ns) {ProcessConfigured:135(6985245ns) {StartInitialHandshake:157(6981490ns) {DropHandshakes:470(2709ns) {DropIncomingHandshake:442(489ns) DropOutgoingHandshake:457(610ns)} GenerateSessionVirtualId:992(814ns) PrepareNewSessionHandshake:477(6147ns) {SwitchToState:179(3239ns)}}}}}
2026-01-08T17:02:35.700036Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037271294490566:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47630
2026-01-08T17:02:35.679136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037270605435790:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51505
2026-01-08T17:02:35.698940Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037273014164043:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(245776516ns) {Configure:104(245766884ns) {ProcessConfigured:135(5741804ns) {StartInitialHandshake:157(5738725ns) {DropHandshakes:470(2549ns) {DropIncomingHandshake:442(278ns) DropOutgoingHandshake:457(674ns)} GenerateSessionVirtualId:992(589ns) PrepareNewSessionHandshake:477(3195ns) {SwitchToState:179(1868ns)}}}}}
2026-01-08T17:02:35.679563Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037270605435791:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51505
2026-01-08T17:02:35.754829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037270605435791:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.750580Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037273014164117:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.767236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037273014164041:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:35.700160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037271294490567:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47630
2026-01-08T17:02:35.719764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037271294490498:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(121579559ns) {Configure:104(121572595ns) {ProcessConfigured:135(67733ns) {StartInitialHandshake:157(65302ns) {DropHandshakes:470(2250ns) {DropIncomingHandshake:442(440ns) DropOutgoingHandshake:457(475ns)} GenerateSessionVirtualId:992(1294ns) PrepareNewSessionHandshake:477(1383ns) {SwitchToState:179(642ns)}}}}}
2026-01-08T17:02:35.768175Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037273103898586:2087] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(344753141ns) {Configure:104(344745974ns) {ProcessConfigured:135(16753000ns) {StartInitialHandshake:157(16750123ns) {DropHandshakes:470(2345ns) {DropIncomingHandshake:442(619ns) DropOutgoingHandshake:457(418ns)} GenerateSessionVirtualId:992(12286ns) PrepareNewSessionHandshake:477(5490ns) {SwitchToState:179(3541ns)}}}}}
2026-01-08T17:02:35.775717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037271294490566:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.778809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037270605435718:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(316914867ns) {Configure:104(316910898ns) {ProcessConfigured:135(33907498ns) {StartInitialHandshake:157(33902950ns) {DropHandshakes:470(1731ns) {DropIncomingHandshake:442(177ns) DropOutgoingHandshake:457(365ns)} GenerateSessionVirtualId:992(480ns) PrepareNewSessionHandshake:477(7688ns) {SwitchToState:179(4288ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.800940Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037271791830861:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(137567049ns) {Configure:104(137562524ns) {ProcessConfigured:135(50293ns) {StartInitialHandshake:157(48460ns) {DropHandshakes:470(972ns) {DropIncomingHandshake:442(222ns) DropOutgoingHandshake:457(257ns)} GenerateSessionVirtualId:992(282ns) PrepareNewSessionHandshake:477(651ns) {SwitchToState:179(232ns)}}}}}
2026-01-08T17:02:35.801348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037271791830927:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9223
2026-01-08T17:02:35.801513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037271791830934:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9223
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.775253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037273103898618:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.776198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037271294490496:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:35.786374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037270605435787:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.805543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037273014164112:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.786717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037273103898621:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.798090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037271294490567:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.804873Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037271791830933:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9223
2026-01-08T17:02:35.837510Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037272056326501:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(259519501ns) {Configure:104(259515442ns) {ProcessConfigured:135(12230201ns) {StartInitialHandshake:157(12226922ns) {DropHandshakes:470(1648ns) {DropIncomingHandshake:442(343ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:992(833ns) PrepareNewSessionHandshake:477(4444ns) {SwitchToState:179(2446ns)}}}}}
2026-01-08T17:02:35.842590Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037272056326502:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(208375272ns) {Configure:104(208367455ns) {ProcessConfigured:135(30626825ns) {StartInitialHandshake:157(30624253ns) {DropHandshakes:470(462ns) {DropIncomingHandshake:442(108ns) DropOutgoingHandshake:457(150ns)} GenerateSessionVirtualId:992(172ns) PrepareNewSessionHandshake:477(3996ns) {SwitchToState:179(2054ns)}}}}}
2026-01-08T17:02:35.845918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037272056326577:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18543
2026-01-08T17:02:35.846066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037272056326578:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18543
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.805599Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037273014164112:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:35.786436Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037270605435787:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:35.857608Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037272056326565:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(142877869ns) {Configure:104(139058593ns) {ProcessConfigured:135(21413998ns) {StartInitialHandshake:157(21412245ns) {DropHandshakes:470(1529ns) {DropIncomingHandshake:442(305ns) DropOutgoingHandshake:457(288ns)} GenerateSessionVirtualId:992(589ns) PrepareNewSessionHandshake:477(3022ns) {SwitchToState:179(1441ns)}}}}}
2026-01-08T17:02:35.800294Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037271294490559:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(156503897ns) {Configure:104(156498153ns) {ProcessConfigured:135(19733149ns) {StartInitialHandshake:157(19731382ns) {DropHandshakes:470(2128ns) {DropIncomingHandshake:442(281ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:992(362ns) PrepareNewSessionHandshake:477(2473ns) {SwitchToState:179(875ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.795147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037273103898586:2087] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:35.807800Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037271791830925:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(188174297ns) {Configure:104(188166229ns) {ProcessConfigured:135(7423026ns) {StartInitialHandshake:157(7421369ns) {DropHandshakes:470(997ns) {DropIncomingHandshake:442(170ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:992(489ns) PrepareNewSessionHandshake:477(2628ns) {SwitchToState:179(1002ns)}}}}}
2026-01-08T17:02:35.795401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037273103898547:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:35.847787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037273103898549:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(239661209ns) {Configure:104(239656299ns) {ProcessConfigured:135(8345470ns) {StartInitialHandshake:157(8342774ns) {DropHandshakes:470(2538ns) {DropIncomingHandshake:442(522ns) DropOutgoingHandshake:457(451ns)} GenerateSessionVirtualId:992(526ns) PrepareNewSessionHandshake:477(2579ns) {SwitchToState:179(945ns)}}}}}
2026-01-08T17:02:35.862783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037273103898629:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20256
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.826485Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037271294490560:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(116408910ns) {Configure:104(116383108ns) {ProcessConfigured:135(3949717ns) {StartInitialHandshake:157(3947796ns) {DropHandshakes:470(2848ns) {DropIncomingHandshake:442(563ns) DropOutgoingHandshake:457(756ns)} GenerateSessionVirtualId:992(841ns) PrepareNewSessionHandshake:477(3103ns) {SwitchToState:179(57ns)}}}}}
2026-01-08T17:02:35.827005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037271294490578:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47630
2026-01-08T17:02:35.836028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037273014164112:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:35.860655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037273014164122:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61500
2026-01-08T17:02:35.862980Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037273014164123:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61500
2026-01-08T17:02:35.794615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037270605435790:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.835758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037271791830933:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.871019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037273103898631:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20256
2026-01-08T17:02:35.871317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037273103898630:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20256
2026-01-08T17:02:35.837762Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037271791830862:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(252818669ns) {Configure:104(252809789ns) {ProcessConfigured:135(5274636ns) {StartInitialHandshake:157(5271788ns) {DropHandshakes:470(1894ns) {DropIncomingHandshake:442(234ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:992(736ns) PrepareNewSessionHandshake:477(3292ns) {SwitchToState:179(1422ns)}}}}}
2026-01-08T17:02:35.837947Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037271791830927:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.865893Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037271791830926:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(226135365ns) {Configure:104(226127296ns) {ProcessConfigured:135(29351248ns) {StartInitialHandshake:157(29347294ns) {DropHandshakes:470(2259ns) {DropIncomingHandshake:442(667ns) DropOutgoingHandshake:457(299ns)} GenerateSessionVirtualId:992(908ns) PrepareNewSessionHandshake:477(4209ns) {SwitchToState:179(1706ns)}}}}}
2026-01-08T17:02:35.862426Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037272056326564:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(203862114ns) {Configure:104(203856603ns) {ProcessConfigured:135(30794758ns) {StartInitialHandshake:157(30793124ns) {DropHandshakes:470(6392460ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(1584ns)} GenerateSessionVirtualId:992(1737ns) PrepareNewSessionHandshake:477(1487ns) {SwitchToState:179(98ns)}}}}}
2026-01-08T17:02:35.873039Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037273014164117:2114] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.882445Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037273103898618:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:35.794809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037270605435719:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(273787205ns) {Configure:104(273773121ns) {ProcessConfigured:135(9736051ns) {StartInitialHandshake:157(9732868ns) {DropHandshakes:470(2530ns) {DropIncomingHandshake:442(386ns) DropOutgoingHandshake:457(334ns)} GenerateSessionVirtualId:992(1144ns) PrepareNewSessionHandshake:477(1803ns) {SwitchToState:179(662ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.888492Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037271294490566:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:35.923187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037272056326578:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.882476Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037273103898621:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:35.886845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037273014164106:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.796648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037270605435785:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.900575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037271791830934:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.898069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037271294490579:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47630
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.930758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037272056326502:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.886895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:35.897825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037273103898547:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:35.796690Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037270605435785:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:35.927820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037271791830945:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9223
2026-01-08T17:02:35.937213Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037272056326582:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18543
2026-01-08T17:02:35.913786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037271294490580:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47630
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.898234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037273103898586:2087] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.886956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037273014164106:2109] [node 6] ICP22 created new session: [4:7593037273014164124:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.937231Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037271791830929:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.806674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037270605435792:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.914741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037271294490496:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.939173Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037272056326574:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.937260Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037271791830929:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:35.822467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037270605435794:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.887017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037273014164124:2109] [node 6] ICS09 handshake done sender: [4:7593037273014164112:2112] self: [4:7593037273014164111:0] peer: [6:7593037273103898627:0] socket: 485 qp: -1
2026-01-08T17:02:35.898305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:35.932026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.822517Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037270605435794:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.938388Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037271791830929:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:35.939202Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037272056326574:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:35.932088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037271294490496:2048] [node 1] ICP22 created new session: [5:7593037271294490581:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.887059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037273014164124:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.898387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037273103898586:2087] [node 4] ICP22 created new session: [6:7593037273103898633:2087]
2026-01-08T17:02:35.826687Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037270605435787:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.940306Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037272056326574:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:35.951010Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037271791830936:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.887099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:35.932142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037271294490581:2048] [node 1] ICS09 handshake done sender: [5:7593037271294490566:2112] self: [5:7593037271294490573:0] peer: [1:7593037270605435784:0] socket: 492 qp: -1
2026-01-08T17:02:35.898446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037273103898633:2087] [node 4] ICS09 handshake done sender: [6:7593037273103898618:2111] self: [6:7593037273103898627:0] peer: [4:7593037273014164111:0] socket: 488 qp: -1
2026-01-08T17:02:35.831425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037270605435785:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:35.940637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037272056326564:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:35.951062Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037271791830936:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:35.896888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037273014164041:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:35.898496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037273103898633:2087] [node 4] ICS10 traffic start
2026-01-08T17:02:35.932173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037271294490581:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:35.966416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037271791830943:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9223
2026-01-08T17:02:35.940681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:35.856828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037270605435806:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51505
2026-01-08T17:02:35.901260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:35.932223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:35.898538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:35.940744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037272056326564:2109] [node 6] ICP22 created new session: [3:7593037272056326585:2109]
2026-01-08T17:02:35.872102Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037270605435794:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:35.914076Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037273014164122:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.974885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037271791830862:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:35.932703Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037271294490496:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17765663ns) {HandleHandshakeStatus:329(17763110ns) {DropIncomingHandshake:442(492ns) DropOutgoingHandshake:457(11436ns) SwitchToState:179(367ns) ProcessPendingSessionEvents:495(129864ns) {ForwardSessionEventToSession:616(62878ns) ForwardSessionEventToSession:616(3259ns) ForwardSessionEventToSession:616(3751ns) ForwardSessionEventToSession:616(6051ns) ForwardSessionEventToSession:616(2940ns) ForwardSessionEventToSession:616(2418ns) ForwardSessionEventToSession:616(6196ns) ForwardSessionEventToSession:616(2513ns) ForwardSessionEventToSession:616(28702ns) ForwardSessionEventToSession:616(2179ns)}}}
2026-01-08T17:02:35.916238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.888423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037270605435783:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:35.914607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037273014164041:2048] [node 1] ICP22 created new session: [4:7593037273014164127:2048]
2026-01-08T17:02:35.940800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037272056326585:2109] [node 6] ICS09 handshake done sender: [3:7593037272056326574:2113] self: [3:7593037272056326572:0] peer: [6:7593037273103898636:0] socket: 518 qp: -1
2026-01-08T17:02:35.979311Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037271791830943:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.946474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037271294490579:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.888490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:35.930675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037273103898547:2048] [node 1] ICP22 created new session: [6:7593037273103898632:2048]
2026-01-08T17:02:35.940842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037272056326585:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:35.938710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037273103898631:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.938889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037273103898549:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:35.951514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037273103898632:2048] [node 1] ICS09 handshake done sender: [6:7593037273103898621:2114] self: [6:7593037273103898628:0] peer: [1:7593037270605435793:0] socket: 496 qp: -1
2026-01-08T17:02:35.956280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037273103898632:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:35.970846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:35.974740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037273103898637:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20256
2026-01-08T17:02:36.005337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037277398865935:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20256
2026-01-08T17:02:36.018839Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037273103898547:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(120741590ns) {HandleHandshakeStatus:329(120739308ns) {DropIncomingHandshake:442(722ns) DropOutgoingHandshake:457(6734ns) SwitchToState:179(466ns) ProcessPendingSessionEvents:495(12057795ns) {ForwardSessionEventToSession:616(11987936ns) ForwardSessionEventToSession:616(14464ns) ForwardSessionEventToSession:616(3689ns) ForwardSessionEventToSession:616(3489ns) ForwardSessionEventToSession:616(5726ns) ForwardSessionEventToSession:616(3437ns) ForwardSessionEventToSession:616(8681ns) ForwardSessionEventToSession:616(2877ns) ForwardSessionEventToSession:616(2988ns) ForwardSessionEventToSession:616(10220ns)}}}
2026-01-08T17:02:36.018957Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037273103898631:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:36.047333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037273103898549:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:36.056669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:36.064791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037277398865935:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.064953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037273103898583:2085] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:36.065296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037277398865937:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20256
2026-01-08T17:02:36.071400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037273103898549:2050] [node 3] ICP22 created new session: [6:7593037277398865936:2050]
2026-01-08T17:02:36.105566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037277398865939:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20256
2026-01-08T17:02:36.107187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037277398865936:2050] [node 3] ICS09 handshake done sender: [6:7593037273103898631:2119] self: [6:7593037273103898636:0] peer: [3:7593037272056326572:0] socket: 521 qp: -1
2026-01-08T17:02:36.115026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037277398865936:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:36.115130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:36.136928Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037277398865937:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.144396Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037277398865935:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:36.162171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037273103898549:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(114599993ns) {HandleHandshakeStatus:329(114597560ns) {DropIncomingHandshake:442(1315ns) DropOutgoingHandshake:457(14027ns) SwitchToState:179(1101ns) ProcessPendingSessionEvents:495(9602259ns) {ForwardSessionEventToSession:616(9551049ns) ForwardSessionEventToSession:616(3603ns) ForwardSessionEventToSession:616(11729ns) ForwardSessionEventToSession:616(3034ns) ForwardSessionEventToSession:616(3972ns) ForwardSessionEventToSession:616(5262ns) ForwardSessionEventToSession:616(2699ns) ForwardSessionEventToSession:616(5731ns) ForwardSessionEventToSession:616(2051ns) ForwardSessionEventToSession:616(2940ns)}}}
2026-01-08T17:02:36.162724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037273103898583:2085] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:36.162777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:36.162831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037273103898583:2085] [node 5] ICP22 created new session: [6:7593037277398865941:2085]
2026-01-08T17:02:36.162891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037277398865941:2085] [node 5] ICS09 handshake done sender: [6:7593037277398865935:2121] self: [6:7593037277398865938:0] peer: [5:7593037271294490574:0] socket: 535 qp: -1
2026-01-08T17:02:36.162939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037277398865941:2085] [node 5] ICS10 traffic start
2026-01-08T17:02:36.162972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:36.163215Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037273103898583:2085] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:36.167810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037273103898548:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:35.982727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:35.922614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037273014164042:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:35.954484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037271294490498:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:35.888538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037270605435783:2107] [node 4] ICP22 created new session: [1:7593037270605435807:2107]
2026-01-08T17:02:35.940878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:35.911354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037270605435781:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:35.928222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037270605435782:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:35.928292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:35.928359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037270605435782:2109] [node 6] ICP22 created new session: [1:7593037270605435810:2109]
2026-01-08T17:02:35.928419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037270605435810:2109] [node 6] ICS09 handshake done sender: [1:7593037270605435794:2115] self: [1:7593037270605435793:0] peer: [6:7593037273103898628:0] socket: 495 qp: -1
2026-01-08T17:02:35.928468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037270605435810:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:35.928505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:35.934404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037270605435807:2107] [node 4] ICS09 handshake done sender: [1:7593037270605435787:2111] self: [1:7593037270605435786:0] peer: [4:7593037273014164120:0] socket: 479 qp: -1
2026-01-08T17:02:35.943481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037270605435807:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:35.943528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:35.946541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:35.947269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037270605435806:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.956352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037270605435781:2108] [node 5] ICP22 created new session: [1:7593037270605435812:2108]
2026-01-08T17:02:35.980647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037270605435812:2108] [node 5] ICS09 handshake done sender: [1:7593037270605435785:2110] self: [1:7593037270605435784:0] peer: [5:7593037271294490573:0] socket: 480 qp: -1
2026-01-08T17:02:35.991695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037270605435812:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:35.991772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:36.034943Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037270605435797:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.034989Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037270605435797:2116] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:36.038745Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037270605435783:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(147446322ns) {HandleHandshakeStatus:329(147443143ns) {DropIncomingHandshake:442(20059ns) DropOutgoingHandshake:457(847ns) SwitchToState:179(448ns) ProcessPendingSessionEvents:495(18374927ns) {ForwardSessionEventToSession:616(14405452ns) ForwardSessionEventToSession:616(19283ns) ForwardSessionEventToSession:616(12104ns) ForwardSessionEventToSession:616(3885536ns) ForwardSessionEventToSession:616(9112ns) ForwardSessionEventToSession:616(4006ns) ForwardSessionEventToSession:616(6883ns) ForwardSessionEventToSession:616(3322ns) ForwardSessionEventToSession:616(3251ns) ForwardSessionEventToSession:616(6873ns)}}}
2026-01-08T17:02:36.039340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037270605435800:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.039374Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037270605435800:2117] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:36.040366Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037270605435800:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:36.041250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037270605435719:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:36.041299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:36.041356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037270605435719:2049] [node 3] ICP22 created new session: [1:7593037274900403113:2049]
2026-01-08T17:02:36.041410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037274900403113:2049] [node 3] ICS09 handshake done sender: [1:7593037270605435800:2117] self: [1:7593037270605435799:0] peer: [3:7593037276351293889:0] socket: 527 qp: -1
2026-01-08T17:02:36.041445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037274900403113:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:36.041482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:36.048700Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037270605435781:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(137093733ns) {HandleHandshakeStatus:329(137091045ns) {DropIncomingHandshake:442(16821ns) DropOutgoingHandshake:457(493ns) SwitchToState:179(912ns) ProcessPendingSessionEvents:495(21617099ns) {ForwardSessionEventToSession:616(21551946ns) ForwardSessionEventToSession:616(6081ns) ForwardSessionEventToSession:616(3780ns) ForwardSessionEventToSession:616(6020ns) ForwardSessionEventToSession:616(3515ns) ForwardSessionEventToSession:616(4810ns) ForwardSessionEventToSession:616(2469ns) ForwardSessionEventToSession:616(3127ns) ForwardSessionEventToSession:616(13178ns) ForwardSessionEventToSession:616(3066ns)}}}
2026-01-08T17:02:36.051719Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037270605435797:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:36.052351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037270605435718:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:36.056464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:36.078016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037274900403117:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51505
2026-01-08T17:02:36.076835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037270605435718:2048] [node 2] ICP22 created new session: [1:7593037274900403116:2048]
2026-01-08T17:02:36.102555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037274900403116:2048] [node 2] ICS09 handshake done sender: [1:7593037270605435797:2116] self: [1:7593037270605435796:0] peer: [2:7593037276086798247:0] socket: 526 qp: -1
2026-01-08T17:02:36.107135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037274900403116:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:36.122540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:36.150552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037274900403117:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.150752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037270605435719:2049] [node 3] ICP18 handshake (actor [1:7593037274900403117:2119]) is too old
2026-01-08T17:02:36.171465Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037270605435718:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(111700415ns) {HandleHandshakeStatus:329(111699053ns) {DropIncomingHandshake:442(13011ns) DropOutgoingHandshake:457(171ns) SwitchToState:179(103ns) ProcessPendingSessionEvents:495(29143313ns) {ForwardSessionEventToSession:616(7973684ns) ForwardSessionEventToSession:616(1435025ns) ForwardSessionEventToSession:616(4632ns) ForwardSessionEventToSession:616(3343ns) ForwardSessionEventToSession:616(8017849ns) ForwardSessionEventToSession:616(4213ns) ForwardSessionEventToSession:616(4630341ns) ForwardSessionEventToSession:616(1726474ns) ForwardSessionEventToSession:616(3037ns) ForwardSessionEventToSession:616(5320687ns)}}}
2026-01-08T17:02:35.931916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037273014164127:2048] [node 1] ICS09 handshake done sender: [4:7593037273014164117:2114] self: [4:7593037273014164120:0] peer: [1:7593037270605435786:0] socket: 482 qp: -1
2026-01-08T17:02:35.991471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037271791830862:2049] [node 3] ICP22 created new session: [2:7593037271791830949:2049]
2026-01-08T17:02:35.991564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037271791830945:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.003175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037271791830861:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:36.021017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037271791830936:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:36.022422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037271791830949:2049] [node 3] ICS09 handshake done sender: [2:7593037271791830929:2111] self: [2:7593037271791830928:0] peer: [3:7593037272056326583:0] socket: 501 qp: -1
2026-01-08T17:02:36.022489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037271791830949:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:36.022578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:36.023202Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037271791830862:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(66756532ns) {HandleHandshakeStatus:329(66754446ns) {DropIncomingHandshake:442(2532ns) DropOutgoingHandshake:457(1886ns) SwitchToState:179(1008ns) ProcessPendingSessionEvents:495(123694ns) {ForwardSessionEventToSession:616(65337ns) ForwardSessionEventToSession:616(3817ns) ForwardSessionEventToSession:616(5714ns) ForwardSessionEventToSession:616(6807ns) ForwardSessionEventToSession:616(3198ns) ForwardSessionEventToSession:616(7404ns) ForwardSessionEventToSession:616(3607ns) ForwardSessionEventToSession:616(2925ns) ForwardSessionEventToSession:616(5450ns) ForwardSessionEventToSession:616(6377ns)}}}
2026-01-08T17:02:36.023338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037271791830862:2049] [node 3] ICP18 handshake (actor [2:7593037271791830943:2117]) is too old
2026-01-08T17:02:36.056510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037271791830924:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:36.071322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:36.075320Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037276086798252:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9223
2026-01-08T17:02:36.077632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037271791830924:2107] [node 4] ICP22 created new session: [2:7593037276086798251:2107]
2026-01-08T17:02:36.103247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037276086798251:2107] [node 4] ICS09 handshake done sender: [2:7593037271791830936:2115] self: [2:7593037271791830935:0] peer: [4:7593037273014164128:0] socket: 504 qp: -1
2026-01-08T17:02:36.109938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037271791830945:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:36.115267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037276086798251:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:36.122073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037271791830861:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:36.122137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:36.123413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037271791830861:2048] [node 1] ICP22 created new session: [2:7593037276086798253:2048]
2026-01-08T17:02:36.125311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:36.135808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037276086798253:2048] [node 1] ICS09 handshake done sender: [2:7593037271791830945:2119] self: [2:7593037276086798247:0] peer: [1:7593037270605435796:0] socket: 529 qp: -1
2026-01-08T17:02:36.135859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037276086798253:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:36.135901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:36.136164Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037271791830861:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:36.166685Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037271791830924:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(118965012ns) {HandleHandshakeStatus:329(118962811ns) {DropIncomingHandshake:442(19436ns) DropOutgoingHandshake:457(448ns) SwitchToState:179(425ns) ProcessPendingSessionEvents:495(14156664ns) {ForwardSessionEventToSession:616(14098939ns) ForwardSessionEventToSession:616(5107ns) ForwardSessionEventToSession:616(3213ns) ForwardSessionEventToSession:616(7417ns) ForwardSessionEventToSession:616(6136ns) ForwardSessionEventToSession:616(5181ns) ForwardSessionEventToSession:616(3053ns) ForwardSessionEventToSession:616(2163ns) ForwardSessionEventToSession:616(8499ns) ForwardSessionEventToSession:616(3482ns)}}}
2026-01-08T17:02:36.168825Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037271791830939:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.168852Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037271791830939:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:36.169800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037271791830944:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.169822Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037271791830944:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:36.170625Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037271791830939:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:36.171291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037271791830925:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:36.174133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:36.174190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037271791830925:2108] [node 5] ICP22 created new session: [2:7593037276086798257:2108]
2026-01-08T17:02:36.174249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037276086798257:2108] [node 5] ICS09 handshake done sender: [2:7593037271791830939:2116] self: [2:7593037271791830930:0] peer: [5:7593037275589457892:0] socket: 536 qp: -1
2026-01-08T17:02:36.174285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037276086798257:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:36.174334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:36.185380Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037271791830944:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:35.951470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037273014164127:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:35.956393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:35.969340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037273014164129:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61500
2026-01-08T17:02:35.994721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037273014164129:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.946745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037272056326577:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.955677Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037272056326589:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18543
2026-01-08T17:02:35.974844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037272056326582:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.980700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037272056326571:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:35.980746Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037272056326571:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:35.990935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037272056326591:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18543
2026-01-08T17:02:36.010627Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037272056326590:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18543
2026-01-08T17:02:36.012818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037272056326501:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:36.013418Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037272056326591:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.019450Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037272056326571:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:36.047493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037272056326576:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.047534Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037272056326576:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:36.048278Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037272056326578:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:36.056873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037272056326589:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.057702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037272056326502:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:36.057747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:36.057806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037272056326502:2049] [node 2] ICP22 created new session: [3:7593037276351293892:2049]
2026-01-08T17:02:36.057861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037276351293892:2049] [node 2] ICS09 handshake done sender: [3:7593037272056326578:2116] self: [3:7593037272056326583:0] peer: [2:7593037271791830928:0] socket: 515 qp: -1
2026-01-08T17:02:36.057909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037276351293892:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:36.057951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:36.066633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037272056326576:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:36.067748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037272056326564:2109] [node 6] ICP18 handshake (actor [3:7593037272056326589:2118]) is too old
2026-01-08T17:02:36.067828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037272056326566:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:36.067894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:36.067954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037272056326566:2107] [node 4] ICP22 created new session: [3:7593037276351293895:2107]
2026-01-08T17:02:36.068043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037276351293895:2107] [node 4] ICS09 handshake done sender: [3:7593037272056326576:2114] self: [3:7593037272056326575:0] peer: [4:7593037273014164132:0] socket: 532 qp: -1
2026-01-08T17:02:36.068093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037276351293895:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:36.068138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:36.068848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037272056326565:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:36.068898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:36.068950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037272056326565:2108] [node 5] ICP22 created new session: [3:7593037276351293898:2108]
2026-01-08T17:02:36.069000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037276351293898:2108] [node 5] ICS09 handshake done sender: [3:7593037272056326571:2111] self: [3:7593037272056326567:0] peer: [5:7593037271294490583:0] socket: 517 qp: -1
2026-01-08T17:02:36.069038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037276351293898:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:36.069069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:36.076213Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037272056326502:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:36.090962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037276351293897:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18543
2026-01-08T17:02:36.128165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037272056326582:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:36.128854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037272056326501:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:36.128904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:36.128963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037272056326501:2048] [node 1] ICP22 created new session: [3:7593037276351293900:2048]
2026-01-08T17:02:36.129019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037276351293900:2048] [node 1] ICS09 handshake done sender: [3:7593037272056326582:2117] self: [3:7593037276351293889:0] peer: [1:7593037270605435799:0] socket: 528 qp: -1
2026-01-08T17:02:36.129052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037276351293900:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:36.129094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:35.982943Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037271294490580:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.188797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037277398865944:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20256
2026-01-08T17:02:36.026891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037271294490559:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:35.997858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037273014164043:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:36.189184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037271791830926:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:36.191486Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037273103898548:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1828) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037277398865937:2122] held: no
2026-01-08T17:02:36.191714Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037277398865937:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:36.191913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:36.040813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037275589457882:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47630
2026-01-08T17:02:36.014094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037277309131429:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61500
2026-01-08T17:02:36.193455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037273103898548:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:36.193638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:36.193919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037273103898548:2049] [node 2] ICP22 created new session: [6:7593037277398865945:2049]
2026-01-08T17:02:36.193984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037277398865945:2049] [node 2] ICS09 handshake done sender: [6:7593037277398865937:2122] self: [6:7593037277398865943:0] peer: [2:7593037271791830941:0] socket: 544 qp: -1
2026-01-08T17:02:36.194020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037277398865945:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:36.194068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:36.192285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037271791830926:2109] [node 6] ICP22 created new session: [2:7593037276086798260:2109]
2026-01-08T17:02:36.053289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037275589457883:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47630
2026-01-08T17:02:36.192560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037276086798260:2109] [node 6] ICS09 handshake done sender: [2:7593037271791830944:2118] self: [2:7593037271791830941:0] peer: [6:7593037277398865943:0] socket: 543 qp: -1
2026-01-08T17:02:36.192611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037276086798260:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:36.192660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:36.056748Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037271294490559:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(42841693ns) {IncomingHandshake:261(42839895ns) {DropIncomingHandshake:442(384ns) PrepareNewSessionHandshake:477(2152ns) {SwitchToState:179(1468ns)} GenerateSessionVirtualId:992(538ns) IssueIncomingHandshakeReply:193(7885673ns) {SwitchToState:179(2630ns)}}}
2026-01-08T17:02:36.078511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037271294490575:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.078542Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037271294490575:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:36.086970Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037271294490498:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28488) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037271294490579:2118] held: no
2026-01-08T17:02:36.087259Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037271294490579:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:36.087666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037271294490498:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:36.087729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:36.087782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037271294490498:2050] [node 3] ICP22 created new session: [5:7593037275589457885:2050]
2026-01-08T17:02:36.087842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037275589457885:2050] [node 3] ICS09 handshake done sender: [5:7593037271294490579:2118] self: [5:7593037271294490583:0] peer: [3:7593037272056326567:0] socket: 523 qp: -1
2026-01-08T17:02:36.087887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037275589457885:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:36.087927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:36.088511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037275589457884:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47630
2026-01-08T17:02:36.089020Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037271294490580:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:36.054876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037273014164116:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.054919Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037273014164116:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:36.059094Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037273014164116:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:36.079503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037273014164107:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:36.079547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:36.079600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037273014164107:2108] [node 5] ICP22 created new session: [4:7593037277309131432:2108]
2026-01-08T17:02:36.079663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037277309131432:2108] [node 5] ICS09 handshake done sender: [4:7593037273014164116:2113] self: [4:7593037273014164115:0] peer: [5:7593037271294490585:0] socket: 524 qp: -1
2026-01-08T17:02:36.079705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037277309131432:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:36.079744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:36.080213Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037273014164122:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:36.090746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037273014164042:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20072901ns)
2026-01-08T17:02:36.090798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037273014164042:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:36.100122Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037273014164043:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28488) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037273014164129:2118] held: no
2026-01-08T17:02:36.102466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:36.103630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037277309131431:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61500
2026-01-08T17:02:36.107048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037273014164042:2049] [node 2] ICP22 created new session: [4:7593037277309131434:2049]
2026-01-08T17:02:36.089218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037271294490559:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:36.109497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037273014164041:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(131683370ns) {HandleHandshakeStatus:329(131679860ns) {DropIncomingHandshake:442(887ns) DropOutgoingHandshake:457(6613ns) SwitchToState:179(974ns) ProcessPendingSessionEvents:495(44599264ns) {ForwardSessionEventToSession:616(20868691ns) ForwardSessionEventToSession:616(16707ns) ForwardSessionEventToSession:616(3709ns) ForwardSessionEventToSession:616(3313ns) ForwardSessionEventToSession:616(5567ns) ForwardSessionEventToSession:616(8431052ns) ForwardSessionEventToSession:616(9917ns) ForwardSessionEventToSession:616(6426773ns) ForwardSessionEventToSession:616(3616ns) ForwardSessionEventToSession:616(8806596ns)}}}
2026-01-08T17:02:36.089277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:36.089346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037271294490559:2108] [node 4] ICP22 created new session: [5:7593037275589457887:2108]
2026-01-08T17:02:36.089400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037275589457887:2108] [node 4] ICS09 handshake done sender: [5:7593037271294490580:2119] self: [5:7593037271294490585:0] peer: [4:7593037273014164115:0] socket: 525 qp: -1
2026-01-08T17:02:36.089439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037275589457887:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:36.089481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:36.102743Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037271294490575:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:36.120090Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037273014164129:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:36.126565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037277309131434:2049] [node 2] ICS09 handshake done sender: [4:7593037273014164122:2116] self: [4:7593037273014164128:0] peer: [2:7593037271791830935:0] socket: 507 qp: -1
2026-01-08T17:02:36.126622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037277309131434:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:36.126815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037273014164043:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:36.126866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:36.126917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037273014164043:2050] [node 3] ICP22 created new session: [4:7593037277309131435:2050]
2026-01-08T17:02:36.126972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037277309131435:2050] [node 3] ICS09 handshake done sender: [4:7593037273014164129:2118] self: [4:7593037273014164132:0] peer: [3:7593037272056326575:0] socket: 534 qp: -1
2026-01-08T17:02:36.127008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037277309131435:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:36.127045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:36.135324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:36.172619Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037273014164042:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(81588171ns) {HandleHandshakeStatus:329(81586864ns) {DropIncomingHandshake:442(399ns) DropOutgoingHandshake:457(6621ns) SwitchToState:179(368ns) ProcessPendingSessionEvents:495(13609199ns) {ForwardSessionEventToSession:616(6843977ns) ForwardSessionEventToSession:616(2097666ns) ForwardSessionEventToSession:616(5598ns) ForwardSessionEventToSession:616(740363ns) ForwardSessionEventToSession:616(3262ns) ForwardSessionEventToSession:616(2930ns) ForwardSessionEventToSession:616(2671019ns) ForwardSessionEventToSession:616(4132ns) ForwardSessionEventToSession:616(1218817ns) ForwardSessionEventToSession:616(6681ns)}}}
2026-01-08T17:02:36.135342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037271294490560:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:36.143163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:36.152415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037271294490560:2109] [node 6] ICP22 created new session: [5:7593037275589457890:2109]
2026-01-08T17:02:36.157118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037275589457890:2109] [node 6] ICS09 handshake done sender: [5:7593037271294490575:2115] self: [5:7593037271294490574:0] peer: [6:7593037277398865938:0] socket: 489 qp: -1
2026-01-08T17:02:36.157174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037275589457890:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:36.157257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:36.157728Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037271294490560:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(22163142ns) {HandleHandshakeStatus:329(22161299ns) {DropIncomingHandshake:442(24024ns) DropOutgoingHandshake:457(487ns) SwitchToState:179(517ns) ProcessPendingSessionEvents:495(88997ns) {ForwardSessionEventToSession:616(41181ns) ForwardSessionEventToSession:616(8549ns) ForwardSessionEventToSession:616(5749ns) ForwardSessionEventToSession:616(2776ns) ForwardSessionEventToSession:616(5229ns) ForwardSessionEventToSession:616(2619ns) ForwardSessionEventToSession:616(3325ns) ForwardSessionEventToSession:616(5216ns) ForwardSessionEventToSession:616(2037ns) ForwardSessionEventToSession:616(4882ns)}}}
2026-01-08T17:02:36.167607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037275589457882:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:36.168564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037271294490497:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:36.173456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037275589457893:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47630
2026-01-08T17:02:36.178723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037275589457882:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:36.181896Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037271294490497:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1828) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037275589457882:2120] held: no
2026-01-08T17:02:36.182461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037271294490497:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:36.182532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:36.182592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037271294490497:2049] [node 2] ICP22 created new session: [5:7593037275589457894:2049]
2026-01-08T17:02:36.182651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037275589457894:2049] [node 2] ICS09 handshake done sender: [5:7593037275589457882:2120] self: [5:7593037275589457892:0] peer: [2:7593037271791830930:0] socket: 538 qp: -1
2026-01-08T17:02:36.182689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037275589457894:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:36.182743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:36.296681Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:36.296960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037276086798253:2048] [node 1] ICS01 socket: 529 reason# EndOfStream
2026-01-08T17:02:36.297006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037271791830861:2048] [node 1] ICP30 unregister session Session# [2:7593037276086798253:2048] VirtualId# [2:7593037276086798247:0]
2026-01-08T17:02:36.297052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037276086798253:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.297133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:36.297176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:36.298334Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:36.298565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037276351293900:2048] [node 1] ICS01 socket: 528 reason# EndOfStream
2026-01-08T17:02:36.298613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037272056326501:2048] [node 1] ICP30 unregister session Session# [3:7593037276351293900:2048] VirtualId# [3:7593037276351293889:0]
2026-01-08T17:02:36.298649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037276351293900:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.298737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:36.298780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:36.307232Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:36.307521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037273014164127:2048] [node 1] ICS07 socket disconnect 482 reason# EndOfStream
2026-01-08T17:02:36.307571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037273014164127:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.307648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:36.307692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037273014164127:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:36.308605Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037273014164041:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12745) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:36.309465Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:36.309722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037271294490581:2048] [node 1] ICS01 socket: 492 reason# EndOfStream
2026-01-08T17:02:36.309768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037271294490496:2048] [node 1] ICP30 unregister session Session# [5:7593037271294490581:2048] VirtualId# [5:7593037271294490573:0]
2026-01-08T17:02:36.309822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037271294490581:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.309904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:36.309948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:36.308818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037273014164127:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:36.308894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037273014164041:2048] [node 1] ICP30 unregister session Session# [4:7593037273014164127:2048] VirtualId# [4:7593037273014164120:0]
2026-01-08T17:02:36.308954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:36.308991Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037273014164041:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12745) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:36.309010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12745) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:36.311412Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:36.311648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037273103898632:2048] [node 1] ICS07 socket disconnect 496 reason# EndOfStream
2026-01-08T17:02:36.311681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037273103898632:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.311756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:36.311802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037273103898632:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:36.312503Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037273103898547:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12745) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:36.312664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037273103898632:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:36.315062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037273103898547:2048] [node 1] ICP30 unregister session Session# [6:7593037273103898632:2048] VirtualId# [6:7593037273103898628:0]
2026-01-08T17:02:36.343518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:36.343579Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037273103898547:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12745) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:36.343597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12745) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:36.343886Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [6:7593037273103898547:2048] [node 1] ICP35 event processing took too much time StateWork:294(31176238ns) {HandleHandshakeStatus:395(31169087ns) {LogHandshakeFail:472(10171ns) {UpdateErrorStateLog:545(1761ns)} DropOutgoingHandshake:457(802ns) ProcessPendingSessionEvents:495(209ns) UnregisterSession:538(26970905ns) {ProcessPendingSessionEvents:495(224ns) SwitchToInitialState:202(24565140ns) {SwitchToState:179(8408ns)}} TransitToErrorState:756(63861ns) {SwitchToState:179(5366ns) ProcessPendingSessionEvents:495(647ns) DropHandshakes:470(2040ns) {DropIncomingHandshake:442(376ns) DropOutgoingHandshake:457(398ns)}}}}
2026-01-08T17:02:36.343331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037273014164041:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:36.353840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037273103898547:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:36.483481Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:36.483766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037276351293892:2049] [node 2] ICS01 socket: 515 reason# EndOfStream
2026-01-08T17:02:36.483975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037272056326502:2049] [node 2] ICP30 unregister session Session# [3:7593037276351293892:2049] VirtualId# [3:7593037272056326583:0]
2026-01-08T17:02:36.484039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037276351293892:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.484141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:36.484299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:36.486084Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:36.486366Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:36.486584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037277309131434:2049] [node 2] ICS07 socket disconnect 507 reason# EndOfStream
2026-01-08T17:02:36.486639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037277309131434:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.486727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:36.486773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037277309131434:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:36.486299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037275589457894:2049] [node 2] ICS01 socket: 538 reason# EndOfStream
2026-01-08T17:02:36.486369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037271294490497:2049] [node 2] ICP30 unregister session Session# [5:7593037275589457894:2049] VirtualId# [5:7593037275589457892:0]
2026-01-08T17:02:36.486407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037275589457894:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.486491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:36.486539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:36.487957Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037273014164042:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1828) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:36.488025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037277309131434:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:36.488070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037273014164042:2049] [node 2] ICP30 unregister session Session# [4:7593037277309131434:2049] VirtualId# [4:7593037273014164128:0]
2026-01-08T17:02:36.488115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:36.488150Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037273014164042:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1828) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:36.488165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1828) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:36.489861Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:36.490075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037277398865945:2049] [node 2] ICS01 socket: 544 reason# EndOfStream
2026-01-08T17:02:36.490131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037273103898548:2049] [node 2] ICP30 unregister session Session# [6:7593037277398865945:2049] VirtualId# [6:7593037277398865943:0]
2026-01-08T17:02:36.490170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037277398865945:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.490258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:36.490312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:36.498334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037273014164042:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:02:36.622571Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:36.622812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037277309131435:2050] [node 3] ICS01 socket: 534 reason# EndOfStream
2026-01-08T17:02:36.622858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037273014164043:2050] [node 3] ICP30 unregister session Session# [4:7593037277309131435:2050] VirtualId# [4:7593037273014164132:0]
2026-01-08T17:02:36.622906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037277309131435:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.622996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:36.623043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:36.622828Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:36.623064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037275589457885:2050] [node 3] ICS01 socket: 523 reason# EndOfStream
2026-01-08T17:02:36.623118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037271294490498:2050] [node 3] ICP30 unregister session Session# [5:7593037275589457885:2050] VirtualId# [5:7593037271294490583:0]
2026-01-08T17:02:36.623148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037275589457885:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.623225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:36.623263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:36.628398Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:36.628635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037277398865936:2050] [node 3] ICS07 socket disconnect 521 reason# EndOfStream
2026-01-08T17:02:36.628670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037277398865936:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.628758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:36.628815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037277398865936:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:36.635053Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037273103898549:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28488) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:36.639183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037277398865936:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:36.639257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037273103898549:2050] [node 3] ICP30 unregister session Session# [6:7593037277398865936:2050] VirtualId# [6:7593037273103898636:0]
2026-01-08T17:02:36.639331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:36.639387Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037273103898549:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28488) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:36.639407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28488) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:36.649645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037273103898549:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:02:36.781399Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:36.781619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037273103898633:2087] [node 4] ICS01 socket: 488 reason# EndOfStream
2026-01-08T17:02:36.781669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037273103898586:2087] [node 4] ICP30 unregister session Session# [6:7593037273103898633:2087] VirtualId# [6:7593037273103898627:0]
2026-01-08T17:02:36.781706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037273103898633:2087] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.781784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:36.781861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:36.780149Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:36.780429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037275589457887:2108] [node 4] ICS01 socket: 525 reason# EndOfStream
2026-01-08T17:02:36.780506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037271294490559:2108] [node 4] ICP30 unregister session Session# [5:7593037275589457887:2108] VirtualId# [5:7593037271294490585:0]
2026-01-08T17:02:36.780554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037275589457887:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.780643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:36.780741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:36.995839Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:36.996080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037277398865941:2085] [node 5] ICS07 socket disconnect 535 reason# EndOfStream
2026-01-08T17:02:36.996118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037277398865941:2085] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:36.996187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:36.996234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037277398865941:2085] [node 5] ICS15 start handshake
2026-01-08T17:02:36.997195Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037273103898583:2085] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3770) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:36.997290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037277398865941:2085] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:36.997354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037273103898583:2085] [node 5] ICP30 unregister session Session# [6:7593037277398865941:2085] VirtualId# [6:7593037277398865938:0]
2026-01-08T17:02:36.997407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:02:36.997447Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037273103898583:2085] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3770) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:36.997479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3770) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:37.173842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037279712508756:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:37.173886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037279712508757:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:37.191437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037282818773047:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:37.191491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037282818773048:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:37.199684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037283144122095:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:37.199726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037283144122096:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:37.212498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037283060624847:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:37.212542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037283060624848:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:37.212585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037283060624849:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:37.224984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037279427775647:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:37.225148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037279427775648:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:37.225284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037279427775649:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:37.237709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037280327691693:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:37.237751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037280327691694:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:37.237786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037280327691695:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:37.445582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037282818773108:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:37.523018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037283060624910:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:37.534430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037280327691755:2107] [node 5] ICP01 ready to work
2026-01-08T17:02:37.554350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037279712508819:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:37.568308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037279712508820:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:37.587076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037279427775711:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:37.587841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037282818773111:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:37.586620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037283144122159:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:37.582435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037279712508821:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:37.588016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037283060624914:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:37.597274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037280327691757:2109] [node 4] ICP01 ready to work
2026-01-08T17:02:37.591378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037283144122160:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:37.609691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037279427775712:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:37.588222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037282818773112:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:37.612433Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037283060624849:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(39985857ns) {Configure:104(39979872ns) {ProcessConfigured:135(117603ns) {StartInitialHandshake:157(114849ns) {DropHandshakes:470(2157ns) {DropIncomingHandshake:442(588ns) DropOutgoingHandshake:457(400ns)} GenerateSessionVirtualId:992(1031ns) PrepareNewSessionHandshake:477(1878ns) {SwitchToState:179(956ns)}}}}}
2026-01-08T17:02:37.627326Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037279712508820:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38769688ns) {Configure:104(38758621ns) {ProcessConfigured:135(99482ns) {StartInitialHandshake:157(96647ns) {DropHandshakes:470(2675ns) {DropIncomingHandshake:442(469ns) DropOutgoingHandshake:457(365ns)} GenerateSessionVirtualId:992(942ns) PrepareNewSessionHandshake:477(2164ns) {SwitchToState:179(954ns)}}}}}
2026-01-08T17:02:37.597224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037283144122161:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:37.648472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037283144122095:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(64634489ns) {Configure:104(64624646ns) {ProcessConfigured:135(103411ns) {StartInitialHandshake:157(99679ns) {DropHandshakes:470(2317ns) {DropIncomingHandshake:442(663ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:992(1053ns) PrepareNewSessionHandshake:477(1850ns) {SwitchToState:179(636ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.658716Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037283144122161:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(40521998ns) {Configure:104(40516998ns) {ProcessConfigured:135(1767958ns) {StartInitialHandshake:157(1764897ns) {DropHandshakes:470(1270ns) {DropIncomingHandshake:442(221ns) DropOutgoingHandshake:457(266ns)} GenerateSessionVirtualId:992(520ns) PrepareNewSessionHandshake:477(3950ns) {SwitchToState:179(2605ns)}}}}}
2026-01-08T17:02:37.680227Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037280327691694:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(97566874ns) {Configure:104(97554316ns) {ProcessConfigured:135(85044ns) {StartInitialHandshake:157(82109ns) {DropHandshakes:470(2542ns) {DropIncomingHandshake:442(559ns) DropOutgoingHandshake:457(625ns)} GenerateSessionVirtualId:992(731ns) PrepareNewSessionHandshake:477(1870ns) {SwitchToState:179(838ns)}}}}}
2026-01-08T17:02:37.666918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037279712508830:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27636
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.707549Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037283060624918:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13559
2026-01-08T17:02:37.700185Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037282818773108:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(213714555ns) {Configure:104(213706743ns) {ProcessConfigured:135(12629973ns) {StartInitialHandshake:157(12627255ns) {DropHandshakes:470(1858ns) {DropIncomingHandshake:442(458ns) DropOutgoingHandshake:457(222ns)} GenerateSessionVirtualId:992(806ns) PrepareNewSessionHandshake:477(3069ns) {SwitchToState:179(1813ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.710042Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037283144122172:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56678
2026-01-08T17:02:37.696715Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037280327691755:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(81687590ns) {Configure:104(81667319ns) {ProcessConfigured:135(238548ns) {StartInitialHandshake:157(234970ns) {DropHandshakes:470(2312ns) {DropIncomingHandshake:442(450ns) DropOutgoingHandshake:457(382ns)} GenerateSessionVirtualId:992(872ns) PrepareNewSessionHandshake:477(139569ns) {SwitchToState:179(964ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.712880Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037279427775648:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(139710739ns) {Configure:104(139704024ns) {ProcessConfigured:135(82679ns) {StartInitialHandshake:157(80446ns) {DropHandshakes:470(1099ns) {DropIncomingHandshake:442(289ns) DropOutgoingHandshake:457(294ns)} GenerateSessionVirtualId:992(337ns) PrepareNewSessionHandshake:477(2009ns) {SwitchToState:179(557ns)}}}}}
2026-01-08T17:02:37.713282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037279427775716:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60999
2026-01-08T17:02:37.713915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037279427775715:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60999
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.738794Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037283060624914:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(120664628ns) {Configure:104(120656239ns) {ProcessConfigured:135(91533ns) {StartInitialHandshake:157(87664ns) {DropHandshakes:470(2460ns) {DropIncomingHandshake:442(489ns) DropOutgoingHandshake:457(552ns)} GenerateSessionVirtualId:992(1491ns) PrepareNewSessionHandshake:477(1559ns) {SwitchToState:179(951ns)}}}}}
2026-01-08T17:02:37.714852Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037279712508757:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(239287744ns) {Configure:104(239284709ns) {ProcessConfigured:135(21405315ns) {StartInitialHandshake:157(21401291ns) {DropHandshakes:470(1599ns) {DropIncomingHandshake:442(591ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:992(562ns) PrepareNewSessionHandshake:477(3358ns) {SwitchToState:179(1087ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.724899Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037279712508756:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(251308309ns) {Configure:104(251296484ns) {ProcessConfigured:135(34849146ns) {StartInitialHandshake:157(34846845ns) {DropHandshakes:470(980ns) {DropIncomingHandshake:442(163ns) DropOutgoingHandshake:457(238ns)} GenerateSessionVirtualId:992(269ns) PrepareNewSessionHandshake:477(3839ns) {SwitchToState:179(1105ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.732678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037279427775647:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(160191437ns) {Configure:104(160186146ns) {ProcessConfigured:135(54257ns) {StartInitialHandshake:157(52017ns) {DropHandshakes:470(1238ns) {DropIncomingHandshake:442(319ns) DropOutgoingHandshake:457(274ns)} GenerateSessionVirtualId:992(773ns) PrepareNewSessionHandshake:477(688ns) {SwitchToState:179(333ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.752150Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037280327691695:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(176627222ns) {Configure:104(176621131ns) {ProcessConfigured:135(13384867ns) {StartInitialHandshake:157(13382092ns) {DropHandshakes:470(1680ns) {DropIncomingHandshake:442(259ns) DropOutgoingHandshake:457(292ns)} GenerateSessionVirtualId:992(713ns) PrepareNewSessionHandshake:477(3442ns) {SwitchToState:179(1997ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.753458Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037283144122096:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(178570204ns) {Configure:104(178561131ns) {ProcessConfigured:135(14732791ns) {StartInitialHandshake:157(14729663ns) {DropHandshakes:470(647ns) {DropIncomingHandshake:442(209ns) DropOutgoingHandshake:457(53ns)} GenerateSessionVirtualId:992(1202ns) PrepareNewSessionHandshake:477(2805ns) {SwitchToState:179(1478ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.763504Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037283060624848:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(172984253ns) {Configure:104(172976597ns) {ProcessConfigured:135(17577200ns) {StartInitialHandshake:157(17574011ns) {DropHandshakes:470(2810ns) {DropIncomingHandshake:442(728ns) DropOutgoingHandshake:457(336ns)} GenerateSessionVirtualId:992(790ns) PrepareNewSessionHandshake:477(4204ns) {SwitchToState:179(2213ns)}}}}}
2026-01-08T17:02:37.753497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037282818773047:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(196545732ns) {Configure:104(196536422ns) {ProcessConfigured:135(23309364ns) {StartInitialHandshake:157(23305859ns) {DropHandshakes:470(835ns) {DropIncomingHandshake:442(236ns) DropOutgoingHandshake:457(204ns)} GenerateSessionVirtualId:992(603ns) PrepareNewSessionHandshake:477(2940ns) {SwitchToState:179(1198ns)}}}}}
2026-01-08T17:02:37.814292Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037283144122159:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(210295150ns) {Configure:104(210288939ns) {ProcessConfigured:135(25394259ns) {StartInitialHandshake:157(25389301ns) {DropHandshakes:470(2043ns) {DropIncomingHandshake:442(378ns) DropOutgoingHandshake:457(543ns)} GenerateSessionVirtualId:992(648ns) PrepareNewSessionHandshake:477(5902ns) {SwitchToState:179(3344ns)}}}}}
2026-01-08T17:02:37.733386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037279427775720:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60999
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.785845Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037279712508819:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(200262887ns) {Configure:104(200254086ns) {ProcessConfigured:135(49559962ns) {StartInitialHandshake:157(49556226ns) {DropHandshakes:470(2166ns) {DropIncomingHandshake:442(535ns) DropOutgoingHandshake:457(778ns)} GenerateSessionVirtualId:992(636ns) PrepareNewSessionHandshake:477(3176ns) {SwitchToState:179(219ns)}}}}}
2026-01-08T17:02:37.752433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037280327691761:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38497
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.763935Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037282818773048:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(196548809ns) {Configure:104(196532884ns) {ProcessConfigured:135(19771278ns) {StartInitialHandshake:157(19769307ns) {DropHandshakes:470(1528ns) {DropIncomingHandshake:442(281ns) DropOutgoingHandshake:457(199ns)} GenerateSessionVirtualId:992(694ns) PrepareNewSessionHandshake:477(3813ns) {SwitchToState:179(1926ns)}}}}}
2026-01-08T17:02:37.802698Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037283060624847:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(196003409ns) {Configure:104(195996603ns) {ProcessConfigured:135(16025357ns) {StartInitialHandshake:157(16024364ns) {DropHandshakes:470(1208ns) {DropIncomingHandshake:442(334ns) DropOutgoingHandshake:457(251ns)} GenerateSessionVirtualId:992(316ns) PrepareNewSessionHandshake:477(2023ns) {SwitchToState:179(470ns)}}}}}
2026-01-08T17:02:37.782914Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037279427775649:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(199842579ns) {Configure:104(199835652ns) {ProcessConfigured:135(17308908ns) {StartInitialHandshake:157(17304102ns) {DropHandshakes:470(2848ns) {DropIncomingHandshake:442(915ns) DropOutgoingHandshake:457(557ns)} GenerateSessionVirtualId:992(1734ns) PrepareNewSessionHandshake:477(4611ns) {SwitchToState:179(2756ns)}}}}}
2026-01-08T17:02:37.771649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037282818773123:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37484
2026-01-08T17:02:37.783626Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037282818773112:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(179436171ns) {Configure:104(179430306ns) {ProcessConfigured:135(17964533ns) {StartInitialHandshake:157(17961492ns) {DropHandshakes:470(691ns) {DropIncomingHandshake:442(80ns) DropOutgoingHandshake:457(243ns)} GenerateSessionVirtualId:992(593ns) PrepareNewSessionHandshake:477(3474ns) {SwitchToState:179(2015ns)}}}}}
2026-01-08T17:02:37.798741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037282818773122:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37484
2026-01-08T17:02:37.815455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037282818773111:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(213540489ns) {Configure:104(213531351ns) {ProcessConfigured:135(28550338ns) {StartInitialHandshake:157(28547677ns) {DropHandshakes:470(1967ns) {DropIncomingHandshake:442(361ns) DropOutgoingHandshake:457(327ns)} GenerateSessionVirtualId:992(788ns) PrepareNewSessionHandshake:477(3172ns) {SwitchToState:179(1761ns)}}}}}
2026-01-08T17:02:37.821522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037283144122172:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.786119Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037279712508835:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27636
2026-01-08T17:02:37.820939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037279427775726:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60999
2026-01-08T17:02:37.802830Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037280327691758:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38497
2026-01-08T17:02:37.806014Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037279712508837:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27636
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.826210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037283144122095:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:37.836668Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037280327691693:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(192910671ns) {Configure:104(192902689ns) {ProcessConfigured:135(34326771ns) {StartInitialHandshake:157(34323529ns) {DropHandshakes:470(1093ns) {DropIncomingHandshake:442(130ns) DropOutgoingHandshake:457(245ns)} GenerateSessionVirtualId:992(260ns) PrepareNewSessionHandshake:477(3093ns) {SwitchToState:179(1436ns)}}}}}
2026-01-08T17:02:37.826217Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037279427775715:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.834906Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037279712508831:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.826879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037283144122177:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56678
2026-01-08T17:02:37.827675Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037279427775712:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(200668085ns) {Configure:104(200658987ns) {ProcessConfigured:135(15944455ns) {StartInitialHandshake:157(15941034ns) {DropHandshakes:470(6708882ns) {DropIncomingHandshake:442(2631ns) DropOutgoingHandshake:457(308ns)} GenerateSessionVirtualId:992(2961ns) PrepareNewSessionHandshake:477(1664ns) {SwitchToState:179(549ns)}}}}}
2026-01-08T17:02:37.834965Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037279712508831:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:37.827103Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037283144122178:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56678
2026-01-08T17:02:37.896388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037282818773117:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.890068Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037283060624918:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.896441Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037282818773117:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:37.914719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037283060624849:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:37.827760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037279427775649:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.827280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037283144122179:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56678
2026-01-08T17:02:37.852935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037279712508830:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.922616Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037280327691761:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.852569Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037279427775711:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(234731367ns) {Configure:104(234721066ns) {ProcessConfigured:135(29407165ns) {StartInitialHandshake:157(29404409ns) {DropHandshakes:470(2569ns) {DropIncomingHandshake:442(587ns) DropOutgoingHandshake:457(435ns)} GenerateSessionVirtualId:992(544ns) PrepareNewSessionHandshake:477(2746ns) {SwitchToState:179(1336ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.841732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037283144122171:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56678
2026-01-08T17:02:37.857892Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037279712508831:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:37.909767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037282818773122:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.889400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037279427775720:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.957528Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037280327691757:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(186181098ns) {Configure:104(186173402ns) {ProcessConfigured:135(32754929ns) {StartInitialHandshake:157(32752498ns) {DropHandshakes:470(1770ns) {DropIncomingHandshake:442(255ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:992(567ns) PrepareNewSessionHandshake:477(4768ns) {SwitchToState:179(2086ns)}}}}}
2026-01-08T17:02:37.946821Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037283060624924:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.851822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037283144122163:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.943746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037282818773117:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:37.946884Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037283060624924:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:37.963222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037280327691693:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:37.878543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037279712508835:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.891719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037279427775716:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.851865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037283144122163:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:37.956035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037282818773131:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37484
2026-01-08T17:02:37.923590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037279712508757:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.990546Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037280327691693:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18423793ns) {IncomingHandshake:261(8067539ns) {DropIncomingHandshake:442(474ns) PrepareNewSessionHandshake:477(1552ns) {SwitchToState:179(634ns)} GenerateSessionVirtualId:992(674ns) IssueIncomingHandshakeReply:193(8028283ns) {SwitchToState:179(3287ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.979045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037283060624927:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13559
2026-01-08T17:02:37.918312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037279427775647:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:37.870203Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037283144122181:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56678
2026-01-08T17:02:37.998019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037282818773129:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37484
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.925241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:37.924921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037279427775711:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.979622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037283060624918:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:37.996533Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037280327691758:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.870887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037283144122172:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.933453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037279712508757:2049] [node 3] ICP22 created new session: [1:7593037279712508842:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:38.010701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037282818773123:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.946684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037279427775711:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(17269888ns) {IncomingHandshake:261(17267885ns) {DropIncomingHandshake:442(78ns) PrepareNewSessionHandshake:477(6843171ns) {SwitchToState:179(6373ns)} GenerateSessionVirtualId:992(862ns) IssueIncomingHandshakeReply:193(82371ns) {SwitchToState:179(346ns)}}}
2026-01-08T17:02:37.991374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037283060624849:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:37.998365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037280327691773:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38497
2026-01-08T17:02:37.938483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037279712508826:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.938560Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037279712508826:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:37.943874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037279712508842:2049] [node 3] ICS09 handshake done sender: [1:7593037279712508831:2113] self: [1:7593037279712508829:0] peer: [3:7593037283144122180:0] socket: 495 qp: -1
2026-01-08T17:02:37.955672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037279712508842:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:37.957304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037279712508837:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.957649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:37.971038Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037279712508826:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:37.990363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037279712508823:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.990404Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037279712508823:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:37.990989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037279712508820:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:37.997379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037279712508823:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:37.997507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:38.007193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037279712508821:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:38.007269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:38.007332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037279712508821:2109] [node 6] ICP22 created new session: [1:7593037284007476145:2109]
2026-01-08T17:02:38.007396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037284007476145:2109] [node 6] ICS09 handshake done sender: [1:7593037279712508823:2110] self: [1:7593037279712508822:0] peer: [6:7593037280327691774:0] socket: 483 qp: -1
2026-01-08T17:02:38.007435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037284007476145:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:38.007477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:38.010115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037279712508820:2108] [node 5] ICP22 created new session: [1:7593037279712508846:2108]
2026-01-08T17:02:38.022855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037279712508846:2108] [node 5] ICS09 handshake done sender: [1:7593037279712508826:2111] self: [1:7593037279712508825:0] peer: [5:7593037279427775732:0] socket: 486 qp: -1
2026-01-08T17:02:38.030982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037279712508846:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:38.039431Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037279712508833:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.039463Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037279712508833:2114] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:38.041187Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037279712508833:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:38.043191Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037284007476147:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27636
2026-01-08T17:02:38.045519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:38.050155Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037279712508820:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(58926684ns) {HandleHandshakeStatus:329(58924442ns) {DropIncomingHandshake:442(22100ns) DropOutgoingHandshake:457(436ns) SwitchToState:179(606ns) ProcessPendingSessionEvents:495(122656ns) {ForwardSessionEventToSession:616(61655ns) ForwardSessionEventToSession:616(6735ns) ForwardSessionEventToSession:616(3034ns) ForwardSessionEventToSession:616(2911ns) ForwardSessionEventToSession:616(5170ns) ForwardSessionEventToSession:616(6756ns) ForwardSessionEventToSession:616(17966ns) ForwardSessionEventToSession:616(3033ns) ForwardSessionEventToSession:616(2576ns) ForwardSessionEventToSession:616(5399ns)}}}
2026-01-08T17:02:38.059028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037279712508756:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:38.068712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:38.068802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037279712508756:2048] [node 2] ICP22 created new session: [1:7593037284007476150:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.948101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037279427775731:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60999
2026-01-08T17:02:37.871825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037283144122095:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:38.014961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037282818773124:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.010221Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037283060624924:2115] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.871900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:38.022812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037280327691757:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:38.027481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:37.957267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037279427775734:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60999
2026-01-08T17:02:38.078887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037284007476150:2048] [node 2] ICS09 handshake done sender: [1:7593037279712508833:2114] self: [1:7593037279712508828:0] peer: [2:7593037287113740432:0] socket: 525 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:38.031005Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037280327691775:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38497
2026-01-08T17:02:38.039197Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037280327691761:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:38.040326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037280327691693:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:38.040409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:38.040465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037280327691693:2048] [node 1] ICP22 created new session: [6:7593037284622659073:2048]
2026-01-08T17:02:38.040519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037284622659073:2048] [node 1] ICS09 handshake done sender: [6:7593037280327691761:2112] self: [6:7593037280327691774:0] peer: [1:7593037279712508822:0] socket: 488 qp: -1
2026-01-08T17:02:38.040557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037284622659073:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:38.040627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:38.044119Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037280327691757:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(16782059ns) {IncomingHandshake:261(16779788ns) {DropIncomingHandshake:442(246ns) PrepareNewSessionHandshake:477(1294ns) {SwitchToState:179(571ns)} GenerateSessionVirtualId:992(531ns) IssueIncomingHandshakeReply:193(12462460ns) {SwitchToState:179(3498ns)}}}
2026-01-08T17:02:38.082915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037280327691773:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.094203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037280327691695:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:38.099316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037284622659075:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38497
2026-01-08T17:02:38.103789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037284622659079:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38497
2026-01-08T17:02:38.103953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037284622659080:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38497
2026-01-08T17:02:38.105312Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037284622659078:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38497
2026-01-08T17:02:38.111341Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037280327691773:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:37.877373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037283144122095:2048] [node 1] ICP22 created new session: [3:7593037283144122182:2048]
2026-01-08T17:02:38.015002Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037282818773124:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:38.017375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037282818773048:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:38.017451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:38.017850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037282818773131:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.019156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037282818773048:2049] [node 3] ICP22 created new session: [2:7593037287113740428:2049]
2026-01-08T17:02:38.031337Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037282818773124:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:38.032246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037287113740428:2049] [node 3] ICS09 handshake done sender: [2:7593037282818773117:2111] self: [2:7593037282818773116:0] peer: [3:7593037283144122183:0] socket: 508 qp: -1
2026-01-08T17:02:38.035343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037282818773129:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.035584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037282818773047:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:38.041598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037287113740428:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:38.047849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:38.048038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037282818773112:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:38.048091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:38.058959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037282818773112:2108] [node 5] ICP22 created new session: [2:7593037287113740434:2108]
2026-01-08T17:02:38.068050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037282818773114:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.068096Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037282818773114:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:38.068584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037287113740434:2108] [node 5] ICS09 handshake done sender: [2:7593037282818773124:2115] self: [2:7593037282818773121:0] peer: [5:7593037279427775735:0] socket: 514 qp: -1
2026-01-08T17:02:38.071401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037287113740435:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37484
2026-01-08T17:02:38.071567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037287113740436:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37484
2026-01-08T17:02:38.072185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037287113740434:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:38.081603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:38.084441Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037282818773047:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62571) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037282818773129:2117] held: no
2026-01-08T17:02:38.084648Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037282818773129:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:38.087068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037282818773047:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:38.087145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:38.087204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037282818773047:2048] [node 1] ICP22 created new session: [2:7593037287113740440:2048]
2026-01-08T17:02:38.087264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037287113740440:2048] [node 1] ICS09 handshake done sender: [2:7593037282818773129:2117] self: [2:7593037287113740432:0] peer: [1:7593037279712508828:0] socket: 526 qp: -1
2026-01-08T17:02:38.087305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037287113740440:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:38.087352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:38.089637Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037282818773114:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:38.092355Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037282818773048:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(74734195ns) {HandleHandshakeStatus:329(74729914ns) {DropIncomingHandshake:442(239ns) DropOutgoingHandshake:457(724ns) SwitchToState:179(554ns) ProcessPendingSessionEvents:495(9056978ns) {ForwardSessionEventToSession:616(8984729ns) ForwardSessionEventToSession:616(18500ns) ForwardSessionEventToSession:616(3470ns) ForwardSessionEventToSession:616(3073ns) ForwardSessionEventToSession:616(5829ns) ForwardSessionEventToSession:616(3294ns) ForwardSessionEventToSession:616(2392ns) ForwardSessionEventToSession:616(5777ns) ForwardSessionEventToSession:616(5144ns) ForwardSessionEventToSession:616(5805ns)}}}
2026-01-08T17:02:38.092449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037282818773048:2049] [node 3] ICP18 handshake (actor [2:7593037282818773131:2118]) is too old
2026-01-08T17:02:38.103039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037287113740435:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.032167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037283060624849:2050] [node 3] ICP22 created new session: [4:7593037287355592227:2050]
2026-01-08T17:02:38.083964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037284007476150:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:37.878874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037283144122182:2048] [node 1] ICS09 handshake done sender: [3:7593037283144122172:2115] self: [3:7593037283144122180:0] peer: [1:7593037279712508829:0] socket: 496 qp: -1
2026-01-08T17:02:38.142385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037282818773108:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:37.958423Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037279427775726:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.128037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037280327691695:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:38.036087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037283060624914:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:38.036150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:38.036215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037283060624914:2108] [node 5] ICP22 created new session: [4:7593037287355592229:2108]
2026-01-08T17:02:38.036266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037287355592229:2108] [node 5] ICS09 handshake done sender: [4:7593037283060624924:2115] self: [4:7593037283060624923:0] peer: [5:7593037279427775733:0] socket: 501 qp: -1
2026-01-08T17:02:38.036299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037287355592229:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:38.036327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:38.038580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037287355592228:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13559
2026-01-08T17:02:38.041534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037287355592227:2050] [node 3] ICS09 handshake done sender: [4:7593037283060624918:2112] self: [4:7593037283060624926:0] peer: [3:7593037283144122168:0] socket: 493 qp: -1
2026-01-08T17:02:38.044284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037283060624912:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.044319Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037283060624912:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:38.054222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037287355592228:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.054368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037283060624848:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:38.054767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037287355592233:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13559
2026-01-08T17:02:38.055259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037287355592227:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:38.055316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:38.055372Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037283060624912:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:38.065118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037287355592225:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13559
2026-01-08T17:02:38.083677Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037287355592225:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.094808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037283060624910:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:38.098579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037283060624847:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:38.126861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037287355592237:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13559
2026-01-08T17:02:38.137763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:38.141874Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037287355592228:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:38.143296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037283060624910:2109] [node 6] ICP22 created new session: [4:7593037287355592239:2109]
2026-01-08T17:02:38.156474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037283060624848:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:38.166560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:38.166661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037282818773108:2107] [node 4] ICP22 created new session: [2:7593037287113740443:2107]
2026-01-08T17:02:38.166725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037287113740443:2107] [node 4] ICS09 handshake done sender: [2:7593037282818773114:2110] self: [2:7593037282818773113:0] peer: [4:7593037287355592234:0] socket: 541 qp: -1
2026-01-08T17:02:38.166778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037287113740443:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:38.166823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:38.167403Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037282818773108:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(24750536ns) {HandleHandshakeStatus:329(24746166ns) {DropIncomingHandshake:442(15991ns) DropOutgoingHandshake:457(461ns) SwitchToState:179(472ns) ProcessPendingSessionEvents:495(119863ns) {ForwardSessionEventToSession:616(66363ns) ForwardSessionEventToSession:616(7134ns) ForwardSessionEventToSession:616(5336ns) ForwardSessionEventToSession:616(3252ns) ForwardSessionEventToSession:616(5836ns) ForwardSessionEventToSession:616(2561ns) ForwardSessionEventToSession:616(4698ns) ForwardSessionEventToSession:616(5809ns) ForwardSessionEventToSession:616(3142ns) ForwardSessionEventToSession:616(6157ns)}}}
2026-01-08T17:02:38.084038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:37.958572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037279427775648:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:38.156695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:38.156705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037284622659078:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.159685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037280327691695:2050] [node 3] ICP22 created new session: [6:7593037284622659081:2050]
2026-01-08T17:02:38.175063Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037280327691758:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:38.188050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037284622659081:2050] [node 3] ICS09 handshake done sender: [6:7593037280327691773:2117] self: [6:7593037284622659077:0] peer: [3:7593037283144122175:0] socket: 530 qp: -1
2026-01-08T17:02:38.188069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037280327691755:2107] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:37.888764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037283144122182:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:38.161113Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037283060624849:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(105876013ns) {HandleHandshakeStatus:329(105872537ns) {DropIncomingHandshake:442(3331ns) DropOutgoingHandshake:457(17458ns) SwitchToState:179(564ns) ProcessPendingSessionEvents:495(18752311ns) {ForwardSessionEventToSession:616(5574095ns) ForwardSessionEventToSession:616(6477ns) ForwardSessionEventToSession:616(7136737ns) ForwardSessionEventToSession:616(5259ns) ForwardSessionEventToSession:616(3344ns) ForwardSessionEventToSession:616(3090564ns) ForwardSessionEventToSession:616(4118ns) ForwardSessionEventToSession:616(2896521ns) ForwardSessionEventToSession:616(11884ns) ForwardSessionEventToSession:616(2806ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:38.097042Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037279712508757:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(134383142ns) {HandleHandshakeStatus:329(134380703ns) {DropIncomingHandshake:442(26707ns) DropOutgoingHandshake:457(418ns) SwitchToState:179(648ns) ProcessPendingSessionEvents:495(51324769ns) {ForwardSessionEventToSession:616(32751593ns) ForwardSessionEventToSession:616(6384ns) ForwardSessionEventToSession:616(4180ns) ForwardSessionEventToSession:616(1476512ns) ForwardSessionEventToSession:616(4533ns) ForwardSessionEventToSession:616(10045619ns) ForwardSessionEventToSession:616(3006126ns) ForwardSessionEventToSession:616(10428ns) ForwardSessionEventToSession:616(3988037ns) ForwardSessionEventToSession:616(4853ns)}}}
2026-01-08T17:02:38.024355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037283722743032:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60999
2026-01-08T17:02:37.895897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037283144122178:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.195153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037284622659081:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:38.161382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037287355592239:2109] [node 6] ICS09 handshake done sender: [4:7593037283060624912:2110] self: [4:7593037283060624911:0] peer: [6:7593037284622659072:0] socket: 480 qp: -1
2026-01-08T17:02:38.206852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:37.896128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037283144122096:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:38.027668Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037279427775715:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:38.030706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037279427775731:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.161439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037287355592239:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:38.223233Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037282818773112:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(127164164ns) {HandleHandshakeStatus:329(127160716ns) {DropIncomingHandshake:442(14241ns) DropOutgoingHandshake:457(234ns) SwitchToState:179(125ns) ProcessPendingSessionEvents:495(37329462ns) {ForwardSessionEventToSession:616(5589036ns) ForwardSessionEventToSession:616(11185869ns) ForwardSessionEventToSession:616(3664ns) ForwardSessionEventToSession:616(2118655ns) ForwardSessionEventToSession:616(5169ns) ForwardSessionEventToSession:616(4429ns) ForwardSessionEventToSession:616(2967248ns) ForwardSessionEventToSession:616(9353552ns) ForwardSessionEventToSession:616(13092ns) ForwardSessionEventToSession:616(6059495ns)}}}
2026-01-08T17:02:38.104473Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037279712508756:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(55712293ns) {HandleHandshakeStatus:329(55709665ns) {DropIncomingHandshake:442(23137ns) DropOutgoingHandshake:457(622ns) SwitchToState:179(396ns) ProcessPendingSessionEvents:495(9761110ns) {ForwardSessionEventToSession:616(9697773ns) ForwardSessionEventToSession:616(7963ns) ForwardSessionEventToSession:616(3719ns) ForwardSessionEventToSession:616(10195ns) ForwardSessionEventToSession:616(3675ns) ForwardSessionEventToSession:616(6628ns) ForwardSessionEventToSession:616(9130ns) ForwardSessionEventToSession:616(2717ns) ForwardSessionEventToSession:616(6360ns) ForwardSessionEventToSession:616(2366ns)}}}
2026-01-08T17:02:38.210896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037280327691757:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:37.904192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:38.178454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:38.211001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:38.114646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037279712508836:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.035618Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037279427775647:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62571) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037279427775716:2113] held: no
2026-01-08T17:02:38.269190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037282818773127:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.906429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037283144122177:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.190623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:38.045691Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037279427775716:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:38.211098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037280327691757:2109] [node 4] ICP22 created new session: [6:7593037284622659084:2109]
2026-01-08T17:02:38.199562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037283060624848:2049] [node 2] ICP22 created new session: [4:7593037287355592242:2049]
2026-01-08T17:02:38.210597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037287355592240:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13559
2026-01-08T17:02:38.218649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037287355592242:2049] [node 2] ICS09 handshake done sender: [4:7593037287355592228:2118] self: [4:7593037287355592234:0] peer: [2:7593037282818773113:0] socket: 531 qp: -1
2026-01-08T17:02:38.218709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037287355592242:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:38.218857Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037287355592236:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13559
2026-01-08T17:02:38.226566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:38.260661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037287355592233:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.283214Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037287355592225:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:38.294792Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037283060624847:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62571) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037287355592225:2117] held: no
2026-01-08T17:02:38.114719Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037279712508836:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:38.269249Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037282818773127:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:37.906642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037283144122163:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:38.211202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037284622659084:2109] [node 4] ICS09 handshake done sender: [6:7593037280327691758:2110] self: [6:7593037284622659072:0] peer: [4:7593037283060624911:0] socket: 482 qp: -1
2026-01-08T17:02:38.275905Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037282818773127:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:38.319636Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037283060624910:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(191741598ns) {HandleHandshakeStatus:329(191738637ns) {DropIncomingHandshake:442(578ns) DropOutgoingHandshake:457(916ns) SwitchToState:179(217ns) ProcessPendingSessionEvents:495(63972585ns) {ForwardSessionEventToSession:616(27943611ns) ForwardSessionEventToSession:616(5286ns) ForwardSessionEventToSession:616(3615ns) ForwardSessionEventToSession:616(15877604ns) ForwardSessionEventToSession:616(4868ns) ForwardSessionEventToSession:616(813190ns) ForwardSessionEventToSession:616(4285ns) ForwardSessionEventToSession:616(3502065ns) ForwardSessionEventToSession:616(8101862ns) ForwardSessionEventToSession:616(6345ns)}}}
2026-01-08T17:02:38.046029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037279427775647:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:38.046071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:38.046117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037279427775647:2048] [node 1] ICP22 created new session: [5:7593037283722743035:2048]
2026-01-08T17:02:38.046165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037283722743035:2048] [node 1] ICS09 handshake done sender: [5:7593037279427775716:2113] self: [5:7593037279427775732:0] peer: [1:7593037279712508825:0] socket: 498 qp: -1
2026-01-08T17:02:38.046214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037283722743035:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:38.046245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:38.046714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037279427775649:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:38.046773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:38.046826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037279427775649:2050] [node 3] ICP22 created new session: [5:7593037283722743039:2050]
2026-01-08T17:02:38.046870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037283722743039:2050] [node 3] ICS09 handshake done sender: [5:7593037279427775715:2112] self: [5:7593037279427775729:0] peer: [3:7593037283144122162:0] socket: 497 qp: -1
2026-01-08T17:02:38.046902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037283722743039:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:38.046934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:38.054956Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037283722743033:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60999
2026-01-08T17:02:38.299339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037282818773111:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:38.323320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037283060624914:2108] [node 5] ICP18 handshake (actor [4:7593037287355592233:2119]) is too old
2026-01-08T17:02:38.065268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037283722743034:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60999
2026-01-08T17:02:38.319323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:38.084896Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037279427775648:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27794) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037279427775726:2117] held: no
2026-01-08T17:02:38.323206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037282818773111:2109] [node 6] ICP22 created new session: [2:7593037287113740446:2109]
2026-01-08T17:02:38.086531Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037279427775720:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:38.142159Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037284007476147:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.933254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037283144122179:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.943657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037283144122169:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.323257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037287113740446:2109] [node 6] ICS09 handshake done sender: [2:7593037282818773127:2116] self: [2:7593037282818773126:0] peer: [6:7593037284622659086:0] socket: 515 qp: -1
2026-01-08T17:02:38.323294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037287113740446:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:38.323349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:38.323784Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037283060624910:2109] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:38.323785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037283060624847:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(45036473ns) {HandleHandshakeStatus:395(36547935ns) {LogHandshakeFail:472(21965ns) {UpdateErrorStateLog:545(7212ns)} DropOutgoingHandshake:457(3046ns) ProcessPendingSessionEvents:495(17382960ns) {DropSessionEvent:512(16666ns) DropSessionEvent:512(12340935ns) DropSessionEvent:512(18966ns) DropSessionEvent:512(6918ns) DropSessionEvent:512(7841ns) DropSessionEvent:512(6411ns) DropSessionEvent:512(7904ns) DropSessionEvent:512(6317ns) DropSessionEvent:512(7578ns) DropSessionEvent:512(4952610ns)}}}
2026-01-08T17:02:37.943705Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037283144122169:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:38.328129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037283060624847:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:38.328271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:38.328349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037283060624847:2048] [node 1] ICP22 created new session: [4:7593037287355592244:2048]
2026-01-08T17:02:38.328421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037287355592244:2048] [node 1] ICS09 handshake done sender: [4:7593037287355592225:2117] self: [4:7593037287355592238:0] peer: [1:7593037279712508834:0] socket: 539 qp: -1
2026-01-08T17:02:38.328486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037287355592244:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:38.211253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037284622659084:2109] [node 4] ICS10 traffic start
2026-01-08T17:02:38.142920Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037279712508836:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:37.944000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037283144122160:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:38.086748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037279427775726:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:38.094311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037279427775711:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:38.096595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037279427775648:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:38.099191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:38.114675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037279427775711:2108] [node 4] ICP22 created new session: [5:7593037283722743042:2108]
2026-01-08T17:02:38.137403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:38.149604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037283722743042:2108] [node 4] ICS09 handshake done sender: [5:7593037279427775720:2115] self: [5:7593037279427775733:0] peer: [4:7593037283060624923:0] socket: 502 qp: -1
2026-01-08T17:02:38.154556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037279427775648:2049] [node 2] ICP22 created new session: [5:7593037283722743043:2049]
2026-01-08T17:02:38.156951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037283722743042:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:38.157015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:38.161346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037283722743043:2049] [node 2] ICS09 handshake done sender: [5:7593037279427775726:2117] self: [5:7593037279427775735:0] peer: [2:7593037282818773121:0] socket: 516 qp: -1
2026-01-08T17:02:38.168577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037283722743043:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:38.175291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:38.230547Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037279427775648:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(102670020ns) {HandleHandshakeStatus:329(102667829ns) {DropIncomingHandshake:442(577ns) DropOutgoingHandshake:457(364ns) SwitchToState:179(214ns) ProcessPendingSessionEvents:495(1680ns)}}
2026-01-08T17:02:38.234521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037279427775728:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.234601Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037279427775728:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:38.274617Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037279427775711:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(140642994ns) {HandleHandshakeStatus:329(140638643ns) {DropIncomingHandshake:442(15316ns) DropOutgoingHandshake:457(15928ns) SwitchToState:179(355ns) ProcessPendingSessionEvents:495(39689711ns) {ForwardSessionEventToSession:616(19327632ns) ForwardSessionEventToSession:616(6465ns) ForwardSessionEventToSession:616(7904788ns) ForwardSessionEventToSession:616(872035ns) ForwardSessionEventToSession:616(8253ns) ForwardSessionEventToSession:616(5080133ns) ForwardSessionEventToSession:616(4078ns) ForwardSessionEventToSession:616(6448965ns) ForwardSessionEventToSession:616(5378ns) ForwardSessionEventToSession:616(4677ns)}}}
2026-01-08T17:02:38.280799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037279427775728:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:38.281258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037279427775712:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:38.281335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:38.281404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037279427775712:2109] [node 6] ICP22 created new session: [5:7593037283722743047:2109]
2026-01-08T17:02:38.281469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037283722743047:2109] [node 6] ICS09 handshake done sender: [5:7593037279427775728:2118] self: [5:7593037279427775725:0] peer: [6:7593037284622659082:0] socket: 551 qp: -1
2026-01-08T17:02:38.281520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037283722743047:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:38.281564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:38.211303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:38.182501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037279712508819:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:38.328551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:38.343483Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037282818773111:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(24574346ns) {HandleHandshakeStatus:329(24569458ns) {DropIncomingHandshake:442(22132ns) DropOutgoingHandshake:457(913ns) SwitchToState:179(279ns) ProcessPendingSessionEvents:495(400561ns) {ForwardSessionEventToSession:616(331116ns) ForwardSessionEventToSession:616(5702ns) ForwardSessionEventToSession:616(8975ns) ForwardSessionEventToSession:616(2893ns) ForwardSessionEventToSession:616(3307ns) ForwardSessionEventToSession:616(7601ns) ForwardSessionEventToSession:616(11274ns) ForwardSessionEventToSession:616(3760ns) ForwardSessionEventToSession:616(6116ns) ForwardSessionEventToSession:616(4995ns)}}}
2026-01-08T17:02:37.944050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:38.354913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037283060624847:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19677714ns) {HandleHandshakeStatus:329(15628300ns) {DropIncomingHandshake:442(838ns) DropOutgoingHandshake:457(348ns) SwitchToState:179(653ns) ProcessPendingSessionEvents:495(887ns)}}
2026-01-08T17:02:38.222749Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037280327691755:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(28109832ns) {IncomingHandshake:261(28107484ns) {DropIncomingHandshake:442(584ns) PrepareNewSessionHandshake:477(2064ns) {SwitchToState:179(649ns)} GenerateSessionVirtualId:992(611ns) IssueIncomingHandshakeReply:193(18864672ns) {SwitchToState:179(2928ns)}}}
2026-01-08T17:02:38.225364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:37.947092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037283144122160:2108] [node 5] ICP22 created new session: [3:7593037283144122190:2108]
2026-01-08T17:02:37.963350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037283144122190:2108] [node 5] ICS09 handshake done sender: [3:7593037283144122163:2111] self: [3:7593037283144122162:0] peer: [5:7593037279427775729:0] socket: 481 qp: -1
2026-01-08T17:02:37.966741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037283144122171:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.968221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037283144122190:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:38.366520Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037283060624848:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(174643512ns) {HandleHandshakeStatus:329(174639056ns) {DropIncomingHandshake:442(4609ns) DropOutgoingHandshake:457(17610ns) SwitchToState:179(529ns) ProcessPendingSessionEvents:495(48349063ns) {ForwardSessionEventToSession:616(36371245ns) ForwardSessionEventToSession:616(18314ns) ForwardSessionEventToSession:616(818965ns) ForwardSessionEventToSession:616(3504ns) ForwardSessionEventToSession:616(5161676ns) ForwardSessionEventToSession:616(6873ns) ForwardSessionEventToSession:616(3306ns) ForwardSessionEventToSession:616(2061424ns) ForwardSessionEventToSession:616(3860937ns) ForwardSessionEventToSession:616(10409ns)}}}
2026-01-08T17:02:37.970556Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037283144122187:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56678
2026-01-08T17:02:37.970706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:38.268535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037284622659079:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:37.972846Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037283144122169:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:37.997389Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037283144122178:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:38.268796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037280327691694:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:38.011462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037283144122096:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:38.269216Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037280327691695:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(151030787ns) {HandleHandshakeStatus:329(151027522ns) {DropIncomingHandshake:442(4108ns) DropOutgoingHandshake:457(11515ns) SwitchToState:179(572ns) ProcessPendingSessionEvents:495(6183881ns) {ForwardSessionEventToSession:616(6122809ns) ForwardSessionEventToSession:616(6766ns) ForwardSessionEventToSession:616(11239ns) ForwardSessionEventToSession:616(3910ns) ForwardSessionEventToSession:616(2845ns) ForwardSessionEventToSession:616(8637ns) ForwardSessionEventToSession:616(3183ns) ForwardSessionEventToSession:616(5886ns) ForwardSessionEventToSession:616(3130ns) ForwardSessionEventToSession:616(3102ns)}}}
2026-01-08T17:02:38.011524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:38.011577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037283144122096:2049] [node 2] ICP22 created new session: [3:7593037287439089490:2049]
2026-01-08T17:02:38.303525Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037280327691694:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27794) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037284622659079:2121] held: no
2026-01-08T17:02:38.311644Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037280327691755:2107] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18414) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037284622659078:2120] held: no
2026-01-08T17:02:38.011633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037287439089490:2049] [node 2] ICS09 handshake done sender: [3:7593037283144122178:2119] self: [3:7593037283144122183:0] peer: [2:7593037282818773116:0] socket: 518 qp: -1
2026-01-08T17:02:38.323048Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037284622659087:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38497
2026-01-08T17:02:38.011682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037287439089490:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:38.328367Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037284622659079:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:38.011723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:38.328416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037284622659088:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38497
2026-01-08T17:02:38.012087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037283144122161:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:38.338438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037280327691694:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:38.012132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:38.343729Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037284622659078:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:38.012197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037283144122161:2107] [node 4] ICP22 created new session: [3:7593037287439089492:2107]
2026-01-08T17:02:38.355328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:38.012248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037287439089492:2107] [node 4] ICS09 handshake done sender: [3:7593037283144122169:2113] self: [3:7593037283144122168:0] peer: [4:7593037283060624926:0] socket: 492 qp: -1
2026-01-08T17:02:38.358696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037280327691755:2107] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:38.012278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037287439089492:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:38.358784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:38.358863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037280327691755:2107] [node 5] ICP22 created new session: [6:7593037284622659090:2107]
2026-01-08T17:02:38.012308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:38.358930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037284622659090:2107] [node 5] ICS09 handshake done sender: [6:7593037284622659078:2120] self: [6:7593037284622659082:0] peer: [5:7593037279427775725:0] socket: 507 qp: -1
2026-01-08T17:02:38.022551Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037283144122095:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(99797580ns) {HandleHandshakeStatus:329(99795250ns) {DropIncomingHandshake:442(2214ns) DropOutgoingHandshake:457(11186ns) SwitchToState:179(1011ns) ProcessPendingSessionEvents:495(40055781ns) {ForwardSessionEventToSession:616(16110532ns) ForwardSessionEventToSession:616(8490231ns) ForwardSessionEventToSession:616(6808ns) ForwardSessionEventToSession:616(2997ns) ForwardSessionEventToSession:616(8114117ns) ForwardSessionEventToSession:616(4315ns) ForwardSessionEventToSession:616(4520ns) ForwardSessionEventToSession:616(4696015ns) ForwardSessionEventToSession:616(3614ns) ForwardSessionEventToSession:616(2599708ns)}}}
2026-01-08T17:02:38.358984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037284622659090:2107] [node 5] ICS10 traffic start
2026-01-08T17:02:38.359029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:38.052264Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037283144122160:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(66570048ns) {HandleHandshakeStatus:329(66565777ns) {DropIncomingHandshake:442(386ns) DropOutgoingHandshake:457(482ns) SwitchToState:179(624ns) ProcessPendingSessionEvents:495(39712820ns) {ForwardSessionEventToSession:616(16198538ns) ForwardSessionEventToSession:616(7393ns) ForwardSessionEventToSession:616(4421470ns) ForwardSessionEventToSession:616(5243756ns) ForwardSessionEventToSession:616(1501639ns) ForwardSessionEventToSession:616(3799ns) ForwardSessionEventToSession:616(3427ns) ForwardSessionEventToSession:616(12296850ns) ForwardSessionEventToSession:616(5911ns) ForwardSessionEventToSession:616(3724ns)}}}
2026-01-08T17:02:38.052388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037283144122160:2108] [node 5] ICP18 handshake (actor [3:7593037283144122179:2120]) is too old
2026-01-08T17:02:38.359968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037280327691694:2049] [node 2] ICP22 created new session: [6:7593037284622659089:2049]
2026-01-08T17:02:38.097237Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037283144122176:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:38.368238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037284622659089:2049] [node 2] ICS09 handshake done sender: [6:7593037284622659079:2121] self: [6:7593037284622659086:0] peer: [2:7593037282818773126:0] socket: 509 qp: -1
2026-01-08T17:02:38.369636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037284622659089:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:38.097268Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037283144122176:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:38.098462Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037283144122176:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:38.114871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037283144122159:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:38.114970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:38.137706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037283144122159:2109] [node 6] ICP22 created new session: [3:7593037287439089495:2109]
2026-01-08T17:02:38.161235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037287439089495:2109] [node 6] ICS09 handshake done sender: [3:7593037283144122176:2117] self: [3:7593037283144122175:0] peer: [6:7593037284622659077:0] socket: 529 qp: -1
2026-01-08T17:02:38.175367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037287439089495:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:38.175428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:38.306738Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037283144122159:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(172890159ns) {HandleHandshakeStatus:329(172887482ns) {DropIncomingHandshake:442(30880ns) DropOutgoingHandshake:457(550ns) SwitchToState:179(545ns) ProcessPendingSessionEvents:495(62125459ns) {ForwardSessionEventToSession:616(24188477ns) ForwardSessionEventToSession:616(7788125ns) ForwardSessionEventToSession:616(6723ns) ForwardSessionEventToSession:616(2967ns) ForwardSessionEventToSession:616(11922158ns) ForwardSessionEventToSession:616(18116ns) ForwardSessionEventToSession:616(4610ns) ForwardSessionEventToSession:616(12824162ns) ForwardSessionEventToSession:616(2844ns) ForwardSessionEventToSession:616(5324242ns)}}}
2026-01-08T17:02:38.227766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037279712508819:2107] [node 4] ICP22 created new session: [1:7593037284007476154:2107]
2026-01-08T17:02:38.250619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037284007476154:2107] [node 4] ICS09 handshake done sender: [1:7593037279712508836:2116] self: [1:7593037279712508834:0] peer: [4:7593037287355592238:0] socket: 538 qp: -1
2026-01-08T17:02:38.271012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037284007476154:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:38.278682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:38.294571Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037279712508819:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(104536685ns) {HandleHandshakeStatus:329(104533095ns) {DropIncomingHandshake:442(22558ns) DropOutgoingHandshake:457(2633ns) SwitchToState:179(631ns) ProcessPendingSessionEvents:495(136773ns) {ForwardSessionEventToSession:616(71008ns) ForwardSessionEventToSession:616(3334ns) ForwardSessionEventToSession:616(17137ns) ForwardSessionEventToSession:616(4215ns) ForwardSessionEventToSession:616(3222ns) ForwardSessionEventToSession:616(8973ns) ForwardSessionEventToSession:616(3521ns) ForwardSessionEventToSession:616(6406ns) ForwardSessionEventToSession:616(4023ns) ForwardSessionEventToSession:616(3103ns)}}}
2026-01-08T17:02:38.373281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:38.373597Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037280327691694:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(40302998ns) {HandleHandshakeStatus:329(40300010ns) {DropIncomingHandshake:442(9293ns) DropOutgoingHandshake:457(737ns) SwitchToState:179(680ns) ProcessPendingSessionEvents:495(1893ns)}}
2026-01-08T17:02:38.508218Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:38.508499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037287113740440:2048] [node 1] ICS01 socket: 526 reason# EndOfStream
2026-01-08T17:02:38.508560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037282818773047:2048] [node 1] ICP30 unregister session Session# [2:7593037287113740440:2048] VirtualId# [2:7593037287113740432:0]
2026-01-08T17:02:38.508611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037287113740440:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:38.508700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:38.508765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:38.509999Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:38.510285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037283144122182:2048] [node 1] ICS01 socket: 496 reason# EndOfStream
2026-01-08T17:02:38.510355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037283144122095:2048] [node 1] ICP30 unregister session Session# [3:7593037283144122182:2048] VirtualId# [3:7593037283144122180:0]
2026-01-08T17:02:38.510401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037283144122182:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:38.510504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:38.510561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:38.514920Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:38.515197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037287355592244:2048] [node 1] ICS01 socket: 539 reason# EndOfStream
2026-01-08T17:02:38.515251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037283060624847:2048] [node 1] ICP30 unregister session Session# [4:7593037287355592244:2048] VirtualId# [4:7593037287355592238:0]
2026-01-08T17:02:38.515298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037287355592244:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:38.515390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:38.515442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:38.516357Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:38.516590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037283722743035:2048] [node 1] ICS01 socket: 498 reason# EndOfStream
2026-01-08T17:02:38.516659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037279427775647:2048] [node 1] ICP30 unregister session Session# [5:7593037283722743035:2048] VirtualId# [5:7593037279427775732:0]
2026-01-08T17:02:38.516707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037283722743035:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:38.516784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:38.516832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:38.521678Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:38.522070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037284622659073:2048] [node 1] ICS07 socket disconnect 488 reason# EndOfStream
2026-01-08T17:02:38.522193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037284622659073:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:38.522603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:38.522682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037284622659073:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:38.524089Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037280327691693:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62571) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:38.524332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037284622659073:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:38.524388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037280327691693:2048] [node 1] ICP30 unregister session Session# [6:7593037284622659073:2048] VirtualId# [6:7593037280327691774:0]
2026-01-08T17:02:38.524443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:38.524551Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037280327691693:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62571) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:38.524588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62571) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:38.534802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037280327691693:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:38.684343Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:38.684604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037287439089490:2049] [node 2] ICS01 socket: 518 reason# EndOfStream
2026-01-08T17:02:38.684658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037283144122096:2049] [node 2] ICP30 unregister session Session# [3:7593037287439089490:2049] VirtualId# [3:7593037283144122183:0]
2026-01-08T17:02:38.684695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037287439089490:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:38.684801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:38.684864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:38.689003Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:38.689295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037287355592242:2049] [node 2] ICS07 socket disconnect 531 reason# EndOfStream
2026-01-08T17:02:38.689347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037287355592242:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:38.689437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:38.689490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037287355592242:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:38.692814Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037283060624848:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27794) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:38.692904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037287355592242:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:38.693025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037283060624848:2049] [node 2] ICP30 unregister session Session# [4:7593037287355592242:2049] VirtualId# [4:7593037287355592234:0]
2026-01-08T17:02:38.693108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:38.693150Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037283060624848:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27794) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:38.693170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27794) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:38.693200Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:38.693457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037283722743043:2049] [node 2] ICS01 socket: 516 reason# EndOfStream
2026-01-08T17:02:38.693513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037279427775648:2049] [node 2] ICP30 unregister session Session# [5:7593037283722743043:2049] VirtualId# [5:7593037279427775735:0]
2026-01-08T17:02:38.693577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037283722743043:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:38.693646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:38.693688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:38.698160Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:38.698449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037284622659089:2049] [node 2] ICS01 socket: 509 reason# EndOfStream
2026-01-08T17:02:38.698517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037280327691694:2049] [node 2] ICP30 unregister session Session# [6:7593037284622659089:2049] VirtualId# [6:7593037284622659086:0]
2026-01-08T17:02:38.698575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037284622659089:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:38.698684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:38.698755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:38.703743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037283060624848:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:02:38.930527Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:38.931071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037284622659081:2050] [node 3] ICS01 socket: 530 reason# EndOfStream
2026-01-08T17:02:38.930575Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:38.931150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037280327691695:2050] [node 3] ICP30 unregister session Session# [6:7593037284622659081:2050] VirtualId# [6:7593037284622659077:0]
2026-01-08T17:02:38.931189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037284622659081:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:38.930960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037283722743039:2050] [node 3] ICS01 socket: 497 reason# EndOfStream
2026-01-08T17:02:38.931292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:38.931040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037279427775649:2050] [node 3] ICP30 unregister session Session# [5:7593037283722743039:2050] VirtualId# [5:7593037279427775729:0]
2026-01-08T17:02:38.931343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:38.931090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037283722743039:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:38.931219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:38.931281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:39.118552Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:39.118833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037283722743042:2108] [node 4] ICS07 socket disconnect 502 reason# EndOfStream
2026-01-08T17:02:39.118886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037283722743042:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:39.118974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:39.119036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037283722743042:2108] [node 4] ICS15 start handshake
2026-01-08T17:02:39.119537Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:39.119731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037284622659084:2109] [node 4] ICS01 socket: 482 reason# EndOfStream
2026-01-08T17:02:39.119784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037280327691757:2109] [node 4] ICP30 unregister session Session# [6:7593037284622659084:2109] VirtualId# [6:7593037284622659072:0]
2026-01-08T17:02:39.119831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037284622659084:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:39.119918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:39.119970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:39.121367Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037279427775711:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63284) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:39.121445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037283722743042:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:39.121488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037279427775711:2108] [node 4] ICP30 unregister session Session# [5:7593037283722743042:2108] VirtualId# [5:7593037279427775733:0]
2026-01-08T17:02:39.121545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:39.121586Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037279427775711:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63284) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:39.121622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63284) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:39.131757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037279427775711:2108] [node 4] ICP33 wake up from error state
2026-01-08T17:02:39.406433Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:39.406687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037284622659090:2107] [node 5] ICS01 socket: 507 reason# EndOfStream
2026-01-08T17:02:39.406743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037280327691755:2107] [node 5] ICP30 unregister session Session# [6:7593037284622659090:2107] VirtualId# [6:7593037284622659082:0]
2026-01-08T17:02:39.406793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037284622659090:2107] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:39.406830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:39.406967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:39.631412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037289839467713:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:39.631516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037289839467714:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:39.646713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037287826915730:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:39.646772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037287826915731:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:39.686150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037290637526682:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:39.686201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037290637526683:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:39.702766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037289364811488:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:39.702810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037289364811489:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:39.702851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037289364811490:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:39.704811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037289727779377:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:39.704850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037289727779378:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:39.704895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037289727779379:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:39.754782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037288238149808:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:39.754835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037288238149809:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:39.754878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037288238149810:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:40.155477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037292533117117:2059] [node 5] ICP01 ready to work
2026-01-08T17:02:40.362602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037293659778846:2106] [node 5] ICP01 ready to work
2026-01-08T17:02:40.351581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037292533117117:2059] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(195719526ns) {Configure:104(195713361ns) {ProcessConfigured:135(92481ns) {StartInitialHandshake:157(90006ns) {DropHandshakes:470(2846ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(888ns)} GenerateSessionVirtualId:992(1034ns) PrepareNewSessionHandshake:477(1985ns) {SwitchToState:179(783ns)}}}}}
2026-01-08T17:02:40.315373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037294022746709:2073] [node 4] ICP01 ready to work
2026-01-08T17:02:40.319403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037292121883089:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:40.358595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037294134435072:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:40.352170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037292533117131:2062] [node 4] ICP01 ready to work
2026-01-08T17:02:40.410730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037294134435073:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:40.405095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037292121883090:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:40.422693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037294932494049:2107] [node 6] ICP01 ready to work
2026-01-08T17:02:40.411180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037294134435074:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:40.447147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037294022746736:2075] [node 6] ICP01 ready to work
2026-01-08T17:02:40.488986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037293659778848:2107] [node 6] ICP01 ready to work
2026-01-08T17:02:40.477988Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037294134435074:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(35801912ns) {Configure:104(30503650ns) {ProcessConfigured:135(82650ns) {StartInitialHandshake:157(79684ns) {DropHandshakes:470(5668ns) {DropIncomingHandshake:442(550ns) DropOutgoingHandshake:457(609ns)} GenerateSessionVirtualId:992(1860ns) PrepareNewSessionHandshake:477(2300ns) {SwitchToState:179(707ns)}}}}}
2026-01-08T17:02:40.512958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037294932494050:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:40.510698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037292121883091:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:40.530707Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037292533117131:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(164251411ns) {Configure:104(164247623ns) {ProcessConfigured:135(7661520ns) {StartInitialHandshake:157(7657998ns) {DropHandshakes:470(2999ns) {DropIncomingHandshake:442(975ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:992(1292ns) PrepareNewSessionHandshake:477(3995ns) {SwitchToState:179(1721ns)}}}}}
2026-01-08T17:02:40.518737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037294932494051:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:40.544057Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037294932494051:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(22976977ns) {Configure:104(22968421ns) {ProcessConfigured:135(67589ns) {StartInitialHandshake:157(65318ns) {DropHandshakes:470(1949ns) {DropIncomingHandshake:442(245ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:992(804ns) PrepareNewSessionHandshake:477(1038ns) {SwitchToState:179(636ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.549895Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037289364811489:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(59619059ns) {Configure:104(59611554ns) {ProcessConfigured:135(62632ns) {StartInitialHandshake:157(60635ns) {DropHandshakes:470(1804ns) {DropIncomingHandshake:442(275ns) DropOutgoingHandshake:457(300ns)} GenerateSessionVirtualId:992(563ns) PrepareNewSessionHandshake:477(889ns) {SwitchToState:179(426ns)}}}}}
2026-01-08T17:02:40.563485Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037294022746752:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29718
2026-01-08T17:02:40.557510Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037288238149808:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(26427451ns) {Configure:104(26420909ns) {ProcessConfigured:135(65847ns) {StartInitialHandshake:157(63576ns) {DropHandshakes:470(1962ns) {DropIncomingHandshake:442(494ns) DropOutgoingHandshake:457(431ns)} GenerateSessionVirtualId:992(877ns) PrepareNewSessionHandshake:477(7550ns) {SwitchToState:179(437ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.570203Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037294932494049:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(24274863ns) {Configure:104(24271957ns) {ProcessConfigured:135(322795ns) {StartInitialHandshake:157(319417ns) {DropHandshakes:470(2533ns) {DropIncomingHandshake:442(656ns) DropOutgoingHandshake:457(364ns)} GenerateSessionVirtualId:992(1049ns) PrepareNewSessionHandshake:477(2105ns) {SwitchToState:179(863ns)}}}}}
2026-01-08T17:02:40.572477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037294932494052:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63751
2026-01-08T17:02:40.573611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037294932494057:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63751
2026-01-08T17:02:40.576507Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037292121883089:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(54195879ns) {Configure:104(54190206ns) {ProcessConfigured:135(63254ns) {StartInitialHandshake:157(59954ns) {DropHandshakes:470(2106ns) {DropIncomingHandshake:442(386ns) DropOutgoingHandshake:457(403ns)} GenerateSessionVirtualId:992(660ns) PrepareNewSessionHandshake:477(1297ns) {SwitchToState:179(527ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.578743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037294134435090:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44586
2026-01-08T17:02:40.584209Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037289364811488:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(30986660ns) {Configure:104(30981825ns) {ProcessConfigured:135(54488ns) {StartInitialHandshake:157(52642ns) {DropHandshakes:470(1170ns) {DropIncomingHandshake:442(276ns) DropOutgoingHandshake:457(180ns)} GenerateSessionVirtualId:992(661ns) PrepareNewSessionHandshake:477(572ns) {SwitchToState:179(188ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.586414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037293659778851:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58695
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.601439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037293659778860:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58695
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.606125Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037292121883090:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(24360761ns) {Configure:104(24357675ns) {ProcessConfigured:135(58422ns) {StartInitialHandshake:157(56156ns) {DropHandshakes:470(1755ns) {DropIncomingHandshake:442(274ns) DropOutgoingHandshake:457(432ns)} GenerateSessionVirtualId:992(667ns) PrepareNewSessionHandshake:477(1144ns) {SwitchToState:179(592ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.610374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037294134435088:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44586
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.612966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037294134435089:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44586
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.613542Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037294134435088:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.613525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037294932494067:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63751
2026-01-08T17:02:40.613715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037294932494052:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.613562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037293659778860:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.613687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037293659778851:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.611826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037294022746753:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29718
2026-01-08T17:02:40.611933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037294022746754:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29718
2026-01-08T17:02:40.613851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037292121883094:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41781
2026-01-08T17:02:40.614145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037292121883095:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41781
2026-01-08T17:02:40.614285Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037292121883096:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41781
2026-01-08T17:02:40.614766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037292121883105:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41781
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.623635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037294134435092:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44586
2026-01-08T17:02:40.623364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037294022746755:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29718
2026-01-08T17:02:40.635509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037292121883094:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.657068Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037294022746752:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.658030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037289364811488:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.658290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037293659778864:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58695
2026-01-08T17:02:40.658637Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037294022746754:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.658773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037294022746709:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:40.658364Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037294134435089:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.658629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037294134435080:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.658654Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037294134435080:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.659188Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037293659778855:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.659221Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037293659778855:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.660188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037293659778868:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58695
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.660568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037294022746758:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29718
2026-01-08T17:02:40.662586Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037294134435080:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.661740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037294932494067:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.661903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037294932494057:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.662433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037290637526682:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:40.663178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037294134435090:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.663306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037294134435078:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.663331Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037294134435078:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.664046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037294134435072:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.664096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:40.664156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037294134435072:2107] [node 4] ICP22 created new session: [1:7593037294134435095:2107]
2026-01-08T17:02:40.664212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037294134435095:2107] [node 4] ICS09 handshake done sender: [1:7593037294134435080:2112] self: [1:7593037294134435079:0] peer: [4:7593037293659778866:0] socket: 488 qp: -1
2026-01-08T17:02:40.664251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037294134435095:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:40.664293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:40.666354Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037294134435078:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:40.666124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037294022746753:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.666309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037289727779379:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:40.666882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037289839467714:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.666954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:40.667005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037289839467714:2049] [node 3] ICP22 created new session: [1:7593037294134435100:2049]
2026-01-08T17:02:40.667064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037294134435100:2049] [node 3] ICS09 handshake done sender: [1:7593037294134435078:2111] self: [1:7593037294134435077:0] peer: [3:7593037294932494068:0] socket: 487 qp: -1
2026-01-08T17:02:40.667115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037294134435100:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:40.667168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:40.667344Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037294932494056:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.667387Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037294932494056:2120] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.665726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037292533117182:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16112
2026-01-08T17:02:40.674017Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037293659778855:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:40.681163Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037294134435082:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.681202Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037294134435082:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.682556Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037294134435082:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.680626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037292533117182:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.680797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037288238149808:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:40.693482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037292533117184:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16112
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.693310Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037294932494071:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63751
2026-01-08T17:02:40.706291Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037294022746754:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:40.710568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037294134435073:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.714410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037292121883096:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.706480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037293659778846:2106] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.708362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:40.710697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037293659778846:2106] [node 5] ICP22 created new session: [4:7593037293659778869:2106]
2026-01-08T17:02:40.715838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037293659778869:2106] [node 5] ICS09 handshake done sender: [4:7593037293659778855:2113] self: [4:7593037293659778854:0] peer: [5:7593037294022746757:0] socket: 515 qp: -1
2026-01-08T17:02:40.720934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037293659778869:2106] [node 5] ICS10 traffic start
2026-01-08T17:02:40.720994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:40.711062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:40.715038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037292121883095:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.706766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037294022746760:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29718
2026-01-08T17:02:40.715551Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037290637526682:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10926) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037294932494052:2118] held: no
2026-01-08T17:02:40.715153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037292121883105:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.734842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037292533117182:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:40.706899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037294022746709:2073] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:40.711134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037294134435073:2108] [node 6] ICP22 created new session: [1:7593037294134435104:2108]
2026-01-08T17:02:40.734750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037287826915730:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:40.719036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037294134435104:2108] [node 6] ICS09 handshake done sender: [1:7593037294134435082:2113] self: [1:7593037294134435081:0] peer: [6:7593037292533117183:0] socket: 533 qp: -1
2026-01-08T17:02:40.706945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:40.734936Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037287826915730:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18799207ns) {IncomingHandshake:261(18797920ns) {DropIncomingHandshake:442(1223ns) PrepareNewSessionHandshake:477(4191053ns) {SwitchToState:179(6172ns)} GenerateSessionVirtualId:992(1361ns) IssueIncomingHandshakeReply:193(87127ns) {SwitchToState:179(153ns)}}}
2026-01-08T17:02:40.719105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037294134435104:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:40.752374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037290637526682:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27323249ns) {HandleHandshakeStatus:395(27313671ns) {LogHandshakeFail:472(16727ns) {UpdateErrorStateLog:545(5972ns)} DropOutgoingHandshake:457(2263ns) ProcessPendingSessionEvents:495(22454508ns) {DropSessionEvent:512(31546ns) DropSessionEvent:512(6029ns) DropSessionEvent:512(12275811ns) DropSessionEvent:512(17977ns) DropSessionEvent:512(6532ns) DropSessionEvent:512(5196ns) DropSessionEvent:512(4989ns) DropSessionEvent:512(5261ns) DropSessionEvent:512(32857ns) DropSessionEvent:512(6588ns)}}}
2026-01-08T17:02:40.707001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037294022746709:2073] [node 4] ICP22 created new session: [5:7593037294022746761:2073]
2026-01-08T17:02:40.719180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:40.707061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037294022746761:2073] [node 4] ICS09 handshake done sender: [5:7593037294022746754:2118] self: [5:7593037294022746757:0] peer: [4:7593037293659778854:0] socket: 519 qp: -1
2026-01-08T17:02:40.707100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037294022746761:2073] [node 4] ICS10 traffic start
2026-01-08T17:02:40.707151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:40.750518Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037294022746755:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.751088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037294022746760:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.752936Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037294932494052:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:40.754723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037294932494056:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:40.755105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037290637526682:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:40.755204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:40.755263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037290637526682:2048] [node 1] ICP22 created new session: [3:7593037294932494074:2048]
2026-01-08T17:02:40.755317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037294932494074:2048] [node 1] ICS09 handshake done sender: [3:7593037294932494052:2118] self: [3:7593037294932494068:0] peer: [1:7593037294134435077:0] socket: 490 qp: -1
2026-01-08T17:02:40.755363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037294932494074:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:40.755405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:40.755999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037294932494051:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.756085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:40.756142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037294932494051:2109] [node 5] ICP22 created new session: [3:7593037294932494076:2109]
2026-01-08T17:02:40.756202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037294932494076:2109] [node 5] ICS09 handshake done sender: [3:7593037294932494056:2120] self: [3:7593037294932494055:0] peer: [5:7593037294022746759:0] socket: 505 qp: -1
2026-01-08T17:02:40.756242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037294932494076:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:40.756284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:40.719989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037294134435092:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.771544Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037293659778846:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(47809417ns) {HandleHandshakeStatus:329(47806645ns) {DropIncomingHandshake:442(22780ns) DropOutgoingHandshake:457(764ns) SwitchToState:179(469ns) ProcessPendingSessionEvents:495(7415508ns) {ForwardSessionEventToSession:616(4287614ns) ForwardSessionEventToSession:616(7595ns) ForwardSessionEventToSession:616(1135361ns) ForwardSessionEventToSession:616(1006193ns) ForwardSessionEventToSession:616(253206ns) ForwardSessionEventToSession:616(4602ns) ForwardSessionEventToSession:616(3883ns) ForwardSessionEventToSession:616(687493ns) ForwardSessionEventToSession:616(4462ns) ForwardSessionEventToSession:616(3529ns)}}}
2026-01-08T17:02:40.782583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037293659778864:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.788723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037292121883113:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41781
2026-01-08T17:02:40.751165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037294134435076:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.751217Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037294134435076:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.787672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037294134435076:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:40.790640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037288238149808:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:40.790749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:40.790818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037288238149808:2048] [node 1] ICP22 created new session: [6:7593037292533117185:2048]
2026-01-08T17:02:40.790875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037292533117185:2048] [node 1] ICS09 handshake done sender: [6:7593037292533117182:2115] self: [6:7593037292533117183:0] peer: [1:7593037294134435081:0] socket: 534 qp: -1
2026-01-08T17:02:40.790918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037292533117185:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:40.790958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:40.791252Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037288238149808:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:40.792326Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037292533117187:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16112
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.783134Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037293659778851:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:40.794598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037292533117187:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.794744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037288238149810:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:40.803204Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037289727779379:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2041) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037294022746753:2117] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.803485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037289727779378:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:40.803582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037289727779377:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:40.793567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037294932494079:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63751
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.810991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037292533117190:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16112
2026-01-08T17:02:40.797863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037289839467713:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.797948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:40.797995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037289839467713:2048] [node 2] ICP22 created new session: [1:7593037294134435109:2048]
2026-01-08T17:02:40.798049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037294134435109:2048] [node 2] ICS09 handshake done sender: [1:7593037294134435076:2110] self: [1:7593037294134435075:0] peer: [2:7593037292121883110:0] socket: 486 qp: -1
2026-01-08T17:02:40.798101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037294134435109:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:40.798131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.794876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037289364811488:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.826709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037294134435108:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44586
2026-01-08T17:02:40.827908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037294134435084:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.827937Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037294134435084:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.804056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037294022746764:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29718
2026-01-08T17:02:40.823173Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037294932494061:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.823241Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037294932494061:2123] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.829051Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037294134435084:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:40.811411Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037292121883098:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.811456Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037292121883098:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.812126Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037292121883094:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:40.822859Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037294022746753:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:40.794933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.794987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037289364811488:2048] [node 1] ICP22 created new session: [4:7593037293659778873:2048]
2026-01-08T17:02:40.795044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037293659778873:2048] [node 1] ICS09 handshake done sender: [4:7593037293659778851:2111] self: [4:7593037293659778866:0] peer: [1:7593037294134435079:0] socket: 494 qp: -1
2026-01-08T17:02:40.795087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037293659778873:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:40.795145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:40.815198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037293659778871:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58695
2026-01-08T17:02:40.815713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037289364811489:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:40.847913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037293659778871:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.848024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037289364811490:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:40.829583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037294134435074:2109] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.849959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037292533117191:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16112
2026-01-08T17:02:40.850108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037292533117192:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16112
2026-01-08T17:02:40.829664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:40.829729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037294134435074:2109] [node 5] ICP22 created new session: [1:7593037294134435112:2109]
2026-01-08T17:02:40.829785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037294134435112:2109] [node 5] ICS09 handshake done sender: [1:7593037294134435084:2114] self: [1:7593037294134435083:0] peer: [5:7593037294022746766:0] socket: 507 qp: -1
2026-01-08T17:02:40.829826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037294134435112:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:40.829862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:40.849040Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037292121883093:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.845541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037289727779379:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:40.850986Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037294932494063:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.851025Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037294932494063:2124] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.851970Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037294932494061:2123] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:40.853154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037292533117191:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.853266Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037292533117187:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:40.849084Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037292121883093:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.856024Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037292533117190:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.856101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037288238149810:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:40.856189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.845617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:40.856758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037294932494079:2127] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.856875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037294932494049:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.856930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:40.856979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037294932494049:2107] [node 6] ICP22 created new session: [3:7593037294932494082:2107]
2026-01-08T17:02:40.857029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037294932494082:2107] [node 6] ICS09 handshake done sender: [3:7593037294932494061:2123] self: [3:7593037294932494060:0] peer: [6:7593037292533117189:0] socket: 501 qp: -1
2026-01-08T17:02:40.857067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037294932494082:2107] [node 6] ICS10 traffic start
2026-01-08T17:02:40.857100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:40.857813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037294932494049:2107] [node 6] ICP18 handshake (actor [3:7593037294932494079:2127]) is too old
2026-01-08T17:02:40.858485Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037293659778878:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58695
2026-01-08T17:02:40.845676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037289727779379:2050] [node 3] ICP22 created new session: [5:7593037294022746769:2050]
2026-01-08T17:02:40.858689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037288238149810:2050] [node 3] ICP22 created new session: [6:7593037292533117193:2050]
2026-01-08T17:02:40.845753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037294022746769:2050] [node 3] ICS09 handshake done sender: [5:7593037294022746753:2117] self: [5:7593037294022746759:0] peer: [3:7593037294932494055:0] socket: 517 qp: -1
2026-01-08T17:02:40.845803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037294022746769:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:40.845851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:40.848406Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037289727779377:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10926) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037294022746760:2121] held: no
2026-01-08T17:02:40.848835Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037294022746768:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29718
2026-01-08T17:02:40.855272Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037294022746760:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:40.855519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037289727779377:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:40.855575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:40.860952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037292533117193:2050] [node 3] ICS09 handshake done sender: [6:7593037292533117187:2117] self: [6:7593037292533117189:0] peer: [3:7593037294932494060:0] socket: 540 qp: -1
2026-01-08T17:02:40.861479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037292533117193:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:40.861736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:40.855723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037289727779377:2048] [node 1] ICP22 created new session: [5:7593037294022746771:2048]
2026-01-08T17:02:40.855884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037294022746771:2048] [node 1] ICS09 handshake done sender: [5:7593037294022746760:2121] self: [5:7593037294022746766:0] peer: [1:7593037294134435083:0] socket: 536 qp: -1
2026-01-08T17:02:40.862575Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037294932494063:2124] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:40.855929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037294022746771:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:40.855977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:40.872005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037287826915730:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:40.872102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:40.872159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037287826915730:2048] [node 1] ICP22 created new session: [2:7593037292121883116:2048]
2026-01-08T17:02:40.872215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037292121883116:2048] [node 1] ICS09 handshake done sender: [2:7593037292121883094:2111] self: [2:7593037292121883110:0] peer: [1:7593037294134435075:0] socket: 508 qp: -1
2026-01-08T17:02:40.872259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037292121883116:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:40.872060Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037293659778871:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:40.872314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:40.872752Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037287826915730:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:40.873715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037289364811490:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.875598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037294022746773:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29718
2026-01-08T17:02:40.873772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:40.873823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037289364811490:2050] [node 3] ICP22 created new session: [4:7593037293659778879:2050]
2026-01-08T17:02:40.873878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037293659778879:2050] [node 3] ICS09 handshake done sender: [4:7593037293659778871:2119] self: [4:7593037293659778877:0] peer: [3:7593037294932494062:0] socket: 511 qp: -1
2026-01-08T17:02:40.873918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037293659778879:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:40.873952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:40.872965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037292533117131:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.877517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037293659778881:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58695
2026-01-08T17:02:40.879146Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037294022746755:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:40.876481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037292121883115:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41781
2026-01-08T17:02:40.876846Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037292121883098:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:40.877189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037292121883091:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.877260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:40.877688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037292121883091:2109] [node 5] ICP22 created new session: [2:7593037292121883120:2109]
2026-01-08T17:02:40.877746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037292121883120:2109] [node 5] ICS09 handshake done sender: [2:7593037292121883098:2114] self: [2:7593037292121883097:0] peer: [5:7593037294022746765:0] socket: 523 qp: -1
2026-01-08T17:02:40.877794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037292121883120:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:40.877834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:40.878420Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037292121883093:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:40.880410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037289727779378:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:40.880474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:40.880533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037289727779378:2049] [node 2] ICP22 created new session: [5:7593037294022746774:2049]
2026-01-08T17:02:40.880584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037294022746774:2049] [node 2] ICS09 handshake done sender: [5:7593037294022746755:2119] self: [5:7593037294022746765:0] peer: [2:7593037292121883097:0] socket: 526 qp: -1
2026-01-08T17:02:40.880623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037294022746774:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:40.880663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:40.883027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037292533117117:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:40.884223Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037293659778859:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.884264Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037293659778859:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.885207Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037293659778864:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:40.888586Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037294022746746:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.888628Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037294022746746:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.887827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037294932494050:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.887946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:40.888015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037294932494050:2108] [node 4] ICP22 created new session: [3:7593037294932494084:2108]
2026-01-08T17:02:40.888144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037294932494084:2108] [node 4] ICS09 handshake done sender: [3:7593037294932494063:2124] self: [3:7593037294932494062:0] peer: [4:7593037293659778877:0] socket: 493 qp: -1
2026-01-08T17:02:40.888185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037294932494084:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:40.889776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.897957Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037293659778882:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58695
2026-01-08T17:02:40.897540Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037294022746746:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:40.898115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037289364811489:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:40.898199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:40.898250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037289364811489:2049] [node 2] ICP22 created new session: [4:7593037293659778884:2049]
2026-01-08T17:02:40.898305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037293659778884:2049] [node 2] ICS09 handshake done sender: [4:7593037293659778864:2117] self: [4:7593037293659778875:0] peer: [2:7593037292121883092:0] socket: 527 qp: -1
2026-01-08T17:02:40.899225Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037292121883115:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.899521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037292121883089:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.899612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:40.899678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037292121883089:2107] [node 4] ICP22 created new session: [2:7593037292121883122:2107]
2026-01-08T17:02:40.899735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037292121883122:2107] [node 4] ICS09 handshake done sender: [2:7593037292121883093:2110] self: [2:7593037292121883092:0] peer: [4:7593037293659778875:0] socket: 521 qp: -1
2026-01-08T17:02:40.899779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037292121883122:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:40.899831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.907012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037292533117198:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16112
2026-01-08T17:02:40.907476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037294022746736:2075] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.907557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:40.907615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037294022746736:2075] [node 6] ICP22 created new session: [5:7593037294022746777:2075]
2026-01-08T17:02:40.907667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037294022746777:2075] [node 6] ICS09 handshake done sender: [5:7593037294022746746:2114] self: [5:7593037294022746745:0] peer: [6:7593037292533117196:0] socket: 544 qp: -1
2026-01-08T17:02:40.907709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037294022746777:2075] [node 6] ICS10 traffic start
2026-01-08T17:02:40.907743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.908766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037293659778884:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:40.908944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:40.909936Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037292533117199:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16112
2026-01-08T17:02:40.915791Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037292533117117:2059] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5748) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037292533117190:2118] held: no
2026-01-08T17:02:40.923331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037293659778882:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.923538Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037293659778859:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:40.922238Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037292533117190:2118] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.924992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037293659778848:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.925052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:40.925120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037293659778848:2107] [node 6] ICP22 created new session: [4:7593037293659778886:2107]
2026-01-08T17:02:40.925171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037293659778886:2107] [node 6] ICS09 handshake done sender: [4:7593037293659778859:2115] self: [4:7593037293659778858:0] peer: [6:7593037292533117195:0] socket: 492 qp: -1
2026-01-08T17:02:40.925215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037293659778886:2107] [node 6] ICS10 traffic start
2026-01-08T17:02:40.925253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:40.927910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037293659778848:2107] [node 6] ICP18 handshake (actor [4:7593037293659778882:2122]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.931293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037292121883091:2109] [node 5] ICP18 handshake (actor [2:7593037292121883115:2120]) is too old
2026-01-08T17:02:40.930958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037294932494086:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63751
2026-01-08T17:02:40.926234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037292533117117:2059] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:40.938257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037294932494086:2128] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.926309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:40.926380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037292533117117:2059] [node 5] ICP22 created new session: [6:7593037292533117201:2059]
2026-01-08T17:02:40.926437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037292533117201:2059] [node 5] ICS09 handshake done sender: [6:7593037292533117190:2118] self: [6:7593037292533117196:0] peer: [5:7593037294022746745:0] socket: 545 qp: -1
2026-01-08T17:02:40.938505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037290637526683:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:40.926477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037292533117201:2059] [node 5] ICS10 traffic start
2026-01-08T17:02:40.926537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:40.927160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037292533117200:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16112
2026-01-08T17:02:40.927283Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037292533117191:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:40.932850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037292533117131:2062] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:40.932938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:40.933003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037292533117131:2062] [node 4] ICP22 created new session: [6:7593037292533117203:2062]
2026-01-08T17:02:40.933058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037292533117203:2062] [node 4] ICS09 handshake done sender: [6:7593037292533117191:2119] self: [6:7593037292533117195:0] peer: [4:7593037293659778858:0] socket: 546 qp: -1
2026-01-08T17:02:40.933099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037292533117203:2062] [node 4] ICS10 traffic start
2026-01-08T17:02:40.933139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:40.939757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037292121883102:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.939799Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037292121883102:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.940964Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037292121883102:2116] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.941928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037287826915731:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.942043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:40.941190Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037294932494088:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63751
2026-01-08T17:02:40.942115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037287826915731:2049] [node 3] ICP22 created new session: [2:7593037292121883126:2049]
2026-01-08T17:02:40.942172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037292121883126:2049] [node 3] ICS09 handshake done sender: [2:7593037292121883102:2116] self: [2:7593037292121883101:0] peer: [3:7593037294932494087:0] socket: 555 qp: -1
2026-01-08T17:02:40.941720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037294932494086:2128] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:40.942211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037292121883126:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:40.942025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037290637526683:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:40.942110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:40.942253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:40.942168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037290637526683:2049] [node 2] ICP22 created new session: [3:7593037294932494089:2049]
2026-01-08T17:02:40.942222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037294932494089:2049] [node 2] ICS09 handshake done sender: [3:7593037294932494086:2128] self: [3:7593037294932494087:0] peer: [2:7593037292121883101:0] socket: 512 qp: -1
2026-01-08T17:02:40.942260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037294932494089:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:40.942338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:40.944092Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037292121883104:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.944128Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037292121883104:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:40.943046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037292533117200:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:40.943295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037288238149809:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:40.946189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037292121883104:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:40.947407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037292121883090:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:40.947504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:40.947563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037292121883090:2108] [node 6] ICP22 created new session: [2:7593037292121883129:2108]
2026-01-08T17:02:40.947617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037292121883129:2108] [node 6] ICS09 handshake done sender: [2:7593037292121883104:2117] self: [2:7593037292121883103:0] peer: [6:7593037292533117205:0] socket: 497 qp: -1
2026-01-08T17:02:40.947658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037292121883129:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:40.947696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:40.951918Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037288238149809:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13731) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037292533117200:2123] held: no
2026-01-08T17:02:40.952334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037292533117206:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16112
2026-01-08T17:02:40.952877Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037292533117200:2123] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:40.953115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037288238149809:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:40.953202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:40.953260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037288238149809:2049] [node 2] ICP22 created new session: [6:7593037292533117207:2049]
2026-01-08T17:02:40.953320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037292533117207:2049] [node 2] ICS09 handshake done sender: [6:7593037292533117200:2123] self: [6:7593037292533117205:0] peer: [2:7593037292121883103:0] socket: 502 qp: -1
2026-01-08T17:02:40.953361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037292533117207:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:40.953411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:41.002888Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:41.003187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037292121883116:2048] [node 1] ICS01 socket: 508 reason# EndOfStream
2026-01-08T17:02:41.003249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037287826915730:2048] [node 1] ICP30 unregister session Session# [2:7593037292121883116:2048] VirtualId# [2:7593037292121883110:0]
2026-01-08T17:02:41.003385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037292121883116:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.003487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:41.003550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:41.003062Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:41.003333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037294932494074:2048] [node 1] ICS01 socket: 490 reason# EndOfStream
2026-01-08T17:02:41.003384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037290637526682:2048] [node 1] ICP30 unregister session Session# [3:7593037294932494074:2048] VirtualId# [3:7593037294932494068:0]
2026-01-08T17:02:41.003439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037294932494074:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.003527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:41.003575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:41.037772Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:41.038046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037292533117185:2048] [node 1] ICS01 socket: 534 reason# EndOfStream
2026-01-08T17:02:41.038106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037288238149808:2048] [node 1] ICP30 unregister session Session# [6:7593037292533117185:2048] VirtualId# [6:7593037292533117183:0]
2026-01-08T17:02:41.038482Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:41.038172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037292533117185:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.038275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:41.038345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:41.038693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037293659778873:2048] [node 1] ICS01 socket: 494 reason# EndOfStream
2026-01-08T17:02:41.038745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037289364811488:2048] [node 1] ICP30 unregister session Session# [4:7593037293659778873:2048] VirtualId# [4:7593037293659778866:0]
2026-01-08T17:02:41.038781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037293659778873:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.038858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:41.038902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:41.042504Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:41.043006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037294022746771:2048] [node 1] ICS01 socket: 536 reason# EndOfStream
2026-01-08T17:02:41.043103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037289727779377:2048] [node 1] ICP30 unregister session Session# [5:7593037294022746771:2048] VirtualId# [5:7593037294022746766:0]
2026-01-08T17:02:41.043179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037294022746771:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.043322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:41.043425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:41.176544Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:41.176781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037294932494089:2049] [node 2] ICS07 socket disconnect 512 reason# EndOfStream
2026-01-08T17:02:41.176819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037294932494089:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.176886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:41.176921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037294932494089:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:41.179308Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:41.179582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037293659778884:2049] [node 2] ICS01 socket: 527 reason# EndOfStream
2026-01-08T17:02:41.179633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037289364811489:2049] [node 2] ICP30 unregister session Session# [4:7593037293659778884:2049] VirtualId# [4:7593037293659778875:0]
2026-01-08T17:02:41.179678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037293659778884:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.179752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:41.179811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:41.180243Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037290637526683:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13731) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:02:41.180303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037294932494089:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:41.180508Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:41.180747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037292533117207:2049] [node 2] ICS01 socket: 502 reason# EndOfStream
2026-01-08T17:02:41.180799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037288238149809:2049] [node 2] ICP30 unregister session Session# [6:7593037292533117207:2049] VirtualId# [6:7593037292533117205:0]
2026-01-08T17:02:41.180832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037292533117207:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.180910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:41.180978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:41.181171Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037290637526683:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13731) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:41.181230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037294932494089:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:41.181273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037290637526683:2049] [node 2] ICP30 unregister session Session# [3:7593037294932494089:2049] VirtualId# [3:7593037294932494087:0]
2026-01-08T17:02:41.181332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:41.181370Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037290637526683:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13731) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:41.181394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13731) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:41.181449Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:41.181754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037294022746774:2049] [node 2] ICS01 socket: 526 reason# EndOfStream
2026-01-08T17:02:41.181823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037289727779378:2049] [node 2] ICP30 unregister session Session# [5:7593037294022746774:2049] VirtualId# [5:7593037294022746765:0]
2026-01-08T17:02:41.181866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037294022746774:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.181940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:41.182000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:41.222909Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:41.223169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037292533117193:2050] [node 3] ICS01 socket: 540 reason# EndOfStream
2026-01-08T17:02:41.223227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037288238149810:2050] [node 3] ICP30 unregister session Session# [6:7593037292533117193:2050] VirtualId# [6:7593037292533117189:0]
2026-01-08T17:02:41.223267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037292533117193:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.223343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:41.223401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:41.224182Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:41.224442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037293659778879:2050] [node 3] ICS01 socket: 511 reason# EndOfStream
2026-01-08T17:02:41.224496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037289364811490:2050] [node 3] ICP30 unregister session Session# [4:7593037293659778879:2050] VirtualId# [4:7593037293659778877:0]
2026-01-08T17:02:41.224527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037293659778879:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.224593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:41.224636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:41.225290Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:41.225507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037294022746769:2050] [node 3] ICS01 socket: 517 reason# EndOfStream
2026-01-08T17:02:41.225548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037289727779379:2050] [node 3] ICP30 unregister session Session# [5:7593037294022746769:2050] VirtualId# [5:7593037294022746759:0]
2026-01-08T17:02:41.225576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037294022746769:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.225648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:41.225689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:41.317382Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:41.317641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037294022746761:2073] [node 4] ICS01 socket: 519 reason# EndOfStream
2026-01-08T17:02:41.317690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037294022746709:2073] [node 4] ICP30 unregister session Session# [5:7593037294022746761:2073] VirtualId# [5:7593037294022746757:0]
2026-01-08T17:02:41.317739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037294022746761:2073] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.317830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:41.317897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:41.318532Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:41.318751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037292533117203:2062] [node 4] ICS01 socket: 546 reason# EndOfStream
2026-01-08T17:02:41.318799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037292533117131:2062] [node 4] ICP30 unregister session Session# [6:7593037292533117203:2062] VirtualId# [6:7593037292533117195:0]
2026-01-08T17:02:41.318837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037292533117203:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.318912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:41.318960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:41.369530Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:41.369792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037292533117201:2059] [node 5] ICS01 socket: 545 reason# EndOfStream
2026-01-08T17:02:41.369845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037292533117117:2059] [node 5] ICP30 unregister session Session# [6:7593037292533117201:2059] VirtualId# [6:7593037292533117196:0]
2026-01-08T17:02:41.369885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037292533117201:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:41.369992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:41.370058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:41.487166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037299338996194:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:41.487244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037299338996195:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:41.489271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037299672772082:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:41.489344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037299672772083:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:41.477300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037299987236983:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:41.477355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037299987236984:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:41.502046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037296693792711:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:41.502094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037296693792712:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:41.502150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037296693792713:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:41.517532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037299922363288:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:41.517569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037299922363289:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:41.517618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037299922363290:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:41.525517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037297710971178:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:41.525547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037297710971179:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:41.525620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037297710971180:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:41.974943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037299922363354:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:41.987052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037296693792774:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:42.062534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037302005938523:2091] [node 5] ICP01 ready to work
2026-01-08T17:02:41.987526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037296693792775:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:42.067146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037303633963564:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:42.078574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037303967739441:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:42.083630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037304282204342:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:42.067549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037303633963565:2109] [node 4] ICP01 ready to work
2026-01-08T17:02:42.098852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037302005938526:2096] [node 4] ICP01 ready to work
2026-01-08T17:02:42.067973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037303633963566:2110] [node 6] ICP01 ready to work
2026-01-08T17:02:42.181698Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037299922363354:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(135656235ns) {Configure:104(135651390ns) {ProcessConfigured:135(40744268ns) {StartInitialHandshake:157(40742120ns) {DropHandshakes:470(2441ns) {DropIncomingHandshake:442(430ns) DropOutgoingHandshake:457(460ns)} GenerateSessionVirtualId:992(745ns) PrepareNewSessionHandshake:477(4169ns) {SwitchToState:179(2019ns)}}}}}
2026-01-08T17:02:42.181509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037296693792711:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(130787792ns) {Configure:104(130782244ns) {ProcessConfigured:135(35068703ns) {StartInitialHandshake:157(35064243ns) {DropHandshakes:470(2592ns) {DropIncomingHandshake:442(547ns) DropOutgoingHandshake:457(351ns)} GenerateSessionVirtualId:992(798ns) PrepareNewSessionHandshake:477(8042553ns) {SwitchToState:179(9691ns)}}}}}
2026-01-08T17:02:42.135102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037303967739442:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:42.167056Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037299987236983:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(243937527ns) {Configure:104(243928189ns) {ProcessConfigured:135(26989456ns) {StartInitialHandshake:157(26986843ns) {DropHandshakes:470(2538ns) {DropIncomingHandshake:442(578ns) DropOutgoingHandshake:457(422ns)} GenerateSessionVirtualId:992(884ns) PrepareNewSessionHandshake:477(6929ns) {SwitchToState:179(4111ns)}}}}}
2026-01-08T17:02:42.167830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037304282204346:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:42.178139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037304282204344:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:42.143991Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037297710971180:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(220053006ns) {Configure:104(220049039ns) {ProcessConfigured:135(88104ns) {StartInitialHandshake:157(85062ns) {DropHandshakes:470(2347ns) {DropIncomingHandshake:442(535ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:992(1604ns) PrepareNewSessionHandshake:477(1484ns) {SwitchToState:179(699ns)}}}}}
2026-01-08T17:02:42.203721Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037303633963564:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(135258689ns) {Configure:104(135247683ns) {ProcessConfigured:135(94480ns) {StartInitialHandshake:157(90699ns) {DropHandshakes:470(2421ns) {DropIncomingHandshake:442(454ns) DropOutgoingHandshake:457(344ns)} GenerateSessionVirtualId:992(1140ns) PrepareNewSessionHandshake:477(1503ns) {SwitchToState:179(541ns)}}}}}
2026-01-08T17:02:42.193079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037304217330663:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:42.214077Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037299338996194:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(274945272ns) {Configure:104(258008383ns) {ProcessConfigured:135(60091ns) {StartInitialHandshake:157(54395ns) {DropHandshakes:470(1386ns) {DropIncomingHandshake:442(225ns) DropOutgoingHandshake:457(308ns)} GenerateSessionVirtualId:992(482ns) PrepareNewSessionHandshake:477(1674ns) {SwitchToState:179(689ns)}}}}}
2026-01-08T17:02:42.176608Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037297710971178:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(33973227ns) {Configure:104(33954953ns) {ProcessConfigured:135(82597ns) {StartInitialHandshake:157(79731ns) {DropHandshakes:470(2091ns) {DropIncomingHandshake:442(499ns) DropOutgoingHandshake:457(422ns)} GenerateSessionVirtualId:992(1124ns) PrepareNewSessionHandshake:477(1702ns) {SwitchToState:179(634ns)}}}}}
2026-01-08T17:02:42.188575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037303967739443:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.231575Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037297710971179:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(70037569ns) {Configure:104(70031579ns) {ProcessConfigured:135(94843ns) {StartInitialHandshake:157(92962ns) {DropHandshakes:470(2634ns) {DropIncomingHandshake:442(512ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:992(1323ns) PrepareNewSessionHandshake:477(1511ns) {SwitchToState:179(641ns)}}}}}
2026-01-08T17:02:42.206665Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037299922363288:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(236268896ns) {Configure:104(236265342ns) {ProcessConfigured:135(9115057ns) {StartInitialHandshake:157(9112918ns) {DropHandshakes:470(2622ns) {DropIncomingHandshake:442(689ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:992(1517ns) PrepareNewSessionHandshake:477(3926ns) {SwitchToState:179(1637ns)}}}}}
2026-01-08T17:02:42.239869Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037296693792713:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(270106855ns) {Configure:104(270099357ns) {ProcessConfigured:135(65050ns) {StartInitialHandshake:157(61863ns) {DropHandshakes:470(719ns) {DropIncomingHandshake:442(137ns) DropOutgoingHandshake:457(119ns)} GenerateSessionVirtualId:992(477ns) PrepareNewSessionHandshake:477(2186ns) {SwitchToState:179(672ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.211581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037304217330663:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17733097ns) {Configure:104(17728492ns) {ProcessConfigured:135(73114ns) {StartInitialHandshake:157(65510ns) {DropHandshakes:470(2081ns) {DropIncomingHandshake:442(435ns) DropOutgoingHandshake:457(491ns)} GenerateSessionVirtualId:992(481ns) PrepareNewSessionHandshake:477(1347ns) {SwitchToState:179(338ns)}}}}}
2026-01-08T17:02:42.251787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037299672772082:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(291525352ns) {Configure:104(291502412ns) {ProcessConfigured:135(12578926ns) {StartInitialHandshake:157(12576151ns) {DropHandshakes:470(2243ns) {DropIncomingHandshake:442(631ns) DropOutgoingHandshake:457(449ns)} GenerateSessionVirtualId:992(764ns) PrepareNewSessionHandshake:477(3956ns) {SwitchToState:179(1746ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.279177Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037302005938552:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16927
2026-01-08T17:02:42.279551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037303633963577:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21259
2026-01-08T17:02:42.219641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037304217330664:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5438
2026-01-08T17:02:42.259720Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037296693792712:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(17629525ns) {Configure:104(17620752ns) {ProcessConfigured:135(66193ns) {StartInitialHandshake:157(63384ns) {DropHandshakes:470(2567ns) {DropIncomingHandshake:442(365ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:992(676ns) PrepareNewSessionHandshake:477(977ns) {SwitchToState:179(396ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.252089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037303967739446:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37224
2026-01-08T17:02:42.261951Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037300988760083:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8556
2026-01-08T17:02:42.347020Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037304282204342:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(176717609ns) {Configure:104(176711112ns) {ProcessConfigured:135(23939061ns) {StartInitialHandshake:157(23936545ns) {DropHandshakes:470(2896ns) {DropIncomingHandshake:442(341ns) DropOutgoingHandshake:457(546ns)} GenerateSessionVirtualId:992(1234ns) PrepareNewSessionHandshake:477(3255ns) {SwitchToState:179(1748ns)}}}}}
2026-01-08T17:02:42.219871Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037304217330672:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5438
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.309911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037303967739444:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37224
2026-01-08T17:02:42.310051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037303967739445:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37224
2026-01-08T17:02:42.323513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037303967739444:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.323706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037303967739454:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37224
2026-01-08T17:02:42.327447Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037299672772083:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(110019209ns) {Configure:104(110012437ns) {ProcessConfigured:135(16850342ns) {StartInitialHandshake:157(16848064ns) {DropHandshakes:470(2615ns) {DropIncomingHandshake:442(396ns) DropOutgoingHandshake:457(411ns)} GenerateSessionVirtualId:992(358ns) PrepareNewSessionHandshake:477(2788ns) {SwitchToState:179(803ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.365632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037303633963578:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21259
2026-01-08T17:02:42.377870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037299672772083:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:42.360594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037304282204352:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21
2026-01-08T17:02:42.278487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037300988760082:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8556
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.399277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037302005938553:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16927
2026-01-08T17:02:42.360817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037304282204353:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21
2026-01-08T17:02:42.414193Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037300988760083:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.414482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037300988760082:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.404326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037299338996255:2107] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.404401Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037299338996255:2107] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.413947Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037303633963577:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.419186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037299338996255:2107] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.427664Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037303967739462:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37224
2026-01-08T17:02:42.427883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037303967739445:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.427189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037300988760088:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8556
2026-01-08T17:02:42.428412Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037303633963578:2124] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.428103Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037303967739454:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.429438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037303633963568:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.429486Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037303633963568:2119] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.360934Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037304282204354:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21
2026-01-08T17:02:42.427640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037302005938552:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.429226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037303967739446:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.363740Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037304282204346:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(180623458ns) {Configure:104(180618363ns) {ProcessConfigured:135(61239ns) {StartInitialHandshake:157(56434ns) {DropHandshakes:470(2235ns) {DropIncomingHandshake:442(320ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:992(703ns) PrepareNewSessionHandshake:477(2159ns) {SwitchToState:179(755ns)}}}}}
2026-01-08T17:02:42.419387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037304282204352:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.429035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037304282204353:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.432877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037304282204350:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.432906Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037304282204350:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.427828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037302005938526:2096] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:42.427715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037304217330672:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.427987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037304217330664:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.428546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037300988760077:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.428593Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037300988760077:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.428644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037300988760087:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8556
2026-01-08T17:02:42.428999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037300988760088:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.429126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037296693792711:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:42.428168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037299922363289:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.441161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037304217330675:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5438
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.432498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037299338996194:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.446746Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037302005938555:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16927
2026-01-08T17:02:42.434168Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037304282204345:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.444493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037303633963568:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:42.441490Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037300988760092:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8556
2026-01-08T17:02:42.451587Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037300988760077:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:42.454638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037300988760088:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:42.434206Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037304282204345:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.454853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037299338996195:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.434949Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037304282204350:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:42.447776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037304282204342:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.454926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:42.454987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037299338996195:2049] [node 3] ICP22 created new session: [2:7593037303633963583:2049]
2026-01-08T17:02:42.455043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037303633963583:2049] [node 3] ICS09 handshake done sender: [2:7593037299338996255:2107] self: [2:7593037299338996254:0] peer: [3:7593037303967739461:0] socket: 492 qp: -1
2026-01-08T17:02:42.455089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037303633963583:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:42.455149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:42.455626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037303633963564:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.455667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:42.455720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037303633963564:2108] [node 5] ICP22 created new session: [2:7593037303633963585:2108]
2026-01-08T17:02:42.455788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037303633963585:2108] [node 5] ICS09 handshake done sender: [2:7593037303633963568:2119] self: [2:7593037303633963567:0] peer: [5:7593037304217330673:0] socket: 503 qp: -1
2026-01-08T17:02:42.455836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037303633963585:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:42.455871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.464295Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037303967739462:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.464447Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037303967739464:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37224
2026-01-08T17:02:42.466390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037296693792711:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.462246Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037302005938552:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:42.462431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:42.460300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037304217330672:2125] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:42.478036Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037303967739444:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:42.479547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037299672772082:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.479620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037299672772083:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.465397Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037302005938553:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.467503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037299922363289:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.466453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:42.464902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037304282204342:2107] [node 4] ICP22 created new session: [1:7593037304282204365:2107]
2026-01-08T17:02:42.482947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:42.465453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037302005938526:2096] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.479681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:42.475486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037304282204365:2107] [node 4] ICS09 handshake done sender: [1:7593037304282204350:2112] self: [1:7593037304282204349:0] peer: [4:7593037300988760091:0] socket: 527 qp: -1
2026-01-08T17:02:42.516090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037303633963572:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.516139Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037303633963572:2121] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.516858Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037299338996194:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5376) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037303633963578:2124] held: no
2026-01-08T17:02:42.466507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037296693792711:2048] [node 1] ICP22 created new session: [4:7593037300988760095:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.520033Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037303633963572:2121] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.465510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:42.479750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037299672772083:2049] [node 2] ICP22 created new session: [3:7593037303967739468:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.491230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037299922363289:2049] [node 2] ICP22 created new session: [5:7593037304217330677:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.475553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037304282204365:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:42.482396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:42.482457Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037304282204345:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:42.486559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037304282204348:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.486591Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037304282204348:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.487577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037299987236983:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.487651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:42.487706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037299987236983:2048] [node 2] ICP22 created new session: [1:7593037304282204368:2048]
2026-01-08T17:02:42.487764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037304282204368:2048] [node 2] ICS09 handshake done sender: [1:7593037304282204345:2110] self: [1:7593037304282204343:0] peer: [2:7593037303633963582:0] socket: 525 qp: -1
2026-01-08T17:02:42.487808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037304282204368:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:42.487849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:42.509212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037304282204348:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:42.513091Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037304282204342:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(65003791ns) {HandleHandshakeStatus:329(65001171ns) {DropIncomingHandshake:442(1733ns) DropOutgoingHandshake:457(2119ns) SwitchToState:179(558ns) ProcessPendingSessionEvents:495(4010878ns) {ForwardSessionEventToSession:616(3950638ns) ForwardSessionEventToSession:616(6644ns) ForwardSessionEventToSession:616(9931ns) ForwardSessionEventToSession:616(3395ns) ForwardSessionEventToSession:616(2296ns) ForwardSessionEventToSession:616(6373ns) ForwardSessionEventToSession:616(3561ns) ForwardSessionEventToSession:616(2621ns) ForwardSessionEventToSession:616(5981ns) ForwardSessionEventToSession:616(3944ns)}}}
2026-01-08T17:02:42.513327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037304282204354:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.521260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037299987236984:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.521324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:42.521375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037299987236984:2049] [node 3] ICP22 created new session: [1:7593037304282204374:2049]
2026-01-08T17:02:42.521450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037304282204374:2049] [node 3] ICS09 handshake done sender: [1:7593037304282204348:2111] self: [1:7593037304282204347:0] peer: [3:7593037303967739467:0] socket: 526 qp: -1
2026-01-08T17:02:42.521498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037304282204374:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:42.521541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:42.534263Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037304282204373:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21
2026-01-08T17:02:42.466560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037300988760095:2048] [node 1] ICS09 handshake done sender: [4:7593037300988760088:2118] self: [4:7593037300988760091:0] peer: [1:7593037304282204349:0] socket: 533 qp: -1
2026-01-08T17:02:42.479821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037303967739468:2049] [node 2] ICS09 handshake done sender: [3:7593037303967739444:2110] self: [3:7593037303967739461:0] peer: [2:7593037299338996254:0] socket: 500 qp: -1
2026-01-08T17:02:42.465570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037302005938526:2096] [node 4] ICP22 created new session: [6:7593037302005938557:2096]
2026-01-08T17:02:42.465629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037302005938557:2096] [node 4] ICS09 handshake done sender: [6:7593037302005938552:2115] self: [6:7593037302005938554:0] peer: [4:7593037300988760076:0] socket: 516 qp: -1
2026-01-08T17:02:42.465688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037302005938557:2096] [node 4] ICS10 traffic start
2026-01-08T17:02:42.465733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:42.481817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037302005938556:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16927
2026-01-08T17:02:42.481965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037297710971180:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:42.482196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037302005938559:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16927
2026-01-08T17:02:42.494045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037302005938556:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.494250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037297710971179:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:42.527893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037302005938562:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16927
2026-01-08T17:02:42.565186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037302005938562:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.466608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037300988760095:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:42.509377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037304217330677:2049] [node 2] ICS09 handshake done sender: [5:7593037304217330672:2125] self: [5:7593037304217330673:0] peer: [2:7593037303633963567:0] socket: 506 qp: -1
2026-01-08T17:02:42.479863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037303967739468:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:42.568370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037302005938559:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.568613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037297710971178:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:42.568712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037302005938523:2091] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:42.569249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037302005938564:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16927
2026-01-08T17:02:42.558351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037304282204373:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.509428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037304217330677:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.466651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:42.580144Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037302005938556:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:42.576349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037303633963566:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.576421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:42.578719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037303633963570:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.578763Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037303633963570:2120] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.579010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037303633963566:2110] [node 6] ICP22 created new session: [2:7593037303633963591:2110]
2026-01-08T17:02:42.579055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037303633963591:2110] [node 6] ICS09 handshake done sender: [2:7593037303633963572:2121] self: [2:7593037303633963571:0] peer: [6:7593037302005938561:0] socket: 543 qp: -1
2026-01-08T17:02:42.579091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037303633963591:2110] [node 6] ICS10 traffic start
2026-01-08T17:02:42.579121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:42.579888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037303633963589:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21259
2026-01-08T17:02:42.479929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:42.570299Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037304282204360:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.509478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:42.467093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037296693792774:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.570345Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037304282204360:2117] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.588260Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037303633963570:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:42.503011Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037303967739456:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.589311Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037303633963578:2124] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:42.590708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037299338996194:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.467171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:42.547047Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037299922363289:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(79227695ns) {HandleHandshakeStatus:329(79224788ns) {DropIncomingHandshake:442(733ns) DropOutgoingHandshake:457(2221333ns) SwitchToState:179(1409ns) ProcessPendingSessionEvents:495(163493ns) {ForwardSessionEventToSession:616(106400ns) ForwardSessionEventToSession:616(4951ns) ForwardSessionEventToSession:616(3797ns) ForwardSessionEventToSession:616(10787ns) ForwardSessionEventToSession:616(2585ns) ForwardSessionEventToSession:616(3666ns) ForwardSessionEventToSession:616(7082ns) ForwardSessionEventToSession:616(3635ns) ForwardSessionEventToSession:616(6470ns) ForwardSessionEventToSession:616(3095ns)}}}
2026-01-08T17:02:42.503047Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037303967739456:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.588571Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037304282204360:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:42.592686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:42.472868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037296693792774:2109] [node 6] ICP22 created new session: [4:7593037300988760097:2109]
2026-01-08T17:02:42.592899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037303633963565:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.593108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:42.503979Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037303967739450:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.589483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037304282204356:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.547715Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037304217330678:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5438
2026-01-08T17:02:42.472961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037300988760097:2109] [node 6] ICS09 handshake done sender: [4:7593037300988760077:2112] self: [4:7593037300988760076:0] peer: [6:7593037302005938554:0] socket: 514 qp: -1
2026-01-08T17:02:42.593505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037297710971179:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.504005Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037303967739450:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.593165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037299338996194:2048] [node 1] ICP22 created new session: [2:7593037303633963594:2048]
2026-01-08T17:02:42.589505Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037304282204356:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.548635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037304217330681:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5438
2026-01-08T17:02:42.606226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:42.473014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037300988760097:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:42.593923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037303633963565:2109] [node 4] ICP22 created new session: [2:7593037303633963595:2109]
2026-01-08T17:02:42.591420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037304282204346:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.520564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037303967739472:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37224
2026-01-08T17:02:42.473069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:42.613285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037297710971179:2049] [node 2] ICP22 created new session: [6:7593037302005938570:2049]
2026-01-08T17:02:42.549083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037304217330680:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5438
2026-01-08T17:02:42.598534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037303633963594:2048] [node 1] ICS09 handshake done sender: [2:7593037303633963578:2124] self: [2:7593037303633963582:0] peer: [1:7593037304282204343:0] socket: 528 qp: -1
2026-01-08T17:02:42.601280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037303633963594:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:42.605418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:42.610186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037303633963595:2109] [node 4] ICS09 handshake done sender: [2:7593037303633963570:2120] self: [2:7593037303633963569:0] peer: [4:7593037300988760101:0] socket: 542 qp: -1
2026-01-08T17:02:42.614377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037303633963595:2109] [node 4] ICS10 traffic start
2026-01-08T17:02:42.616467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:42.624363Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037299338996194:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(25899185ns) {HandleHandshakeStatus:329(25887278ns) {DropIncomingHandshake:442(632ns) DropOutgoingHandshake:457(365ns) SwitchToState:179(851ns) ProcessPendingSessionEvents:495(887ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.591735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:42.526733Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037303967739456:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:42.592145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037304282204346:2109] [node 6] ICP22 created new session: [1:7593037304282204378:2109]
2026-01-08T17:02:42.598599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037304282204378:2109] [node 6] ICS09 handshake done sender: [1:7593037304282204360:2117] self: [1:7593037304282204359:0] peer: [6:7593037302005938565:0] socket: 522 qp: -1
2026-01-08T17:02:42.598668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037304282204378:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:42.601353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:42.604129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037304282204356:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:42.604396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037304282204344:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.604458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:42.604515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037304282204344:2108] [node 5] ICP22 created new session: [1:7593037304282204381:2108]
2026-01-08T17:02:42.604573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037304282204381:2108] [node 5] ICS09 handshake done sender: [1:7593037304282204356:2116] self: [1:7593037304282204355:0] peer: [5:7593037304217330682:0] socket: 548 qp: -1
2026-01-08T17:02:42.604612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037304282204381:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:42.604665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:42.613766Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037304282204346:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(22583105ns) {HandleHandshakeStatus:329(22580775ns) {DropIncomingHandshake:442(12122ns) DropOutgoingHandshake:457(250ns) SwitchToState:179(76ns) ProcessPendingSessionEvents:495(3401707ns) {ForwardSessionEventToSession:616(3343148ns) ForwardSessionEventToSession:616(4586ns) ForwardSessionEventToSession:616(10852ns) ForwardSessionEventToSession:616(3251ns) ForwardSessionEventToSession:616(5275ns) ForwardSessionEventToSession:616(5511ns) ForwardSessionEventToSession:616(3571ns) ForwardSessionEventToSession:616(2707ns) ForwardSessionEventToSession:616(8480ns) ForwardSessionEventToSession:616(2910ns)}}}
2026-01-08T17:02:42.473741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037300988760087:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.567529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037304217330678:2127] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.580093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037304217330680:2128] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.584232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037299922363288:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:42.585027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037299922363354:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:42.585207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037304217330670:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.585225Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037304217330670:2124] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.587873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037304217330670:2124] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:42.589098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037304217330685:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5438
2026-01-08T17:02:42.591150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037304217330681:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.591207Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037304217330680:2128] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:42.591366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037304217330663:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.593195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:42.593242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037304217330663:2109] [node 6] ICP22 created new session: [5:7593037304217330686:2109]
2026-01-08T17:02:42.593457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037299922363354:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.593603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037304217330686:2109] [node 6] ICS09 handshake done sender: [5:7593037304217330670:2124] self: [5:7593037304217330669:0] peer: [6:7593037302005938566:0] socket: 547 qp: -1
2026-01-08T17:02:42.594109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037304217330686:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:42.594154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:42.598886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:42.598973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037299922363354:2108] [node 4] ICP22 created new session: [5:7593037304217330688:2108]
2026-01-08T17:02:42.599046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037304217330688:2108] [node 4] ICS09 handshake done sender: [5:7593037304217330680:2128] self: [5:7593037304217330683:0] peer: [4:7593037300988760080:0] socket: 556 qp: -1
2026-01-08T17:02:42.599080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037304217330688:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:42.599119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:42.601615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037299922363290:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:42.609553Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037304217330691:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5438
2026-01-08T17:02:42.635291Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037299922363288:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5376) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037304217330678:2127] held: no
2026-01-08T17:02:42.636712Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037304217330678:2127] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:42.636990Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037299922363290:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26769) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037304217330681:2129] held: no
2026-01-08T17:02:42.637156Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037304217330692:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5438
2026-01-08T17:02:42.637543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037299922363288:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.637629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:42.637679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037299922363288:2048] [node 1] ICP22 created new session: [5:7593037304217330693:2048]
2026-01-08T17:02:42.637733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037304217330693:2048] [node 1] ICS09 handshake done sender: [5:7593037304217330678:2127] self: [5:7593037304217330682:0] peer: [1:7593037304282204355:0] socket: 495 qp: -1
2026-01-08T17:02:42.637775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037304217330693:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:42.637823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:42.615263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037302005938570:2049] [node 2] ICS09 handshake done sender: [6:7593037302005938556:2118] self: [6:7593037302005938561:0] peer: [2:7593037303633963571:0] socket: 544 qp: -1
2026-01-08T17:02:42.624090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037302005938570:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:42.633312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:42.576925Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037303967739462:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:42.577075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037303967739443:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.577144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:42.577211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037303967739443:2109] [node 6] ICP22 created new session: [3:7593037303967739474:2109]
2026-01-08T17:02:42.577265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037303967739474:2109] [node 6] ICS09 handshake done sender: [3:7593037303967739456:2117] self: [3:7593037303967739455:0] peer: [6:7593037302005938560:0] socket: 520 qp: -1
2026-01-08T17:02:42.577309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037303967739474:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:42.577373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:42.581137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037299672772082:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5376) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037303967739462:2119] held: no
2026-01-08T17:02:42.581219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037299672772082:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.581270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:42.581304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037299672772082:2048] [node 1] ICP22 created new session: [3:7593037303967739476:2048]
2026-01-08T17:02:42.581353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037303967739476:2048] [node 1] ICS09 handshake done sender: [3:7593037303967739462:2119] self: [3:7593037303967739467:0] peer: [1:7593037304282204347:0] socket: 530 qp: -1
2026-01-08T17:02:42.581383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037303967739476:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:42.581432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:42.588115Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037303967739450:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:42.592098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037303967739441:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.602727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037303967739452:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.602757Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037303967739452:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.605235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:42.606125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037303967739441:2107] [node 4] ICP22 created new session: [3:7593037303967739478:2107]
2026-01-08T17:02:42.499432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037300988760094:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8556
2026-01-08T17:02:42.614514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037303967739478:2107] [node 4] ICS09 handshake done sender: [3:7593037303967739450:2114] self: [3:7593037303967739449:0] peer: [4:7593037300988760099:0] socket: 519 qp: -1
2026-01-08T17:02:42.614565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037303967739478:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:42.638484Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037303633963565:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(45287458ns) {HandleHandshakeStatus:329(45285257ns) {DropIncomingHandshake:442(11353ns) DropOutgoingHandshake:457(186ns) SwitchToState:179(192ns) ProcessPendingSessionEvents:495(9195020ns) {ForwardSessionEventToSession:616(9117262ns) ForwardSessionEventToSession:616(10638ns) ForwardSessionEventToSession:616(2219ns) ForwardSessionEventToSession:616(3193ns) ForwardSessionEventToSession:616(6139ns) ForwardSessionEventToSession:616(3250ns) ForwardSessionEventToSession:616(13783ns) ForwardSessionEventToSession:616(2506ns) ForwardSessionEventToSession:616(6434ns) ForwardSessionEventToSession:616(18254ns)}}}
2026-01-08T17:02:42.615360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:42.615810Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037303967739441:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(23474944ns) {HandleHandshakeStatus:329(23472241ns) {DropIncomingHandshake:442(17287ns) DropOutgoingHandshake:457(179ns) SwitchToState:179(106ns) ProcessPendingSessionEvents:495(101533ns) {ForwardSessionEventToSession:616(57452ns) ForwardSessionEventToSession:616(3531ns) ForwardSessionEventToSession:616(6159ns) ForwardSessionEventToSession:616(2251ns) ForwardSessionEventToSession:616(5053ns) ForwardSessionEventToSession:616(4783ns) ForwardSessionEventToSession:616(3658ns) ForwardSessionEventToSession:616(4922ns) ForwardSessionEventToSession:616(3243ns) ForwardSessionEventToSession:616(2781ns)}}}
2026-01-08T17:02:42.616019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037303967739452:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:42.633394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037303967739442:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.633463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:42.639374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037303967739442:2108] [node 5] ICP22 created new session: [3:7593037303967739481:2108]
2026-01-08T17:02:42.640815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037303967739481:2108] [node 5] ICS09 handshake done sender: [3:7593037303967739452:2115] self: [3:7593037303967739451:0] peer: [5:7593037304217330690:0] socket: 557 qp: -1
2026-01-08T17:02:42.640861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037303967739481:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:42.640943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:42.641453Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037303967739442:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(16414167ns) {HandleHandshakeStatus:329(16411684ns) {DropIncomingHandshake:442(23306ns) DropOutgoingHandshake:457(359ns) SwitchToState:179(400ns) ProcessPendingSessionEvents:495(108209ns) {ForwardSessionEventToSession:616(53235ns) ForwardSessionEventToSession:616(5811ns) ForwardSessionEventToSession:616(3239ns) ForwardSessionEventToSession:616(5237ns) ForwardSessionEventToSession:616(3108ns) ForwardSessionEventToSession:616(3135ns) ForwardSessionEventToSession:616(6202ns) ForwardSessionEventToSession:616(8945ns) ForwardSessionEventToSession:616(3074ns) ForwardSessionEventToSession:616(8213ns)}}}
2026-01-08T17:02:42.648615Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037304217330681:2129] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:42.499599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037296693792713:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:42.648748Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037297710971179:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(52709982ns) {HandleHandshakeStatus:329(52707967ns) {DropIncomingHandshake:442(306ns) DropOutgoingHandshake:457(5217ns) SwitchToState:179(187ns) ProcessPendingSessionEvents:495(204051ns) {ForwardSessionEventToSession:616(158201ns) ForwardSessionEventToSession:616(3738ns) ForwardSessionEventToSession:616(7088ns) ForwardSessionEventToSession:616(5222ns) ForwardSessionEventToSession:616(2798ns) ForwardSessionEventToSession:616(2840ns) ForwardSessionEventToSession:616(5306ns) ForwardSessionEventToSession:616(2678ns) ForwardSessionEventToSession:616(4435ns) ForwardSessionEventToSession:616(1936ns)}}}
2026-01-08T17:02:42.518993Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037300988760094:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.519205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037296693792712:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:42.586166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037300988760081:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:42.586192Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037300988760081:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:42.587337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037300988760102:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8556
2026-01-08T17:02:42.587413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037300988760103:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8556
2026-01-08T17:02:42.588622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037300988760081:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:42.592289Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037300988760087:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:42.606455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037296693792775:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:42.606514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:42.606560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037296693792775:2108] [node 5] ICP22 created new session: [4:7593037300988760105:2108]
2026-01-08T17:02:42.606623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037300988760105:2108] [node 5] ICS09 handshake done sender: [4:7593037300988760081:2114] self: [4:7593037300988760080:0] peer: [5:7593037304217330683:0] socket: 552 qp: -1
2026-01-08T17:02:42.606659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037300988760105:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:42.606702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:42.607321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037296693792713:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.607385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:42.607456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037296693792713:2050] [node 3] ICP22 created new session: [4:7593037300988760107:2050]
2026-01-08T17:02:42.607566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037300988760107:2050] [node 3] ICS09 handshake done sender: [4:7593037300988760087:2117] self: [4:7593037300988760099:0] peer: [3:7593037303967739449:0] socket: 532 qp: -1
2026-01-08T17:02:42.607608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037300988760107:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:42.607647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:42.614715Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037296693792713:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:42.623682Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037300988760094:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:42.630166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037296693792712:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.630226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:42.630286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037296693792712:2049] [node 2] ICP22 created new session: [4:7593037300988760109:2049]
2026-01-08T17:02:42.630383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037300988760109:2049] [node 2] ICS09 handshake done sender: [4:7593037300988760094:2120] self: [4:7593037300988760101:0] peer: [2:7593037303633963569:0] socket: 545 qp: -1
2026-01-08T17:02:42.630451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037300988760109:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:42.630513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.655885Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037297710971180:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26769) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037302005938553:2116] held: no
2026-01-08T17:02:42.656116Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037302005938523:2091] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15893) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037302005938559:2119] held: no
2026-01-08T17:02:42.656321Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037302005938567:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16927
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.656934Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037302005938568:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16927
2026-01-08T17:02:42.649456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037299922363290:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.649533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:42.649587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037299922363290:2050] [node 3] ICP22 created new session: [5:7593037304217330695:2050]
2026-01-08T17:02:42.649642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037304217330695:2050] [node 3] ICS09 handshake done sender: [5:7593037304217330681:2129] self: [5:7593037304217330690:0] peer: [3:7593037303967739451:0] socket: 524 qp: -1
2026-01-08T17:02:42.649683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037304217330695:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:42.658647Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037297710971178:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5376) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037302005938562:2120] held: no
2026-01-08T17:02:42.649720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:42.659783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037302005938569:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16927
2026-01-08T17:02:42.660132Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037302005938562:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:42.660435Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037302005938553:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:42.660707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037297710971178:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.660762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:42.660815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037297710971178:2048] [node 1] ICP22 created new session: [6:7593037302005938572:2048]
2026-01-08T17:02:42.660890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037302005938572:2048] [node 1] ICS09 handshake done sender: [6:7593037302005938562:2120] self: [6:7593037302005938565:0] peer: [1:7593037304282204359:0] socket: 551 qp: -1
2026-01-08T17:02:42.660934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037302005938572:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:42.660979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:42.661420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037297710971180:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.661467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:42.661517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037297710971180:2050] [node 3] ICP22 created new session: [6:7593037302005938574:2050]
2026-01-08T17:02:42.661575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037302005938574:2050] [node 3] ICS09 handshake done sender: [6:7593037302005938553:2116] self: [6:7593037302005938560:0] peer: [3:7593037303967739455:0] socket: 531 qp: -1
2026-01-08T17:02:42.661615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037302005938574:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:42.661643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:42.663633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037302005938559:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:42.663927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037302005938523:2091] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:42.663998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:42.664061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037302005938523:2091] [node 5] ICP22 created new session: [6:7593037302005938576:2091]
2026-01-08T17:02:42.664121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037302005938576:2091] [node 5] ICS09 handshake done sender: [6:7593037302005938559:2119] self: [6:7593037302005938566:0] peer: [5:7593037304217330669:0] socket: 549 qp: -1
2026-01-08T17:02:42.664159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037302005938576:2091] [node 5] ICS10 traffic start
2026-01-08T17:02:42.664192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:42.772135Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:42.772392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037303633963594:2048] [node 1] ICS01 socket: 528 reason# EndOfStream
2026-01-08T17:02:42.772451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037299338996194:2048] [node 1] ICP30 unregister session Session# [2:7593037303633963594:2048] VirtualId# [2:7593037303633963582:0]
2026-01-08T17:02:42.772495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037303633963594:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:42.772587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:42.772639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:42.774800Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:42.775063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037303967739476:2048] [node 1] ICS01 socket: 530 reason# EndOfStream
2026-01-08T17:02:42.775112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037299672772082:2048] [node 1] ICP30 unregister session Session# [3:7593037303967739476:2048] VirtualId# [3:7593037303967739467:0]
2026-01-08T17:02:42.775174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037303967739476:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:42.775257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:42.775307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:42.785106Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:42.785403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037304217330693:2048] [node 1] ICS01 socket: 495 reason# EndOfStream
2026-01-08T17:02:42.785460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037299922363288:2048] [node 1] ICP30 unregister session Session# [5:7593037304217330693:2048] VirtualId# [5:7593037304217330682:0]
2026-01-08T17:02:42.785504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037304217330693:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:42.785607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:42.785705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:42.786570Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:42.786817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037300988760095:2048] [node 1] ICS01 socket: 533 reason# EndOfStream
2026-01-08T17:02:42.786879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037296693792711:2048] [node 1] ICP30 unregister session Session# [4:7593037300988760095:2048] VirtualId# [4:7593037300988760091:0]
2026-01-08T17:02:42.786935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037300988760095:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:42.786611Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:42.786870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037302005938572:2048] [node 1] ICS01 socket: 551 reason# EndOfStream
2026-01-08T17:02:42.786922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037297710971178:2048] [node 1] ICP30 unregister session Session# [6:7593037302005938572:2048] VirtualId# [6:7593037302005938565:0]
2026-01-08T17:02:42.786966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037302005938572:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:42.787055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:42.787100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:42.787015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:42.787068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:42.913223Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:42.913490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037303967739468:2049] [node 2] ICS01 socket: 500 reason# EndOfStream
2026-01-08T17:02:42.913565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037299672772083:2049] [node 2] ICP30 unregister session Session# [3:7593037303967739468:2049] VirtualId# [3:7593037303967739461:0]
2026-01-08T17:02:42.913616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037303967739468:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:42.913715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:42.913771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:42.917431Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:42.917722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037304217330677:2049] [node 2] ICS01 socket: 506 reason# EndOfStream
2026-01-08T17:02:42.917784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037299922363289:2049] [node 2] ICP30 unregister session Session# [5:7593037304217330677:2049] VirtualId# [5:7593037304217330673:0]
2026-01-08T17:02:42.917830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037304217330677:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:42.917925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:42.918004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:42.922974Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:42.935606Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:42.931624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037300988760109:2049] [node 2] ICS01 socket: 545 reason# EndOfStream
2026-01-08T17:02:42.946527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037296693792712:2049] [node 2] ICP30 unregister session Session# [4:7593037300988760109:2049] VirtualId# [4:7593037300988760101:0]
2026-01-08T17:02:42.946621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037300988760109:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:42.946727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:42.946787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:42.935881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037302005938570:2049] [node 2] ICS07 socket disconnect 544 reason# EndOfStream
2026-01-08T17:02:42.935928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037302005938570:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:42.936024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:42.936077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037302005938570:2049] [node 2] ICS15 start handshake
2026-01-08T17:02:42.962712Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037297710971179:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2899) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:42.962821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037302005938570:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:42.962866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037297710971179:2049] [node 2] ICP30 unregister session Session# [6:7593037302005938570:2049] VirtualId# [6:7593037302005938561:0]
2026-01-08T17:02:42.962919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:42.962961Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037297710971179:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2899) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:42.963023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2899) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:42.974486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037297710971179:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:02:43.121940Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:43.122217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037300988760107:2050] [node 3] ICS01 socket: 532 reason# EndOfStream
2026-01-08T17:02:43.122265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037296693792713:2050] [node 3] ICP30 unregister session Session# [4:7593037300988760107:2050] VirtualId# [4:7593037300988760099:0]
2026-01-08T17:02:43.122337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037300988760107:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:43.122415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:43.122465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:43.128937Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:43.128937Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:43.129213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037304217330695:2050] [node 3] ICS01 socket: 524 reason# EndOfStream
2026-01-08T17:02:43.129261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037299922363290:2050] [node 3] ICP30 unregister session Session# [5:7593037304217330695:2050] VirtualId# [5:7593037304217330690:0]
2026-01-08T17:02:43.129300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037304217330695:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:43.129213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037302005938574:2050] [node 3] ICS01 socket: 531 reason# EndOfStream
2026-01-08T17:02:43.129378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:43.129357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037297710971180:2050] [node 3] ICP30 unregister session Session# [6:7593037302005938574:2050] VirtualId# [6:7593037302005938560:0]
2026-01-08T17:02:43.129431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:43.129390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037302005938574:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:43.129464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:43.129505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:43.239424Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:43.239692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037302005938557:2096] [node 4] ICS07 socket disconnect 516 reason# EndOfStream
2026-01-08T17:02:43.239732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037302005938557:2096] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:43.239827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:43.239397Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:43.239876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037302005938557:2096] [node 4] ICS15 start handshake
2026-01-08T17:02:43.240824Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037302005938526:2096] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27681) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:43.240888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037302005938557:2096] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:43.240926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037302005938526:2096] [node 4] ICP30 unregister session Session# [6:7593037302005938557:2096] VirtualId# [6:7593037302005938554:0]
2026-01-08T17:02:43.240975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:43.241022Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037302005938526:2096] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27681) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:43.241041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27681) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:43.241455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037304217330688:2108] [node 4] ICS01 socket: 556 reason# EndOfStream
2026-01-08T17:02:43.241516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037299922363354:2108] [node 4] ICP30 unregister session Session# [5:7593037304217330688:2108] VirtualId# [5:7593037304217330683:0]
2026-01-08T17:02:43.241563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037304217330688:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:43.241668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:43.241730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:43.250807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037302005938526:2096] [node 4] ICP33 wake up from error state
2026-01-08T17:02:43.342477Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:43.342685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037302005938576:2091] [node 5] ICS01 socket: 549 reason# EndOfStream
2026-01-08T17:02:43.342719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037302005938523:2091] [node 5] ICP30 unregister session Session# [6:7593037302005938576:2091] VirtualId# [6:7593037302005938566:0]
2026-01-08T17:02:43.342759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037302005938576:2091] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:43.342829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:43.342888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:43.508502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037308150904083:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:43.508649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037308150904084:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:43.515800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037305234803195:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:43.515853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037305234803196:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:43.524052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037308389329424:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:43.524088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037308389329425:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:43.532929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037307422962348:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:43.533161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037307422962349:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:43.533255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037307422962350:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:43.557401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037306729085130:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:43.557440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037306729085131:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:43.557477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037306729085132:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:43.643000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037306139973250:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:43.643040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037306139973251:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:43.643075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037306139973252:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:43.920232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037305234803235:2088] [node 6] ICP01 ready to work
2026-01-08T17:02:44.005845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037311024052455:2068] [node 4] ICP01 ready to work
2026-01-08T17:02:44.045375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037310434940574:2068] [node 5] ICP01 ready to work
2026-01-08T17:02:44.054687Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037308389329424:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(134885025ns) {Configure:104(134877475ns) {ProcessConfigured:135(31706240ns) {StartInitialHandshake:157(31703132ns) {DropHandshakes:470(4133ns) {DropIncomingHandshake:442(875ns) DropOutgoingHandshake:457(822ns)} GenerateSessionVirtualId:992(626ns) PrepareNewSessionHandshake:477(5908ns) {SwitchToState:179(2791ns)}}}}}
2026-01-08T17:02:44.055339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037312684296776:2075] [node 5] ICP01 ready to work
2026-01-08T17:02:43.986853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037307422962385:2078] [node 5] ICP01 ready to work
2026-01-08T17:02:44.045761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037310434940575:2070] [node 4] ICP01 ready to work
2026-01-08T17:02:44.008754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037311024052458:2078] [node 6] ICP01 ready to work
2026-01-08T17:02:44.113783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037312445871461:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:44.135015Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037311024052458:2078] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(125905649ns) {Configure:104(125898837ns) {ProcessConfigured:135(63966ns) {StartInitialHandshake:157(60755ns) {DropHandshakes:470(3373ns) {DropIncomingHandshake:442(681ns) DropOutgoingHandshake:457(729ns)} GenerateSessionVirtualId:992(1038ns) PrepareNewSessionHandshake:477(2097ns) {SwitchToState:179(952ns)}}}}}
2026-01-08T17:02:44.097445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037311717929695:2079] [node 6] ICP01 ready to work
2026-01-08T17:02:44.203013Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037306729085132:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(239301716ns) {Configure:104(239294626ns) {ProcessConfigured:135(90639ns) {StartInitialHandshake:157(86598ns) {DropHandshakes:470(3131ns) {DropIncomingHandshake:442(684ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:992(760ns) PrepareNewSessionHandshake:477(2257ns) {SwitchToState:179(656ns)}}}}}
2026-01-08T17:02:44.187012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037309529770555:2094] [node 5] ICP01 ready to work
2026-01-08T17:02:44.126379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037312445871460:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:44.223147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037312445871462:2110] [node 6] ICP01 ready to work
2026-01-08T17:02:44.210697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037307422962350:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(27495439ns) {Configure:104(27479927ns) {ProcessConfigured:135(92874ns) {StartInitialHandshake:157(88749ns) {DropHandshakes:470(3681ns) {DropIncomingHandshake:442(677ns) DropOutgoingHandshake:457(1223ns)} GenerateSessionVirtualId:992(1034ns) PrepareNewSessionHandshake:477(2354ns) {SwitchToState:179(1156ns)}}}}}
2026-01-08T17:02:44.235483Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037310434940575:2070] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(189324082ns) {Configure:104(189318132ns) {ProcessConfigured:135(89292ns) {StartInitialHandshake:157(86421ns) {DropHandshakes:470(2700ns) {DropIncomingHandshake:442(399ns) DropOutgoingHandshake:457(807ns)} GenerateSessionVirtualId:992(766ns) PrepareNewSessionHandshake:477(1894ns) {SwitchToState:179(588ns)}}}}}
2026-01-08T17:02:44.207269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037312684296788:2073] [node 6] ICP01 ready to work
2026-01-08T17:02:44.231151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037309529770559:2092] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.261749Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037312445871472:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37480
2026-01-08T17:02:44.256946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037312684296790:2074] [node 4] ICP01 ready to work
2026-01-08T17:02:44.258194Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037306729085130:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(346184331ns) {Configure:104(346177588ns) {ProcessConfigured:135(67805ns) {StartInitialHandshake:157(64338ns) {DropHandshakes:470(3990ns) {DropIncomingHandshake:442(1170ns) DropOutgoingHandshake:457(603ns)} GenerateSessionVirtualId:992(1218ns) PrepareNewSessionHandshake:477(3018ns) {SwitchToState:179(797ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.274777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037311024052504:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5391
2026-01-08T17:02:44.239346Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037305234803195:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(49796073ns) {Configure:104(49790038ns) {ProcessConfigured:135(86303ns) {StartInitialHandshake:157(79962ns) {DropHandshakes:470(2883ns) {DropIncomingHandshake:442(535ns) DropOutgoingHandshake:457(319ns)} GenerateSessionVirtualId:992(794ns) PrepareNewSessionHandshake:477(2434ns) {SwitchToState:179(953ns)}}}}}
2026-01-08T17:02:44.289707Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037308150904084:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(92259490ns) {Configure:104(92249042ns) {ProcessConfigured:135(80597ns) {StartInitialHandshake:157(77513ns) {DropHandshakes:470(2725ns) {DropIncomingHandshake:442(713ns) DropOutgoingHandshake:457(469ns)} GenerateSessionVirtualId:992(1265ns) PrepareNewSessionHandshake:477(2346ns) {SwitchToState:179(762ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.292530Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037307422962349:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(268751005ns) {Configure:104(251849966ns) {ProcessConfigured:135(71954ns) {StartInitialHandshake:157(69905ns) {DropHandshakes:470(3537ns) {DropIncomingHandshake:442(690ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:992(919ns) PrepareNewSessionHandshake:477(2389ns) {SwitchToState:179(1209ns)}}}}}
2026-01-08T17:02:44.293843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037311717929715:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28420
2026-01-08T17:02:44.293922Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037311717929716:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28420
2026-01-08T17:02:44.299750Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037312684296788:2073] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(35896530ns) {Configure:104(35885175ns) {ProcessConfigured:135(63682ns) {StartInitialHandshake:157(61417ns) {DropHandshakes:470(2678ns) {DropIncomingHandshake:442(700ns) DropOutgoingHandshake:457(418ns)} GenerateSessionVirtualId:992(707ns) PrepareNewSessionHandshake:477(2600ns) {SwitchToState:179(579ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.313939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037311024052505:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5391
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.319927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037312445871475:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37480
2026-01-08T17:02:44.242669Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037305234803235:2088] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(322005266ns) {Configure:104(321999103ns) {ProcessConfigured:135(11377066ns) {StartInitialHandshake:157(11373972ns) {DropHandshakes:470(1828ns) {DropIncomingHandshake:442(251ns) DropOutgoingHandshake:457(364ns)} GenerateSessionVirtualId:992(569ns) PrepareNewSessionHandshake:477(3804ns) {SwitchToState:179(1218ns)}}}}}
2026-01-08T17:02:44.325142Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037311717929695:2079] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(112335129ns) {Configure:104(112325493ns) {ProcessConfigured:135(71237ns) {StartInitialHandshake:157(67619ns) {DropHandshakes:470(3011ns) {DropIncomingHandshake:442(729ns) DropOutgoingHandshake:457(478ns)} GenerateSessionVirtualId:992(1380ns) PrepareNewSessionHandshake:477(2749ns) {SwitchToState:179(610ns)}}}}}
2026-01-08T17:02:44.327974Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037312684296776:2075] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(272248826ns) {Configure:104(272242303ns) {ProcessConfigured:135(69296ns) {StartInitialHandshake:157(66534ns) {DropHandshakes:470(6107ns) {DropIncomingHandshake:442(736ns) DropOutgoingHandshake:457(577ns)} GenerateSessionVirtualId:992(711ns) PrepareNewSessionHandshake:477(1609ns) {SwitchToState:179(572ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.371126Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037306139973250:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(135308372ns) {Configure:104(135302059ns) {ProcessConfigured:135(86297ns) {StartInitialHandshake:157(82212ns) {DropHandshakes:470(6246ns) {DropIncomingHandshake:442(1048ns) DropOutgoingHandshake:457(698ns)} GenerateSessionVirtualId:992(1369ns) PrepareNewSessionHandshake:477(2223ns) {SwitchToState:179(932ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.315679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037309529770571:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1648
2026-01-08T17:02:44.371884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037310434940617:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:832
2026-01-08T17:02:44.372058Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037310434940618:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:832
2026-01-08T17:02:44.373841Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037310434940619:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:832
2026-01-08T17:02:44.376297Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037306139973251:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(447590376ns) {Configure:104(447583318ns) {ProcessConfigured:135(27340511ns) {StartInitialHandshake:157(27337540ns) {DropHandshakes:470(3028ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(583ns)} GenerateSessionVirtualId:992(1303ns) PrepareNewSessionHandshake:477(1431ns) {SwitchToState:179(375ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.315755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037309529770572:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1648
2026-01-08T17:02:44.388833Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037312684296798:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8514
2026-01-08T17:02:44.392465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037312684296791:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8514
2026-01-08T17:02:44.400880Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037310434940617:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.435065Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037308150904083:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(211473685ns) {Configure:104(211466778ns) {ProcessConfigured:135(99091ns) {StartInitialHandshake:157(96882ns) {DropHandshakes:470(3723ns) {DropIncomingHandshake:442(626ns) DropOutgoingHandshake:457(416ns)} GenerateSessionVirtualId:992(1031ns) PrepareNewSessionHandshake:477(2193ns) {SwitchToState:179(783ns)}}}}}
2026-01-08T17:02:44.435357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037312445871472:2131] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.439618Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037307422962348:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(399796279ns) {Configure:104(399784406ns) {ProcessConfigured:135(47411723ns) {StartInitialHandshake:157(47408843ns) {DropHandshakes:470(19209842ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(3266ns)} GenerateSessionVirtualId:992(3418ns) PrepareNewSessionHandshake:477(4898ns) {SwitchToState:179(1736ns)}}}}}
2026-01-08T17:02:44.402741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037309529770556:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1648
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.445872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037309529770565:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.445918Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037309529770565:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.447071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037309529770573:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1648
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.462885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037312445871479:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37480
2026-01-08T17:02:44.439268Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037306139973252:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(412070109ns) {Configure:104(412050694ns) {ProcessConfigured:135(13763833ns) {StartInitialHandshake:157(13760867ns) {DropHandshakes:470(3126ns) {DropIncomingHandshake:442(858ns) DropOutgoingHandshake:457(531ns)} GenerateSessionVirtualId:992(1007ns) PrepareNewSessionHandshake:477(6664ns) {SwitchToState:179(2599ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.476052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037311717929716:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.476673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037307422962348:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.476792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037311717929724:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28420
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.454962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037309529770565:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:44.439346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037310434940616:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:832
2026-01-08T17:02:44.498785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037312445871466:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.498829Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037312445871466:2129] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.500770Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037312445871466:2129] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:44.501371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037312445871462:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.501436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:44.501503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037312445871462:2110] [node 6] ICP22 created new session: [1:7593037312445871481:2110]
2026-01-08T17:02:44.514466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037311024052505:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.514753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037311024052455:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.510574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037311717929715:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.445113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037306139973251:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.501569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037312445871481:2110] [node 6] ICS09 handshake done sender: [1:7593037312445871466:2129] self: [1:7593037312445871465:0] peer: [6:7593037310434940630:0] socket: 508 qp: -1
2026-01-08T17:02:44.523268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037312684296804:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8514
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.523695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037311717929712:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.487187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037310434940618:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.542650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037311024052504:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.501615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037312445871481:2110] [node 6] ICS10 traffic start
2026-01-08T17:02:44.539901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037312684296791:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.523744Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037311717929712:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.554616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037306729085130:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.501655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.540116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037308389329425:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.559494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037309529770571:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.487537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037306139973250:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.538778Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037311717929712:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.514366Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037312445871468:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.554927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037311024052507:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5391
2026-01-08T17:02:44.565997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037309529770558:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.487647Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037310434940629:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:832
2026-01-08T17:02:44.563990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037312684296804:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.564146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037308389329424:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.584787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037312684296798:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.584942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037312684296807:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8514
2026-01-08T17:02:44.592611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037312684296808:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8514
2026-01-08T17:02:44.613868Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037312684296804:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:44.616887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037312684296791:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:44.583801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037311717929724:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.514424Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037312445871468:2130] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.579065Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037311024052505:2116] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.633936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037308389329425:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.566030Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037309529770558:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.489316Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037310434940617:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:44.601696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037307422962385:2078] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.634023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:44.581709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037311024052455:2068] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.577038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037305234803235:2088] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.564487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037312445871475:2133] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.564597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037312445871474:2132] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.564619Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037312445871474:2132] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.576511Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037312445871474:2132] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:44.576610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037312445871464:2128] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.576640Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037312445871464:2128] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.590857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037308150904084:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.590931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:44.590988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037308150904084:2049] [node 3] ICP22 created new session: [1:7593037312445871488:2049]
2026-01-08T17:02:44.591083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037312445871488:2049] [node 3] ICS09 handshake done sender: [1:7593037312445871474:2132] self: [1:7593037312445871473:0] peer: [3:7593037312684296806:0] socket: 543 qp: -1
2026-01-08T17:02:44.591154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037312445871488:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:44.591210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:44.593810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037312445871479:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.595307Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037312445871468:2130] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:44.600867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037312445871462:2110] [node 6] ICP18 handshake (actor [1:7593037312445871479:2135]) is too old
2026-01-08T17:02:44.622783Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037312445871464:2128] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:44.635057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037312445871461:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.635100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:44.635172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037312445871461:2107] [node 4] ICP22 created new session: [1:7593037312445871492:2107]
2026-01-08T17:02:44.635235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037312445871492:2107] [node 4] ICS09 handshake done sender: [1:7593037312445871468:2130] self: [1:7593037312445871467:0] peer: [4:7593037311717929725:0] socket: 509 qp: -1
2026-01-08T17:02:44.635278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037312445871492:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:44.635316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:44.651583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037312445871460:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.651633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:44.651688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037312445871460:2108] [node 5] ICP22 created new session: [1:7593037312445871494:2108]
2026-01-08T17:02:44.651746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037312445871494:2108] [node 5] ICS09 handshake done sender: [1:7593037312445871464:2128] self: [1:7593037312445871463:0] peer: [5:7593037311024052508:0] socket: 502 qp: -1
2026-01-08T17:02:44.651787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037312445871494:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:44.651821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:44.652565Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037312445871491:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37480
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.489574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037306139973251:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.634070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037308389329425:2049] [node 2] ICP22 created new session: [3:7593037312684296811:2049]
2026-01-08T17:02:44.581777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:44.631396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.581009Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037309529770558:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:44.631476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037307422962385:2078] [node 5] ICP22 created new session: [4:7593037311717929729:2078]
2026-01-08T17:02:44.489645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.634122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037312684296811:2049] [node 2] ICS09 handshake done sender: [3:7593037312684296791:2114] self: [3:7593037312684296805:0] peer: [2:7593037309529770557:0] socket: 512 qp: -1
2026-01-08T17:02:44.697957Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037312445871460:2108] [node 5] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.581866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037311024052455:2068] [node 4] ICP22 created new session: [5:7593037311024052510:2068]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.489725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037306139973251:2049] [node 2] ICP22 created new session: [6:7593037310434940631:2049]
2026-01-08T17:02:44.489788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037310434940631:2049] [node 2] ICS09 handshake done sender: [6:7593037310434940617:2113] self: [6:7593037310434940628:0] peer: [2:7593037309529770560:0] socket: 529 qp: -1
2026-01-08T17:02:44.489828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037310434940631:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:44.489893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:44.565921Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037310434940616:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.593861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037310434940574:2068] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.614205Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037310434940574:2068] [node 5] ICP35 event processing took too much time PendingConnection:279(24674623ns) {IncomingHandshake:261(24672207ns) {DropIncomingHandshake:442(301ns) PrepareNewSessionHandshake:477(1063ns) {SwitchToState:179(346ns)} GenerateSessionVirtualId:992(708ns) IssueIncomingHandshakeReply:193(24646806ns) {SwitchToState:179(3169ns)}}}
2026-01-08T17:02:44.623160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037310434940619:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.623464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037306139973252:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.685159Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037306139973250:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26770) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037310434940618:2114] held: no
2026-01-08T17:02:44.697526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037310434940633:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:832
2026-01-08T17:02:44.718792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037310434940637:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:832
2026-01-08T17:02:44.727151Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037310434940639:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:832
2026-01-08T17:02:44.581344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:44.581944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037311024052510:2068] [node 4] ICS09 handshake done sender: [5:7593037311024052505:2116] self: [5:7593037311024052506:0] peer: [4:7593037311717929711:0] socket: 522 qp: -1
2026-01-08T17:02:44.631550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037311717929729:2078] [node 5] ICS09 handshake done sender: [4:7593037311717929712:2111] self: [4:7593037311717929711:0] peer: [5:7593037311024052506:0] socket: 517 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.631602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037311717929729:2078] [node 5] ICS10 traffic start
2026-01-08T17:02:44.631656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:44.632182Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037307422962385:2078] [node 5] ICP35 event processing took too much time PendingConnection:279(36801330ns) {HandleHandshakeStatus:329(36798187ns) {DropIncomingHandshake:442(24399ns) DropOutgoingHandshake:457(696ns) SwitchToState:179(312ns) ProcessPendingSessionEvents:495(108677ns) {ForwardSessionEventToSession:616(62892ns) ForwardSessionEventToSession:616(3615ns) ForwardSessionEventToSession:616(2439ns) ForwardSessionEventToSession:616(8059ns) ForwardSessionEventToSession:616(2352ns) ForwardSessionEventToSession:616(5417ns) ForwardSessionEventToSession:616(3233ns) ForwardSessionEventToSession:616(2619ns) ForwardSessionEventToSession:616(5800ns) ForwardSessionEventToSession:616(2692ns)}}}
2026-01-08T17:02:44.633032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037311717929728:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28420
2026-01-08T17:02:44.633292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037311717929730:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28420
2026-01-08T17:02:44.651010Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037311717929716:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:44.685327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037307422962348:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.685456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:44.685514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037307422962348:2048] [node 1] ICP22 created new session: [4:7593037311717929734:2048]
2026-01-08T17:02:44.685590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037311717929734:2048] [node 1] ICS09 handshake done sender: [4:7593037311717929716:2114] self: [4:7593037311717929725:0] peer: [1:7593037312445871467:0] socket: 515 qp: -1
2026-01-08T17:02:44.685639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037311717929734:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:44.685687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:44.686944Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037311717929730:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.687434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037307422962349:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.716090Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037311717929738:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28420
2026-01-08T17:02:44.719101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037311717929737:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28420
2026-01-08T17:02:44.730787Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037310434940618:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:44.732073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037310434940638:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:832
2026-01-08T17:02:44.708541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037312445871477:2134] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.634162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037312684296811:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.634208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:44.583957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037305234803235:2088] [node 6] ICP22 created new session: [2:7593037309529770578:2088]
2026-01-08T17:02:44.581996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037311024052510:2068] [node 4] ICS10 traffic start
2026-01-08T17:02:44.708585Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037312445871477:2134] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.735331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037311717929737:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.736202Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037310434940616:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:44.738000Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037311717929730:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:44.740065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037307422962349:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.740152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:44.740212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037307422962349:2049] [node 2] ICP22 created new session: [4:7593037311717929739:2049]
2026-01-08T17:02:44.740271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037311717929739:2049] [node 2] ICS09 handshake done sender: [4:7593037311717929730:2119] self: [4:7593037311717929736:0] peer: [2:7593037309529770567:0] socket: 563 qp: -1
2026-01-08T17:02:44.740316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037311717929739:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:44.593288Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037309529770573:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.582062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.638898Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037308389329424:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26770) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037312684296804:2120] held: no
2026-01-08T17:02:44.728355Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037312445871477:2134] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:44.740371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:44.740797Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037307422962349:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:44.741353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037307422962350:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.766246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037311717929721:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.766278Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037311717929721:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.773873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037311717929721:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.743671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037306139973250:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.661074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037312684296809:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8514
2026-01-08T17:02:44.747599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037308150904083:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.593423Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037309529770556:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.743755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:44.582619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037311024052509:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5391
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:44.747668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:44.601781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037309529770578:2088] [node 6] ICS09 handshake done sender: [2:7593037309529770565:2114] self: [2:7593037309529770560:0] peer: [6:7593037310434940628:0] socket: 503 qp: -1
2026-01-08T17:02:44.795584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037311717929695:2079] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.661377Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037312684296793:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.586058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037311024052481:2098] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.743814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037306139973250:2048] [node 1] ICP22 created new session: [6:7593037310434940641:2048]
2026-01-08T17:02:44.804298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037311717929743:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28420
2026-01-08T17:02:44.747716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037308150904083:2048] [node 2] ICP22 created new session: [1:7593037312445871497:2048]
2026-01-08T17:02:44.602409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037309529770580:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1648
2026-01-08T17:02:44.661402Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037312684296793:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.806270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:44.812778Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037311717929737:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:44.816868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037311717929695:2079] [node 6] ICP22 created new session: [4:7593037311717929744:2079]
2026-01-08T17:02:44.817987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037311717929744:2079] [node 6] ICS09 handshake done sender: [4:7593037311717929721:2115] self: [4:7593037311717929720:0] peer: [6:7593037310434940647:0] socket: 565 qp: -1
2026-01-08T17:02:44.818046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037311717929744:2079] [node 6] ICS10 traffic start
2026-01-08T17:02:44.818103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:44.818677Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037311717929695:2079] [node 6] ICP35 event processing took too much time PendingConnection:279(22825694ns) {HandleHandshakeStatus:329(22823442ns) {DropIncomingHandshake:442(15277ns) DropOutgoingHandshake:457(331ns) SwitchToState:179(163ns) ProcessPendingSessionEvents:495(132313ns) {ForwardSessionEventToSession:616(54082ns) ForwardSessionEventToSession:616(5656ns) ForwardSessionEventToSession:616(2442ns) ForwardSessionEventToSession:616(2968ns) ForwardSessionEventToSession:616(35573ns) ForwardSessionEventToSession:616(2178ns) ForwardSessionEventToSession:616(3137ns) ForwardSessionEventToSession:616(8779ns) ForwardSessionEventToSession:616(3441ns) ForwardSessionEventToSession:616(5569ns)}}}
2026-01-08T17:02:44.743866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037310434940641:2048] [node 1] ICS09 handshake done sender: [6:7593037310434940618:2114] self: [6:7593037310434940630:0] peer: [1:7593037312445871465:0] socket: 530 qp: -1
2026-01-08T17:02:44.586086Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037311024052481:2098] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.822780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037307422962350:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.823675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:44.823735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037307422962350:2050] [node 3] ICP22 created new session: [4:7593037311717929746:2050]
2026-01-08T17:02:44.823794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037311717929746:2050] [node 3] ICS09 handshake done sender: [4:7593037311717929737:2120] self: [4:7593037311717929741:0] peer: [3:7593037312684296796:0] socket: 568 qp: -1
2026-01-08T17:02:44.823839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037311717929746:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:44.823901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:44.826057Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037307422962350:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:44.603269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037305234803196:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.747792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037312445871497:2048] [node 2] ICS09 handshake done sender: [1:7593037312445871477:2134] self: [1:7593037312445871476:0] peer: [2:7593037309529770585:0] socket: 527 qp: -1
2026-01-08T17:02:44.743903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037310434940641:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:44.674494Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037312684296793:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:44.587934Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037311024052481:2098] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:44.686430Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037312684296809:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.686706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037312684296788:2073] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.693477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:44.693573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037312684296788:2073] [node 6] ICP22 created new session: [3:7593037312684296816:2073]
2026-01-08T17:02:44.693642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037312684296816:2073] [node 6] ICS09 handshake done sender: [3:7593037312684296793:2115] self: [3:7593037312684296792:0] peer: [6:7593037310434940636:0] socket: 524 qp: -1
2026-01-08T17:02:44.693692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037312684296816:2073] [node 6] ICS10 traffic start
2026-01-08T17:02:44.693738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:44.695530Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037308389329424:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(33722098ns) {HandleHandshakeStatus:395(22927893ns) {LogHandshakeFail:472(22513ns) {UpdateErrorStateLog:545(7017ns)} DropOutgoingHandshake:457(2413ns) ProcessPendingSessionEvents:495(13750084ns) {DropSessionEvent:512(9725ns) DropSessionEvent:512(5833ns) DropSessionEvent:512(5200ns) DropSessionEvent:512(6582ns) DropSessionEvent:512(5830ns) DropSessionEvent:512(13686580ns) DropSessionEvent:512(6481ns) DropSessionEvent:512(6559ns) DropSessionEvent:512(6452ns) DropSessionEvent:512(4824ns)}}}
2026-01-08T17:02:44.710720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037308389329424:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.710829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:44.710889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037308389329424:2048] [node 1] ICP22 created new session: [3:7593037312684296818:2048]
2026-01-08T17:02:44.710967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037312684296818:2048] [node 1] ICS09 handshake done sender: [3:7593037312684296804:2120] self: [3:7593037312684296806:0] peer: [1:7593037312445871473:0] socket: 544 qp: -1
2026-01-08T17:02:44.711014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037312684296818:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:44.711101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:44.733266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037312684296821:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8514
2026-01-08T17:02:44.751737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037312684296803:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.751769Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037312684296803:2119] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.766943Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037312684296797:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.766984Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037312684296797:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.772130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037312684296803:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:44.791768Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037312684296788:2073] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:44.794715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037312684296776:2075] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.806028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037312684296797:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:44.806312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:44.812240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037312684296776:2075] [node 5] ICP22 created new session: [3:7593037312684296824:2075]
2026-01-08T17:02:44.815209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037312684296824:2075] [node 5] ICS09 handshake done sender: [3:7593037312684296803:2119] self: [3:7593037312684296802:0] peer: [5:7593037311024052524:0] socket: 567 qp: -1
2026-01-08T17:02:44.608873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:44.608949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037305234803196:2049] [node 3] ICP22 created new session: [2:7593037309529770581:2049]
2026-01-08T17:02:44.615376Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037309529770572:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.618872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037309529770578:2088] [node 6] ICS10 traffic start
2026-01-08T17:02:44.618939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:44.629844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037309529770581:2049] [node 3] ICS09 handshake done sender: [2:7593037309529770558:2111] self: [2:7593037309529770557:0] peer: [3:7593037312684296805:0] socket: 505 qp: -1
2026-01-08T17:02:44.648107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037309529770581:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:44.657166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:44.671119Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037305234803235:2088] [node 6] ICP35 event processing took too much time PendingConnection:279(102705818ns) {HandleHandshakeStatus:329(102702795ns) {DropIncomingHandshake:442(1719ns) DropOutgoingHandshake:457(1316ns) SwitchToState:179(1229ns) ProcessPendingSessionEvents:495(18311313ns) {ForwardSessionEventToSession:616(18238377ns) ForwardSessionEventToSession:616(7719ns) ForwardSessionEventToSession:616(3461ns) ForwardSessionEventToSession:616(10887ns) ForwardSessionEventToSession:616(5191ns) ForwardSessionEventToSession:616(8592ns) ForwardSessionEventToSession:616(2839ns) ForwardSessionEventToSession:616(2590ns) ForwardSessionEventToSession:616(4863ns) ForwardSessionEventToSession:616(2692ns)}}}
2026-01-08T17:02:44.671489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037309529770580:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.671707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037305234803195:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.671901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037305234803235:2088] [node 6] ICP18 handshake (actor [2:7593037309529770573:2118]) is too old
2026-01-08T17:02:44.677598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037309529770564:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.677648Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037309529770564:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.702949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037309529770568:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.702982Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037309529770568:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:44.704366Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037309529770564:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:44.705061Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037305234803196:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(101498066ns) {HandleHandshakeStatus:329(101483700ns) {DropIncomingHandshake:442(394ns) DropOutgoingHandshake:457(881ns) SwitchToState:179(742ns) ProcessPendingSessionEvents:495(16660972ns) {ForwardSessionEventToSession:616(16591596ns) ForwardSessionEventToSession:616(12602ns) ForwardSessionEventToSession:616(3981ns) ForwardSessionEventToSession:616(9639ns) ForwardSessionEventToSession:616(2955ns) ForwardSessionEventToSession:616(6304ns) ForwardSessionEventToSession:616(5262ns) ForwardSessionEventToSession:616(2356ns) ForwardSessionEventToSession:616(4939ns) ForwardSessionEventToSession:616(5768ns)}}}
2026-01-08T17:02:44.705215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037305234803196:2049] [node 3] ICP18 handshake (actor [2:7593037309529770572:2117]) is too old
2026-01-08T17:02:44.716454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037309529770555:2094] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.716553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:44.716620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037309529770555:2094] [node 5] ICP22 created new session: [2:7593037309529770588:2094]
2026-01-08T17:02:44.716687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037309529770588:2094] [node 5] ICS09 handshake done sender: [2:7593037309529770564:2113] self: [2:7593037309529770563:0] peer: [5:7593037311024052518:0] socket: 551 qp: -1
2026-01-08T17:02:44.716727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037309529770588:2094] [node 5] ICS10 traffic start
2026-01-08T17:02:44.716769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:44.720665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037309529770568:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:44.729384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037309529770559:2092] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.729457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:44.729522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037309529770559:2092] [node 4] ICP22 created new session: [2:7593037309529770590:2092]
2026-01-08T17:02:44.729583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037309529770590:2092] [node 4] ICS09 handshake done sender: [2:7593037309529770568:2115] self: [2:7593037309529770567:0] peer: [4:7593037311717929736:0] socket: 523 qp: -1
2026-01-08T17:02:44.729632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037309529770590:2092] [node 4] ICS10 traffic start
2026-01-08T17:02:44.729669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:44.737202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037309529770592:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1648
2026-01-08T17:02:44.747331Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037309529770580:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:44.763614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037305234803195:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.763701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:44.763773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037305234803195:2048] [node 1] ICP22 created new session: [2:7593037309529770593:2048]
2026-01-08T17:02:44.763848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037309529770593:2048] [node 1] ICS09 handshake done sender: [2:7593037309529770580:2119] self: [2:7593037309529770585:0] peer: [1:7593037312445871476:0] socket: 561 qp: -1
2026-01-08T17:02:44.763899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037309529770593:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:44.763955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:44.764329Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037305234803195:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:44.743945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:44.744425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037310434940638:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.744477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037310434940574:2068] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.744551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:44.744605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037310434940574:2068] [node 5] ICP22 created new session: [6:7593037310434940643:2068]
2026-01-08T17:02:44.744665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037310434940643:2068] [node 5] ICS09 handshake done sender: [6:7593037310434940616:2112] self: [6:7593037310434940634:0] peer: [5:7593037311024052480:0] socket: 528 qp: -1
2026-01-08T17:02:44.744708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037310434940643:2068] [node 5] ICS10 traffic start
2026-01-08T17:02:44.744742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:44.745375Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037310434940619:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:44.754820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037306139973252:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.754907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:44.754966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037306139973252:2050] [node 3] ICP22 created new session: [6:7593037310434940645:2050]
2026-01-08T17:02:44.755025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037310434940645:2050] [node 3] ICS09 handshake done sender: [6:7593037310434940619:2115] self: [6:7593037310434940636:0] peer: [3:7593037312684296792:0] socket: 531 qp: -1
2026-01-08T17:02:44.755066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037310434940645:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:44.755119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:44.756016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037310434940575:2070] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.774878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037310434940648:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:832
2026-01-08T17:02:44.803219Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037310434940638:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:44.813014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037310434940575:2070] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.813095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:44.813152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037310434940575:2070] [node 4] ICP22 created new session: [6:7593037310434940649:2070]
2026-01-08T17:02:44.813224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037310434940649:2070] [node 4] ICS09 handshake done sender: [6:7593037310434940638:2122] self: [6:7593037310434940647:0] peer: [4:7593037311717929720:0] socket: 566 qp: -1
2026-01-08T17:02:44.813274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037310434940649:2070] [node 4] ICS10 traffic start
2026-01-08T17:02:44.813323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:44.817638Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037310434940575:2070] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:44.588261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037311024052458:2078] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.588313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:44.588369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037311024052458:2078] [node 6] ICP22 created new session: [5:7593037311024052514:2078]
2026-01-08T17:02:44.588421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037311024052514:2078] [node 6] ICS09 handshake done sender: [5:7593037311024052481:2098] self: [5:7593037311024052480:0] peer: [6:7593037310434940634:0] socket: 499 qp: -1
2026-01-08T17:02:44.588464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037311024052514:2078] [node 6] ICS10 traffic start
2026-01-08T17:02:44.588509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:44.608522Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037311024052517:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5391
2026-01-08T17:02:44.629916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037311024052509:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.644260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037306729085131:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.644378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037311024052504:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:44.646844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037311024052519:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5391
2026-01-08T17:02:44.659088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037306729085130:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.659206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:44.659262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037306729085130:2048] [node 1] ICP22 created new session: [5:7593037311024052520:2048]
2026-01-08T17:02:44.659328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037311024052520:2048] [node 1] ICS09 handshake done sender: [5:7593037311024052504:2115] self: [5:7593037311024052508:0] peer: [1:7593037312445871463:0] socket: 507 qp: -1
2026-01-08T17:02:44.659368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037311024052520:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:44.659419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:44.676643Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037311024052522:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5391
2026-01-08T17:02:44.702635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037311024052522:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.707208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037311024052523:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5391
2026-01-08T17:02:44.720327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037306729085132:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:44.727922Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037311024052509:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:44.732714Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037306729085132:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(17564553ns) {IncomingHandshake:261(11297472ns) {DropIncomingHandshake:442(767ns) PrepareNewSessionHandshake:477(2284ns) {SwitchToState:179(1520ns)} GenerateSessionVirtualId:992(787ns) IssueIncomingHandshakeReply:193(5537961ns) {SwitchToState:179(2255ns)}}}
2026-01-08T17:02:44.760568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037311024052519:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:44.761974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037306729085131:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.765778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593037311024052458:2078] [node 6] ICP18 handshake (actor [5:7593037311024052519:2120]) is too old
2026-01-08T17:02:44.767467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:44.767524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037306729085131:2049] [node 2] ICP22 created new session: [5:7593037311024052526:2049]
2026-01-08T17:02:44.781763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037311024052526:2049] [node 2] ICS09 handshake done sender: [5:7593037311024052509:2118] self: [5:7593037311024052518:0] peer: [2:7593037309529770563:0] socket: 553 qp: -1
2026-01-08T17:02:44.781848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037311024052526:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:44.781919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:44.782516Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037306729085131:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(31314275ns) {HandleHandshakeStatus:329(23918942ns) {DropIncomingHandshake:442(2408ns) DropOutgoingHandshake:457(7445ns) SwitchToState:179(4110ns) ProcessPendingSessionEvents:495(141141ns) {ForwardSessionEventToSession:616(92484ns) ForwardSessionEventToSession:616(3186ns) ForwardSessionEventToSession:616(10300ns) ForwardSessionEventToSession:616(2537ns) ForwardSessionEventToSession:616(2757ns) ForwardSessionEventToSession:616(7649ns) ForwardSessionEventToSession:616(2736ns) ForwardSessionEventToSession:616(2437ns) ForwardSessionEventToSession:616(5187ns) ForwardSessionEventToSession:616(1953ns)}}}
2026-01-08T17:02:44.782606Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037306729085131:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:44.783620Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037311024052525:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5391
2026-01-08T17:02:44.798916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037311024052522:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:44.810631Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037306729085132:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16929) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037311024052522:2121] held: no
2026-01-08T17:02:44.810776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037306729085132:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:44.810862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:44.810927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037306729085132:2050] [node 3] ICP22 created new session: [5:7593037311024052528:2050]
2026-01-08T17:02:44.810998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037311024052528:2050] [node 3] ICS09 handshake done sender: [5:7593037311024052522:2121] self: [5:7593037311024052524:0] peer: [3:7593037312684296802:0] socket: 535 qp: -1
2026-01-08T17:02:44.811045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037311024052528:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:44.811110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:44.815256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037312684296824:2075] [node 5] ICS10 traffic start
2026-01-08T17:02:44.815331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:44.816003Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037312684296776:2075] [node 5] ICP35 event processing took too much time PendingConnection:279(21042423ns) {HandleHandshakeStatus:329(21038008ns) {DropIncomingHandshake:442(31497ns) DropOutgoingHandshake:457(630ns) SwitchToState:179(964ns) ProcessPendingSessionEvents:495(110248ns) {ForwardSessionEventToSession:616(59864ns) ForwardSessionEventToSession:616(3149ns) ForwardSessionEventToSession:616(7509ns) ForwardSessionEventToSession:616(3171ns) ForwardSessionEventToSession:616(6167ns) ForwardSessionEventToSession:616(2624ns) ForwardSessionEventToSession:616(8640ns) ForwardSessionEventToSession:616(5625ns) ForwardSessionEventToSession:616(3339ns) ForwardSessionEventToSession:616(2175ns)}}}
2026-01-08T17:02:44.816637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037312684296790:2074] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:44.820675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:44.820750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037312684296790:2074] [node 4] ICP22 created new session: [3:7593037312684296826:2074]
2026-01-08T17:02:44.820818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037312684296826:2074] [node 4] ICS09 handshake done sender: [3:7593037312684296797:2117] self: [3:7593037312684296796:0] peer: [4:7593037311717929741:0] socket: 514 qp: -1
2026-01-08T17:02:44.820868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037312684296826:2074] [node 4] ICS10 traffic start
2026-01-08T17:02:44.820906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:44.992755Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:44.993044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037309529770593:2048] [node 1] ICS07 socket disconnect 561 reason# EndOfStream
2026-01-08T17:02:44.993083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037309529770593:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:44.993186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:44.993251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037309529770593:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:44.995772Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:44.996036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037312684296818:2048] [node 1] ICS01 socket: 544 reason# EndOfStream
2026-01-08T17:02:44.996090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037308389329424:2048] [node 1] ICP30 unregister session Session# [3:7593037312684296818:2048] VirtualId# [3:7593037312684296806:0]
2026-01-08T17:02:44.996132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037312684296818:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:44.996205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:44.996253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:44.997864Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037305234803195:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26770) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:02:44.997917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037309529770593:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:45.001539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037305234803195:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26770) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:45.001636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037309529770593:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:45.002479Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:45.003025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037311717929734:2048] [node 1] ICS07 socket disconnect 515 reason# EndOfStream
2026-01-08T17:02:45.003072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037311717929734:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:45.001695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037305234803195:2048] [node 1] ICP30 unregister session Session# [2:7593037309529770593:2048] VirtualId# [2:7593037309529770585:0]
2026-01-08T17:02:45.001755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:45.001795Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037305234803195:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26770) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:45.001815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26770) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:45.003288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:45.003363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037311717929734:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:45.005537Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037307422962348:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26770) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:45.005611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037311717929734:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:45.005480Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:45.005671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037307422962348:2048] [node 1] ICP30 unregister session Session# [4:7593037311717929734:2048] VirtualId# [4:7593037311717929725:0]
2026-01-08T17:02:45.005728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:45.005761Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037307422962348:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26770) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:45.005778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26770) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:45.006363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037311024052520:2048] [node 1] ICS07 socket disconnect 507 reason# EndOfStream
2026-01-08T17:02:45.006423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037311024052520:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:45.006515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:45.006577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037311024052520:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:45.012713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037305234803195:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:45.007486Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:45.015843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037307422962348:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:45.018382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037310434940641:2048] [node 1] ICS01 socket: 530 reason# EndOfStream
2026-01-08T17:02:45.017850Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037306729085130:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26770) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:45.031576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037311024052520:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:45.032118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037306729085130:2048] [node 1] ICP30 unregister session Session# [5:7593037311024052520:2048] VirtualId# [5:7593037311024052508:0]
2026-01-08T17:02:45.030971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037306139973250:2048] [node 1] ICP30 unregister session Session# [6:7593037310434940641:2048] VirtualId# [6:7593037310434940630:0]
2026-01-08T17:02:45.032246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037310434940641:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:45.032363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:45.033043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:45.032963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:45.033252Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037306729085130:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26770) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:45.033273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26770) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:45.043350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [5:7593037306729085130:2048] [node 1] ICP35 event processing took too much time StateWork:294(24090569ns) {HandleHandshakeStatus:395(24086099ns) {LogHandshakeFail:472(11843ns) {UpdateErrorStateLog:545(3877ns)} DropOutgoingHandshake:457(1310ns) ProcessPendingSessionEvents:495(688ns) UnregisterSession:538(541153ns) {ProcessPendingSessionEvents:495(709ns) SwitchToInitialState:202(2029ns) {SwitchToState:179(979ns)}} TransitToErrorState:756(6969653ns) {SwitchToState:179(41185ns) ProcessPendingSessionEvents:495(812ns) DropHandshakes:470(3959ns) {DropIncomingHandshake:442(626ns) DropOutgoingHandshake:457(915ns)}}}}
2026-01-08T17:02:45.055200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037306729085130:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:45.194507Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:45.194771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037312684296811:2049] [node 2] ICS01 socket: 512 reason# EndOfStream
2026-01-08T17:02:45.194824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037308389329425:2049] [node 2] ICP30 unregister session Session# [3:7593037312684296811:2049] VirtualId# [3:7593037312684296805:0]
2026-01-08T17:02:45.194868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037312684296811:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:45.194959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:45.195011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:45.199061Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:45.199344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037310434940631:2049] [node 2] ICS01 socket: 529 reason# EndOfStream
2026-01-08T17:02:45.199397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037306139973251:2049] [node 2] ICP30 unregister session Session# [6:7593037310434940631:2049] VirtualId# [6:7593037310434940628:0]
2026-01-08T17:02:45.199444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037310434940631:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:45.199532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:45.199581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:45.208632Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:45.208873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037311024052526:2049] [node 2] ICS01 socket: 553 reason# EndOfStream
2026-01-08T17:02:45.208909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037306729085131:2049] [node 2] ICP30 unregister session Session# [5:7593037311024052526:2049] VirtualId# [5:7593037311024052518:0]
2026-01-08T17:02:45.208942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037311024052526:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:45.209021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:45.209065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:45.207964Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:45.208254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037311717929739:2049] [node 2] ICS01 socket: 563 reason# EndOfStream
2026-01-08T17:02:45.208309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037307422962349:2049] [node 2] ICP30 unregister session Session# [4:7593037311717929739:2049] VirtualId# [4:7593037311717929736:0]
2026-01-08T17:02:45.208360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037311717929739:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:45.208453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:45.208511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:45.377067Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:45.377632Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:45.377876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037311717929746:2050] [node 3] ICS01 socket: 568 reason# EndOfStream
2026-01-08T17:02:45.377930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037307422962350:2050] [node 3] ICP30 unregister session Session# [4:7593037311717929746:2050] VirtualId# [4:7593037311717929741:0]
2026-01-08T17:02:45.377975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037311717929746:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:45.378068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:45.378126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:45.378357Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:45.378544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037311024052528:2050] [node 3] ICS01 socket: 535 reason# EndOfStream
2026-01-08T17:02:45.378581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037306729085132:2050] [node 3] ICP30 unregister session Session# [5:7593037311024052528:2050] VirtualId# [5:7593037311024052524:0]
2026-01-08T17:02:45.378611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037311024052528:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:45.378682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:45.378732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:45.379728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037310434940645:2050] [node 3] ICS07 socket disconnect 531 reason# EndOfStream
2026-01-08T17:02:45.379782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037310434940645:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:45.379862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:45.379916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037310434940645:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:45.381349Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037306139973252:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16929) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:45.381407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037310434940645:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:45.381454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037306139973252:2050] [node 3] ICP30 unregister session Session# [6:7593037310434940645:2050] VirtualId# [6:7593037310434940636:0]
2026-01-08T17:02:45.381503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:45.381554Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037306139973252:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16929) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:45.381573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16929) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:45.394936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037306139973252:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:02:45.552105Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:45.552394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037311024052510:2068] [node 4] ICS01 socket: 522 reason# EndOfStream
2026-01-08T17:02:45.552440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037311024052455:2068] [node 4] ICP30 unregister session Session# [5:7593037311024052510:2068] VirtualId# [5:7593037311024052506:0]
2026-01-08T17:02:45.552493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037311024052510:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:45.552594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:45.552645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:45.554518Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:45.554782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037310434940649:2070] [node 4] ICS01 socket: 566 reason# EndOfStream
2026-01-08T17:02:45.554847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037310434940575:2070] [node 4] ICP30 unregister session Session# [6:7593037310434940649:2070] VirtualId# [6:7593037310434940647:0]
2026-01-08T17:02:45.554892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037310434940649:2070] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:45.554982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:45.555037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:45.892186Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:45.892483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037310434940643:2068] [node 5] ICS01 socket: 528 reason# EndOfStream
2026-01-08T17:02:45.892533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037310434940574:2068] [node 5] ICP30 unregister session Session# [6:7593037310434940643:2068] VirtualId# [6:7593037310434940634:0]
2026-01-08T17:02:45.892578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037310434940643:2068] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:45.892700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:45.892824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:46.127698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037318921839744:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:46.127766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037318921839745:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:46.134133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037318521365814:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:46.134189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037318521365815:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:46.142494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037318314582526:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:46.142921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037318314582527:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:46.150844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037320067032622:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:46.150909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037320067032623:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:46.152562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037320067032624:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:46.170249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037318129851994:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:46.170304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037318129851995:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:46.170365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037318129851996:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:46.160781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037319997992854:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:46.160837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037319997992855:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:46.161064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037319997992856:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:46.323527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037318921839806:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:46.333025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037318129852054:2105] [node 5] ICP01 ready to work
2026-01-08T17:02:46.359348Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037318314582527:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(20534556ns) {Configure:104(20528232ns) {ProcessConfigured:135(74318ns) {StartInitialHandshake:157(70803ns) {DropHandshakes:470(8217ns) {DropIncomingHandshake:442(507ns) DropOutgoingHandshake:457(509ns)} GenerateSessionVirtualId:992(1299ns) PrepareNewSessionHandshake:477(1625ns) {SwitchToState:179(679ns)}}}}}
2026-01-08T17:02:46.359836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037318314582592:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:46.439995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037318314582597:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:46.465922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037318314582598:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:46.488053Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037318921839745:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(132289945ns) {Configure:104(132279966ns) {ProcessConfigured:135(86427ns) {StartInitialHandshake:157(83439ns) {DropHandshakes:470(2599ns) {DropIncomingHandshake:442(585ns) DropOutgoingHandshake:457(684ns)} GenerateSessionVirtualId:992(1157ns) PrepareNewSessionHandshake:477(1291ns) {SwitchToState:179(501ns)}}}}}
2026-01-08T17:02:46.535569Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037318129852054:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(112469463ns) {Configure:104(100467884ns) {ProcessConfigured:135(94622ns) {StartInitialHandshake:157(91789ns) {DropHandshakes:470(2429ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:992(1435ns) PrepareNewSessionHandshake:477(2126ns) {SwitchToState:179(754ns)}}}}}
2026-01-08T17:02:46.538950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037319997992917:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:46.501760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037318921839813:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.538844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037320067032686:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:46.538868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037318521365877:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:46.542924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037318129852062:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:46.541969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037318921839814:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.568207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037318314582599:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22610
2026-01-08T17:02:46.576933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037318314582598:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(98430499ns) {Configure:104(98420963ns) {ProcessConfigured:135(138347ns) {StartInitialHandshake:157(133660ns) {DropHandshakes:470(2862ns) {DropIncomingHandshake:442(903ns) DropOutgoingHandshake:457(310ns)} GenerateSessionVirtualId:992(1198ns) PrepareNewSessionHandshake:477(2120ns) {SwitchToState:179(957ns)}}}}}
2026-01-08T17:02:46.541735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037318521365878:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.553767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037319997992918:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:46.540037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037320067032687:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.603564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037318921839815:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35582
2026-01-08T17:02:46.583150Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037319997992854:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(136275566ns) {Configure:104(136270593ns) {ProcessConfigured:135(94044ns) {StartInitialHandshake:157(91025ns) {DropHandshakes:470(2398ns) {DropIncomingHandshake:442(755ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:992(1542ns) PrepareNewSessionHandshake:477(1797ns) {SwitchToState:179(566ns)}}}}}
2026-01-08T17:02:46.547950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037320067032623:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(107501210ns) {Configure:104(101671937ns) {ProcessConfigured:135(82698ns) {StartInitialHandshake:157(79857ns) {DropHandshakes:470(2668ns) {DropIncomingHandshake:442(488ns) DropOutgoingHandshake:457(692ns)} GenerateSessionVirtualId:992(819ns) PrepareNewSessionHandshake:477(1741ns) {SwitchToState:179(599ns)}}}}}
2026-01-08T17:02:46.591074Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037318129851995:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(143334952ns) {Configure:104(143322753ns) {ProcessConfigured:135(67862ns) {StartInitialHandshake:157(66172ns) {DropHandshakes:470(1360ns) {DropIncomingHandshake:442(154ns) DropOutgoingHandshake:457(195ns)} GenerateSessionVirtualId:992(301ns) PrepareNewSessionHandshake:477(1764ns) {SwitchToState:179(598ns)}}}}}
2026-01-08T17:02:46.558894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037318521365881:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20508
2026-01-08T17:02:46.583559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037319997992920:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:631
2026-01-08T17:02:46.567390Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037320067032622:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(211438486ns) {Configure:104(184181328ns) {ProcessConfigured:135(70067ns) {StartInitialHandshake:157(66583ns) {DropHandshakes:470(2619ns) {DropIncomingHandshake:442(738ns) DropOutgoingHandshake:457(450ns)} GenerateSessionVirtualId:992(1006ns) PrepareNewSessionHandshake:477(1646ns) {SwitchToState:179(501ns)}}}}}
2026-01-08T17:02:46.561065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037318521365879:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:46.674890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037318314582597:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(219525724ns) {Configure:104(219517163ns) {ProcessConfigured:135(52157962ns) {StartInitialHandshake:157(52154604ns) {DropHandshakes:470(13564014ns) {DropIncomingHandshake:442(2020ns) DropOutgoingHandshake:457(643ns)} GenerateSessionVirtualId:992(1932ns) PrepareNewSessionHandshake:477(4610ns) {SwitchToState:179(1948ns)}}}}}
2026-01-08T17:02:46.675809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037318314582526:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(342306968ns) {Configure:104(342302423ns) {ProcessConfigured:135(16503746ns) {StartInitialHandshake:157(16501748ns) {DropHandshakes:470(2749ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(496ns)} GenerateSessionVirtualId:992(978ns) PrepareNewSessionHandshake:477(3214ns) {SwitchToState:179(1036ns)}}}}}
2026-01-08T17:02:46.632413Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037320067032687:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(71056937ns) {Configure:104(71048874ns) {ProcessConfigured:135(101273ns) {StartInitialHandshake:157(98909ns) {DropHandshakes:470(2249ns) {DropIncomingHandshake:442(411ns) DropOutgoingHandshake:457(699ns)} GenerateSessionVirtualId:992(1092ns) PrepareNewSessionHandshake:477(1863ns) {SwitchToState:179(747ns)}}}}}
2026-01-08T17:02:46.593353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037318129852060:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22039
2026-01-08T17:02:46.586304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037319997992919:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:631
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.698807Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037318921839813:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(183357806ns) {Configure:104(173181482ns) {ProcessConfigured:135(83369ns) {StartInitialHandshake:157(80717ns) {DropHandshakes:470(2567ns) {DropIncomingHandshake:442(458ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:992(779ns) PrepareNewSessionHandshake:477(1324ns) {SwitchToState:179(402ns)}}}}}
2026-01-08T17:02:46.695561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037320067032702:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62040
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.607610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037319997992923:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:631
2026-01-08T17:02:46.726340Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037318521365878:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(133592404ns) {Configure:104(133585526ns) {ProcessConfigured:135(19808316ns) {StartInitialHandshake:157(19805685ns) {DropHandshakes:470(2891ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:992(1065ns) PrepareNewSessionHandshake:477(3554ns) {SwitchToState:179(1922ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.678691Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037318129851994:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(244756689ns) {Configure:104(244750619ns) {ProcessConfigured:135(33057534ns) {StartInitialHandshake:157(33054312ns) {DropHandshakes:470(1909ns) {DropIncomingHandshake:442(348ns) DropOutgoingHandshake:457(241ns)} GenerateSessionVirtualId:992(867ns) PrepareNewSessionHandshake:477(3239ns) {SwitchToState:179(1449ns)}}}}}
2026-01-08T17:02:46.706243Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037320067032701:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62040
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.715010Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037319997992918:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(77593727ns) {Configure:104(77585727ns) {ProcessConfigured:135(66924ns) {StartInitialHandshake:157(64543ns) {DropHandshakes:470(2557ns) {DropIncomingHandshake:442(518ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:992(744ns) PrepareNewSessionHandshake:477(1284ns) {SwitchToState:179(586ns)}}}}}
2026-01-08T17:02:46.709816Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037318921839744:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(299596470ns) {Configure:104(299588560ns) {ProcessConfigured:135(39200061ns) {StartInitialHandshake:157(39196041ns) {DropHandshakes:470(2528ns) {DropIncomingHandshake:442(394ns) DropOutgoingHandshake:457(444ns)} GenerateSessionVirtualId:992(1009ns) PrepareNewSessionHandshake:477(4018ns) {SwitchToState:179(2144ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.717673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037318314582594:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.764737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037320067032702:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.723060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037319997992919:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.734754Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037318921839815:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.690819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037318129852060:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.717732Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037318314582594:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:46.748408Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037318521365815:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(370092756ns) {Configure:104(370086752ns) {ProcessConfigured:135(40089227ns) {StartInitialHandshake:157(40085868ns) {DropHandshakes:470(2700ns) {DropIncomingHandshake:442(763ns) DropOutgoingHandshake:457(431ns)} GenerateSessionVirtualId:992(990ns) PrepareNewSessionHandshake:477(6481ns) {SwitchToState:179(3485ns)}}}}}
2026-01-08T17:02:46.786384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037320067032624:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:46.749491Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037318521365886:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20508
2026-01-08T17:02:46.749957Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037318521365880:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20508
2026-01-08T17:02:46.776396Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037318521365879:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(31250917ns) {Configure:104(31244573ns) {ProcessConfigured:135(84272ns) {StartInitialHandshake:157(81454ns) {DropHandshakes:470(2740ns) {DropIncomingHandshake:442(453ns) DropOutgoingHandshake:457(499ns)} GenerateSessionVirtualId:992(1475ns) PrepareNewSessionHandshake:477(1716ns) {SwitchToState:179(453ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.748166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037318921839808:2109] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.690979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037318129851996:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:46.723179Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037319997992920:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.734060Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037318314582609:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22610
2026-01-08T17:02:46.790142Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037320067032701:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.748220Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037318921839808:2109] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:46.716731Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037318129852062:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(154794948ns) {Configure:104(154789345ns) {ProcessConfigured:135(78726ns) {StartInitialHandshake:157(75183ns) {DropHandshakes:470(2326ns) {DropIncomingHandshake:442(422ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:992(802ns) PrepareNewSessionHandshake:477(1624ns) {SwitchToState:179(480ns)}}}}}
2026-01-08T17:02:46.794165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037318521365880:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.738666Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037318314582594:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:46.790305Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037320067032703:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62040
2026-01-08T17:02:46.723592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037319997992854:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.732812Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037318129852074:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22039
2026-01-08T17:02:46.726723Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037319997992856:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(301721529ns) {Configure:104(301717329ns) {ProcessConfigured:135(62749798ns) {StartInitialHandshake:157(62747457ns) {DropHandshakes:470(1456ns) {DropIncomingHandshake:442(369ns) DropOutgoingHandshake:457(333ns)} GenerateSessionVirtualId:992(838ns) PrepareNewSessionHandshake:477(4525ns) {SwitchToState:179(1380ns)}}}}}
2026-01-08T17:02:46.799578Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037318921839808:2109] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:46.767568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037318314582607:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22610
2026-01-08T17:02:46.799622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037318521365881:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.815388Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037318521365814:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(236221490ns) {Configure:104(236217752ns) {ProcessConfigured:135(4590206ns) {StartInitialHandshake:157(4587826ns) {DropHandshakes:470(1211ns) {DropIncomingHandshake:442(213ns) DropOutgoingHandshake:457(290ns)} GenerateSessionVirtualId:992(881ns) PrepareNewSessionHandshake:477(2862ns) {SwitchToState:179(1490ns)}}}}}
2026-01-08T17:02:46.798119Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037320067032624:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(20968207ns) {IncomingHandshake:261(14264152ns) {DropIncomingHandshake:442(1081ns) PrepareNewSessionHandshake:477(1734ns) {SwitchToState:179(759ns)} GenerateSessionVirtualId:992(1037ns) IssueIncomingHandshakeReply:193(14221049ns) {SwitchToState:179(3657ns)}}}
2026-01-08T17:02:46.810836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037318129852074:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.792684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037318314582592:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:46.826054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037318921839806:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:46.731997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037319997992855:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(169326425ns) {Configure:104(169316740ns) {ProcessConfigured:135(114433ns) {StartInitialHandshake:157(111873ns) {DropHandshakes:470(3072ns) {DropIncomingHandshake:442(450ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:992(1066ns) PrepareNewSessionHandshake:477(1420ns) {SwitchToState:179(391ns)}}}}}
2026-01-08T17:02:46.800568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037320067032694:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.792742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.818395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037318129852075:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22039
2026-01-08T17:02:46.819025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037318521365886:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.789957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037319997992923:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.800610Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037320067032694:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.826161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.823279Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037318521365877:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(240251024ns) {Configure:104(240244198ns) {ProcessConfigured:135(8001737ns) {StartInitialHandshake:157(7999003ns) {DropHandshakes:470(1046ns) {DropIncomingHandshake:442(266ns) DropOutgoingHandshake:457(256ns)} GenerateSessionVirtualId:992(470ns) PrepareNewSessionHandshake:477(2486ns) {SwitchToState:179(770ns)}}}}}
2026-01-08T17:02:46.797868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037319997992918:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:46.828703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037318129852054:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.865670Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037318521365899:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20508
2026-01-08T17:02:46.796796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037318314582592:2109] [node 6] ICP22 created new session: [3:7593037318314582611:2109]
2026-01-08T17:02:46.833644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037318921839806:2108] [node 5] ICP22 created new session: [1:7593037318921839827:2108]
2026-01-08T17:02:46.801609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037320067032622:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.833706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037319997992925:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.859459Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037318129852060:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:46.834192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037318921839818:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.802542Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037320067032694:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:46.801497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037318314582599:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.833750Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037319997992925:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:46.860877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037318129852076:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22039
2026-01-08T17:02:46.843900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037320067032686:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:46.801815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037318314582611:2109] [node 6] ICS09 handshake done sender: [3:7593037318314582594:2112] self: [3:7593037318314582593:0] peer: [6:7593037318129852071:0] socket: 506 qp: -1
2026-01-08T17:02:46.834229Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037318921839818:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:46.838530Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037319997992925:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:46.874564Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037318129851996:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21080) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037318129852060:2111] held: no
2026-01-08T17:02:46.844577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037318921839827:2108] [node 5] ICS09 handshake done sender: [1:7593037318921839808:2109] self: [1:7593037318921839807:0] peer: [5:7593037319997992933:0] socket: 504 qp: -1
2026-01-08T17:02:46.848109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037320067032707:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62040
2026-01-08T17:02:46.891807Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037318521365884:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.861333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037319997992938:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:631
2026-01-08T17:02:46.802014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037318314582604:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.874667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037318129851996:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.848683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037318921839827:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:46.855482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.866527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037319997992917:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:46.802045Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037318314582604:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:46.891877Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037318521365884:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:46.874767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.859786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037320067032686:2108] [node 5] ICP22 created new session: [4:7593037320067032709:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.848737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:46.914538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037318521365885:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.874837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037318129851996:2050] [node 3] ICP22 created new session: [6:7593037318129852079:2050]
2026-01-08T17:02:46.802892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037318314582611:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:46.864332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037318921839826:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35582
2026-01-08T17:02:46.861269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037320067032702:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:46.866619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.914593Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037318521365885:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:46.806739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037318314582609:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.870973Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037320067032703:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.877797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037319997992917:2109] [node 6] ICP22 created new session: [5:7593037319997992941:2109]
2026-01-08T17:02:46.864491Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037318921839829:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35582
2026-01-08T17:02:46.874884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037318129852079:2050] [node 3] ICS09 handshake done sender: [6:7593037318129852060:2111] self: [6:7593037318129852071:0] peer: [3:7593037318314582593:0] socket: 508 qp: -1
2026-01-08T17:02:46.918856Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037318521365884:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:46.820637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:46.880458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037320067032709:2108] [node 5] ICS09 handshake done sender: [4:7593037320067032694:2113] self: [4:7593037320067032693:0] peer: [5:7593037319997992937:0] socket: 519 qp: -1
2026-01-08T17:02:46.874924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037318129852079:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:46.822265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037318314582608:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22610
2026-01-08T17:02:46.876565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037318921839829:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.885036Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037319997992854:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65162) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037319997992919:2110] held: no
2026-01-08T17:02:46.946381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037318521365890:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.884429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037320067032624:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:46.877351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037318921839818:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:46.885083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037319997992941:2109] [node 6] ICS09 handshake done sender: [5:7593037319997992925:2114] self: [5:7593037319997992924:0] peer: [6:7593037318129852077:0] socket: 534 qp: -1
2026-01-08T17:02:46.874981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:46.884815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037320067032709:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:46.830492Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037318314582607:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.946430Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037318521365890:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:46.886636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:46.883094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037318921839814:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:46.887654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037319997992939:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:631
2026-01-08T17:02:46.875954Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037318129852078:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22039
2026-01-08T17:02:46.960464Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037318521365885:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:46.970454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037318521365878:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:46.972105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:46.974779Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037318521365899:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.975174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037318521365878:2107] [node 4] ICP22 created new session: [2:7593037318521365903:2107]
2026-01-08T17:02:46.978578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037318521365903:2107] [node 4] ICS09 handshake done sender: [2:7593037318521365884:2112] self: [2:7593037318521365883:0] peer: [4:7593037320067032713:0] socket: 541 qp: -1
2026-01-08T17:02:46.978642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037318521365903:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:46.983323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037318521365815:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:46.985411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:46.986340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037318521365890:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:46.990493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:46.990565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037318521365815:2049] [node 3] ICP22 created new session: [2:7593037318521365907:2049]
2026-01-08T17:02:46.990629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037318521365907:2049] [node 3] ICS09 handshake done sender: [2:7593037318521365885:2113] self: [2:7593037318521365882:0] peer: [3:7593037318314582622:0] socket: 542 qp: -1
2026-01-08T17:02:46.990674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037318521365907:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:46.990722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:46.991112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037318521365814:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:46.994560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037318521365901:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20508
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.830969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037318314582592:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(29954478ns) {HandleHandshakeStatus:329(29950305ns) {DropIncomingHandshake:442(260ns) DropOutgoingHandshake:457(653ns) SwitchToState:179(654ns) ProcessPendingSessionEvents:495(1140804ns) {ForwardSessionEventToSession:616(1073762ns) ForwardSessionEventToSession:616(8889ns) ForwardSessionEventToSession:616(3367ns) ForwardSessionEventToSession:616(10742ns) ForwardSessionEventToSession:616(5819ns) ForwardSessionEventToSession:616(2863ns) ForwardSessionEventToSession:616(3734ns) ForwardSessionEventToSession:616(10061ns) ForwardSessionEventToSession:616(3220ns) ForwardSessionEventToSession:616(5628ns)}}}
2026-01-08T17:02:46.883184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:46.888801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:46.888189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037319997992923:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:46.880858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037318129852074:2116] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.888832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037320067032623:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:46.833060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037318314582592:2109] [node 6] ICP18 handshake (actor [3:7593037318314582607:2117]) is too old
2026-01-08T17:02:46.883246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037318921839814:2107] [node 4] ICP22 created new session: [1:7593037318921839834:2107]
2026-01-08T17:02:47.022258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037318521365879:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:46.889206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037318129852054:2105] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:46.889314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037320067032624:2050] [node 3] ICP22 created new session: [4:7593037320067032711:2050]
2026-01-08T17:02:46.888469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037319997992918:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:46.888535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:46.844422Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037318314582604:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:47.022422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:46.883308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037318921839834:2107] [node 4] ICS09 handshake done sender: [1:7593037318921839818:2113] self: [1:7593037318921839817:0] peer: [4:7593037320067032705:0] socket: 528 qp: -1
2026-01-08T17:02:46.892853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037320067032711:2050] [node 3] ICS09 handshake done sender: [4:7593037320067032702:2117] self: [4:7593037320067032704:0] peer: [3:7593037318314582602:0] socket: 532 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.901176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037318129852076:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:47.024462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037318521365901:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.883351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037318921839834:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:46.901613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:46.902230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037318129852054:2105] [node 5] ICP22 created new session: [6:7593037318129852082:2105]
2026-01-08T17:02:46.912932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037318129851995:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:46.914755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037318129852082:2105] [node 5] ICS09 handshake done sender: [6:7593037318129852074:2116] self: [6:7593037318129852077:0] peer: [5:7593037319997992924:0] socket: 535 qp: -1
2026-01-08T17:02:46.919791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037318129852082:2105] [node 5] ICS10 traffic start
2026-01-08T17:02:46.923062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:46.923652Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037318129852054:2105] [node 5] ICP35 event processing took too much time PendingConnection:279(34163975ns) {HandleHandshakeStatus:329(34162462ns) {DropIncomingHandshake:442(302ns) DropOutgoingHandshake:457(3984ns) SwitchToState:179(186ns) ProcessPendingSessionEvents:495(145160ns) {ForwardSessionEventToSession:616(69202ns) ForwardSessionEventToSession:616(7005ns) ForwardSessionEventToSession:616(3645ns) ForwardSessionEventToSession:616(7041ns) ForwardSessionEventToSession:616(3156ns) ForwardSessionEventToSession:616(2775ns) ForwardSessionEventToSession:616(9417ns) ForwardSessionEventToSession:616(6938ns) ForwardSessionEventToSession:616(3285ns) ForwardSessionEventToSession:616(25266ns)}}}
2026-01-08T17:02:46.923719Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037318129852054:2105] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:46.959499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037318129852084:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22039
2026-01-08T17:02:46.971570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037318129852084:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.974840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037318129851994:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:47.031045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037318129852087:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22039
2026-01-08T17:02:47.043531Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037318129851994:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65162) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037318129852084:2120] held: no
2026-01-08T17:02:47.074933Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037318129851995:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7248) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037318129852076:2118] held: no
2026-01-08T17:02:46.899038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037320067032711:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:46.888592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037319997992918:2108] [node 4] ICP22 created new session: [5:7593037319997992943:2108]
2026-01-08T17:02:46.859527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037318314582597:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:46.883418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:47.025288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037318521365879:2109] [node 6] ICP22 created new session: [2:7593037322816333207:2109]
2026-01-08T17:02:46.888648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037319997992943:2108] [node 4] ICS09 handshake done sender: [5:7593037319997992923:2113] self: [5:7593037319997992937:0] peer: [4:7593037320067032693:0] socket: 520 qp: -1
2026-01-08T17:02:46.902092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:46.861382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:47.031466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037322816333207:2109] [node 6] ICS09 handshake done sender: [2:7593037318521365890:2115] self: [2:7593037318521365889:0] peer: [6:7593037318129852083:0] socket: 544 qp: -1
2026-01-08T17:02:47.031530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037322816333207:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:47.031582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:47.066956Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037322816333210:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20508
2026-01-08T17:02:47.067473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037318521365897:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:47.067522Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037318521365897:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:47.087115Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037318521365899:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:47.094972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037322424819386:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22039
2026-01-08T17:02:46.884956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037318921839806:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(48215471ns) {HandleHandshakeStatus:329(48210776ns) {DropIncomingHandshake:442(20692ns) DropOutgoingHandshake:457(552ns) SwitchToState:179(548ns) ProcessPendingSessionEvents:495(155504ns) {ForwardSessionEventToSession:616(101643ns) ForwardSessionEventToSession:616(7434ns) ForwardSessionEventToSession:616(4051ns) ForwardSessionEventToSession:616(5805ns) ForwardSessionEventToSession:616(2760ns) ForwardSessionEventToSession:616(3076ns) ForwardSessionEventToSession:616(6284ns) ForwardSessionEventToSession:616(3105ns) ForwardSessionEventToSession:616(5200ns) ForwardSessionEventToSession:616(6668ns)}}}
2026-01-08T17:02:46.888679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037319997992943:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:46.888712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:46.888944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037319997992941:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:46.890138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:46.912735Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037319997992919:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:46.921898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037319997992942:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:631
2026-01-08T17:02:46.926412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037319997992854:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:46.928996Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037319997992917:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(45865163ns) {HandleHandshakeStatus:329(45861460ns) {DropIncomingHandshake:442(24739ns) DropOutgoingHandshake:457(621ns) SwitchToState:179(923ns) ProcessPendingSessionEvents:495(11762004ns) {ForwardSessionEventToSession:616(2035176ns) ForwardSessionEventToSession:616(5472599ns) ForwardSessionEventToSession:616(4826ns) ForwardSessionEventToSession:616(2939ns) ForwardSessionEventToSession:616(1341911ns) ForwardSessionEventToSession:616(3615ns) ForwardSessionEventToSession:616(1415050ns) ForwardSessionEventToSession:616(904973ns) ForwardSessionEventToSession:616(3960ns) ForwardSessionEventToSession:616(556030ns)}}}
2026-01-08T17:02:46.942732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:46.948341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037319997992854:2048] [node 1] ICP22 created new session: [5:7593037319997992947:2048]
2026-01-08T17:02:46.966888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037319997992947:2048] [node 1] ICS09 handshake done sender: [5:7593037319997992919:2110] self: [5:7593037319997992933:0] peer: [1:7593037318921839807:0] socket: 511 qp: -1
2026-01-08T17:02:46.971843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037319997992947:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:46.974931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:46.979213Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037319997992918:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(34027626ns) {HandleHandshakeStatus:329(34025396ns) {DropIncomingHandshake:442(489ns) DropOutgoingHandshake:457(6319ns) SwitchToState:179(269ns) ProcessPendingSessionEvents:495(21756543ns) {ForwardSessionEventToSession:616(7253288ns) ForwardSessionEventToSession:616(7252ns) ForwardSessionEventToSession:616(4497960ns) ForwardSessionEventToSession:616(4984ns) ForwardSessionEventToSession:616(2111453ns) ForwardSessionEventToSession:616(5116ns) ForwardSessionEventToSession:616(3083ns) ForwardSessionEventToSession:616(7837167ns) ForwardSessionEventToSession:616(9480ns) ForwardSessionEventToSession:616(4501ns)}}}
2026-01-08T17:02:46.986121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037319997992854:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(56673857ns) {HandleHandshakeStatus:329(56672286ns) {DropIncomingHandshake:442(532ns) DropOutgoingHandshake:457(624ns) SwitchToState:179(850ns) ProcessPendingSessionEvents:495(1292ns)}}
2026-01-08T17:02:46.994632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037319997992942:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:47.003765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037319997992856:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:47.040480Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037324292960246:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:631
2026-01-08T17:02:47.043882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037324292960246:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:47.052080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037319997992855:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:47.119694Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037319997992856:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21080) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037319997992942:2120] held: no
2026-01-08T17:02:46.867274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037318314582597:2107] [node 4] ICP22 created new session: [3:7593037318314582618:2107]
2026-01-08T17:02:46.912670Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037320067032622:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65162) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037320067032701:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:47.102666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037318129851995:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19739123ns) {HandleHandshakeStatus:395(19736483ns) {LogHandshakeFail:472(10607ns) {UpdateErrorStateLog:545(4189ns)} DropOutgoingHandshake:457(2723ns) ProcessPendingSessionEvents:495(7671056ns) {DropSessionEvent:512(10161ns) DropSessionEvent:512(5252ns) DropSessionEvent:512(5701ns) DropSessionEvent:512(4796ns) DropSessionEvent:512(5829ns) DropSessionEvent:512(7611194ns) DropSessionEvent:512(5288ns) DropSessionEvent:512(5903ns) DropSessionEvent:512(5914ns) DropSessionEvent:512(5313ns)}}}
2026-01-08T17:02:46.886818Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037318921839826:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:47.095027Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037318521365878:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(84967172ns) {HandleHandshakeStatus:329(84963244ns) {DropIncomingHandshake:442(24134ns) DropOutgoingHandshake:457(527ns) SwitchToState:179(582ns) ProcessPendingSessionEvents:495(36411090ns) {ForwardSessionEventToSession:616(25240368ns) ForwardSessionEventToSession:616(6169ns) ForwardSessionEventToSession:616(3219ns) ForwardSessionEventToSession:616(1565900ns) ForwardSessionEventToSession:616(4156ns) ForwardSessionEventToSession:616(838915ns) ForwardSessionEventToSession:616(4146ns) ForwardSessionEventToSession:616(4254183ns) ForwardSessionEventToSession:616(4464859ns) ForwardSessionEventToSession:616(2860ns)}}}
2026-01-08T17:02:46.871081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037318314582612:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22610
2026-01-08T17:02:46.871418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037318314582618:2107] [node 4] ICS09 handshake done sender: [3:7593037318314582604:2115] self: [3:7593037318314582602:0] peer: [4:7593037320067032704:0] socket: 531 qp: -1
2026-01-08T17:02:46.924431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037320067032710:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62040
2026-01-08T17:02:46.891906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037318921839833:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35582
2026-01-08T17:02:47.133493Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037324292960248:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:631
2026-01-08T17:02:47.133666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037324292960249:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:631
2026-01-08T17:02:47.102872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037318129852087:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.876479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037318314582618:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:46.877061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037318314582608:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.880421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037318314582526:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:46.886563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:46.889888Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037318314582612:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.900638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037318314582527:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:46.926165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037318314582623:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22610
2026-01-08T17:02:46.928497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037318314582624:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22610
2026-01-08T17:02:46.971786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037318314582597:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(42862850ns) {HandleHandshakeStatus:329(42859384ns) {DropIncomingHandshake:442(18847ns) DropOutgoingHandshake:457(452ns) SwitchToState:179(418ns) ProcessPendingSessionEvents:495(10497954ns) {ForwardSessionEventToSession:616(6126081ns) ForwardSessionEventToSession:616(1352948ns) ForwardSessionEventToSession:616(4748ns) ForwardSessionEventToSession:616(2892ns) ForwardSessionEventToSession:616(1039870ns) ForwardSessionEventToSession:616(1036807ns) ForwardSessionEventToSession:616(8290ns) ForwardSessionEventToSession:616(704835ns) ForwardSessionEventToSession:616(2779ns) ForwardSessionEventToSession:616(202919ns)}}}
2026-01-08T17:02:46.974807Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037318314582526:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65162) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037318314582608:2118] held: no
2026-01-08T17:02:46.979030Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037318314582608:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:46.985531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037318314582526:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:47.003527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:47.004077Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037318314582612:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:47.010578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037318314582526:2048] [node 1] ICP22 created new session: [3:7593037322609549921:2048]
2026-01-08T17:02:47.021990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037322609549921:2048] [node 1] ICS09 handshake done sender: [3:7593037318314582608:2118] self: [3:7593037318314582620:0] peer: [1:7593037318921839811:0] socket: 533 qp: -1
2026-01-08T17:02:47.025063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037322609549921:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:47.030375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:47.038252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037318314582527:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:47.042581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037318314582526:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(45060123ns) {HandleHandshakeStatus:329(45057232ns) {DropIncomingHandshake:442(624ns) DropOutgoingHandshake:457(323ns) SwitchToState:179(560ns) ProcessPendingSessionEvents:495(1034ns)}}
2026-01-08T17:02:47.042715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:47.042778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037318314582527:2049] [node 2] ICP22 created new session: [3:7593037322609549923:2049]
2026-01-08T17:02:47.047648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037318314582601:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:47.047697Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037318314582601:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:47.050598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037322609549923:2049] [node 2] ICS09 handshake done sender: [3:7593037318314582612:2120] self: [3:7593037318314582622:0] peer: [2:7593037318521365882:0] socket: 546 qp: -1
2026-01-08T17:02:47.050654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037322609549923:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:47.050718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:47.051261Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037318314582527:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20472190ns) {HandleHandshakeStatus:329(19751703ns) {DropIncomingHandshake:442(2787ns) DropOutgoingHandshake:457(8565ns) SwitchToState:179(606ns) ProcessPendingSessionEvents:495(111346ns) {ForwardSessionEventToSession:616(60259ns) ForwardSessionEventToSession:616(3703ns) ForwardSessionEventToSession:616(7481ns) ForwardSessionEventToSession:616(3263ns) ForwardSessionEventToSession:616(5946ns) ForwardSessionEventToSession:616(3426ns) ForwardSessionEventToSession:616(3362ns) ForwardSessionEventToSession:616(5392ns) ForwardSessionEventToSession:616(2267ns) ForwardSessionEventToSession:616(3174ns)}}}
2026-01-08T17:02:47.051330Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037318314582527:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:47.060025Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037318314582601:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:47.083809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037318314582598:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:47.083891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:47.091605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037318314582598:2108] [node 5] ICP22 created new session: [3:7593037322609549926:2108]
2026-01-08T17:02:47.115556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037322609549926:2108] [node 5] ICS09 handshake done sender: [3:7593037318314582601:2114] self: [3:7593037318314582600:0] peer: [5:7593037324292960245:0] socket: 562 qp: -1
2026-01-08T17:02:47.117069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037322609549926:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:47.129043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:47.107725Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037318521365897:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:46.902050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037318921839812:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.924994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037320067032624:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(40316345ns) {HandleHandshakeStatus:329(40314696ns) {DropIncomingHandshake:442(846ns) DropOutgoingHandshake:457(5153ns) SwitchToState:179(163ns) ProcessPendingSessionEvents:495(5425406ns) {ForwardSessionEventToSession:616(5360830ns) ForwardSessionEventToSession:616(8254ns) ForwardSessionEventToSession:616(3654ns) ForwardSessionEventToSession:616(5890ns) ForwardSessionEventToSession:616(12917ns) ForwardSessionEventToSession:616(2052ns) ForwardSessionEventToSession:616(6735ns) ForwardSessionEventToSession:616(5446ns) ForwardSessionEventToSession:616(2695ns) ForwardSessionEventToSession:616(6049ns)}}}
2026-01-08T17:02:46.902095Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037318921839812:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:47.112487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037318521365814:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:47.102998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037318129852089:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22039
2026-01-08T17:02:47.146546Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037319997992855:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7248) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037324292960246:2121] held: no
2026-01-08T17:02:46.910683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037318921839833:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:47.149298Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037319997992942:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:46.912912Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037318921839812:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:47.149719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037319997992856:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:47.149817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:46.950460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037318921839745:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:46.950593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:47.149872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037319997992856:2050] [node 3] ICP22 created new session: [5:7593037324292960250:2050]
2026-01-08T17:02:46.950653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037318921839745:2049] [node 3] ICP22 created new session: [1:7593037318921839840:2049]
2026-01-08T17:02:47.149926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037324292960250:2050] [node 3] ICS09 handshake done sender: [5:7593037319997992942:2120] self: [5:7593037324292960245:0] peer: [3:7593037318314582600:0] socket: 516 qp: -1
2026-01-08T17:02:46.950705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037318921839840:2049] [node 3] ICS09 handshake done sender: [1:7593037318921839812:2111] self: [1:7593037318921839811:0] peer: [3:7593037318314582620:0] socket: 525 qp: -1
2026-01-08T17:02:47.149958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037324292960250:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:46.950759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037318921839840:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:47.150016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:46.950837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:46.974544Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037318921839745:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(23825959ns) {HandleHandshakeStatus:329(23822858ns) {DropIncomingHandshake:442(21630ns) DropOutgoingHandshake:457(515ns) SwitchToState:179(563ns) ProcessPendingSessionEvents:495(19876740ns) {ForwardSessionEventToSession:616(19816467ns) ForwardSessionEventToSession:616(6567ns) ForwardSessionEventToSession:616(9148ns) ForwardSessionEventToSession:616(2815ns) ForwardSessionEventToSession:616(6385ns) ForwardSessionEventToSession:616(4089ns) ForwardSessionEventToSession:616(4117ns) ForwardSessionEventToSession:616(9514ns) ForwardSessionEventToSession:616(3046ns) ForwardSessionEventToSession:616(2194ns)}}}
2026-01-08T17:02:46.978444Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037318921839823:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.978484Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037318921839823:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:46.992211Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037318921839823:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:47.004387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037318921839813:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:47.004453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:47.012598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037318921839813:2110] [node 6] ICP22 created new session: [1:7593037323216807139:2110]
2026-01-08T17:02:47.030892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037323216807139:2110] [node 6] ICS09 handshake done sender: [1:7593037318921839823:2115] self: [1:7593037318921839822:0] peer: [6:7593037318129852088:0] socket: 530 qp: -1
2026-01-08T17:02:47.035613Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037318921839821:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:47.035648Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037318921839821:2114] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:47.043158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037323216807139:2110] [node 6] ICS10 traffic start
2026-01-08T17:02:47.043771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:47.043975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037318921839821:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:47.059387Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037318921839813:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(54778282ns) {HandleHandshakeStatus:329(54774994ns) {DropIncomingHandshake:442(17206ns) DropOutgoingHandshake:457(541ns) SwitchToState:179(323ns) ProcessPendingSessionEvents:495(126187ns) {ForwardSessionEventToSession:616(69800ns) ForwardSessionEventToSession:616(6960ns) ForwardSessionEventToSession:616(6340ns) ForwardSessionEventToSession:616(3354ns) ForwardSessionEventToSession:616(5603ns) ForwardSessionEventToSession:616(3805ns) ForwardSessionEventToSession:616(7063ns) ForwardSessionEventToSession:616(2455ns) ForwardSessionEventToSession:616(2882ns) ForwardSessionEventToSession:616(5765ns)}}}
2026-01-08T17:02:47.060241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037318921839744:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:47.083747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:47.087214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037318921839744:2048] [node 2] ICP22 created new session: [1:7593037323216807143:2048]
2026-01-08T17:02:47.094824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037323216807141:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35582
2026-01-08T17:02:47.117928Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037318129852084:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:47.118051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037318129852062:2107] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:47.119949Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037318129852076:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:47.131438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037318129851995:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:47.133993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037318129851994:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:47.136820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:47.145554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037318129851994:2048] [node 1] ICP22 created new session: [6:7593037322424819388:2048]
2026-01-08T17:02:47.148275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:47.148565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037322424819388:2048] [node 1] ICS09 handshake done sender: [6:7593037318129852084:2120] self: [6:7593037318129852088:0] peer: [1:7593037318921839822:0] socket: 509 qp: -1
2026-01-08T17:02:47.148609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037322424819388:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:47.150765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037318129851995:2049] [node 2] ICP22 created new session: [6:7593037322424819389:2049]
2026-01-08T17:02:47.100916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037323216807143:2048] [node 2] ICS09 handshake done sender: [1:7593037318921839821:2114] self: [1:7593037318921839820:0] peer: [2:7593037318521365909:0] socket: 522 qp: -1
2026-01-08T17:02:47.150854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:47.151632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037322424819389:2049] [node 2] ICS09 handshake done sender: [6:7593037318129852076:2118] self: [6:7593037318129852083:0] peer: [2:7593037318521365889:0] socket: 545 qp: -1
2026-01-08T17:02:47.100974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037323216807143:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:47.151678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037322424819389:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:47.113619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:47.151725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:47.133714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037323216807141:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:47.151963Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037318129851995:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20438176ns) {HandleHandshakeStatus:329(20435634ns) {DropIncomingHandshake:442(800ns) DropOutgoingHandshake:457(311ns) SwitchToState:179(672ns) ProcessPendingSessionEvents:495(15584ns)}}
2026-01-08T17:02:47.148436Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037318921839744:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(73305885ns) {HandleHandshakeStatus:329(73303047ns) {DropIncomingHandshake:442(1533ns) DropOutgoingHandshake:457(1625ns) SwitchToState:179(460ns) ProcessPendingSessionEvents:495(17540856ns) {ForwardSessionEventToSession:616(7057581ns) ForwardSessionEventToSession:616(5571ns) ForwardSessionEventToSession:616(7622745ns) ForwardSessionEventToSession:616(3250ns) ForwardSessionEventToSession:616(1951ns) ForwardSessionEventToSession:616(2513944ns) ForwardSessionEventToSession:616(12915ns) ForwardSessionEventToSession:616(291142ns) ForwardSessionEventToSession:616(4465ns) ForwardSessionEventToSession:616(4155ns)}}}
2026-01-08T17:02:46.925119Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037320067032624:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:46.925954Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037320067032715:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62040
2026-01-08T17:02:46.942593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037320067032716:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62040
2026-01-08T17:02:46.960076Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037320067032686:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(87310350ns) {HandleHandshakeStatus:329(87307090ns) {DropIncomingHandshake:442(1880ns) DropOutgoingHandshake:457(1421ns) SwitchToState:179(513ns) ProcessPendingSessionEvents:495(26961927ns) {ForwardSessionEventToSession:616(2778091ns) ForwardSessionEventToSession:616(12355957ns) ForwardSessionEventToSession:616(5351ns) ForwardSessionEventToSession:616(4011ns) ForwardSessionEventToSession:616(272075ns) ForwardSessionEventToSession:616(3714ns) ForwardSessionEventToSession:616(4362897ns) ForwardSessionEventToSession:616(4777ns) ForwardSessionEventToSession:616(3972ns) ForwardSessionEventToSession:616(7145475ns)}}}
2026-01-08T17:02:46.965540Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037320067032701:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:46.970577Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037320067032703:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:46.975284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037320067032622:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:46.975513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:46.976193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037320067032623:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:46.976236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:46.976282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037320067032623:2049] [node 2] ICP22 created new session: [4:7593037320067032719:2049]
2026-01-08T17:02:46.976335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037320067032719:2049] [node 2] ICS09 handshake done sender: [4:7593037320067032703:2118] self: [4:7593037320067032713:0] peer: [2:7593037318521365883:0] socket: 543 qp: -1
2026-01-08T17:02:46.976389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037320067032719:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:46.976425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:46.977678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037320067032716:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:46.979108Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037320067032623:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:46.979575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037320067032622:2048] [node 1] ICP22 created new session: [4:7593037320067032718:2048]
2026-01-08T17:02:46.986000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037320067032718:2048] [node 1] ICS09 handshake done sender: [4:7593037320067032701:2116] self: [4:7593037320067032705:0] peer: [1:7593037318921839817:0] socket: 529 qp: -1
2026-01-08T17:02:46.992717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037320067032718:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:47.004066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:47.042971Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037320067032622:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(55337923ns) {HandleHandshakeStatus:329(55334959ns) {DropIncomingHandshake:442(370ns) DropOutgoingHandshake:457(261ns) SwitchToState:179(419ns) ProcessPendingSessionEvents:495(1585ns)}}
2026-01-08T17:02:47.145361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037320067032700:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:47.145413Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037320067032700:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:47.148066Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037320067032700:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:47.150995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037320067032687:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:47.154469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037318921839744:2048] [node 2] ICP18 handshake (actor [1:7593037323216807141:2119]) is too old
2026-01-08T17:02:47.112581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:47.156295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:47.154513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037318129851994:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(22824074ns) {HandleHandshakeStatus:329(22820957ns) {DropIncomingHandshake:442(2959ns) DropOutgoingHandshake:457(316ns) SwitchToState:179(3475ns) ProcessPendingSessionEvents:495(947ns)}}
2026-01-08T17:02:47.155421Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037322424819391:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22039
2026-01-08T17:02:47.155695Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037318129852062:2107] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22770) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037318129852087:2121] held: no
2026-01-08T17:02:47.154608Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037324292960246:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:47.158016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037320067032687:2109] [node 6] ICP22 created new session: [4:7593037324362000020:2109]
2026-01-08T17:02:47.154797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037319997992855:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:47.162421Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037318129852087:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:47.112642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037318521365814:2048] [node 1] ICP22 created new session: [2:7593037322816333212:2048]
2026-01-08T17:02:47.163466Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037318314582598:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(72613371ns) {HandleHandshakeStatus:329(72610181ns) {DropIncomingHandshake:442(26527ns) DropOutgoingHandshake:457(432ns) SwitchToState:179(614ns) ProcessPendingSessionEvents:495(10693362ns) {ForwardSessionEventToSession:616(3775785ns) ForwardSessionEventToSession:616(1787316ns) ForwardSessionEventToSession:616(3502ns) ForwardSessionEventToSession:616(3065ns) ForwardSessionEventToSession:616(3580710ns) ForwardSessionEventToSession:616(3732ns) ForwardSessionEventToSession:616(3802ns) ForwardSessionEventToSession:616(840973ns) ForwardSessionEventToSession:616(4095ns) ForwardSessionEventToSession:616(672306ns)}}}
2026-01-08T17:02:47.164139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037318129852062:2107] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:47.163109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037324362000020:2109] [node 6] ICS09 handshake done sender: [4:7593037320067032700:2115] self: [4:7593037320067032699:0] peer: [6:7593037322424819387:0] socket: 553 qp: -1
2026-01-08T17:02:47.164225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:47.163345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037324362000020:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:47.164296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037318129852062:2107] [node 4] ICP22 created new session: [6:7593037322424819393:2107]
2026-01-08T17:02:47.163697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:47.164344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037322424819393:2107] [node 4] ICS09 handshake done sender: [6:7593037318129852087:2121] self: [6:7593037322424819387:0] peer: [4:7593037320067032699:0] socket: 570 qp: -1
2026-01-08T17:02:47.154838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:47.164383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037322424819393:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:47.164455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:47.155609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037319997992855:2049] [node 2] ICP22 created new session: [5:7593037324292960252:2049]
2026-01-08T17:02:47.156503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037324292960252:2049] [node 2] ICS09 handshake done sender: [5:7593037324292960246:2121] self: [5:7593037324292960247:0] peer: [2:7593037318521365893:0] socket: 573 qp: -1
2026-01-08T17:02:47.156553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037324292960252:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:47.156600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:47.112710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037322816333212:2048] [node 1] ICS09 handshake done sender: [2:7593037318521365899:2118] self: [2:7593037318521365909:0] peer: [1:7593037318921839820:0] socket: 559 qp: -1
2026-01-08T17:02:47.112758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037322816333212:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:47.112821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:47.122406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037318521365877:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:47.122483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:47.122544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037318521365877:2108] [node 5] ICP22 created new session: [2:7593037322816333214:2108]
2026-01-08T17:02:47.130779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037322816333214:2108] [node 5] ICS09 handshake done sender: [2:7593037318521365897:2117] self: [2:7593037318521365893:0] peer: [5:7593037324292960247:0] socket: 572 qp: -1
2026-01-08T17:02:47.130853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037322816333214:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:47.133120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:47.151937Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037318521365877:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(29292209ns) {HandleHandshakeStatus:329(29289597ns) {DropIncomingHandshake:442(19488ns) DropOutgoingHandshake:457(330ns) SwitchToState:179(401ns) ProcessPendingSessionEvents:495(3365784ns) {ForwardSessionEventToSession:616(3301710ns) ForwardSessionEventToSession:616(8064ns) ForwardSessionEventToSession:616(10574ns) ForwardSessionEventToSession:616(3571ns) ForwardSessionEventToSession:616(2783ns) ForwardSessionEventToSession:616(13916ns) ForwardSessionEventToSession:616(3582ns) ForwardSessionEventToSession:616(2831ns) ForwardSessionEventToSession:616(6692ns) ForwardSessionEventToSession:616(2476ns)}}}
2026-01-08T17:02:47.165811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037320067032687:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(16173913ns) {HandleHandshakeStatus:329(16170796ns) {DropIncomingHandshake:442(19456ns) DropOutgoingHandshake:457(858ns) SwitchToState:179(180ns) ProcessPendingSessionEvents:495(218900ns) {ForwardSessionEventToSession:616(151653ns) ForwardSessionEventToSession:616(22797ns) ForwardSessionEventToSession:616(3429ns) ForwardSessionEventToSession:616(5933ns) ForwardSessionEventToSession:616(2742ns) ForwardSessionEventToSession:616(3366ns) ForwardSessionEventToSession:616(5873ns) ForwardSessionEventToSession:616(5526ns) ForwardSessionEventToSession:616(2939ns) ForwardSessionEventToSession:616(4565ns)}}}
2026-01-08T17:02:47.286009Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:47.286454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037322816333212:2048] [node 1] ICS01 socket: 559 reason# EndOfStream
2026-01-08T17:02:47.286515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037318521365814:2048] [node 1] ICP30 unregister session Session# [2:7593037322816333212:2048] VirtualId# [2:7593037318521365909:0]
2026-01-08T17:02:47.286563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037322816333212:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.286648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:47.286699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:47.287041Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:47.287475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037322609549921:2048] [node 1] ICS01 socket: 533 reason# EndOfStream
2026-01-08T17:02:47.287523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037318314582526:2048] [node 1] ICP30 unregister session Session# [3:7593037322609549921:2048] VirtualId# [3:7593037318314582620:0]
2026-01-08T17:02:47.287567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037322609549921:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.287636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:47.287675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:47.289640Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:47.289848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037320067032718:2048] [node 1] ICS01 socket: 529 reason# EndOfStream
2026-01-08T17:02:47.289902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037320067032622:2048] [node 1] ICP30 unregister session Session# [4:7593037320067032718:2048] VirtualId# [4:7593037320067032705:0]
2026-01-08T17:02:47.289939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037320067032718:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.290010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:47.290048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:47.290823Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:47.291027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037319997992947:2048] [node 1] ICS01 socket: 511 reason# EndOfStream
2026-01-08T17:02:47.291074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037319997992854:2048] [node 1] ICP30 unregister session Session# [5:7593037319997992947:2048] VirtualId# [5:7593037319997992933:0]
2026-01-08T17:02:47.291106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037319997992947:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.291193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:47.291239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:47.292518Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:47.292763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037322424819388:2048] [node 1] ICS01 socket: 509 reason# EndOfStream
2026-01-08T17:02:47.292802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037318129851994:2048] [node 1] ICP30 unregister session Session# [6:7593037322424819388:2048] VirtualId# [6:7593037318129852088:0]
2026-01-08T17:02:47.292836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037322424819388:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.292942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:47.292990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:47.392867Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:47.393100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037322609549923:2049] [node 2] ICS01 socket: 546 reason# EndOfStream
2026-01-08T17:02:47.393135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037318314582527:2049] [node 2] ICP30 unregister session Session# [3:7593037322609549923:2049] VirtualId# [3:7593037318314582622:0]
2026-01-08T17:02:47.393168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037322609549923:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.393223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:47.393270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:47.400689Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:47.400990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037324292960252:2049] [node 2] ICS01 socket: 573 reason# EndOfStream
2026-01-08T17:02:47.401052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037319997992855:2049] [node 2] ICP30 unregister session Session# [5:7593037324292960252:2049] VirtualId# [5:7593037324292960247:0]
2026-01-08T17:02:47.401102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037324292960252:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.401196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:47.401281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:47.401797Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:47.402026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037322424819389:2049] [node 2] ICS01 socket: 545 reason# EndOfStream
2026-01-08T17:02:47.402072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037318129851995:2049] [node 2] ICP30 unregister session Session# [6:7593037322424819389:2049] VirtualId# [6:7593037318129852083:0]
2026-01-08T17:02:47.402105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037322424819389:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.402176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:47.402235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:47.401939Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:47.402178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037320067032719:2049] [node 2] ICS01 socket: 543 reason# EndOfStream
2026-01-08T17:02:47.402237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037320067032623:2049] [node 2] ICP30 unregister session Session# [4:7593037320067032719:2049] VirtualId# [4:7593037320067032713:0]
2026-01-08T17:02:47.402273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037320067032719:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.402830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:47.402921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:47.555325Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:47.555444Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:47.555693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037324292960250:2050] [node 3] ICS01 socket: 516 reason# EndOfStream
2026-01-08T17:02:47.555732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037319997992856:2050] [node 3] ICP30 unregister session Session# [5:7593037324292960250:2050] VirtualId# [5:7593037324292960245:0]
2026-01-08T17:02:47.555564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037320067032711:2050] [node 3] ICS01 socket: 532 reason# EndOfStream
2026-01-08T17:02:47.555778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037324292960250:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.555625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037320067032624:2050] [node 3] ICP30 unregister session Session# [4:7593037320067032711:2050] VirtualId# [4:7593037320067032704:0]
2026-01-08T17:02:47.555856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:47.555902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:47.555667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037320067032711:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.555756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:47.555806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:47.557665Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:47.557974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037318129852079:2050] [node 3] ICS01 socket: 508 reason# EndOfStream
2026-01-08T17:02:47.558042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037318129851996:2050] [node 3] ICP30 unregister session Session# [6:7593037318129852079:2050] VirtualId# [6:7593037318129852071:0]
2026-01-08T17:02:47.558094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037318129852079:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.558203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:47.558300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:47.708697Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:47.708976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037319997992943:2108] [node 4] ICS07 socket disconnect 520 reason# EndOfStream
2026-01-08T17:02:47.709022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037319997992943:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.709115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:47.709186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037319997992943:2108] [node 4] ICS15 start handshake
2026-01-08T17:02:47.708848Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:47.709132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037322424819393:2107] [node 4] ICS01 socket: 570 reason# EndOfStream
2026-01-08T17:02:47.709184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037318129852062:2107] [node 4] ICP30 unregister session Session# [6:7593037322424819393:2107] VirtualId# [6:7593037322424819387:0]
2026-01-08T17:02:47.709240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037322424819393:2107] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.709336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:47.709396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:47.710149Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037319997992918:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22770) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:47.710277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037319997992943:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:47.710336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037319997992918:2108] [node 4] ICP30 unregister session Session# [5:7593037319997992943:2108] VirtualId# [5:7593037319997992937:0]
2026-01-08T17:02:47.710399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:47.710438Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037319997992918:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22770) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:47.710515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22770) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:47.823321Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:47.823762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037318129852082:2105] [node 5] ICS01 socket: 535 reason# EndOfStream
2026-01-08T17:02:47.823830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037318129852054:2105] [node 5] ICP30 unregister session Session# [6:7593037318129852082:2105] VirtualId# [6:7593037318129852077:0]
2026-01-08T17:02:47.823877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037318129852082:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:47.823980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:47.824034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:48.017265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037327668881467:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:48.017564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037327668881466:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:48.025542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037327421352399:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:48.025657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037327421352400:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:48.034552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037330474228370:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:48.034736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037330474228371:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:48.044631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037329166765895:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:48.044674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037329166765896:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:48.044711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037329166765897:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:48.057385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037326575664010:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:48.057427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037326575664011:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:48.057466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037326575664012:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:48.077219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037327031953410:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:48.077258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037327031953411:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:48.077294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037327031953412:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:48.655068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037327421352462:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:48.675617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037330474228460:2111] [node 5] ICP01 ready to work
2026-01-08T17:02:48.676088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037330474228461:2115] [node 6] ICP01 ready to work
2026-01-08T17:02:48.599619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037326575664056:2091] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:48.707230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037327668881531:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60174
2026-01-08T17:02:48.700512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037327421352466:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:48.634725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037326575664063:2093] [node 6] ICP01 ready to work
2026-01-08T17:02:48.718570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037327668881535:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:48.754608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037330474228468:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:48.773072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037327031953448:2081] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35702
2026-01-08T17:02:48.773148Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037327031953449:2082] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35702
2026-01-08T17:02:48.772539Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037326575664075:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41748
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:48.719883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037327668881530:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:48.758844Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037327421352466:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(57876747ns) {Configure:104(57869529ns) {ProcessConfigured:135(10080855ns) {StartInitialHandshake:157(10077511ns) {DropHandshakes:470(2977ns) {DropIncomingHandshake:442(715ns) DropOutgoingHandshake:457(644ns)} GenerateSessionVirtualId:992(891ns) PrepareNewSessionHandshake:477(5987ns) {SwitchToState:179(3825ns)}}}}}
2026-01-08T17:02:48.769433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037329166765967:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:48.837524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037330474228470:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63733
2026-01-08T17:02:48.808340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037327031953457:2090] [node 5] ICP01 ready to work
2026-01-08T17:02:48.762499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037327668881539:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:48.767640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037327421352467:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:48.776192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037329166765968:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:48.798782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037327668881466:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(217139744ns) {Configure:104(217132135ns) {ProcessConfigured:135(23164009ns) {StartInitialHandshake:157(23161203ns) {DropHandshakes:470(3430ns) {DropIncomingHandshake:442(639ns) DropOutgoingHandshake:457(883ns)} GenerateSessionVirtualId:992(1006ns) PrepareNewSessionHandshake:477(5358ns) {SwitchToState:179(2808ns)}}}}}
2026-01-08T17:02:48.800178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037329166765969:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64346
2026-01-08T17:02:48.802852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037327421352471:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54023
2026-01-08T17:02:48.883394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037327031953477:2085] [node 4] ICP01 ready to work
2026-01-08T17:02:48.904290Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037329166765896:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(191390370ns) {Configure:104(191380065ns) {ProcessConfigured:135(80095ns) {StartInitialHandshake:157(76924ns) {DropHandshakes:470(6248ns) {DropIncomingHandshake:442(747ns) DropOutgoingHandshake:457(592ns)} GenerateSessionVirtualId:992(1135ns) PrepareNewSessionHandshake:477(1815ns) {SwitchToState:179(669ns)}}}}}
2026-01-08T17:02:48.904519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037329166765969:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:48.911721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037327421352471:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:48.925884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037327668881531:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:48.927060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037330474228470:2140] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:48.926342Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037327031953448:2081] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:48.956382Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037330474228469:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63733
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:48.938526Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037326575664056:2091] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(208830361ns) {Configure:104(208819661ns) {ProcessConfigured:135(77574ns) {StartInitialHandshake:157(74848ns) {DropHandshakes:470(2491ns) {DropIncomingHandshake:442(601ns) DropOutgoingHandshake:457(533ns)} GenerateSessionVirtualId:992(886ns) PrepareNewSessionHandshake:477(1835ns) {SwitchToState:179(912ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:48.955556Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037327421352400:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(245218012ns) {Configure:104(235733819ns) {ProcessConfigured:135(88584ns) {StartInitialHandshake:157(85478ns) {DropHandshakes:470(3340ns) {DropIncomingHandshake:442(654ns) DropOutgoingHandshake:457(922ns)} GenerateSessionVirtualId:992(1385ns) PrepareNewSessionHandshake:477(2191ns) {SwitchToState:179(922ns)}}}}}
2026-01-08T17:02:48.938488Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037327031953411:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(266331681ns) {Configure:104(266324612ns) {ProcessConfigured:135(19293595ns) {StartInitialHandshake:157(19290169ns) {DropHandshakes:470(2560ns) {DropIncomingHandshake:442(548ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:992(481ns) PrepareNewSessionHandshake:477(4510ns) {SwitchToState:179(2437ns)}}}}}
2026-01-08T17:02:48.949360Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037326575664063:2093] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(252786151ns) {Configure:104(252778787ns) {ProcessConfigured:135(11998774ns) {StartInitialHandshake:157(11995528ns) {DropHandshakes:470(2613ns) {DropIncomingHandshake:442(603ns) DropOutgoingHandshake:457(442ns)} GenerateSessionVirtualId:992(817ns) PrepareNewSessionHandshake:477(5186ns) {SwitchToState:179(2458ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:48.993673Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037330474228371:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(245572020ns) {Configure:104(245562253ns) {ProcessConfigured:135(69368ns) {StartInitialHandshake:157(65005ns) {DropHandshakes:470(3833ns) {DropIncomingHandshake:442(617ns) DropOutgoingHandshake:457(791ns)} GenerateSessionVirtualId:992(1372ns) PrepareNewSessionHandshake:477(1919ns) {SwitchToState:179(739ns)}}}}}
2026-01-08T17:02:48.993880Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037330474228465:2138] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:48.993908Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037330474228465:2138] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:48.984080Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037327421352399:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(355764931ns) {Configure:104(355755218ns) {ProcessConfigured:135(16782712ns) {StartInitialHandshake:157(16778238ns) {DropHandshakes:470(3529ns) {DropIncomingHandshake:442(787ns) DropOutgoingHandshake:457(749ns)} GenerateSessionVirtualId:992(1362ns) PrepareNewSessionHandshake:477(6516ns) {SwitchToState:179(3324ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.003425Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037330474228468:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(248325511ns) {Configure:104(248317575ns) {ProcessConfigured:135(14888213ns) {StartInitialHandshake:157(14884304ns) {DropHandshakes:470(1944ns) {DropIncomingHandshake:442(458ns) DropOutgoingHandshake:457(349ns)} GenerateSessionVirtualId:992(794ns) PrepareNewSessionHandshake:477(5241ns) {SwitchToState:179(2004ns)}}}}}
2026-01-08T17:02:49.003727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037330474228465:2138] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:49.010629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037327668881537:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:48.979033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037329166765978:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64346
2026-01-08T17:02:48.949439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037327031953411:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:48.962809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037326575664011:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(310091722ns) {Configure:104(310083201ns) {ProcessConfigured:135(13105737ns) {StartInitialHandshake:157(13101632ns) {DropHandshakes:470(2271ns) {DropIncomingHandshake:442(418ns) DropOutgoingHandshake:457(515ns)} GenerateSessionVirtualId:992(1013ns) PrepareNewSessionHandshake:477(6995ns) {SwitchToState:179(3102ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:48.988435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037327421352464:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.010723Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037327668881537:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:48.983118Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037329166765895:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(260505247ns) {Configure:104(260486694ns) {ProcessConfigured:135(22968503ns) {StartInitialHandshake:157(22964222ns) {DropHandshakes:470(2792ns) {DropIncomingHandshake:442(596ns) DropOutgoingHandshake:457(629ns)} GenerateSessionVirtualId:992(1394ns) PrepareNewSessionHandshake:477(5830ns) {SwitchToState:179(3135ns)}}}}}
2026-01-08T17:02:49.046632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037330474228370:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(286833224ns) {Configure:104(269687983ns) {ProcessConfigured:135(31050819ns) {StartInitialHandshake:157(31047864ns) {DropHandshakes:470(6779252ns) {DropIncomingHandshake:442(4247ns) DropOutgoingHandshake:457(575ns)} GenerateSessionVirtualId:992(3105ns) PrepareNewSessionHandshake:477(9520ns) {SwitchToState:179(5274ns)}}}}}
2026-01-08T17:02:48.963834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037326575664076:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41748
2026-01-08T17:02:48.956874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037327031953449:2082] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:48.988486Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037327421352464:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:48.982392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037327031953412:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:49.032760Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037327031953490:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35702
2026-01-08T17:02:49.029678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037327421352399:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:49.031978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037331716319775:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54023
2026-01-08T17:02:49.044699Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037327421352464:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:49.074548Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037327421352467:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(238644782ns) {Configure:104(238635119ns) {ProcessConfigured:135(20422304ns) {StartInitialHandshake:157(20417909ns) {DropHandshakes:470(1381ns) {DropIncomingHandshake:442(177ns) DropOutgoingHandshake:457(291ns)} GenerateSessionVirtualId:992(814ns) PrepareNewSessionHandshake:477(3767ns) {SwitchToState:179(1899ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.019564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037331963848841:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60174
2026-01-08T17:02:48.979507Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037326575664010:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(308735419ns) {Configure:104(308722890ns) {ProcessConfigured:135(22810021ns) {StartInitialHandshake:157(22804544ns) {DropHandshakes:470(1701ns) {DropIncomingHandshake:442(339ns) DropOutgoingHandshake:457(342ns)} GenerateSessionVirtualId:992(582ns) PrepareNewSessionHandshake:477(4050ns) {SwitchToState:179(2133ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.050994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037331326920787:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35702
2026-01-08T17:02:48.983546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037329166765895:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:49.048620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037330474228370:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:48.995804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037326575664089:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41748
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:48.986759Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037329166765897:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(266448701ns) {Configure:104(266439665ns) {ProcessConfigured:135(4022374ns) {StartInitialHandshake:157(4016973ns) {DropHandshakes:470(4053ns) {DropIncomingHandshake:442(1404ns) DropOutgoingHandshake:457(638ns)} GenerateSessionVirtualId:992(3231ns) PrepareNewSessionHandshake:477(3450ns) {SwitchToState:179(1559ns)}}}}}
2026-01-08T17:02:49.078602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037330474228463:2137] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.078634Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037330474228463:2137] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:49.079432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037330474228469:2139] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.086841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037330474228461:2115] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.086918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:49.094722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037330474228463:2137] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:49.111101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037334769195781:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63733
2026-01-08T17:02:49.110525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037330474228461:2115] [node 6] ICP22 created new session: [3:7593037334769195779:2115]
2026-01-08T17:02:49.134654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037330474228460:2111] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.134736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:49.134801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037330474228460:2111] [node 5] ICP22 created new session: [3:7593037334769195783:2111]
2026-01-08T17:02:49.134870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037334769195783:2111] [node 5] ICS09 handshake done sender: [3:7593037330474228463:2137] self: [3:7593037330474228462:0] peer: [5:7593037330870631389:0] socket: 514 qp: -1
2026-01-08T17:02:49.134918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037334769195783:2111] [node 5] ICS10 traffic start
2026-01-08T17:02:49.134961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:49.135748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037330474228470:2140] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.046374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037327668881541:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.094955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037327421352462:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.074690Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037327031953477:2085] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(155877716ns) {Configure:104(155865815ns) {ProcessConfigured:135(100553ns) {StartInitialHandshake:157(97793ns) {DropHandshakes:470(9997ns) {DropIncomingHandshake:442(642ns) DropOutgoingHandshake:457(920ns)} GenerateSessionVirtualId:992(1075ns) PrepareNewSessionHandshake:477(2116ns) {SwitchToState:179(705ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.104910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037327421352469:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.047413Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037329166765968:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(235110949ns) {Configure:104(235104173ns) {ProcessConfigured:135(6903609ns) {StartInitialHandshake:157(6899355ns) {DropHandshakes:470(2359ns) {DropIncomingHandshake:442(389ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:992(1140ns) PrepareNewSessionHandshake:477(6034ns) {SwitchToState:179(2893ns)}}}}}
2026-01-08T17:02:49.046434Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037327668881541:2114] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:49.115304Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037327031953449:2082] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.023180Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037326575664012:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(206646418ns) {Configure:104(206637936ns) {ProcessConfigured:135(22771544ns) {StartInitialHandshake:157(22768928ns) {DropHandshakes:470(14330694ns) {DropIncomingHandshake:442(1851ns) DropOutgoingHandshake:457(873ns)} GenerateSessionVirtualId:992(1561ns) PrepareNewSessionHandshake:477(3251ns) {SwitchToState:179(1291ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.140943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037330474228471:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63733
2026-01-08T17:02:49.082689Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037333461733281:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64346
2026-01-08T17:02:49.044775Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037326575664089:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.104945Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037327421352469:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:49.052924Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037327668881539:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(265291403ns) {Configure:104(265282020ns) {ProcessConfigured:135(10556070ns) {StartInitialHandshake:157(10552033ns) {DropHandshakes:470(3256ns) {DropIncomingHandshake:442(972ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:992(1177ns) PrepareNewSessionHandshake:477(2842ns) {SwitchToState:179(1408ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.135910Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037327031953448:2081] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:49.105739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037331716319775:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.141512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037334769195780:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63733
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.053244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037327668881533:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.186770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037333461733282:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64346
2026-01-08T17:02:49.144547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037327031953412:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.052084Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037326575664075:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.187432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037333461733282:2127] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.187588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037329166765897:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:49.208469Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037329166765969:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:49.257053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037329166765895:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.257163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:49.257224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037329166765895:2048] [node 1] ICP22 created new session: [4:7593037333461733285:2048]
2026-01-08T17:02:49.257300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037333461733285:2048] [node 1] ICS09 handshake done sender: [4:7593037329166765969:2119] self: [4:7593037329166765980:0] peer: [1:7593037327668881536:0] socket: 528 qp: -1
2026-01-08T17:02:49.257349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037333461733285:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:49.257397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:49.275130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037333461733287:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64346
2026-01-08T17:02:49.275316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037333461733288:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64346
2026-01-08T17:02:49.275424Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037333461733284:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64346
2026-01-08T17:02:49.276083Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037333461733282:2127] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:49.276255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037329166765897:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.276315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:49.276374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037329166765897:2050] [node 3] ICP22 created new session: [4:7593037333461733289:2050]
2026-01-08T17:02:49.276430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037333461733289:2050] [node 3] ICS09 handshake done sender: [4:7593037333461733282:2127] self: [4:7593037333461733283:0] peer: [3:7593037330474228474:0] socket: 574 qp: -1
2026-01-08T17:02:49.276473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037333461733289:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:49.276512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:49.281374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037329166765978:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.281489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037333461733287:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.147106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037334769195779:2115] [node 6] ICS09 handshake done sender: [3:7593037330474228465:2138] self: [3:7593037330474228464:0] peer: [6:7593037327031953489:0] socket: 515 qp: -1
2026-01-08T17:02:49.106225Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037331716319779:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54023
2026-01-08T17:02:49.302391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037333461733288:2130] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.053269Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037327668881533:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:49.052343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037326575664012:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:49.111529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037331716319783:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54023
2026-01-08T17:02:49.144612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:49.147182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037334769195779:2115] [node 6] ICS10 traffic start
2026-01-08T17:02:49.314580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037329166765896:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:49.058634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037327668881535:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(267615201ns) {Configure:104(267604350ns) {ProcessConfigured:135(32019991ns) {StartInitialHandshake:157(32012892ns) {DropHandshakes:470(2051ns) {DropIncomingHandshake:442(402ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:992(907ns) PrepareNewSessionHandshake:477(3821ns) {SwitchToState:179(1573ns)}}}}}
2026-01-08T17:02:49.144713Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037331326920790:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35702
2026-01-08T17:02:49.058461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037326575664076:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.147229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:49.060957Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037327668881537:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:49.065635Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037327668881533:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:49.071805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037327668881541:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:49.072033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037327668881467:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.072109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:49.072170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037327668881467:2049] [node 3] ICP22 created new session: [1:7593037331963848848:2049]
2026-01-08T17:02:49.072237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037331963848848:2049] [node 3] ICS09 handshake done sender: [1:7593037327668881533:2112] self: [1:7593037327668881532:0] peer: [3:7593037334769195775:0] socket: 516 qp: -1
2026-01-08T17:02:49.072285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037331963848848:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:49.072324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:49.072811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037327668881530:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.072868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:49.072925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037327668881530:2107] [node 4] ICP22 created new session: [1:7593037331963848850:2107]
2026-01-08T17:02:49.072995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037331963848850:2107] [node 4] ICS09 handshake done sender: [1:7593037327668881537:2113] self: [1:7593037327668881536:0] peer: [4:7593037329166765980:0] socket: 518 qp: -1
2026-01-08T17:02:49.073031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037331963848850:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:49.073070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:49.102836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037327668881466:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.102944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:49.103013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037327668881466:2048] [node 2] ICP22 created new session: [1:7593037331963848853:2048]
2026-01-08T17:02:49.103074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037331963848853:2048] [node 2] ICS09 handshake done sender: [1:7593037327668881541:2114] self: [1:7593037327668881540:0] peer: [2:7593037331716319774:0] socket: 530 qp: -1
2026-01-08T17:02:49.103123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037331963848853:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:49.103210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:49.182809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037331963848855:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60174
2026-01-08T17:02:49.191978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037331963848841:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.210663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037331963848857:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60174
2026-01-08T17:02:49.223630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037327668881530:2107] [node 4] ICP18 handshake (actor [1:7593037331963848841:2116]) is too old
2026-01-08T17:02:49.223763Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [1:7593037327668881530:2107] [node 4] ICP35 event processing took too much time StateWork:294(16578898ns) {IncomingHandshake:261(16574181ns)}
2026-01-08T17:02:49.242280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037327668881467:2049] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:49.287089Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [1:7593037327668881530:2107] [node 4] ICP35 event processing took too much time StateWork:294(16409991ns)
2026-01-08T17:02:49.304221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037331963848858:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60174
2026-01-08T17:02:49.310728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037331963848843:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.310775Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037331963848843:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:49.330225Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037331963848843:2117] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.112082Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037327421352469:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:49.358191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037327668881539:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.158648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037331326920792:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35702
2026-01-08T17:02:49.319079Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037329166765895:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(61830759ns) {HandleHandshakeStatus:329(61827210ns) {DropIncomingHandshake:442(1024ns) DropOutgoingHandshake:457(7582ns) SwitchToState:179(448ns) ProcessPendingSessionEvents:495(9602086ns) {ForwardSessionEventToSession:616(9542445ns) ForwardSessionEventToSession:616(9045ns) ForwardSessionEventToSession:616(3768ns) ForwardSessionEventToSession:616(5923ns) ForwardSessionEventToSession:616(3709ns) ForwardSessionEventToSession:616(3166ns) ForwardSessionEventToSession:616(13767ns) ForwardSessionEventToSession:616(2510ns) ForwardSessionEventToSession:616(2323ns) ForwardSessionEventToSession:616(4935ns)}}}
2026-01-08T17:02:49.087129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037326575664011:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.112351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:49.147762Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037330474228461:2115] [node 6] ICP35 event processing took too much time PendingConnection:279(60667690ns) {HandleHandshakeStatus:329(60665099ns) {DropIncomingHandshake:442(18946ns) DropOutgoingHandshake:457(626ns) SwitchToState:179(865ns) ProcessPendingSessionEvents:495(122310ns) {ForwardSessionEventToSession:616(62568ns) ForwardSessionEventToSession:616(8410ns) ForwardSessionEventToSession:616(3095ns) ForwardSessionEventToSession:616(2168ns) ForwardSessionEventToSession:616(11810ns) ForwardSessionEventToSession:616(3161ns) ForwardSessionEventToSession:616(7982ns) ForwardSessionEventToSession:616(2223ns) ForwardSessionEventToSession:616(2219ns) ForwardSessionEventToSession:616(8073ns)}}}
2026-01-08T17:02:49.176478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037327031953411:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.334004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037333461733280:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.104280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037330870631391:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41748
2026-01-08T17:02:49.358297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:49.116478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037327421352462:2108] [node 6] ICP22 created new session: [2:7593037331716319782:2108]
2026-01-08T17:02:49.114745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037330870631386:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41748
2026-01-08T17:02:49.118877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037330870631392:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41748
2026-01-08T17:02:49.119523Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037326575664076:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:49.119726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037326575664011:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.119820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:49.119877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037326575664011:2049] [node 2] ICP22 created new session: [5:7593037330870631393:2049]
2026-01-08T17:02:49.119932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037330870631393:2049] [node 2] ICS09 handshake done sender: [5:7593037326575664076:2111] self: [5:7593037330870631390:0] peer: [2:7593037327421352468:0] socket: 526 qp: -1
2026-01-08T17:02:49.119972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037330870631393:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:49.120026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:49.122752Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037326575664075:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:49.157196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037326575664012:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.206944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:49.226520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037326575664012:2050] [node 3] ICP22 created new session: [5:7593037330870631396:2050]
2026-01-08T17:02:49.238741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037330870631397:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41748
2026-01-08T17:02:49.239331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037326575664078:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.239362Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037326575664078:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:49.240896Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037326575664078:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:49.241732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037326575664063:2093] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.241830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:49.241897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037326575664063:2093] [node 6] ICP22 created new session: [5:7593037330870631399:2093]
2026-01-08T17:02:49.241964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037330870631399:2093] [node 6] ICS09 handshake done sender: [5:7593037326575664078:2112] self: [5:7593037326575664077:0] peer: [6:7593037331326920796:0] socket: 520 qp: -1
2026-01-08T17:02:49.242007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037330870631399:2093] [node 6] ICS10 traffic start
2026-01-08T17:02:49.242308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037330870631396:2050] [node 3] ICS09 handshake done sender: [5:7593037326575664075:2110] self: [5:7593037330870631389:0] peer: [3:7593037330474228462:0] socket: 517 qp: -1
2026-01-08T17:02:49.243936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:49.254438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037330870631396:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:49.287383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:49.350496Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037330870631397:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.350697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037326575664010:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:49.351333Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037330870631386:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.378491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037326575664056:2091] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:49.380793Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037330870631405:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41748
2026-01-08T17:02:49.148001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037330474228471:2141] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.334050Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037333461733280:2125] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:49.176540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:49.358382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037327668881539:2108] [node 6] ICP22 created new session: [1:7593037331963848860:2108]
2026-01-08T17:02:49.358444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037331963848860:2108] [node 6] ICS09 handshake done sender: [1:7593037331963848843:2117] self: [1:7593037331963848842:0] peer: [6:7593037331326920795:0] socket: 559 qp: -1
2026-01-08T17:02:49.358485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037331963848860:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:49.358522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:49.367015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037331963848858:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.367111Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037327668881466:2048] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:49.371773Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037327668881544:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.371813Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037327668881544:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:49.381213Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037327668881544:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:49.384069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037327668881535:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.384163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:49.384224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037327668881535:2109] [node 5] ICP22 created new session: [1:7593037331963848864:2109]
2026-01-08T17:02:49.384280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037331963848864:2109] [node 5] ICS09 handshake done sender: [1:7593037327668881544:2115] self: [1:7593037327668881543:0] peer: [5:7593037330870631403:0] socket: 573 qp: -1
2026-01-08T17:02:49.384318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037331963848864:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:49.384384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:49.393087Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037327668881539:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(32547565ns) {HandleHandshakeStatus:329(32541290ns) {DropIncomingHandshake:442(17689ns) DropOutgoingHandshake:457(592ns) SwitchToState:179(686ns) ProcessPendingSessionEvents:495(32057601ns) {ForwardSessionEventToSession:616(52404ns) ForwardSessionEventToSession:616(3697596ns) ForwardSessionEventToSession:616(3657ns) ForwardSessionEventToSession:616(13948560ns) ForwardSessionEventToSession:616(4581ns) ForwardSessionEventToSession:616(3411ns) ForwardSessionEventToSession:616(5022952ns) ForwardSessionEventToSession:616(4925ns) ForwardSessionEventToSession:616(3207ns) ForwardSessionEventToSession:616(9292456ns)}}}
2026-01-08T17:02:49.400423Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037326575664010:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3819) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037330870631397:2121] held: no
2026-01-08T17:02:49.400582Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037330870631397:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:49.401092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037326575664010:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.401193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:49.401252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037326575664010:2048] [node 1] ICP22 created new session: [5:7593037330870631406:2048]
2026-01-08T17:02:49.401318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037330870631406:2048] [node 1] ICS09 handshake done sender: [5:7593037330870631397:2121] self: [5:7593037330870631403:0] peer: [1:7593037327668881543:0] socket: 575 qp: -1
2026-01-08T17:02:49.401366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037330870631406:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:49.401406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:49.130638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037331716319782:2108] [node 6] ICS09 handshake done sender: [2:7593037327421352464:2110] self: [2:7593037327421352463:0] peer: [6:7593037327031953488:0] socket: 512 qp: -1
2026-01-08T17:02:49.150544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037330474228371:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:49.191707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037327031953412:2050] [node 3] ICP22 created new session: [6:7593037331326920791:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:49.348181Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037333461733280:2125] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:49.420141Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037326575664012:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(215759598ns) {HandleHandshakeStatus:329(205365976ns) {DropIncomingHandshake:442(968ns) DropOutgoingHandshake:457(7968ns) SwitchToState:179(818ns) ProcessPendingSessionEvents:495(33918089ns) {ForwardSessionEventToSession:616(14080578ns) ForwardSessionEventToSession:616(7624ns) ForwardSessionEventToSession:616(5486622ns) ForwardSessionEventToSession:616(3677ns) ForwardSessionEventToSession:616(2931116ns) ForwardSessionEventToSession:616(4503ns) ForwardSessionEventToSession:616(3343ns) ForwardSessionEventToSession:616(11372622ns) ForwardSessionEventToSession:616(4513ns) ForwardSessionEventToSession:616(2596ns)}}}
2026-01-08T17:02:49.135871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037331716319782:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:49.170450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037330474228370:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.374531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037329166765968:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.204185Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037331326920790:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.421478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037330870631408:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41748
2026-01-08T17:02:49.212901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037331326920791:2050] [node 3] ICS09 handshake done sender: [6:7593037327031953449:2082] self: [6:7593037327031953489:0] peer: [3:7593037330474228464:0] socket: 527 qp: -1
2026-01-08T17:02:49.374639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:49.170548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:49.142117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037331716319779:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.213006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037327031953411:2049] [node 2] ICP22 created new session: [6:7593037331326920793:2049]
2026-01-08T17:02:49.170609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037330474228370:2048] [node 1] ICP22 created new session: [3:7593037334769195788:2048]
2026-01-08T17:02:49.427701Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037330870631386:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:49.374700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037329166765968:2109] [node 6] ICP22 created new session: [4:7593037333461733296:2109]
2026-01-08T17:02:49.142173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037327421352466:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.142231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:49.142286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037327421352466:2109] [node 5] ICP22 created new session: [2:7593037331716319786:2109]
2026-01-08T17:02:49.142375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037331716319786:2109] [node 5] ICS09 handshake done sender: [2:7593037327421352469:2111] self: [2:7593037327421352468:0] peer: [5:7593037330870631390:0] socket: 522 qp: -1
2026-01-08T17:02:49.142424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037331716319786:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:49.142466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:49.143439Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037327421352471:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:49.430071Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037326575664056:2091] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23291) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037330870631386:2118] held: no
2026-01-08T17:02:49.154473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:49.431329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037326575664056:2091] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.162591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037327421352477:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54023
2026-01-08T17:02:49.432948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:49.170723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037327421352475:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.433020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037326575664056:2091] [node 4] ICP22 created new session: [5:7593037330870631409:2091]
2026-01-08T17:02:49.170761Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037327421352475:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:49.433113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037330870631409:2091] [node 4] ICS09 handshake done sender: [5:7593037330870631386:2118] self: [5:7593037330870631404:0] peer: [4:7593037329166765970:0] socket: 542 qp: -1
2026-01-08T17:02:49.171616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037327421352399:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.433157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037330870631409:2091] [node 4] ICS10 traffic start
2026-01-08T17:02:49.171668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:49.433213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:49.171722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037327421352399:2048] [node 1] ICP22 created new session: [2:7593037331716319789:2048]
2026-01-08T17:02:49.171791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037331716319789:2048] [node 1] ICS09 handshake done sender: [2:7593037327421352471:2112] self: [2:7593037331716319774:0] peer: [1:7593037327668881540:0] socket: 531 qp: -1
2026-01-08T17:02:49.171831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037331716319789:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:49.171900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:49.374765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037333461733296:2109] [node 6] ICS09 handshake done sender: [4:7593037333461733280:2125] self: [4:7593037333461733279:0] peer: [6:7593037331326920802:0] socket: 552 qp: -1
2026-01-08T17:02:49.185999Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037327421352466:2109] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:49.374812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037333461733296:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:49.203295Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037327421352475:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:49.374853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:49.254638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037327421352400:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.383271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037333461733298:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64346
2026-01-08T17:02:49.385391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037333461733288:2130] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:49.256372Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037327421352462:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(168850417ns) {HandleHandshakeStatus:329(168847877ns) {DropIncomingHandshake:442(1848ns) DropOutgoingHandshake:457(1143ns) SwitchToState:179(5010ns) ProcessPendingSessionEvents:495(27918367ns) {ForwardSessionEventToSession:616(27843902ns) ForwardSessionEventToSession:616(6011ns) ForwardSessionEventToSession:616(13197ns) ForwardSessionEventToSession:616(3931ns) ForwardSessionEventToSession:616(2890ns) ForwardSessionEventToSession:616(18005ns) ForwardSessionEventToSession:616(3190ns) ForwardSessionEventToSession:616(2979ns) ForwardSessionEventToSession:616(5312ns) ForwardSessionEventToSession:616(2988ns)}}}
2026-01-08T17:02:49.385558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037329166765896:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.290542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:49.385605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:49.292240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037327421352400:2049] [node 3] ICP22 created new session: [2:7593037331716319793:2049]
2026-01-08T17:02:49.385654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037329166765896:2049] [node 2] ICP22 created new session: [4:7593037333461733299:2049]
2026-01-08T17:02:49.295829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037331716319793:2049] [node 3] ICS09 handshake done sender: [2:7593037327421352475:2114] self: [2:7593037327421352474:0] peer: [3:7593037334769195787:0] socket: 536 qp: -1
2026-01-08T17:02:49.385707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037333461733299:2049] [node 2] ICS09 handshake done sender: [4:7593037333461733288:2130] self: [4:7593037333461733294:0] peer: [2:7593037331716319777:0] socket: 545 qp: -1
2026-01-08T17:02:49.304774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037331716319793:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:49.385742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037333461733299:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:49.308907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:49.385773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:49.354627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037331716319778:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.396105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037329166765971:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.354681Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037331716319778:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:49.378825Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037331716319778:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:49.396149Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037329166765971:2120] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:49.414797Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037329166765971:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:49.415176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037327421352467:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.415289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:49.420738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037329166765967:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.415356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037327421352467:2107] [node 4] ICP22 created new session: [2:7593037331716319796:2107]
2026-01-08T17:02:49.420851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:49.415450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037331716319796:2107] [node 4] ICS09 handshake done sender: [2:7593037331716319778:2117] self: [2:7593037331716319777:0] peer: [4:7593037333461733294:0] socket: 580 qp: -1
2026-01-08T17:02:49.426753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037329166765967:2108] [node 5] ICP22 created new session: [4:7593037333461733302:2108]
2026-01-08T17:02:49.415498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037331716319796:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:49.428628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037333461733302:2108] [node 5] ICS09 handshake done sender: [4:7593037329166765971:2120] self: [4:7593037329166765970:0] peer: [5:7593037330870631404:0] socket: 533 qp: -1
2026-01-08T17:02:49.415559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:49.429093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037333461733302:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:49.430582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:49.428516Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037327421352400:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(137581485ns) {HandleHandshakeStatus:329(137577960ns) {DropIncomingHandshake:442(22544ns) DropOutgoingHandshake:457(258ns) SwitchToState:179(161ns) ProcessPendingSessionEvents:495(45004989ns) {ForwardSessionEventToSession:616(22345820ns) ForwardSessionEventToSession:616(4525ns) ForwardSessionEventToSession:616(3467ns) ForwardSessionEventToSession:616(7875879ns) ForwardSessionEventToSession:616(5375917ns) ForwardSessionEventToSession:616(6524451ns) ForwardSessionEventToSession:616(6529ns) ForwardSessionEventToSession:616(3561ns) ForwardSessionEventToSession:616(2835902ns) ForwardSessionEventToSession:616(3769ns)}}}
2026-01-08T17:02:49.225391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037331326920791:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:49.227265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037331326920792:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.234697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037327031953457:2090] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:49.240652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037331326920797:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35702
2026-01-08T17:02:49.241452Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037331326920792:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:49.248836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037331326920793:2049] [node 2] ICS09 handshake done sender: [6:7593037327031953448:2081] self: [6:7593037327031953488:0] peer: [2:7593037327421352463:0] socket: 524 qp: -1
2026-01-08T17:02:49.251116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037327031953457:2090] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.251231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:49.251303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037327031953410:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:49.251511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037331326920793:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:49.269176Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037327031953412:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(133249091ns) {HandleHandshakeStatus:329(124410299ns) {DropIncomingHandshake:442(1047ns) DropOutgoingHandshake:457(6978ns) SwitchToState:179(729ns) ProcessPendingSessionEvents:495(121929ns) {ForwardSessionEventToSession:616(66120ns) ForwardSessionEventToSession:616(8542ns) ForwardSessionEventToSession:616(3050ns) ForwardSessionEventToSession:616(5768ns) ForwardSessionEventToSession:616(2586ns) ForwardSessionEventToSession:616(2725ns) ForwardSessionEventToSession:616(6657ns) ForwardSessionEventToSession:616(3098ns) ForwardSessionEventToSession:616(2919ns) ForwardSessionEventToSession:616(11191ns)}}}
2026-01-08T17:02:49.269297Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037327031953412:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:49.281050Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037331326920799:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35702
2026-01-08T17:02:49.294633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:49.298449Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037327031953410:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(36703148ns) {IncomingHandshake:261(23033482ns) {DropIncomingHandshake:442(778ns) PrepareNewSessionHandshake:477(1735ns) {SwitchToState:179(870ns)} GenerateSessionVirtualId:992(1204ns) IssueIncomingHandshakeReply:193(22998284ns) {SwitchToState:179(1745ns)}}}
2026-01-08T17:02:49.309394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:49.310896Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037331326920799:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.311103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037327031953477:2085] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:49.314817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037327031953457:2090] [node 5] ICP22 created new session: [6:7593037331326920801:2090]
2026-01-08T17:02:49.318210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037327031953411:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(141510712ns) {HandleHandshakeStatus:329(141506253ns) {DropIncomingHandshake:442(1018ns) DropOutgoingHandshake:457(6014ns) SwitchToState:179(683ns) ProcessPendingSessionEvents:495(143657ns) {ForwardSessionEventToSession:616(92966ns) ForwardSessionEventToSession:616(6536ns) ForwardSessionEventToSession:616(2333ns) ForwardSessionEventToSession:616(6217ns) ForwardSessionEventToSession:616(2787ns) ForwardSessionEventToSession:616(2690ns) ForwardSessionEventToSession:616(8558ns) ForwardSessionEventToSession:616(2795ns) ForwardSessionEventToSession:616(2915ns) ForwardSessionEventToSession:616(5858ns)}}}
2026-01-08T17:02:49.326940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037331326920801:2090] [node 5] ICS09 handshake done sender: [6:7593037331326920792:2120] self: [6:7593037331326920796:0] peer: [5:7593037326575664077:0] socket: 571 qp: -1
2026-01-08T17:02:49.327004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037331326920801:2090] [node 5] ICS10 traffic start
2026-01-08T17:02:49.327061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:49.327663Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037327031953457:2090] [node 5] ICP35 event processing took too much time PendingConnection:279(76287266ns) {HandleHandshakeStatus:329(76282983ns) {DropIncomingHandshake:442(973ns) DropOutgoingHandshake:457(7797ns) SwitchToState:179(1040ns) ProcessPendingSessionEvents:495(123892ns) {ForwardSessionEventToSession:616(74427ns) ForwardSessionEventToSession:616(3664ns) ForwardSessionEventToSession:616(11297ns) ForwardSessionEventToSession:616(3126ns) ForwardSessionEventToSession:616(2325ns) ForwardSessionEventToSession:616(4720ns) ForwardSessionEventToSession:616(3583ns) ForwardSessionEventToSession:616(2909ns) ForwardSessionEventToSession:616(5124ns) ForwardSessionEventToSession:616(2560ns)}}}
2026-01-08T17:02:49.347892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037331326920804:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35702
2026-01-08T17:02:49.367933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037331326920805:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35702
2026-01-08T17:02:49.368426Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037331326920799:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:49.368640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037327031953477:2085] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.368694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:49.368753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037327031953477:2085] [node 4] ICP22 created new session: [6:7593037331326920806:2085]
2026-01-08T17:02:49.368805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037331326920806:2085] [node 4] ICS09 handshake done sender: [6:7593037331326920799:2122] self: [6:7593037331326920802:0] peer: [4:7593037333461733279:0] socket: 532 qp: -1
2026-01-08T17:02:49.368849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037331326920806:2085] [node 4] ICS10 traffic start
2026-01-08T17:02:49.368888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:49.376631Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037331326920790:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:49.391238Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037327031953410:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3819) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037331326920790:2119] held: no
2026-01-08T17:02:49.404896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037327031953410:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.426547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:49.428915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037327031953410:2048] [node 1] ICP22 created new session: [6:7593037331326920808:2048]
2026-01-08T17:02:49.431037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037331326920808:2048] [node 1] ICS09 handshake done sender: [6:7593037331326920790:2119] self: [6:7593037331326920795:0] peer: [1:7593037331963848842:0] socket: 567 qp: -1
2026-01-08T17:02:49.431521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037331326920808:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:49.432630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:49.434390Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037327031953410:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(35458892ns) {HandleHandshakeStatus:329(29366820ns) {DropIncomingHandshake:442(1254ns) DropOutgoingHandshake:457(322ns) SwitchToState:179(1318ns) ProcessPendingSessionEvents:495(663ns)}}
2026-01-08T17:02:49.170671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037334769195788:2048] [node 1] ICS09 handshake done sender: [3:7593037330474228470:2140] self: [3:7593037334769195775:0] peer: [1:7593037327668881532:0] socket: 523 qp: -1
2026-01-08T17:02:49.170723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037334769195788:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:49.170809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:49.187891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037334769195774:2144] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.187919Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037334769195774:2144] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:49.189333Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037334769195774:2144] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:49.189612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037330474228468:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:49.189691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:49.189758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037330474228468:2107] [node 4] ICP22 created new session: [3:7593037334769195791:2107]
2026-01-08T17:02:49.189816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037334769195791:2107] [node 4] ICS09 handshake done sender: [3:7593037334769195774:2144] self: [3:7593037330474228474:0] peer: [4:7593037333461733283:0] socket: 568 qp: -1
2026-01-08T17:02:49.189857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037334769195791:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:49.189897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:49.203652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037334769195793:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63733
2026-01-08T17:02:49.226654Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037330474228471:2141] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:49.227132Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037330474228370:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(56491932ns) {HandleHandshakeStatus:329(56487086ns) {DropIncomingHandshake:442(1016ns) DropOutgoingHandshake:457(17944ns) SwitchToState:179(665ns) ProcessPendingSessionEvents:495(22746004ns) {ForwardSessionEventToSession:616(22676218ns) ForwardSessionEventToSession:616(6067ns) ForwardSessionEventToSession:616(8851ns) ForwardSessionEventToSession:616(3347ns) ForwardSessionEventToSession:616(3581ns) ForwardSessionEventToSession:616(12478ns) ForwardSessionEventToSession:616(7805ns) ForwardSessionEventToSession:616(3336ns) ForwardSessionEventToSession:616(6199ns) ForwardSessionEventToSession:616(1736ns)}}}
2026-01-08T17:02:49.254557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037330474228371:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:49.274741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037334769195780:2145] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:49.290763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037330474228460:2111] [node 5] ICP18 handshake (actor [3:7593037334769195780:2145]) is too old
2026-01-08T17:02:49.296172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:49.296238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037330474228371:2049] [node 2] ICP22 created new session: [3:7593037334769195794:2049]
2026-01-08T17:02:49.302597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037334769195794:2049] [node 2] ICS09 handshake done sender: [3:7593037330474228471:2141] self: [3:7593037334769195787:0] peer: [2:7593037327421352474:0] socket: 537 qp: -1
2026-01-08T17:02:49.302657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037334769195794:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:49.302727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:49.303223Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037330474228371:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(72733646ns) {HandleHandshakeStatus:329(59265396ns) {DropIncomingHandshake:442(2061ns) DropOutgoingHandshake:457(16879ns) SwitchToState:179(933ns) ProcessPendingSessionEvents:495(118235ns) {ForwardSessionEventToSession:616(63241ns) ForwardSessionEventToSession:616(11232ns) ForwardSessionEventToSession:616(3461ns) ForwardSessionEventToSession:616(3068ns) ForwardSessionEventToSession:616(8657ns) ForwardSessionEventToSession:616(2486ns) ForwardSessionEventToSession:616(6296ns) ForwardSessionEventToSession:616(1880ns) ForwardSessionEventToSession:616(3179ns) ForwardSessionEventToSession:616(5024ns)}}}
2026-01-08T17:02:49.581849Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:49.582091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037331716319789:2048] [node 1] ICS07 socket disconnect 531 reason# EndOfStream
2026-01-08T17:02:49.582123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037331716319789:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.582206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:49.582250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037331716319789:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:49.586492Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:49.586758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037334769195788:2048] [node 1] ICS01 socket: 523 reason# EndOfStream
2026-01-08T17:02:49.586803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037330474228370:2048] [node 1] ICP30 unregister session Session# [3:7593037334769195788:2048] VirtualId# [3:7593037334769195775:0]
2026-01-08T17:02:49.586852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037334769195788:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.586928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:49.586975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:49.589783Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037327421352399:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3819) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:02:49.589836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037331716319789:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:49.591053Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037327421352399:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3819) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:49.591113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037331716319789:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:49.591171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037327421352399:2048] [node 1] ICP30 unregister session Session# [2:7593037331716319789:2048] VirtualId# [2:7593037331716319774:0]
2026-01-08T17:02:49.591229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:49.591264Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037327421352399:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3819) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:49.591281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3819) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:49.597032Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:49.597302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037333461733285:2048] [node 1] ICS01 socket: 528 reason# EndOfStream
2026-01-08T17:02:49.597351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037329166765895:2048] [node 1] ICP30 unregister session Session# [4:7593037333461733285:2048] VirtualId# [4:7593037329166765980:0]
2026-01-08T17:02:49.597396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037333461733285:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.597486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:49.597543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:49.597837Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:49.598018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037331326920808:2048] [node 1] ICS01 socket: 567 reason# EndOfStream
2026-01-08T17:02:49.598051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037327031953410:2048] [node 1] ICP30 unregister session Session# [6:7593037331326920808:2048] VirtualId# [6:7593037331326920795:0]
2026-01-08T17:02:49.598083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037331326920808:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.598149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:49.598188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:49.599190Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:49.599462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037330870631406:2048] [node 1] ICS01 socket: 575 reason# EndOfStream
2026-01-08T17:02:49.599503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037326575664010:2048] [node 1] ICP30 unregister session Session# [5:7593037330870631406:2048] VirtualId# [5:7593037330870631403:0]
2026-01-08T17:02:49.599536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037330870631406:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.599612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:49.599656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:49.700282Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:49.700574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037334769195794:2049] [node 2] ICS01 socket: 537 reason# EndOfStream
2026-01-08T17:02:49.700635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037330474228371:2049] [node 2] ICP30 unregister session Session# [3:7593037334769195794:2049] VirtualId# [3:7593037334769195787:0]
2026-01-08T17:02:49.700681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037334769195794:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.700775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:49.700834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:49.705866Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:49.706136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037330870631393:2049] [node 2] ICS01 socket: 526 reason# EndOfStream
2026-01-08T17:02:49.706200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037326575664011:2049] [node 2] ICP30 unregister session Session# [5:7593037330870631393:2049] VirtualId# [5:7593037330870631390:0]
2026-01-08T17:02:49.706242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037330870631393:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.706359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:49.706408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:49.705925Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:49.706143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037333461733299:2049] [node 2] ICS01 socket: 545 reason# EndOfStream
2026-01-08T17:02:49.706189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037329166765896:2049] [node 2] ICP30 unregister session Session# [4:7593037333461733299:2049] VirtualId# [4:7593037333461733294:0]
2026-01-08T17:02:49.706236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037333461733299:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.706334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:49.706394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:49.706808Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:49.707030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037331326920793:2049] [node 2] ICS01 socket: 524 reason# EndOfStream
2026-01-08T17:02:49.707068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037327031953411:2049] [node 2] ICP30 unregister session Session# [6:7593037331326920793:2049] VirtualId# [6:7593037327031953488:0]
2026-01-08T17:02:49.707105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037331326920793:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.707194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:49.707238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:49.801547Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:49.801794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037333461733289:2050] [node 3] ICS01 socket: 574 reason# EndOfStream
2026-01-08T17:02:49.801840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037329166765897:2050] [node 3] ICP30 unregister session Session# [4:7593037333461733289:2050] VirtualId# [4:7593037333461733283:0]
2026-01-08T17:02:49.801889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037333461733289:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.801981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:49.802031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:49.802146Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:49.802390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037330870631396:2050] [node 3] ICS07 socket disconnect 517 reason# EndOfStream
2026-01-08T17:02:49.802425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037330870631396:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.802487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:49.802527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037330870631396:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:49.803983Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037326575664012:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62968) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:49.804059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037330870631396:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:49.804102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037326575664012:2050] [node 3] ICP30 unregister session Session# [5:7593037330870631396:2050] VirtualId# [5:7593037330870631389:0]
2026-01-08T17:02:49.804155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:49.804192Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037326575664012:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62968) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:49.804208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62968) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:49.807324Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:49.807560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037331326920791:2050] [node 3] ICS01 socket: 527 reason# EndOfStream
2026-01-08T17:02:49.807602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037327031953412:2050] [node 3] ICP30 unregister session Session# [6:7593037331326920791:2050] VirtualId# [6:7593037327031953489:0]
2026-01-08T17:02:49.807641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037331326920791:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.807749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:49.807802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:49.814397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037326575664012:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:02:49.962790Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:49.963090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037330870631409:2091] [node 4] ICS01 socket: 542 reason# EndOfStream
2026-01-08T17:02:49.963204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037326575664056:2091] [node 4] ICP30 unregister session Session# [5:7593037330870631409:2091] VirtualId# [5:7593037330870631404:0]
2026-01-08T17:02:49.963268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037330870631409:2091] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.963373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:49.963440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:49.966474Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:49.966785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037331326920806:2085] [node 4] ICS01 socket: 532 reason# EndOfStream
2026-01-08T17:02:49.967117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037327031953477:2085] [node 4] ICP30 unregister session Session# [6:7593037331326920806:2085] VirtualId# [6:7593037331326920802:0]
2026-01-08T17:02:49.967186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037331326920806:2085] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:49.967286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:49.967341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:50.142531Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:50.142817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037331326920801:2090] [node 5] ICS01 socket: 571 reason# EndOfStream
2026-01-08T17:02:50.142868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037327031953457:2090] [node 5] ICP30 unregister session Session# [6:7593037331326920801:2090] VirtualId# [6:7593037331326920796:0]
2026-01-08T17:02:50.142937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037331326920801:2090] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:50.143055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:50.143107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:50.378980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037338075395686:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:50.379024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037338075395687:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:50.389599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037335549345531:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:50.389640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037335549345532:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:50.404216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037339217737596:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:50.404295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037339217737597:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:50.410987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037338177848567:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:50.411024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037338177848568:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:50.411066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037338177848569:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:50.421896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037337315125405:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:50.422019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037337315125406:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:50.422075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037337315125407:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:50.432157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037336813214762:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:50.432218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037336813214763:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:50.432272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037336813214764:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:50.566252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037336813214822:2106] [node 5] ICP01 ready to work
2026-01-08T17:02:50.695082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037337315125468:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:50.695432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037337315125469:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:50.745115Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037336813214822:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(178470424ns) {Configure:104(178464734ns) {ProcessConfigured:135(88507ns) {StartInitialHandshake:157(85783ns) {DropHandshakes:470(2298ns) {DropIncomingHandshake:442(328ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:992(1446ns) PrepareNewSessionHandshake:477(1436ns) {SwitchToState:179(702ns)}}}}}
2026-01-08T17:02:50.745760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037336813214827:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:50.763001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037338075395751:2108] [node 4] ICP01 ready to work
2026-01-08T17:02:50.763395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037338075395752:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:50.763725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037338075395753:2110] [node 5] ICP01 ready to work
2026-01-08T17:02:50.751874Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037335549345531:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(184156427ns) {Configure:104(178299961ns) {ProcessConfigured:135(90695ns) {StartInitialHandshake:157(84557ns) {DropHandshakes:470(2797ns) {DropIncomingHandshake:442(433ns) DropOutgoingHandshake:457(369ns)} GenerateSessionVirtualId:992(1279ns) PrepareNewSessionHandshake:477(1828ns) {SwitchToState:179(825ns)}}}}}
2026-01-08T17:02:50.782440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037339217737659:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:50.752605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037335549345597:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:50.752972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037335549345598:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:50.795352Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037338075395751:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(29026551ns) {Configure:104(29021703ns) {ProcessConfigured:135(73331ns) {StartInitialHandshake:157(70927ns) {DropHandshakes:470(2129ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(324ns)} GenerateSessionVirtualId:992(1189ns) PrepareNewSessionHandshake:477(1092ns) {SwitchToState:179(472ns)}}}}}
2026-01-08T17:02:50.793099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037338177848631:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:50.790842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037339217737660:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:50.753266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037335549345599:2110] [node 6] ICP01 ready to work
2026-01-08T17:02:50.821720Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037336813214762:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(75569374ns) {Configure:104(75564456ns) {ProcessConfigured:135(80433ns) {StartInitialHandshake:157(78259ns) {DropHandshakes:470(2640ns) {DropIncomingHandshake:442(909ns) DropOutgoingHandshake:457(344ns)} GenerateSessionVirtualId:992(916ns) PrepareNewSessionHandshake:477(1628ns) {SwitchToState:179(478ns)}}}}}
2026-01-08T17:02:50.830995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037338177848632:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:50.791248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037339217737661:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:50.811800Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037339217737596:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19964963ns) {Configure:104(19959433ns) {ProcessConfigured:135(79316ns) {StartInitialHandshake:157(76577ns) {DropHandshakes:470(1697ns) {DropIncomingHandshake:442(299ns) DropOutgoingHandshake:457(329ns)} GenerateSessionVirtualId:992(1116ns) PrepareNewSessionHandshake:477(1463ns) {SwitchToState:179(501ns)}}}}}
2026-01-08T17:02:50.849784Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037335549345532:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(96135237ns) {Configure:104(96129843ns) {ProcessConfigured:135(8750121ns) {StartInitialHandshake:157(8746613ns) {DropHandshakes:470(2007ns) {DropIncomingHandshake:442(484ns) DropOutgoingHandshake:457(286ns)} GenerateSessionVirtualId:992(778ns) PrepareNewSessionHandshake:477(9332ns) {SwitchToState:179(2392ns)}}}}}
2026-01-08T17:02:50.838900Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037338075395753:2110] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(41473332ns) {Configure:104(41469435ns) {ProcessConfigured:135(4011907ns) {StartInitialHandshake:157(112131ns) {DropHandshakes:470(3260ns) {DropIncomingHandshake:442(331ns) DropOutgoingHandshake:457(517ns)} GenerateSessionVirtualId:992(3277ns) PrepareNewSessionHandshake:477(3273ns) {SwitchToState:179(2091ns)}}}}}
2026-01-08T17:02:50.839086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037338075395754:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59944
2026-01-08T17:02:50.840142Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037338075395764:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59944
2026-01-08T17:02:50.876202Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037338177848568:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(42485776ns) {Configure:104(42481121ns) {ProcessConfigured:135(60655ns) {StartInitialHandshake:157(58482ns) {DropHandshakes:470(1946ns) {DropIncomingHandshake:442(523ns) DropOutgoingHandshake:457(302ns)} GenerateSessionVirtualId:992(770ns) PrepareNewSessionHandshake:477(825ns) {SwitchToState:179(227ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:50.871631Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037339217737659:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(57521535ns) {Configure:104(57514947ns) {ProcessConfigured:135(72382ns) {StartInitialHandshake:157(69291ns) {DropHandshakes:470(2089ns) {DropIncomingHandshake:442(359ns) DropOutgoingHandshake:457(343ns)} GenerateSessionVirtualId:992(701ns) PrepareNewSessionHandshake:477(1158ns) {SwitchToState:179(485ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:50.907121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037338177848643:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41838
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:50.892125Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037339217737661:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(18137672ns) {Configure:104(18132531ns) {ProcessConfigured:135(105969ns) {StartInitialHandshake:157(101459ns) {DropHandshakes:470(2560ns) {DropIncomingHandshake:442(455ns) DropOutgoingHandshake:457(532ns)} GenerateSessionVirtualId:992(938ns) PrepareNewSessionHandshake:477(1404ns) {SwitchToState:179(496ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:50.937646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037337315125483:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1639
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:50.921272Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037335549345599:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(54920083ns) {Configure:104(54914965ns) {ProcessConfigured:135(89400ns) {StartInitialHandshake:157(86966ns) {DropHandshakes:470(5868ns) {DropIncomingHandshake:442(285ns) DropOutgoingHandshake:457(643ns)} GenerateSessionVirtualId:992(13599ns) PrepareNewSessionHandshake:477(1250ns) {SwitchToState:179(549ns)}}}}}
2026-01-08T17:02:50.922608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037335549345611:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63762
2026-01-08T17:02:50.922769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037335549345612:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63762
2026-01-08T17:02:50.923021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037335549345613:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63762
2026-01-08T17:02:50.923472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037335549345609:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63762
2026-01-08T17:02:50.923530Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037335549345610:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63762
2026-01-08T17:02:50.924002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037338177848646:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41838
2026-01-08T17:02:50.892445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037339217737662:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25382
2026-01-08T17:02:50.893349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037339217737673:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25382
2026-01-08T17:02:50.938108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037339217737677:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25382
2026-01-08T17:02:50.961334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037335549345610:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:50.968407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037337315125483:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:50.974667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037335549345609:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:50.981105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037335549345612:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:50.981524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037338177848648:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41838
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:50.994641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037339217737662:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:50.995432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037339217737678:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25382
2026-01-08T17:02:50.995820Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037338177848646:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:50.996069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037338177848569:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:50.997332Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037338075395767:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59944
2026-01-08T17:02:50.997469Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037338075395768:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59944
2026-01-08T17:02:50.997580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037338075395769:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59944
2026-01-08T17:02:50.997733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037338075395764:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:50.998595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037338177848643:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:50.998714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037338177848567:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:50.998706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037339217737678:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:50.998834Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037339217737668:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:50.998855Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037339217737668:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:50.999499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037339217737673:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:50.999917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037339217737596:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:50.999315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037338075395767:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:50.999409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037338075395768:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:50.999498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037338075395758:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:50.999518Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037338075395758:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:51.000039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037338075395754:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.000498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037338075395756:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.000521Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037338075395756:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:51.001044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037339217737668:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:51.002458Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037338075395758:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:51.003041Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037338075395769:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.003138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037338075395747:2107] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.003171Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037338075395747:2107] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:51.003866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037338075395751:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.003929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:51.003979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037338075395751:2108] [node 4] ICP22 created new session: [1:7593037342370363072:2108]
2026-01-08T17:02:51.004038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037342370363072:2108] [node 4] ICS09 handshake done sender: [1:7593037338075395758:2113] self: [1:7593037338075395757:0] peer: [4:7593037338177848650:0] socket: 527 qp: -1
2026-01-08T17:02:51.004076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037342370363072:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:51.004115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:51.000875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037338177848651:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41838
2026-01-08T17:02:51.001488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037335549345613:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.001768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037335549345611:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.002150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037335549345531:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.005772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037339217737677:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.005898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037339217737659:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.006013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:51.006061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037339217737659:2107] [node 4] ICP22 created new session: [3:7593037343512704981:2107]
2026-01-08T17:02:51.006123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037343512704981:2107] [node 4] ICS09 handshake done sender: [3:7593037339217737668:2113] self: [3:7593037339217737667:0] peer: [4:7593037338177848649:0] socket: 539 qp: -1
2026-01-08T17:02:51.006160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037343512704981:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:51.006197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:51.006931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037338177848652:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41838
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.007870Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037343512704980:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25382
2026-01-08T17:02:51.007964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037339217737597:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:51.009769Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037338075395756:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.010575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037338075395687:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.010675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:51.010748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037338075395687:2049] [node 3] ICP22 created new session: [1:7593037342370363076:2049]
2026-01-08T17:02:51.010807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037342370363076:2049] [node 3] ICS09 handshake done sender: [1:7593037338075395756:2112] self: [1:7593037338075395755:0] peer: [3:7593037339217737682:0] socket: 526 qp: -1
2026-01-08T17:02:51.010845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037342370363076:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:51.010891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:51.011024Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037335549345601:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.010999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037338177848648:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.010652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037341610092781:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1639
2026-01-08T17:02:51.019254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037341108182136:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33292
2026-01-08T17:02:51.011068Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037335549345601:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:51.021724Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037338177848646:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:51.019890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037339217737673:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:51.022914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037341610092781:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.021971Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037338075395747:2107] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:51.023442Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037338177848643:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.023116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037337315125407:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:51.031683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037338075395686:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.032600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:51.032679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037338075395686:2048] [node 2] ICP22 created new session: [1:7593037342370363080:2048]
2026-01-08T17:02:51.032738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037342370363080:2048] [node 2] ICS09 handshake done sender: [1:7593037338075395747:2107] self: [1:7593037338075395746:0] peer: [2:7593037339844312916:0] socket: 525 qp: -1
2026-01-08T17:02:51.032802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037342370363080:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:51.032848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:51.031512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037339844312917:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63762
2026-01-08T17:02:51.034083Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037338177848569:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9827) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037338177848646:2117] held: no
2026-01-08T17:02:51.034131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037339217737596:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.034243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037338177848569:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.034228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:51.036798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:51.034751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037339217737596:2048] [node 1] ICP22 created new session: [3:7593037343512704985:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.041084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037341610092783:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1639
2026-01-08T17:02:51.034810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037343512704985:2048] [node 1] ICS09 handshake done sender: [3:7593037339217737673:2116] self: [3:7593037339217737682:0] peer: [1:7593037338075395755:0] socket: 536 qp: -1
2026-01-08T17:02:51.034864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037343512704985:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:51.034903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:51.035173Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037339217737596:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:51.035826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037339217737670:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.035854Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037339217737670:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:51.041712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037343512704984:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25382
2026-01-08T17:02:51.037218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037338177848569:2050] [node 3] ICP22 created new session: [4:7593037342472815949:2050]
2026-01-08T17:02:51.037545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037342472815949:2050] [node 3] ICS09 handshake done sender: [4:7593037338177848646:2117] self: [4:7593037338177848649:0] peer: [3:7593037339217737667:0] socket: 541 qp: -1
2026-01-08T17:02:51.043375Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037339217737670:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:51.037587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037342472815949:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.045920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037339217737660:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.037663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:51.039188Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037338177848567:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10474) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037338177848643:2116] held: no
2026-01-08T17:02:51.045957Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037341108182137:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33292
2026-01-08T17:02:51.039329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037338177848567:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.039381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:51.046310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.046097Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037335549345611:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:51.046409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037339217737660:2108] [node 5] ICP22 created new session: [3:7593037343512704989:2108]
2026-01-08T17:02:51.046471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037343512704989:2108] [node 5] ICS09 handshake done sender: [3:7593037339217737670:2114] self: [3:7593037339217737669:0] peer: [5:7593037341610092782:0] socket: 563 qp: -1
2026-01-08T17:02:51.039430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037338177848567:2048] [node 1] ICP22 created new session: [4:7593037342472815951:2048]
2026-01-08T17:02:51.046522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037343512704989:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:51.039483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037342472815951:2048] [node 1] ICS09 handshake done sender: [4:7593037338177848643:2116] self: [4:7593037338177848650:0] peer: [1:7593037338075395757:0] socket: 532 qp: -1
2026-01-08T17:02:51.039516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037342472815951:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:51.046592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:51.039551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:51.040095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037338177848568:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.050041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037341610092784:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1639
2026-01-08T17:02:51.050114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037341610092785:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1639
2026-01-08T17:02:51.046509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037341108182138:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33292
2026-01-08T17:02:51.051560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037341108182136:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.051754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037336813214762:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:51.051629Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037335549345531:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10474) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037335549345611:2118] held: no
2026-01-08T17:02:51.051756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037335549345531:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.051800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:51.051849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037335549345531:2048] [node 1] ICP22 created new session: [2:7593037339844312919:2048]
2026-01-08T17:02:51.051904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037339844312919:2048] [node 1] ICS09 handshake done sender: [2:7593037335549345611:2118] self: [2:7593037339844312916:0] peer: [1:7593037338075395746:0] socket: 546 qp: -1
2026-01-08T17:02:51.051944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037339844312919:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:51.051987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:51.064628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037338075395760:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.064688Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037338075395760:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:51.074856Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037338075395760:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:51.071733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037341108182138:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.075638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037341610092781:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:51.063549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037335549345603:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.090814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037336813214764:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:51.092385Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037341108182140:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33292
2026-01-08T17:02:51.063593Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037335549345603:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:51.081560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037338075395752:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.100397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037337315125407:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.100483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:51.100544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037337315125407:2050] [node 3] ICP22 created new session: [5:7593037341610092786:2050]
2026-01-08T17:02:51.100597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037341610092786:2050] [node 3] ICS09 handshake done sender: [5:7593037341610092781:2116] self: [5:7593037341610092782:0] peer: [3:7593037339217737669:0] socket: 565 qp: -1
2026-01-08T17:02:51.100644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037341610092786:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:51.100684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:51.064383Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037335549345601:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:51.081669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:51.081734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037338075395752:2109] [node 6] ICP22 created new session: [1:7593037342370363083:2109]
2026-01-08T17:02:51.081789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037342370363083:2109] [node 6] ICS09 handshake done sender: [1:7593037338075395760:2114] self: [1:7593037338075395759:0] peer: [6:7593037341108182139:0] socket: 557 qp: -1
2026-01-08T17:02:51.081836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037342370363083:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:51.081878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:51.092271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037339217737677:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.114657Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037336813214762:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10474) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037341108182136:2115] held: no
2026-01-08T17:02:51.114953Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037341108182136:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:51.102028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037341610092784:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.102282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037337315125468:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:51.110071Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037339217737672:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.119384Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037341610092783:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.097653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037335549345532:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.110119Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037339217737672:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:51.118412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037342472815956:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41838
2026-01-08T17:02:51.111068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037339217737597:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.097724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:51.121463Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037338177848640:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.121500Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037338177848640:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:51.111173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:51.122367Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037338177848648:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:51.111231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037339217737597:2049] [node 2] ICP22 created new session: [3:7593037343512704991:2049]
2026-01-08T17:02:51.111286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037343512704991:2049] [node 2] ICS09 handshake done sender: [3:7593037339217737677:2117] self: [3:7593037343512704983:0] peer: [2:7593037335549345600:0] socket: 553 qp: -1
2026-01-08T17:02:51.097788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037335549345532:2049] [node 3] ICP22 created new session: [2:7593037339844312922:2049]
2026-01-08T17:02:51.097851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037339844312922:2049] [node 3] ICS09 handshake done sender: [2:7593037335549345601:2112] self: [2:7593037335549345600:0] peer: [3:7593037343512704983:0] socket: 551 qp: -1
2026-01-08T17:02:51.097891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037339844312922:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:51.097935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:51.119357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037335549345603:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:51.120411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037335549345597:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.121399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:51.122638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037335549345597:2107] [node 4] ICP22 created new session: [2:7593037339844312926:2107]
2026-01-08T17:02:51.122706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037339844312926:2107] [node 4] ICS09 handshake done sender: [2:7593037335549345603:2113] self: [2:7593037335549345602:0] peer: [4:7593037342472815953:0] socket: 552 qp: -1
2026-01-08T17:02:51.122830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037339844312926:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:51.122874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:51.122773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037337315125405:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:51.128673Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037337315125407:2050] [node 3] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.129139Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037341610092791:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1639
2026-01-08T17:02:51.111328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037343512704991:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.131338Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037341610092792:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1639
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.131990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037336813214762:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.132068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:51.132127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037336813214762:2048] [node 1] ICP22 created new session: [6:7593037341108182144:2048]
2026-01-08T17:02:51.132191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037341108182144:2048] [node 1] ICS09 handshake done sender: [6:7593037341108182136:2115] self: [6:7593037341108182139:0] peer: [1:7593037338075395759:0] socket: 556 qp: -1
2026-01-08T17:02:51.132227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037341108182144:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:51.132276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:51.132755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037341108182137:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.133383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037341108182142:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33292
2026-01-08T17:02:51.133538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037341108182143:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33292
2026-01-08T17:02:51.130457Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037338075395762:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.130590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037338177848568:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.130504Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037338075395762:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:51.131836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:51.111391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:51.118814Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037339217737597:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:51.134529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037338177848568:2049] [node 2] ICP22 created new session: [4:7593037342472815959:2049]
2026-01-08T17:02:51.138839Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037341108182142:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.138919Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037341108182138:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:51.119351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037339217737672:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:51.120539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037339217737661:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.120606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:51.120660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037339217737661:2109] [node 6] ICP22 created new session: [3:7593037343512704994:2109]
2026-01-08T17:02:51.120712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037343512704994:2109] [node 6] ICS09 handshake done sender: [3:7593037339217737672:2115] self: [3:7593037339217737671:0] peer: [6:7593037341108182141:0] socket: 570 qp: -1
2026-01-08T17:02:51.120749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037343512704994:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:51.120809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:51.139691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037336813214764:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.139753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:51.139804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037336813214764:2050] [node 3] ICP22 created new session: [6:7593037341108182147:2050]
2026-01-08T17:02:51.139858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037341108182147:2050] [node 3] ICS09 handshake done sender: [6:7593037341108182138:2117] self: [6:7593037341108182141:0] peer: [3:7593037339217737671:0] socket: 573 qp: -1
2026-01-08T17:02:51.139894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037341108182147:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:51.139947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:51.140634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037336813214763:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:51.141112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037336813214827:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:51.134633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037342472815959:2049] [node 2] ICS09 handshake done sender: [4:7593037338177848648:2118] self: [4:7593037342472815953:0] peer: [2:7593037335549345602:0] socket: 555 qp: -1
2026-01-08T17:02:51.136924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037342472815959:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:51.136976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:51.141643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037341610092791:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.141828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037337315125406:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.145269Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037341610092794:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1639
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.146126Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037341610092783:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:51.146385Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037343512704996:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25382
2026-01-08T17:02:51.146099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037338177848640:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:51.144819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037335549345605:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.148046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037338177848642:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.148080Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037338177848642:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:51.144879Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037335549345605:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:51.145532Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037338075395762:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:51.148976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037338075395753:2110] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.149176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:51.149056Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037335549345607:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.149091Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037335549345607:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:51.150076Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037335549345607:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:51.150676Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037335549345605:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:51.150771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037338075395753:2110] [node 5] ICP22 created new session: [1:7593037342370363086:2110]
2026-01-08T17:02:51.150843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037342370363086:2110] [node 5] ICS09 handshake done sender: [1:7593037338075395762:2115] self: [1:7593037338075395761:0] peer: [5:7593037341610092790:0] socket: 566 qp: -1
2026-01-08T17:02:51.152056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037337315125405:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.150883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037342370363086:2110] [node 5] ICS10 traffic start
2026-01-08T17:02:51.152094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037338177848631:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.150923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:51.152149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:51.152191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:51.152221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037338177848631:2108] [node 5] ICP22 created new session: [4:7593037342472815962:2108]
2026-01-08T17:02:51.152249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037337315125405:2048] [node 1] ICP22 created new session: [5:7593037341610092795:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.152423Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037341108182152:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33292
2026-01-08T17:02:51.154925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037335549345599:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.154998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:51.155052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037335549345599:2110] [node 6] ICP22 created new session: [2:7593037339844312930:2110]
2026-01-08T17:02:51.155098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037339844312930:2110] [node 6] ICS09 handshake done sender: [2:7593037335549345607:2115] self: [2:7593037335549345606:0] peer: [6:7593037341108182149:0] socket: 576 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.157529Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037341108182142:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:51.152423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037341610092795:2048] [node 1] ICS09 handshake done sender: [5:7593037341610092783:2117] self: [5:7593037341610092790:0] peer: [1:7593037338075395761:0] socket: 567 qp: -1
2026-01-08T17:02:51.152472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037341610092795:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:51.152551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:51.154668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037342472815962:2108] [node 5] ICS09 handshake done sender: [4:7593037338177848640:2114] self: [4:7593037338177848639:0] peer: [5:7593037341610092788:0] socket: 550 qp: -1
2026-01-08T17:02:51.155393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037342472815962:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:51.155149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037339844312930:2110] [node 6] ICS10 traffic start
2026-01-08T17:02:51.155479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:51.155201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:51.156067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037342472815957:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41838
2026-01-08T17:02:51.158050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037335549345598:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.156213Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037342472815961:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41838
2026-01-08T17:02:51.158102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:51.156644Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037338177848642:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:51.158135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037335549345598:2109] [node 5] ICP22 created new session: [2:7593037339844312932:2109]
2026-01-08T17:02:51.158172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037339844312932:2109] [node 5] ICS09 handshake done sender: [2:7593037335549345605:2114] self: [2:7593037335549345604:0] peer: [5:7593037341610092793:0] socket: 548 qp: -1
2026-01-08T17:02:51.158223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037339844312932:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:51.158249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:51.159008Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037342472815961:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.159063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037338177848632:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.159100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:51.159144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037338177848632:2110] [node 6] ICP22 created new session: [4:7593037342472815965:2110]
2026-01-08T17:02:51.159209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037342472815965:2110] [node 6] ICS09 handshake done sender: [4:7593037338177848642:2115] self: [4:7593037338177848641:0] peer: [6:7593037341108182150:0] socket: 568 qp: -1
2026-01-08T17:02:51.159245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037342472815965:2110] [node 6] ICS10 traffic start
2026-01-08T17:02:51.159303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:51.159771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037338177848632:2110] [node 6] ICP18 handshake (actor [4:7593037342472815961:2123]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.160794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037336813214763:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.160891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:51.160950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037336813214763:2049] [node 2] ICP22 created new session: [6:7593037341108182154:2049]
2026-01-08T17:02:51.161004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037341108182154:2049] [node 2] ICS09 handshake done sender: [6:7593037341108182142:2119] self: [6:7593037341108182149:0] peer: [2:7593037335549345606:0] socket: 518 qp: -1
2026-01-08T17:02:51.161037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037341108182154:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:51.161073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:51.161754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037341108182153:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33292
2026-01-08T17:02:51.163571Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037341610092784:2118] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.164423Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037337315125405:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:51.164823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037341610092797:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1639
2026-01-08T17:02:51.165436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037342472815957:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.165621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037338177848631:2108] [node 5] ICP18 handshake (actor [4:7593037342472815957:2122]) is too old
2026-01-08T17:02:51.165589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037337315125468:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.165645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:51.165713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037337315125468:2108] [node 4] ICP22 created new session: [5:7593037341610092798:2108]
2026-01-08T17:02:51.165768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037341610092798:2108] [node 4] ICS09 handshake done sender: [5:7593037341610092784:2118] self: [5:7593037341610092788:0] peer: [4:7593037338177848639:0] socket: 572 qp: -1
2026-01-08T17:02:51.165798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037341610092798:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:51.165831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:51.169091Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037341108182137:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:51.170474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037336813214827:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.170602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:51.170662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037336813214827:2108] [node 4] ICP22 created new session: [6:7593037341108182156:2108]
2026-01-08T17:02:51.170727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037341108182156:2108] [node 4] ICS09 handshake done sender: [6:7593037341108182137:2116] self: [6:7593037341108182150:0] peer: [4:7593037338177848641:0] socket: 571 qp: -1
2026-01-08T17:02:51.170771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037341108182156:2108] [node 4] ICS10 traffic start
2026-01-08T17:02:51.170818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:51.172646Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037341610092791:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:51.173980Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037337315125406:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4857) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037341610092791:2120] held: no
2026-01-08T17:02:51.174085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037337315125406:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.174139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:51.174192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037337315125406:2049] [node 2] ICP22 created new session: [5:7593037341610092801:2049]
2026-01-08T17:02:51.174269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037341610092801:2049] [node 2] ICS09 handshake done sender: [5:7593037341610092791:2120] self: [5:7593037341610092793:0] peer: [2:7593037335549345604:0] socket: 578 qp: -1
2026-01-08T17:02:51.174305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037341610092801:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:51.174756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.176600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037341108182158:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33292
2026-01-08T17:02:51.177870Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037336813214827:2108] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:51.179482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037341108182158:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.179636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037336813214822:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:51.179968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037337315125479:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:51.180007Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037337315125479:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.180823Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037337315125479:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:51.180919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037341108182160:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33292
2026-01-08T17:02:51.181378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037341108182158:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:51.181645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037337315125469:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:51.181725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:51.181789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037337315125469:2109] [node 6] ICP22 created new session: [5:7593037341610092804:2109]
2026-01-08T17:02:51.181851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037341610092804:2109] [node 6] ICS09 handshake done sender: [5:7593037337315125479:2114] self: [5:7593037337315125478:0] peer: [6:7593037341108182159:0] socket: 516 qp: -1
2026-01-08T17:02:51.181896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037341610092804:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:51.181948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:51.183624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037336813214822:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:51.183703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:51.183760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037336813214822:2106] [node 5] ICP22 created new session: [6:7593037341108182161:2106]
2026-01-08T17:02:51.183810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037341108182161:2106] [node 5] ICS09 handshake done sender: [6:7593037341108182158:2123] self: [6:7593037341108182159:0] peer: [5:7593037337315125478:0] socket: 517 qp: -1
2026-01-08T17:02:51.183849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037341108182161:2106] [node 5] ICS10 traffic start
2026-01-08T17:02:51.183890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:51.186444Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037336813214822:2106] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:51.221107Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:51.221365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037339844312919:2048] [node 1] ICS01 socket: 546 reason# EndOfStream
2026-01-08T17:02:51.221417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037335549345531:2048] [node 1] ICP30 unregister session Session# [2:7593037339844312919:2048] VirtualId# [2:7593037339844312916:0]
2026-01-08T17:02:51.221458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037339844312919:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.221542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:51.221599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:51.222071Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:51.222360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037343512704985:2048] [node 1] ICS01 socket: 536 reason# EndOfStream
2026-01-08T17:02:51.222410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037339217737596:2048] [node 1] ICP30 unregister session Session# [3:7593037343512704985:2048] VirtualId# [3:7593037339217737682:0]
2026-01-08T17:02:51.222446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037343512704985:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.222519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:51.222571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:51.224173Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:51.224366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037342472815951:2048] [node 1] ICS01 socket: 532 reason# EndOfStream
2026-01-08T17:02:51.224409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037338177848567:2048] [node 1] ICP30 unregister session Session# [4:7593037342472815951:2048] VirtualId# [4:7593037338177848650:0]
2026-01-08T17:02:51.224441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037342472815951:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.224518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:51.224561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:51.225299Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:51.225488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037341108182144:2048] [node 1] ICS01 socket: 556 reason# EndOfStream
2026-01-08T17:02:51.225530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037336813214762:2048] [node 1] ICP30 unregister session Session# [6:7593037341108182144:2048] VirtualId# [6:7593037341108182139:0]
2026-01-08T17:02:51.225560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037341108182144:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.225627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:51.225670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:51.226267Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:51.226468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037341610092795:2048] [node 1] ICS01 socket: 567 reason# EndOfStream
2026-01-08T17:02:51.226503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037337315125405:2048] [node 1] ICP30 unregister session Session# [5:7593037341610092795:2048] VirtualId# [5:7593037341610092790:0]
2026-01-08T17:02:51.226529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037341610092795:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.226596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:51.226635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:51.311126Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:51.311419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037343512704991:2049] [node 2] ICS01 socket: 553 reason# EndOfStream
2026-01-08T17:02:51.311472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037339217737597:2049] [node 2] ICP30 unregister session Session# [3:7593037343512704991:2049] VirtualId# [3:7593037343512704983:0]
2026-01-08T17:02:51.311526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037343512704991:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.311605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:51.311665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:51.318453Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:51.318648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037342472815959:2049] [node 2] ICS01 socket: 555 reason# EndOfStream
2026-01-08T17:02:51.318693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037338177848568:2049] [node 2] ICP30 unregister session Session# [4:7593037342472815959:2049] VirtualId# [4:7593037342472815953:0]
2026-01-08T17:02:51.318721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037342472815959:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.318784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:51.318846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:51.324775Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:51.318345Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:51.318616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037341610092801:2049] [node 2] ICS01 socket: 578 reason# EndOfStream
2026-01-08T17:02:51.318658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037337315125406:2049] [node 2] ICP30 unregister session Session# [5:7593037341610092801:2049] VirtualId# [5:7593037341610092793:0]
2026-01-08T17:02:51.318702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037341610092801:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.318786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:51.325647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037341108182154:2049] [node 2] ICS01 socket: 518 reason# EndOfStream
2026-01-08T17:02:51.325710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037336813214763:2049] [node 2] ICP30 unregister session Session# [6:7593037341108182154:2049] VirtualId# [6:7593037341108182149:0]
2026-01-08T17:02:51.325755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037341108182154:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.325873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:51.325100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:51.325924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:51.365754Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:51.366003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037342472815949:2050] [node 3] ICS01 socket: 541 reason# EndOfStream
2026-01-08T17:02:51.366059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037338177848569:2050] [node 3] ICP30 unregister session Session# [4:7593037342472815949:2050] VirtualId# [4:7593037338177848649:0]
2026-01-08T17:02:51.366103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037342472815949:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.366199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:51.366249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:51.367750Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:51.367989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037341610092786:2050] [node 3] ICS01 socket: 565 reason# EndOfStream
2026-01-08T17:02:51.368043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037337315125407:2050] [node 3] ICP30 unregister session Session# [5:7593037341610092786:2050] VirtualId# [5:7593037341610092782:0]
2026-01-08T17:02:51.368087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037341610092786:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.368164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:51.368214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:51.369519Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:51.369759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037341108182147:2050] [node 3] ICS01 socket: 573 reason# EndOfStream
2026-01-08T17:02:51.369838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037336813214764:2050] [node 3] ICP30 unregister session Session# [6:7593037341108182147:2050] VirtualId# [6:7593037341108182141:0]
2026-01-08T17:02:51.369879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037341108182147:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.369965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:51.370022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:51.416711Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:51.416983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037341610092798:2108] [node 4] ICS01 socket: 572 reason# EndOfStream
2026-01-08T17:02:51.417039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037337315125468:2108] [node 4] ICP30 unregister session Session# [5:7593037341610092798:2108] VirtualId# [5:7593037341610092788:0]
2026-01-08T17:02:51.417090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037341610092798:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.417179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:51.417243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:51.418034Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:51.418262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037341108182156:2108] [node 4] ICS07 socket disconnect 571 reason# EndOfStream
2026-01-08T17:02:51.418293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037341108182156:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:51.418391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:51.418447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037341108182156:2108] [node 4] ICS15 start handshake
2026-01-08T17:02:51.421153Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037336813214827:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28323) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:51.421249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037341108182156:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:51.421294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037336813214827:2108] [node 4] ICP30 unregister session Session# [6:7593037341108182156:2108] VirtualId# [6:7593037341108182150:0]
2026-01-08T17:02:51.421350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:51.421397Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037336813214827:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28323) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:51.421422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28323) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:51.446643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037336813214827:2108] [node 4] ICP33 wake up from error state
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:51.650689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037340386031205:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:51.650762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037340386031206:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:51.659773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037341711690241:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:51.659847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037341711690242:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:51.665859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037342277751187:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:51.665912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037342277751188:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:51.672302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037339718982978:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:51.672341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037339718982979:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:51.672387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037339718982980:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:51.681611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037343129415326:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:51.681664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037343129415327:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:51.681710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037343129415328:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:51.689810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037342773603985:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:51.689843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037342773603986:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:51.689967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037342773603987:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:51.775109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037342773604047:2106] [node 5] ICP01 ready to work
2026-01-08T17:02:51.785510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037340386031268:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:51.785838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037340386031269:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:51.786136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037340386031270:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:51.901101Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037340386031206:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(114653870ns) {Configure:104(114648946ns) {ProcessConfigured:135(76217ns) {StartInitialHandshake:157(74374ns) {DropHandshakes:470(4658ns) {DropIncomingHandshake:442(394ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:992(689ns) PrepareNewSessionHandshake:477(1799ns) {SwitchToState:179(838ns)}}}}}
2026-01-08T17:02:51.903579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037342277751277:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:51.903616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037342277751278:2114] [node 5] ICP01 ready to work
2026-01-08T17:02:51.904377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037341711690331:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:51.905475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037339718983042:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:51.905694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037341711690332:2116] [node 5] ICP01 ready to work
2026-01-08T17:02:51.906417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037343129415402:2109] [node 4] ICP01 ready to work
2026-01-08T17:02:51.909462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037342277751279:2124] [node 6] ICP01 ready to work
2026-01-08T17:02:51.911810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037339718983043:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:51.912023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037341711690333:2122] [node 6] ICP01 ready to work
2026-01-08T17:02:51.913502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037343129415403:2111] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.914130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037340386031205:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(129857945ns) {Configure:104(121381640ns) {ProcessConfigured:135(611227ns) {StartInitialHandshake:157(608177ns) {DropHandshakes:470(189073ns) {DropIncomingHandshake:442(2003ns) DropOutgoingHandshake:457(829ns)} GenerateSessionVirtualId:992(1494ns) PrepareNewSessionHandshake:477(2561ns) {SwitchToState:179(1166ns)}}}}}
2026-01-08T17:02:51.916323Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037343129415387:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48910
2026-01-08T17:02:51.917474Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037342773603985:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(45776898ns) {Configure:104(45762255ns) {ProcessConfigured:135(2101118ns) {StartInitialHandshake:157(2098743ns) {DropHandshakes:470(1042ns) {DropIncomingHandshake:442(212ns) DropOutgoingHandshake:457(248ns)} GenerateSessionVirtualId:992(601ns) PrepareNewSessionHandshake:477(2188ns) {SwitchToState:179(931ns)}}}}}
2026-01-08T17:02:51.917489Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037342773603986:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(29655408ns) {Configure:104(29642837ns) {ProcessConfigured:135(757227ns) {StartInitialHandshake:157(754311ns) {DropHandshakes:470(1845ns) {DropIncomingHandshake:442(436ns) DropOutgoingHandshake:457(302ns)} GenerateSessionVirtualId:992(451ns) PrepareNewSessionHandshake:477(2612ns) {SwitchToState:179(1603ns)}}}}}
2026-01-08T17:02:51.919628Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037343129415326:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(27948035ns) {Configure:104(27936434ns) {ProcessConfigured:135(1139072ns) {StartInitialHandshake:157(1136940ns) {DropHandshakes:470(997ns) {DropIncomingHandshake:442(234ns) DropOutgoingHandshake:457(288ns)} GenerateSessionVirtualId:992(529ns) PrepareNewSessionHandshake:477(1668ns) {SwitchToState:179(798ns)}}}}}
2026-01-08T17:02:51.922560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037342773604056:2110] [node 4] ICP01 ready to work
2026-01-08T17:02:51.923202Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037339718982979:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(48251036ns) {Configure:104(48243526ns) {ProcessConfigured:135(1273796ns) {StartInitialHandshake:157(1271355ns) {DropHandshakes:470(950ns) {DropIncomingHandshake:442(229ns) DropOutgoingHandshake:457(218ns)} GenerateSessionVirtualId:992(321ns) PrepareNewSessionHandshake:477(2082ns) {SwitchToState:179(1048ns)}}}}}
2026-01-08T17:02:51.924454Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037342277751188:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(17529863ns) {Configure:104(17523565ns) {ProcessConfigured:135(484540ns) {StartInitialHandshake:157(483038ns) {DropHandshakes:470(1119ns) {DropIncomingHandshake:442(259ns) DropOutgoingHandshake:457(357ns)} GenerateSessionVirtualId:992(562ns) PrepareNewSessionHandshake:477(2426ns) {SwitchToState:179(938ns)}}}}}
2026-01-08T17:02:51.941036Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037341711690332:2116] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(16905014ns) {Configure:104(16899731ns) {ProcessConfigured:135(261794ns) {StartInitialHandshake:157(258151ns) {DropHandshakes:470(2290ns) {DropIncomingHandshake:442(441ns) DropOutgoingHandshake:457(212ns)} GenerateSessionVirtualId:992(643ns) PrepareNewSessionHandshake:477(883ns) {SwitchToState:179(288ns)}}}}}
2026-01-08T17:02:51.942292Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037343129415328:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(21928762ns) {Configure:104(21923836ns) {ProcessConfigured:135(7253365ns) {StartInitialHandshake:157(7251454ns) {DropHandshakes:470(843ns) {DropIncomingHandshake:442(216ns) DropOutgoingHandshake:457(238ns)} GenerateSessionVirtualId:992(529ns) PrepareNewSessionHandshake:477(12656ns) {SwitchToState:179(1811ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.944109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037339718982980:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(27946801ns) {Configure:104(27942479ns) {ProcessConfigured:135(7623924ns) {StartInitialHandshake:157(7621542ns) {DropHandshakes:470(874ns) {DropIncomingHandshake:442(197ns) DropOutgoingHandshake:457(195ns)} GenerateSessionVirtualId:992(644ns) PrepareNewSessionHandshake:477(3216ns) {SwitchToState:179(1661ns)}}}}}
2026-01-08T17:02:51.943223Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037340386031270:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(25955261ns) {Configure:104(24672522ns) {ProcessConfigured:135(8219694ns) {StartInitialHandshake:157(8216518ns) {DropHandshakes:470(1639ns) {DropIncomingHandshake:442(291ns) DropOutgoingHandshake:457(236ns)} GenerateSessionVirtualId:992(956ns) PrepareNewSessionHandshake:477(4282ns) {SwitchToState:179(1558ns)}}}}}
2026-01-08T17:02:51.947000Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037342277751278:2114] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(22691268ns) {Configure:104(22686685ns) {ProcessConfigured:135(1855648ns) {StartInitialHandshake:157(1853312ns) {DropHandshakes:470(1585ns) {DropIncomingHandshake:442(400ns) DropOutgoingHandshake:457(341ns)} GenerateSessionVirtualId:992(477ns) PrepareNewSessionHandshake:477(1927ns) {SwitchToState:179(862ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.956572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037340386031285:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35345
2026-01-08T17:02:51.944318Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037341711690242:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(26647436ns) {Configure:104(26641221ns) {ProcessConfigured:135(6881026ns) {StartInitialHandshake:157(6878764ns) {DropHandshakes:470(1423ns) {DropIncomingHandshake:442(324ns) DropOutgoingHandshake:457(321ns)} GenerateSessionVirtualId:992(555ns) PrepareNewSessionHandshake:477(2490ns) {SwitchToState:179(916ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.947936Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037342277751288:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12382
2026-01-08T17:02:51.981952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037343129415402:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37357442ns) {Configure:104(37352426ns) {ProcessConfigured:135(77191ns) {StartInitialHandshake:157(73876ns) {DropHandshakes:470(3178ns) {DropIncomingHandshake:442(436ns) DropOutgoingHandshake:457(797ns)} GenerateSessionVirtualId:992(1136ns) PrepareNewSessionHandshake:477(1633ns) {SwitchToState:179(313ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.971533Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037341711690333:2122] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17899296ns) {Configure:104(17892082ns) {ProcessConfigured:135(15998220ns) {StartInitialHandshake:157(15993849ns) {DropHandshakes:470(2408ns) {DropIncomingHandshake:442(396ns) DropOutgoingHandshake:457(315ns)} GenerateSessionVirtualId:992(738ns) PrepareNewSessionHandshake:477(3192ns) {SwitchToState:179(1628ns)}}}}}
2026-01-08T17:02:51.983316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037343129415412:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48910
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.983652Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037342773603987:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(44883548ns) {Configure:104(44879637ns) {ProcessConfigured:135(14806822ns) {StartInitialHandshake:157(14802700ns) {DropHandshakes:470(1289ns) {DropIncomingHandshake:442(210ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:992(345ns) PrepareNewSessionHandshake:477(3080ns) {SwitchToState:179(1439ns)}}}}}
2026-01-08T17:02:51.984039Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037339718983043:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(32133363ns) {Configure:104(32118514ns) {ProcessConfigured:135(12619713ns) {StartInitialHandshake:157(12616195ns) {DropHandshakes:470(2119ns) {DropIncomingHandshake:442(273ns) DropOutgoingHandshake:457(275ns)} GenerateSessionVirtualId:992(416ns) PrepareNewSessionHandshake:477(1374344ns) {SwitchToState:179(4573ns)}}}}}
2026-01-08T17:02:51.948004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037342277751289:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12382
2026-01-08T17:02:51.988321Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037340386031286:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35345
2026-01-08T17:02:52.010760Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037339718982978:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(58105286ns) {Configure:104(58096924ns) {ProcessConfigured:135(26638991ns) {StartInitialHandshake:157(26636072ns) {DropHandshakes:470(1593ns) {DropIncomingHandshake:442(160ns) DropOutgoingHandshake:457(282ns)} GenerateSessionVirtualId:992(941ns) PrepareNewSessionHandshake:477(7562ns) {SwitchToState:179(3868ns)}}}}}
2026-01-08T17:02:52.019212Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037344680998583:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35345
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:51.969823Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037342277751279:2124] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(22779348ns) {Configure:104(22776027ns) {ProcessConfigured:135(101281ns) {StartInitialHandshake:157(98613ns) {DropHandshakes:470(2221ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:992(1036ns) PrepareNewSessionHandshake:477(1454ns) {SwitchToState:179(672ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.028821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037346006657641:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47430
2026-01-08T17:02:52.028975Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037346006657642:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47430
2026-01-08T17:02:52.029108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037346006657643:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47430
2026-01-08T17:02:52.029230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037346006657644:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47430
2026-01-08T17:02:52.029305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037340386031285:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.032516Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037342773604056:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(100022394ns) {Configure:104(100015093ns) {ProcessConfigured:135(8274147ns) {StartInitialHandshake:157(8271454ns) {DropHandshakes:470(2223ns) {DropIncomingHandshake:442(609ns) DropOutgoingHandshake:457(491ns)} GenerateSessionVirtualId:992(599ns) PrepareNewSessionHandshake:477(2903ns) {SwitchToState:179(1647ns)}}}}}
2026-01-08T17:02:52.032952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037346572718591:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12382
2026-01-08T17:02:52.033313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037342277751289:2142] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.037848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037342277751188:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:52.038421Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037341711690338:2138] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.038462Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037341711690338:2138] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:52.081386Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037343129415387:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.070303Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037340386031286:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.083228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037344680998583:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.082514Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037346006657643:2143] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.082644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037346006657641:2141] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.082732Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037346006657642:2142] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.087753Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037341711690331:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(137922211ns) {Configure:104(129045047ns) {ProcessConfigured:135(4651067ns) {StartInitialHandshake:157(4645466ns) {DropHandshakes:470(3227ns) {DropIncomingHandshake:442(645ns) DropOutgoingHandshake:457(467ns)} GenerateSessionVirtualId:992(962ns) PrepareNewSessionHandshake:477(2560ns) {SwitchToState:179(987ns)}}}}}
2026-01-08T17:02:52.081842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037346572718591:2144] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.083130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037343129415403:2111] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(138467295ns) {Configure:104(137867985ns) {ProcessConfigured:135(1558224ns) {StartInitialHandshake:157(1555579ns) {DropHandshakes:470(2669ns) {DropIncomingHandshake:442(519ns) DropOutgoingHandshake:457(1031ns)} GenerateSessionVirtualId:992(658ns) PrepareNewSessionHandshake:477(2307ns) {SwitchToState:179(855ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.106954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037341711690241:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:52.088354Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037340386031273:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.091345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037343129415412:2127] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.083560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037342277751288:2141] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.108687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037343129415327:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:52.108648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037344013950352:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21308
2026-01-08T17:02:52.088402Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037340386031273:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:52.083747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037342277751187:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.142691Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037344013950351:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21308
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.114583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037346006657646:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47430
2026-01-08T17:02:52.143024Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037344013950352:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.119499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037340386031277:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.151822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037339718982980:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:52.118616Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037341711690338:2138] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:52.144042Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037346572718595:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12382
2026-01-08T17:02:52.143282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037347068571359:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38450
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.144190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037346006657646:2145] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.119530Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037340386031277:2113] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:52.165265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037342277751286:2139] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.165312Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037342277751286:2139] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.174823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037347068571360:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38450
2026-01-08T17:02:52.120596Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037340386031273:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:52.158982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037341711690242:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.159062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:52.161550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037341711690242:2049] [node 3] ICP22 created new session: [2:7593037346006657653:2049]
2026-01-08T17:02:52.161609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037346006657653:2049] [node 3] ICS09 handshake done sender: [2:7593037341711690338:2138] self: [2:7593037341711690336:0] peer: [3:7593037346572718592:0] socket: 526 qp: -1
2026-01-08T17:02:52.161642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037346006657653:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:52.161948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:52.187260Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037342277751286:2139] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:52.187821Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037347068571360:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.187399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037346572718597:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12382
2026-01-08T17:02:52.187566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037346572718596:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12382
2026-01-08T17:02:52.143905Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037340386031277:2113] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.188452Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037342277751187:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4490) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037342277751288:2141] held: no
2026-01-08T17:02:52.188029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037342773603985:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.196805Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037347068571362:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38450
2026-01-08T17:02:52.188659Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037342277751188:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18105) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037342277751289:2142] held: no
2026-01-08T17:02:52.188076Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037341711690339:2139] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.188111Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037341711690339:2139] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.159945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037340386031206:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.201965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037344013950351:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.160008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:52.200771Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037342277751288:2141] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:52.202562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037339718982978:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.188275Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037341711690241:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4490) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037346006657641:2141] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.214602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037347424382716:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48910
2026-01-08T17:02:52.202898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037344013950356:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21308
2026-01-08T17:02:52.160068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037340386031206:2049] [node 3] ICP22 created new session: [1:7593037344680998590:2049]
2026-01-08T17:02:52.216583Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037342277751289:2142] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:52.216931Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037346572718597:2147] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.216992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037342277751277:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.217037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:52.217103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037342277751277:2107] [node 4] ICP22 created new session: [3:7593037346572718601:2107]
2026-01-08T17:02:52.217162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037346572718601:2107] [node 4] ICS09 handshake done sender: [3:7593037342277751286:2139] self: [3:7593037342277751285:0] peer: [4:7593037344013950355:0] socket: 536 qp: -1
2026-01-08T17:02:52.217204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037346572718601:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:52.217243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:52.217698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037342277751187:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.217733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:52.217783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037342277751187:2048] [node 1] ICP22 created new session: [3:7593037346572718603:2048]
2026-01-08T17:02:52.217832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037346572718603:2048] [node 1] ICS09 handshake done sender: [3:7593037342277751288:2141] self: [3:7593037346572718594:0] peer: [1:7593037340386031272:0] socket: 532 qp: -1
2026-01-08T17:02:52.217869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037346572718603:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:52.217906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:52.230594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037342277751188:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.234211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:52.195333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037346006657656:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47430
2026-01-08T17:02:52.222204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037344013950357:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21308
2026-01-08T17:02:52.227150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037347068571359:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.160122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037344680998590:2049] [node 3] ICS09 handshake done sender: [1:7593037340386031273:2111] self: [1:7593037340386031272:0] peer: [3:7593037346572718594:0] socket: 525 qp: -1
2026-01-08T17:02:52.244005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037339718983049:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.244051Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037339718983049:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:52.245038Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037344013950352:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:52.239320Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037347424382717:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48910
2026-01-08T17:02:52.230914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037346006657644:2144] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.160165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037344680998590:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:52.160221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:52.160645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037340386031205:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.160687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:52.160729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037340386031205:2048] [node 2] ICP22 created new session: [1:7593037344680998592:2048]
2026-01-08T17:02:52.160800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037344680998592:2048] [node 2] ICS09 handshake done sender: [1:7593037340386031277:2113] self: [1:7593037340386031276:0] peer: [2:7593037346006657649:0] socket: 528 qp: -1
2026-01-08T17:02:52.160836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037344680998592:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:52.160866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:52.161244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037344680998585:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35345
2026-01-08T17:02:52.198458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037340386031282:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.198509Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037340386031282:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:52.214468Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037340386031282:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:52.222570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037340386031275:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.222614Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037340386031275:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:52.259518Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037344680998585:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.259851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037340386031270:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.259938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:52.260009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037340386031270:2109] [node 6] ICP22 created new session: [1:7593037344680998598:2109]
2026-01-08T17:02:52.261425Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037340386031275:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:52.227339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037342773604056:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:52.250562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037342277751188:2049] [node 2] ICP22 created new session: [3:7593037346572718605:2049]
2026-01-08T17:02:52.246134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037339718982980:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.250655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037346572718605:2049] [node 2] ICS09 handshake done sender: [3:7593037342277751289:2142] self: [3:7593037346572718592:0] peer: [2:7593037341711690336:0] socket: 533 qp: -1
2026-01-08T17:02:52.250709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037346572718605:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:52.250772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:52.251081Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037342277751188:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20371468ns) {HandleHandshakeStatus:329(20367942ns) {DropIncomingHandshake:442(6857ns) DropOutgoingHandshake:457(742ns) SwitchToState:179(996ns) ProcessPendingSessionEvents:495(1283ns)}}
2026-01-08T17:02:52.275981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037342277751277:2107] [node 4] ICP18 handshake (actor [3:7593037346572718597:2147]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.239658Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037346006657641:2141] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:52.246245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:52.276809Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037340386031279:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:02:52.227772Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037347068571364:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38450
2026-01-08T17:02:52.260042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037347424382716:2129] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.276363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037347068571366:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38450
2026-01-08T17:02:52.310174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037347068571363:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38450
2026-01-08T17:02:52.276854Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037340386031279:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:52.277456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037340386031268:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.277508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:52.277569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037340386031268:2107] [node 4] ICP22 created new session: [1:7593037344680998599:2107]
2026-01-08T17:02:52.277627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037344680998599:2107] [node 4] ICS09 handshake done sender: [1:7593037340386031275:2112] self: [1:7593037340386031274:0] peer: [4:7593037344013950358:0] socket: 527 qp: -1
2026-01-08T17:02:52.277667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037344680998599:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:52.277704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:52.278172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037344680998598:2109] [node 6] ICS09 handshake done sender: [1:7593037340386031282:2115] self: [1:7593037340386031281:0] peer: [6:7593037347068571361:0] socket: 531 qp: -1
2026-01-08T17:02:52.281158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037344680998598:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:52.281208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:52.281653Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037340386031270:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(21586223ns) {HandleHandshakeStatus:329(21583553ns) {DropIncomingHandshake:442(419ns) DropOutgoingHandshake:457(554ns) SwitchToState:179(585ns) ProcessPendingSessionEvents:495(96509ns) {ForwardSessionEventToSession:616(44880ns) ForwardSessionEventToSession:616(8666ns) ForwardSessionEventToSession:616(3344ns) ForwardSessionEventToSession:616(4685ns) ForwardSessionEventToSession:616(3238ns) ForwardSessionEventToSession:616(2216ns) ForwardSessionEventToSession:616(7691ns) ForwardSessionEventToSession:616(2683ns) ForwardSessionEventToSession:616(5545ns) ForwardSessionEventToSession:616(4986ns)}}}
2026-01-08T17:02:52.282268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037340386031270:2109] [node 6] ICP18 handshake (actor [1:7593037344680998585:2119]) is too old
2026-01-08T17:02:52.279048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037341711690241:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.279124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:52.279193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037341711690241:2048] [node 1] ICP22 created new session: [2:7593037346006657659:2048]
2026-01-08T17:02:52.279263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037346006657659:2048] [node 1] ICS09 handshake done sender: [2:7593037346006657641:2141] self: [2:7593037346006657649:0] peer: [1:7593037340386031276:0] socket: 551 qp: -1
2026-01-08T17:02:52.279321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037346006657659:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:52.279361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:52.279944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037341711690339:2139] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:52.306597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037341711690332:2116] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.306684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:52.306758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037341711690332:2116] [node 5] ICP22 created new session: [2:7593037346006657662:2116]
2026-01-08T17:02:52.306819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037346006657662:2116] [node 5] ICS09 handshake done sender: [2:7593037341711690339:2139] self: [2:7593037341711690337:0] peer: [5:7593037347424382715:0] socket: 539 qp: -1
2026-01-08T17:02:52.306862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037346006657662:2116] [node 5] ICS10 traffic start
2026-01-08T17:02:52.306903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:52.260263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037343129415326:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:52.246310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037339718982980:2050] [node 3] ICP22 created new session: [4:7593037344013950360:2050]
2026-01-08T17:02:52.318057Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037347068571362:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.319325Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037342773603985:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4490) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037347068571360:2116] held: no
2026-01-08T17:02:52.246389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037344013950360:2050] [node 3] ICS09 handshake done sender: [4:7593037344013950352:2117] self: [4:7593037344013950355:0] peer: [3:7593037342277751285:0] socket: 550 qp: -1
2026-01-08T17:02:52.246440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037344013950360:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:52.246495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:52.265906Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037339718983049:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:52.280242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037339718983043:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.280307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:52.280369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037339718983043:2109] [node 6] ICP22 created new session: [4:7593037344013950363:2109]
2026-01-08T17:02:52.280433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037344013950363:2109] [node 6] ICS09 handshake done sender: [4:7593037339718983049:2113] self: [4:7593037339718983048:0] peer: [6:7593037347068571365:0] socket: 561 qp: -1
2026-01-08T17:02:52.280468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037344013950363:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:52.280515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:52.283433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037344013950362:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21308
2026-01-08T17:02:52.311654Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037344013950351:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:52.314901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037339718982978:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.315945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037344013950357:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.283598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037347424382719:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48910
2026-01-08T17:02:52.343053Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037340386031279:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:52.346496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:52.339486Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037347068571360:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:52.350996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037347068571359:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:52.352162Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037347068571364:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.352227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037342773603985:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.352305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:52.352359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037342773603985:2048] [node 1] ICP22 created new session: [6:7593037347068571367:2048]
2026-01-08T17:02:52.352424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037347068571367:2048] [node 1] ICS09 handshake done sender: [6:7593037347068571360:2116] self: [6:7593037347068571361:0] peer: [1:7593037340386031281:0] socket: 529 qp: -1
2026-01-08T17:02:52.352466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037347068571367:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:52.352525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:52.353015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037342773604056:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.353100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:52.353179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037342773604056:2110] [node 4] ICP22 created new session: [6:7593037347068571369:2110]
2026-01-08T17:02:52.353248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037347068571369:2110] [node 4] ICS09 handshake done sender: [6:7593037347068571359:2115] self: [6:7593037347068571365:0] peer: [4:7593037339718983048:0] socket: 565 qp: -1
2026-01-08T17:02:52.353288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037347068571369:2110] [node 4] ICS10 traffic start
2026-01-08T17:02:52.353327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:52.359295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037342773603986:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:52.343490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037340386031269:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.362484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037339718982978:2048] [node 1] ICP22 created new session: [4:7593037344013950367:2048]
2026-01-08T17:02:52.310722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037347424382717:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.360576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037342773603987:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:52.343580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:52.310849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037343129415412:2127] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:52.312355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037347424382720:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48910
2026-01-08T17:02:52.342668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037343129415327:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.349269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:52.349340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037343129415327:2049] [node 2] ICP22 created new session: [5:7593037347424382722:2049]
2026-01-08T17:02:52.349396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037347424382722:2049] [node 2] ICS09 handshake done sender: [5:7593037343129415412:2127] self: [5:7593037347424382715:0] peer: [2:7593037341711690337:0] socket: 541 qp: -1
2026-01-08T17:02:52.349446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037347424382722:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:52.349512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:52.367987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037344013950367:2048] [node 1] ICS09 handshake done sender: [4:7593037344013950351:2116] self: [4:7593037344013950358:0] peer: [1:7593037340386031274:0] socket: 546 qp: -1
2026-01-08T17:02:52.375337Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037343129415327:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:52.368924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037341711690343:2140] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.343641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037340386031269:2108] [node 5] ICP22 created new session: [1:7593037344680998604:2108]
2026-01-08T17:02:52.374100Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037341711690343:2140] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.380996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037347068571374:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38450
2026-01-08T17:02:52.374433Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037342277751294:2143] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.374495Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037342277751294:2143] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:52.380152Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037343129415326:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4490) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037347424382716:2129] held: no
2026-01-08T17:02:52.381265Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037342277751294:2143] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:52.380239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037343129415328:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:52.368662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037344013950367:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:52.343691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037344680998604:2108] [node 5] ICS09 handshake done sender: [1:7593037340386031279:2114] self: [1:7593037340386031278:0] peer: [5:7593037347424382718:0] socket: 552 qp: -1
2026-01-08T17:02:52.381472Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037341711690343:2140] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:52.381420Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037347424382716:2129] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.381656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037342277751279:2124] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.369025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:52.343729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037344680998604:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:52.386484Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037347068571364:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:52.343773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:52.381704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:52.386374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037341711690333:2122] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.387506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:52.344257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037344680998603:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35345
2026-01-08T17:02:52.389320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037343129415326:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.389418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:52.389479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037343129415326:2048] [node 1] ICP22 created new session: [5:7593037347424382726:2048]
2026-01-08T17:02:52.389537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037347424382726:2048] [node 1] ICS09 handshake done sender: [5:7593037347424382716:2129] self: [5:7593037347424382718:0] peer: [1:7593037340386031278:0] socket: 569 qp: -1
2026-01-08T17:02:52.389586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037347424382726:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:52.389639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:52.388102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037339718982978:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(66522217ns) {HandleHandshakeStatus:329(66520307ns) {DropIncomingHandshake:442(2623ns) DropOutgoingHandshake:457(12584ns) SwitchToState:179(538ns) ProcessPendingSessionEvents:495(7276838ns) {ForwardSessionEventToSession:616(5096320ns) ForwardSessionEventToSession:616(6300ns) ForwardSessionEventToSession:616(7760ns) ForwardSessionEventToSession:616(12963ns) ForwardSessionEventToSession:616(2949ns) ForwardSessionEventToSession:616(1211841ns) ForwardSessionEventToSession:616(6882ns) ForwardSessionEventToSession:616(6725ns) ForwardSessionEventToSession:616(2513ns) ForwardSessionEventToSession:616(2283ns)}}}
2026-01-08T17:02:52.381923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037342277751279:2124] [node 6] ICP22 created new session: [3:7593037346572718609:2124]
2026-01-08T17:02:52.388196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037341711690333:2122] [node 6] ICP22 created new session: [2:7593037346006657665:2122]
2026-01-08T17:02:52.387304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037346572718607:2148] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12382
2026-01-08T17:02:52.391776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037339718982979:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:52.390487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037346006657665:2122] [node 6] ICS09 handshake done sender: [2:7593037341711690343:2140] self: [2:7593037341711690342:0] peer: [6:7593037347068571371:0] socket: 535 qp: -1
2026-01-08T17:02:52.351232Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037340386031268:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(26002436ns) {HandleHandshakeStatus:329(25999840ns) {DropIncomingHandshake:442(312ns) DropOutgoingHandshake:457(546ns) SwitchToState:179(840ns) ProcessPendingSessionEvents:495(25593657ns) {ForwardSessionEventToSession:616(380049ns) ForwardSessionEventToSession:616(6723ns) ForwardSessionEventToSession:616(3458ns) ForwardSessionEventToSession:616(2817441ns) ForwardSessionEventToSession:616(2899ns) ForwardSessionEventToSession:616(2679686ns) ForwardSessionEventToSession:616(4805ns) ForwardSessionEventToSession:616(2159994ns) ForwardSessionEventToSession:616(17509835ns) ForwardSessionEventToSession:616(4837ns)}}}
2026-01-08T17:02:52.390549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037346006657665:2122] [node 6] ICS10 traffic start
2026-01-08T17:02:52.387758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037346572718609:2124] [node 6] ICS09 handshake done sender: [3:7593037342277751294:2143] self: [3:7593037342277751293:0] peer: [6:7593037347068571373:0] socket: 578 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.395102Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037344013950370:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21308
2026-01-08T17:02:52.390617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:52.387944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037346572718609:2124] [node 6] ICS10 traffic start
2026-01-08T17:02:52.382062Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037340386031268:2107] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:52.393600Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037342773603986:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18105) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037347068571362:2117] held: no
2026-01-08T17:02:52.394407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037346006657648:2146] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.388504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:52.395578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037347068571375:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38450
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.399118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037347424382721:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48910
2026-01-08T17:02:52.390471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037342277751287:2140] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.390502Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037342277751287:2140] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:52.391477Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037342277751287:2140] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:52.394857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037342277751278:2114] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.394926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:52.399000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037342277751278:2114] [node 5] ICP22 created new session: [3:7593037346572718612:2114]
2026-01-08T17:02:52.399962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037346572718612:2114] [node 5] ICS09 handshake done sender: [3:7593037342277751287:2140] self: [3:7593037342277751284:0] peer: [5:7593037347424382724:0] socket: 572 qp: -1
2026-01-08T17:02:52.400016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037346572718612:2114] [node 5] ICS10 traffic start
2026-01-08T17:02:52.400068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:52.402026Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037346572718607:2148] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.402286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037342277751279:2124] [node 6] ICP18 handshake (actor [3:7593037346572718607:2148]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.394438Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037346006657648:2146] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:52.396030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037342773603987:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.405816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037344013950371:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21308
2026-01-08T17:02:52.407299Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037346006657648:2146] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:52.396121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:52.414312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037341711690331:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.414785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037344013950357:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:52.396180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037342773603987:2050] [node 3] ICP22 created new session: [6:7593037347068571377:2050]
2026-01-08T17:02:52.396244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037347068571377:2050] [node 3] ICS09 handshake done sender: [6:7593037347068571364:2119] self: [6:7593037347068571373:0] peer: [3:7593037342277751293:0] socket: 579 qp: -1
2026-01-08T17:02:52.414744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:52.415115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037339718982979:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.414812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037341711690331:2107] [node 4] ICP22 created new session: [2:7593037346006657668:2107]
2026-01-08T17:02:52.416156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:52.414889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037346006657668:2107] [node 4] ICS09 handshake done sender: [2:7593037346006657648:2146] self: [2:7593037346006657645:0] peer: [4:7593037344013950369:0] socket: 570 qp: -1
2026-01-08T17:02:52.414934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037346006657668:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:52.416211Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037343129415328:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24112) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037347424382717:2130] held: no
2026-01-08T17:02:52.414986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:52.416238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037339718982979:2049] [node 2] ICP22 created new session: [4:7593037344013950372:2049]
2026-01-08T17:02:52.416308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037344013950372:2049] [node 2] ICS09 handshake done sender: [4:7593037344013950357:2119] self: [4:7593037344013950369:0] peer: [2:7593037346006657645:0] socket: 574 qp: -1
2026-01-08T17:02:52.416350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037344013950372:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:52.396282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037347068571377:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:52.416413Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037347424382721:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.417056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:52.417546Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037341711690333:2122] [node 6] ICP35 event processing took too much time PendingConnection:279(23318415ns) {HandleHandshakeStatus:329(23315380ns) {DropIncomingHandshake:442(29094ns) DropOutgoingHandshake:457(531ns) SwitchToState:179(347ns) ProcessPendingSessionEvents:495(12685550ns) {ForwardSessionEventToSession:616(4155499ns) ForwardSessionEventToSession:616(5686ns) ForwardSessionEventToSession:616(1180305ns) ForwardSessionEventToSession:616(3151ns) ForwardSessionEventToSession:616(5067767ns) ForwardSessionEventToSession:616(1416695ns) ForwardSessionEventToSession:616(4889ns) ForwardSessionEventToSession:616(827851ns) ForwardSessionEventToSession:616(3872ns) ForwardSessionEventToSession:616(3443ns)}}}
2026-01-08T17:02:52.396341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:52.429996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037343129415402:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:52.434779Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037344013950349:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.434825Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037344013950349:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:52.436101Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037344013950349:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:52.436462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037339718983042:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.436536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:52.436613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037339718983042:2108] [node 5] ICP22 created new session: [4:7593037344013950375:2108]
2026-01-08T17:02:52.436666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037344013950375:2108] [node 5] ICS09 handshake done sender: [4:7593037344013950349:2115] self: [4:7593037344013950348:0] peer: [5:7593037347424382730:0] socket: 588 qp: -1
2026-01-08T17:02:52.436706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037344013950375:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:52.436757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:52.442106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037347424382729:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48910
2026-01-08T17:02:52.403601Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037347068571376:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38450
2026-01-08T17:02:52.403670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037347068571362:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:52.411779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037342773603986:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.411922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:52.455377Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037339718983042:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(18567192ns) {HandleHandshakeStatus:329(18562845ns) {DropIncomingHandshake:442(336ns) DropOutgoingHandshake:457(837ns) SwitchToState:179(514ns) ProcessPendingSessionEvents:495(12546760ns) {ForwardSessionEventToSession:616(12465212ns) ForwardSessionEventToSession:616(8205ns) ForwardSessionEventToSession:616(3729ns) ForwardSessionEventToSession:616(9249ns) ForwardSessionEventToSession:616(3570ns) ForwardSessionEventToSession:616(13538ns) ForwardSessionEventToSession:616(2728ns) ForwardSessionEventToSession:616(2718ns) ForwardSessionEventToSession:616(18614ns) ForwardSessionEventToSession:616(3083ns)}}}
2026-01-08T17:02:52.457598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037344013950370:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.462095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037339718983042:2108] [node 5] ICP18 handshake (actor [4:7593037344013950370:2121]) is too old
2026-01-08T17:02:52.411999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037342773603986:2049] [node 2] ICP22 created new session: [6:7593037347068571379:2049]
2026-01-08T17:02:52.412064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037347068571379:2049] [node 2] ICS09 handshake done sender: [6:7593037347068571362:2117] self: [6:7593037347068571371:0] peer: [2:7593037341711690342:0] socket: 571 qp: -1
2026-01-08T17:02:52.412113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037347068571379:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:52.412175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.467493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037347424382717:2130] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:52.478487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037347424382731:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48910
2026-01-08T17:02:52.485557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037343129415328:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.485647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:52.485693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037343129415328:2050] [node 3] ICP22 created new session: [5:7593037347424382732:2050]
2026-01-08T17:02:52.485746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037347424382732:2050] [node 3] ICS09 handshake done sender: [5:7593037347424382717:2130] self: [5:7593037347424382724:0] peer: [3:7593037342277751284:0] socket: 575 qp: -1
2026-01-08T17:02:52.485789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037347424382732:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:52.485866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:52.486451Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037343129415402:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15443) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037347424382721:2133] held: no
2026-01-08T17:02:52.486733Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037347424382721:2133] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:52.488904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037347068571376:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.489095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037342773604047:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:52.489455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037347424382713:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:52.489494Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037347424382713:2128] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:52.490799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037347068571382:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38450
2026-01-08T17:02:52.490390Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037347424382713:2128] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:52.491142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037343129415402:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.491249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:52.491315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037343129415402:2109] [node 4] ICP22 created new session: [5:7593037347424382735:2109]
2026-01-08T17:02:52.491867Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037347068571376:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:52.491837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037347424382735:2109] [node 4] ICS09 handshake done sender: [5:7593037347424382721:2133] self: [5:7593037347424382730:0] peer: [4:7593037344013950348:0] socket: 553 qp: -1
2026-01-08T17:02:52.492053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037342773604047:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:52.492021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037347424382735:2109] [node 4] ICS10 traffic start
2026-01-08T17:02:52.493798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:52.497151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037342773604047:2106] [node 5] ICP22 created new session: [6:7593037347068571383:2106]
2026-01-08T17:02:52.498211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037347068571383:2106] [node 5] ICS09 handshake done sender: [6:7593037347068571376:2123] self: [6:7593037347068571381:0] peer: [5:7593037347424382712:0] socket: 555 qp: -1
2026-01-08T17:02:52.498249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037347068571383:2106] [node 5] ICS10 traffic start
2026-01-08T17:02:52.498292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:52.492143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037343129415403:2111] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:52.492337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:52.492375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:52.492377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037343129415403:2111] [node 6] ICP22 created new session: [5:7593037347424382736:2111]
2026-01-08T17:02:52.493853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037347424382736:2111] [node 6] ICS09 handshake done sender: [5:7593037347424382713:2128] self: [5:7593037347424382712:0] peer: [6:7593037347068571381:0] socket: 589 qp: -1
2026-01-08T17:02:52.493906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037347424382736:2111] [node 6] ICS10 traffic start
2026-01-08T17:02:52.493967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:52.622982Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:52.623282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037346006657659:2048] [node 1] ICS01 socket: 551 reason# EndOfStream
2026-01-08T17:02:52.623339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037341711690241:2048] [node 1] ICP30 unregister session Session# [2:7593037346006657659:2048] VirtualId# [2:7593037346006657649:0]
2026-01-08T17:02:52.623381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037346006657659:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:52.623482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:52.623545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:52.623766Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:52.624016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037346572718603:2048] [node 1] ICS01 socket: 532 reason# EndOfStream
2026-01-08T17:02:52.624081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037342277751187:2048] [node 1] ICP30 unregister session Session# [3:7593037346572718603:2048] VirtualId# [3:7593037346572718594:0]
2026-01-08T17:02:52.624122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037346572718603:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:52.624205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:52.624266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:52.628463Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:52.628815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037347424382726:2048] [node 1] ICS01 socket: 569 reason# EndOfStream
2026-01-08T17:02:52.628865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037343129415326:2048] [node 1] ICP30 unregister session Session# [5:7593037347424382726:2048] VirtualId# [5:7593037347424382718:0]
2026-01-08T17:02:52.629263Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:52.628914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037347424382726:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:52.629018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:52.629499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037344013950367:2048] [node 1] ICS07 socket disconnect 546 reason# EndOfStream
2026-01-08T17:02:52.629541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037344013950367:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:52.629639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:52.629697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037344013950367:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:52.629710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:52.629639Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:52.630428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037347068571367:2048] [node 1] ICS01 socket: 529 reason# EndOfStream
2026-01-08T17:02:52.630471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037342773603985:2048] [node 1] ICP30 unregister session Session# [6:7593037347068571367:2048] VirtualId# [6:7593037347068571361:0]
2026-01-08T17:02:52.630508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037347068571367:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:52.630572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:52.630613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:52.631326Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037339718982978:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4490) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:52.631450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037344013950367:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:52.631498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037339718982978:2048] [node 1] ICP30 unregister session Session# [4:7593037344013950367:2048] VirtualId# [4:7593037344013950358:0]
2026-01-08T17:02:52.631553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:52.631589Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037339718982978:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4490) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:52.631608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4490) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:52.646620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037339718982978:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:52.785464Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:52.785717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037346572718605:2049] [node 2] ICS01 socket: 533 reason# EndOfStream
2026-01-08T17:02:52.785771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037342277751188:2049] [node 2] ICP30 unregister session Session# [3:7593037346572718605:2049] VirtualId# [3:7593037346572718592:0]
2026-01-08T17:02:52.785811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037346572718605:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:52.785896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:52.785950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:52.791004Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:52.791186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037347424382722:2049] [node 2] ICS01 socket: 541 reason# EndOfStream
2026-01-08T17:02:52.791223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037343129415327:2049] [node 2] ICP30 unregister session Session# [5:7593037347424382722:2049] VirtualId# [5:7593037347424382715:0]
2026-01-08T17:02:52.791269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037347424382722:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:52.791347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:52.791403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:52.789904Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:52.790202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037344013950372:2049] [node 2] ICS01 socket: 574 reason# EndOfStream
2026-01-08T17:02:52.790255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037339718982979:2049] [node 2] ICP30 unregister session Session# [4:7593037344013950372:2049] VirtualId# [4:7593037344013950369:0]
2026-01-08T17:02:52.790297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037344013950372:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:52.790417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:52.790488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:52.798468Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:52.798725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037347068571379:2049] [node 2] ICS01 socket: 571 reason# EndOfStream
2026-01-08T17:02:52.798774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037342773603986:2049] [node 2] ICP30 unregister session Session# [6:7593037347068571379:2049] VirtualId# [6:7593037347068571371:0]
2026-01-08T17:02:52.798818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037347068571379:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:52.798918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:52.799005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:52.880503Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:52.880783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037347424382732:2050] [node 3] ICS01 socket: 575 reason# EndOfStream
2026-01-08T17:02:52.880834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037343129415328:2050] [node 3] ICP30 unregister session Session# [5:7593037347424382732:2050] VirtualId# [5:7593037347424382724:0]
2026-01-08T17:02:52.880884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037347424382732:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:52.880981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:52.881042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:52.882673Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:52.882989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037344013950360:2050] [node 3] ICS07 socket disconnect 550 reason# EndOfStream
2026-01-08T17:02:52.883033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037344013950360:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:52.883113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:52.883158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037344013950360:2050] [node 3] ICS15 start handshake
2026-01-08T17:02:52.884372Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037339718982980:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24112) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:52.884439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037344013950360:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:52.884487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037339718982980:2050] [node 3] ICP30 unregister session Session# [4:7593037344013950360:2050] VirtualId# [4:7593037344013950355:0]
2026-01-08T17:02:52.884530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:52.884582Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037339718982980:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24112) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:52.884601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24112) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:52.882671Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:52.883732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037347068571377:2050] [node 3] ICS01 socket: 579 reason# EndOfStream
2026-01-08T17:02:52.883775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037342773603987:2050] [node 3] ICP30 unregister session Session# [6:7593037347068571377:2050] VirtualId# [6:7593037347068571373:0]
2026-01-08T17:02:52.883816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037347068571377:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:52.883890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:52.883934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:53.083517Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:53.083800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037347424382735:2109] [node 4] ICS01 socket: 553 reason# EndOfStream
2026-01-08T17:02:53.083854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037343129415402:2109] [node 4] ICP30 unregister session Session# [5:7593037347424382735:2109] VirtualId# [5:7593037347424382730:0]
2026-01-08T17:02:53.083898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037347424382735:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:53.083999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:53.084163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:53.090649Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:53.090939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037347068571369:2110] [node 4] ICS01 socket: 565 reason# EndOfStream
2026-01-08T17:02:53.091123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037342773604056:2110] [node 4] ICP30 unregister session Session# [6:7593037347068571369:2110] VirtualId# [6:7593037347068571365:0]
2026-01-08T17:02:53.091208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037347068571369:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:53.091344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:53.091422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:53.254047Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:53.254312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037347068571383:2106] [node 5] ICS01 socket: 555 reason# EndOfStream
2026-01-08T17:02:53.254383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037342773604047:2106] [node 5] ICP30 unregister session Session# [6:7593037347068571383:2106] VirtualId# [6:7593037347068571381:0]
2026-01-08T17:02:53.254427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037347068571383:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:53.254519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:53.254572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:53.423736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037350140135043:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:53.423778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037350140135044:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:53.438719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037348820416831:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:53.438756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037348820416832:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:53.448447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037348655426769:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:53.448486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037348655426770:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:53.448524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037348655426771:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:53.479191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037351485083985:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:53.479229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037351485083986:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:53.479271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037351485083987:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:53.490151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037350576221429:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:53.490201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037350576221430:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:53.490236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037350576221431:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:53.432433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037351511456423:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:53.432484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037351511456424:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:54.140973Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037351485083986:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(44972467ns) {Configure:104(44968903ns) {ProcessConfigured:135(86259ns) {StartInitialHandshake:157(81003ns) {DropHandshakes:470(3098ns) {DropIncomingHandshake:442(739ns) DropOutgoingHandshake:457(581ns)} GenerateSessionVirtualId:992(1073ns) PrepareNewSessionHandshake:477(1921ns) {SwitchToState:179(820ns)}}}}}
2026-01-08T17:02:54.140923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037354871188744:2066] [node 5] ICP01 ready to work
2026-01-08T17:02:54.195934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037352950394126:2098] [node 5] ICP01 ready to work
2026-01-08T17:02:54.171397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037354435102403:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:54.183124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037353115384189:2099] [node 5] ICP01 ready to work
2026-01-08T17:02:54.224333Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037348655426771:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(200695448ns) {Configure:104(200689504ns) {ProcessConfigured:135(60430ns) {StartInitialHandshake:157(58713ns) {DropHandshakes:470(1470ns) {DropIncomingHandshake:442(301ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:992(445ns) PrepareNewSessionHandshake:477(734ns) {SwitchToState:179(302ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.171544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037354435102402:2108] [node 5] ICP01 ready to work
2026-01-08T17:02:54.226823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037352950394132:2093] [node 6] ICP01 ready to work
2026-01-08T17:02:54.239068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037353115384191:2105] [node 4] ICP01 ready to work
2026-01-08T17:02:54.222306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037354871188784:2063] [node 4] ICP01 ready to work
2026-01-08T17:02:54.260360Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037348655426770:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(57219364ns) {Configure:104(57212607ns) {ProcessConfigured:135(85765ns) {StartInitialHandshake:157(82445ns) {DropHandshakes:470(3254ns) {DropIncomingHandshake:442(632ns) DropOutgoingHandshake:457(722ns)} GenerateSessionVirtualId:992(857ns) PrepareNewSessionHandshake:477(1754ns) {SwitchToState:179(1068ns)}}}}}
2026-01-08T17:02:54.238936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037355780051351:2071] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.239025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037355806423808:2107] [node 5] ICP01 ready to work
2026-01-08T17:02:54.232838Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037350576221431:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18001251ns) {Configure:104(17994575ns) {ProcessConfigured:135(71463ns) {StartInitialHandshake:157(69271ns) {DropHandshakes:470(2817ns) {DropIncomingHandshake:442(734ns) DropOutgoingHandshake:457(745ns)} GenerateSessionVirtualId:992(1247ns) PrepareNewSessionHandshake:477(1744ns) {SwitchToState:179(644ns)}}}}}
2026-01-08T17:02:54.197034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037354435102404:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:54.290114Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037354871188744:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18508327ns) {Configure:104(18502117ns) {ProcessConfigured:135(13143198ns) {StartInitialHandshake:157(13139829ns) {DropHandshakes:470(805ns) {DropIncomingHandshake:442(159ns) DropOutgoingHandshake:457(270ns)} GenerateSessionVirtualId:992(431ns) PrepareNewSessionHandshake:477(3924ns) {SwitchToState:179(2119ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.303705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037354871188793:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35934
2026-01-08T17:02:54.242802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037353115384192:2101] [node 6] ICP01 ready to work
2026-01-08T17:02:54.223416Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037354435102402:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(25967040ns) {Configure:104(25960687ns) {ProcessConfigured:135(55419ns) {StartInitialHandshake:157(50679ns) {DropHandshakes:470(3394ns) {DropIncomingHandshake:442(668ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:992(779ns) PrepareNewSessionHandshake:477(1177ns) {SwitchToState:179(452ns)}}}}}
2026-01-08T17:02:54.263405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037355780051354:2072] [node 6] ICP01 ready to work
2026-01-08T17:02:54.250676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037355806423807:2131] [node 4] ICP01 ready to work
2026-01-08T17:02:54.294788Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037352950394132:2093] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(33650527ns) {Configure:104(33644218ns) {ProcessConfigured:135(18752483ns) {StartInitialHandshake:157(18747992ns) {DropHandshakes:470(1199897ns) {DropIncomingHandshake:442(387ns) DropOutgoingHandshake:457(1525ns)} GenerateSessionVirtualId:992(2087ns) PrepareNewSessionHandshake:477(3365ns) {SwitchToState:179(1812ns)}}}}}
2026-01-08T17:02:54.295085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037352950394139:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63305
2026-01-08T17:02:54.268366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037355780051355:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11557
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.234961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037354435102408:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41561
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.349685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037352950394144:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63305
2026-01-08T17:02:54.349308Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037350576221430:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(208073620ns) {Configure:104(208067047ns) {ProcessConfigured:135(66218ns) {StartInitialHandshake:157(63938ns) {DropHandshakes:470(2290ns) {DropIncomingHandshake:442(430ns) DropOutgoingHandshake:457(399ns)} GenerateSessionVirtualId:992(804ns) PrepareNewSessionHandshake:477(1951ns) {SwitchToState:179(845ns)}}}}}
2026-01-08T17:02:54.318186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037355806423809:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:54.340013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037355780051360:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11557
2026-01-08T17:02:54.237829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037354435102405:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41561
2026-01-08T17:02:54.351985Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037351511456424:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(188042782ns) {Configure:104(188034871ns) {ProcessConfigured:135(49011ns) {StartInitialHandshake:157(47036ns) {DropHandshakes:470(1728ns) {DropIncomingHandshake:442(431ns) DropOutgoingHandshake:457(330ns)} GenerateSessionVirtualId:992(621ns) PrepareNewSessionHandshake:477(1110ns) {SwitchToState:179(368ns)}}}}}
2026-01-08T17:02:54.382825Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037352950394144:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.256027Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037350140135044:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(32276806ns) {Configure:104(32270368ns) {ProcessConfigured:135(70107ns) {StartInitialHandshake:157(67647ns) {DropHandshakes:470(3293ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(774ns)} GenerateSessionVirtualId:992(1306ns) PrepareNewSessionHandshake:477(2384ns) {SwitchToState:179(988ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.256625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037350140135043:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(262932163ns) {Configure:104(246595478ns) {ProcessConfigured:135(12024522ns) {StartInitialHandshake:157(10394325ns) {DropHandshakes:470(2928ns) {DropIncomingHandshake:442(1129ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:992(1513ns) PrepareNewSessionHandshake:477(1338ns) {SwitchToState:179(373ns)}}}}}
2026-01-08T17:02:54.388564Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037348820416831:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(145451255ns) {Configure:104(145448231ns) {ProcessConfigured:135(43224ns) {StartInitialHandshake:157(42085ns) {DropHandshakes:470(1375ns) {DropIncomingHandshake:442(212ns) DropOutgoingHandshake:457(553ns)} GenerateSessionVirtualId:992(414ns) PrepareNewSessionHandshake:477(622ns) {SwitchToState:179(283ns)}}}}}
2026-01-08T17:02:54.388745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037355780051355:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.389314Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037354871188793:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.388162Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037355806423809:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(35895032ns) {Configure:104(35891258ns) {ProcessConfigured:135(57727ns) {StartInitialHandshake:157(55580ns) {DropHandshakes:470(2004ns) {DropIncomingHandshake:442(339ns) DropOutgoingHandshake:457(598ns)} GenerateSessionVirtualId:992(1166ns) PrepareNewSessionHandshake:477(1383ns) {SwitchToState:179(519ns)}}}}}
2026-01-08T17:02:54.393767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037353115384193:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63332
2026-01-08T17:02:54.415365Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037348820416832:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(170243196ns) {Configure:104(170238358ns) {ProcessConfigured:135(61064ns) {StartInitialHandshake:157(58596ns) {DropHandshakes:470(2841ns) {DropIncomingHandshake:442(369ns) DropOutgoingHandshake:457(538ns)} GenerateSessionVirtualId:992(815ns) PrepareNewSessionHandshake:477(2043ns) {SwitchToState:179(841ns)}}}}}
2026-01-08T17:02:54.416084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037353115384196:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63332
2026-01-08T17:02:54.418978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037350576221429:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(179613857ns) {Configure:104(179609757ns) {ProcessConfigured:135(49466ns) {StartInitialHandshake:157(47981ns) {DropHandshakes:470(2590ns) {DropIncomingHandshake:442(349ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:992(603ns) PrepareNewSessionHandshake:477(813ns) {SwitchToState:179(382ns)}}}}}
2026-01-08T17:02:54.419249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037350576221429:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:54.416254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037353115384197:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63332
2026-01-08T17:02:54.383630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037354435102408:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.402665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037351485083985:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.430614Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037351511456423:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(122760166ns) {Configure:104(122751492ns) {ProcessConfigured:135(103616ns) {StartInitialHandshake:157(101053ns) {DropHandshakes:470(2770ns) {DropIncomingHandshake:442(481ns) DropOutgoingHandshake:457(695ns)} GenerateSessionVirtualId:992(579ns) PrepareNewSessionHandshake:477(2663ns) {SwitchToState:179(1335ns)}}}}}
2026-01-08T17:02:54.433095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037355806423811:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47666
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.422383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037352950394139:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.426622Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037352950394146:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63305
2026-01-08T17:02:54.417082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037354435102405:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.407468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037355780051360:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.455381Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037355780051364:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11557
2026-01-08T17:02:54.434296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037354871188805:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35934
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.461513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037355780051363:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11557
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.429907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037353115384196:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.468475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037355780051355:2113] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.490611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037351485083985:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.490738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:54.490811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037351485083985:2048] [node 1] ICP22 created new session: [5:7593037355780051365:2048]
2026-01-08T17:02:54.490869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037355780051365:2048] [node 1] ICS09 handshake done sender: [5:7593037355780051355:2113] self: [5:7593037355780051361:0] peer: [1:7593037354435102406:0] socket: 538 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.454567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037348655426769:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:54.455906Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037355806423808:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(74870496ns) {Configure:104(74862498ns) {ProcessConfigured:135(16581257ns) {StartInitialHandshake:157(16578284ns) {DropHandshakes:470(2101ns) {DropIncomingHandshake:442(303ns) DropOutgoingHandshake:457(273ns)} GenerateSessionVirtualId:992(787ns) PrepareNewSessionHandshake:477(3885ns) {SwitchToState:179(2380ns)}}}}}
2026-01-08T17:02:54.451601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037353115384197:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.422635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037354435102407:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.490920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037355780051365:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:54.490984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:54.422672Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037354435102407:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.466759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037353115384193:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.467871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037355806423811:2136] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.470502Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037348655426769:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19962820ns) {IncomingHandshake:261(111994ns) {DropIncomingHandshake:442(217ns) PrepareNewSessionHandshake:477(3219ns) {SwitchToState:179(1466ns)} GenerateSessionVirtualId:992(778ns) IssueIncomingHandshakeReply:193(73991ns) {SwitchToState:179(150ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.557268Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037351485083985:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(66438146ns) {HandleHandshakeStatus:329(66433549ns) {DropIncomingHandshake:442(1454ns) DropOutgoingHandshake:457(34975ns) SwitchToState:179(703ns) ProcessPendingSessionEvents:495(14357110ns) {ForwardSessionEventToSession:616(14288377ns) ForwardSessionEventToSession:616(11029ns) ForwardSessionEventToSession:616(3690ns) ForwardSessionEventToSession:616(5556ns) ForwardSessionEventToSession:616(3187ns) ForwardSessionEventToSession:616(5560ns) ForwardSessionEventToSession:616(6943ns) ForwardSessionEventToSession:616(2527ns) ForwardSessionEventToSession:616(12901ns) ForwardSessionEventToSession:616(5125ns)}}}
2026-01-08T17:02:54.557454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037355780051364:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.557604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037351485083986:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.560474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037355780051369:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11557
2026-01-08T17:02:54.494813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037352950394148:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63305
2026-01-08T17:02:54.434582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037354435102413:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.518480Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037355806423810:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47666
2026-01-08T17:02:54.467228Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037353115384208:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63332
2026-01-08T17:02:54.544277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037355806423826:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47666
2026-01-08T17:02:54.434620Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037354435102413:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.506859Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037352950394139:2114] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.565746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037355780051364:2118] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.558916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037355806423810:2135] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.542696Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037353115384189:2099] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(245098369ns) {Configure:104(245090963ns) {ProcessConfigured:135(47455959ns) {StartInitialHandshake:157(47452977ns) {DropHandshakes:470(8894688ns) {DropIncomingHandshake:442(1964ns) DropOutgoingHandshake:457(758ns)} GenerateSessionVirtualId:992(1327ns) PrepareNewSessionHandshake:477(3582ns) {SwitchToState:179(1705ns)}}}}}
2026-01-08T17:02:54.571468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037351485083986:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.434629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037354435102407:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:54.507141Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037348655426769:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22946) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037352950394139:2114] held: no
2026-01-08T17:02:54.593852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037354871188807:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35934
2026-01-08T17:02:54.559023Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037355806423817:2139] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.589017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:54.574675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037353115384208:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.507255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037348655426769:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.450999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037354435102422:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41561
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.574789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037353115384201:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.598509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037354871188806:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35934
2026-01-08T17:02:54.559047Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037355806423817:2139] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.507331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:54.490429Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037354435102413:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:54.507378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037348655426769:2048] [node 1] ICP22 created new session: [4:7593037352950394149:2048]
2026-01-08T17:02:54.507427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037352950394149:2048] [node 1] ICS09 handshake done sender: [4:7593037352950394139:2114] self: [4:7593037352950394147:0] peer: [1:7593037354435102410:0] socket: 542 qp: -1
2026-01-08T17:02:54.507476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037352950394149:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:54.507520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:54.543291Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037352950394151:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63305
2026-01-08T17:02:54.565614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037352950394146:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.570939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037348655426771:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:54.590622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037352950394151:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.601564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037352950394155:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63305
2026-01-08T17:02:54.614564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037352950394146:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:54.626515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037348655426771:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.626595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:54.626651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037348655426771:2050] [node 3] ICP22 created new session: [4:7593037352950394157:2050]
2026-01-08T17:02:54.626702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037352950394157:2050] [node 3] ICS09 handshake done sender: [4:7593037352950394146:2117] self: [4:7593037352950394153:0] peer: [3:7593037353115384200:0] socket: 560 qp: -1
2026-01-08T17:02:54.626743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037352950394157:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:54.626777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:54.630115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037352950394156:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63305
2026-01-08T17:02:54.650881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037352950394156:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.562844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037355806423826:2142] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.594150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037351485083986:2049] [node 2] ICP22 created new session: [5:7593037355780051370:2049]
2026-01-08T17:02:54.601894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037354871188805:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.614742Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037354871188793:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:54.618806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037350576221429:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.618881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:54.618942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037350576221429:2048] [node 1] ICP22 created new session: [6:7593037354871188810:2048]
2026-01-08T17:02:54.619002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037354871188810:2048] [node 1] ICS09 handshake done sender: [6:7593037354871188793:2112] self: [6:7593037354871188804:0] peer: [1:7593037354435102412:0] socket: 544 qp: -1
2026-01-08T17:02:54.619043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037354871188810:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:54.619076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:54.620411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037354871188808:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35934
2026-01-08T17:02:54.621987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037350576221431:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:54.628295Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037354871188808:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.628433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037350576221430:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.657887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037348655426770:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:54.574816Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037353115384201:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.491878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037354435102411:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.564147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037355806423817:2139] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:54.575865Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037353115384212:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63332
2026-01-08T17:02:54.602152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037355780051370:2049] [node 2] ICS09 handshake done sender: [5:7593037355780051364:2118] self: [5:7593037355780051368:0] peer: [2:7593037355806423816:0] socket: 570 qp: -1
2026-01-08T17:02:54.491905Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037354435102411:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.690969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037354871188807:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.608732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037355780051370:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:54.564282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037351511456423:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:54.576198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037348820416832:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:54.492561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037354435102402:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.710510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037352950394142:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.618491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:54.590467Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037353115384201:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:54.586551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037355806423808:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.710558Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037352950394142:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.492623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:54.620987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037353115384191:2105] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.622753Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037351485083986:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(51025705ns) {HandleHandshakeStatus:329(51023559ns) {DropIncomingHandshake:442(931ns) DropOutgoingHandshake:457(22334ns) SwitchToState:179(419ns) ProcessPendingSessionEvents:495(95964ns) {ForwardSessionEventToSession:616(46219ns) ForwardSessionEventToSession:616(3583ns) ForwardSessionEventToSession:616(5609ns) ForwardSessionEventToSession:616(3865ns) ForwardSessionEventToSession:616(2738ns) ForwardSessionEventToSession:616(11320ns) ForwardSessionEventToSession:616(5699ns) ForwardSessionEventToSession:616(4742ns) ForwardSessionEventToSession:616(1996ns) ForwardSessionEventToSession:616(2495ns)}}}
2026-01-08T17:02:54.586657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:54.586725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037355806423808:2107] [node 5] ICP22 created new session: [2:7593037355806423830:2107]
2026-01-08T17:02:54.586788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037355806423830:2107] [node 5] ICS09 handshake done sender: [2:7593037355806423817:2139] self: [2:7593037355806423816:0] peer: [5:7593037355780051368:0] socket: 563 qp: -1
2026-01-08T17:02:54.586831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037355806423830:2107] [node 5] ICS10 traffic start
2026-01-08T17:02:54.586869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:54.587448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037355806423813:2137] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.587478Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037355806423813:2137] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.591552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037355806423832:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47666
2026-01-08T17:02:54.599442Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037355806423813:2137] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:54.599730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037351511456424:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.599772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:54.599823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037351511456424:2049] [node 3] ICP22 created new session: [2:7593037355806423835:2049]
2026-01-08T17:02:54.599883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037355806423835:2049] [node 3] ICS09 handshake done sender: [2:7593037355806423813:2137] self: [2:7593037355806423812:0] peer: [3:7593037353115384214:0] socket: 564 qp: -1
2026-01-08T17:02:54.599917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037355806423835:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:54.599949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:54.601314Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037355806423826:2142] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:54.623658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037355806423838:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47666
2026-01-08T17:02:54.634438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037351511456423:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.634741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037355806423815:2138] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.634768Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037355806423815:2138] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.642606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:54.642664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037351511456423:2048] [node 1] ICP22 created new session: [2:7593037355806423839:2048]
2026-01-08T17:02:54.642722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037355806423839:2048] [node 1] ICS09 handshake done sender: [2:7593037355806423826:2142] self: [2:7593037355806423829:0] peer: [1:7593037354435102416:0] socket: 532 qp: -1
2026-01-08T17:02:54.642766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037355806423839:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:54.642826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:54.643285Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037351511456423:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20841258ns) {HandleHandshakeStatus:329(8652977ns) {DropIncomingHandshake:442(966ns) DropOutgoingHandshake:457(9110ns) SwitchToState:179(505ns) ProcessPendingSessionEvents:495(105413ns) {ForwardSessionEventToSession:616(54761ns) ForwardSessionEventToSession:616(3602ns) ForwardSessionEventToSession:616(5734ns) ForwardSessionEventToSession:616(3515ns) ForwardSessionEventToSession:616(5160ns) ForwardSessionEventToSession:616(2741ns) ForwardSessionEventToSession:616(4238ns) ForwardSessionEventToSession:616(6215ns) ForwardSessionEventToSession:616(5325ns) ForwardSessionEventToSession:616(3005ns)}}}
2026-01-08T17:02:54.650723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037355806423815:2138] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:54.688390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037355806423821:2141] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.688420Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037355806423821:2141] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.689233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037355806423809:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.689300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:54.689358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037355806423809:2108] [node 6] ICP22 created new session: [2:7593037355806423843:2108]
2026-01-08T17:02:54.689410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037355806423843:2108] [node 6] ICS09 handshake done sender: [2:7593037355806423815:2138] self: [2:7593037355806423814:0] peer: [6:7593037354871188813:0] socket: 586 qp: -1
2026-01-08T17:02:54.689456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037355806423843:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:54.689494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:54.690396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037355806423842:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47666
2026-01-08T17:02:54.695301Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037355806423821:2141] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:54.715328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037355806423838:2144] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.715493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037355806423807:2131] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.715547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:54.715601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037355806423807:2131] [node 4] ICP22 created new session: [2:7593037355806423846:2131]
2026-01-08T17:02:54.715660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037355806423846:2131] [node 4] ICS09 handshake done sender: [2:7593037355806423821:2141] self: [2:7593037355806423820:0] peer: [4:7593037352950394160:0] socket: 587 qp: -1
2026-01-08T17:02:54.715710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037355806423846:2131] [node 4] ICS10 traffic start
2026-01-08T17:02:54.715751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:54.720980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037355806423809:2108] [node 6] ICP18 handshake (actor [2:7593037355806423838:2144]) is too old
2026-01-08T17:02:54.725736Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037355806423842:2145] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.725877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037351511456424:2049] [node 3] ICP18 handshake (actor [2:7593037355806423842:2145]) is too old
2026-01-08T17:02:54.713269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037352950394136:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.693221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037354871188814:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35934
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.492681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037354435102402:2108] [node 5] ICP22 created new session: [1:7593037354435102426:2108]
2026-01-08T17:02:54.644358Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037355780051373:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11557
2026-01-08T17:02:54.621048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:54.713309Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037352950394136:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.693378Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037354871188816:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35934
2026-01-08T17:02:54.492733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037354435102426:2108] [node 5] ICS09 handshake done sender: [1:7593037354435102407:2111] self: [1:7593037354435102406:0] peer: [5:7593037355780051361:0] socket: 534 qp: -1
2026-01-08T17:02:54.690879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037355780051373:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.713923Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037352950394142:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:54.621105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037353115384191:2105] [node 4] ICP22 created new session: [3:7593037353115384216:2105]
2026-01-08T17:02:54.699625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037354871188784:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:54.492775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037354435102426:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:54.621159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037353115384216:2105] [node 4] ICS09 handshake done sender: [3:7593037353115384201:2115] self: [3:7593037353115384200:0] peer: [4:7593037352950394153:0] socket: 559 qp: -1
2026-01-08T17:02:54.621197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037353115384216:2105] [node 4] ICS10 traffic start
2026-01-08T17:02:54.621227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:54.621941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037353115384212:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.638917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037353115384199:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.638946Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037353115384199:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.640156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037348820416831:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:54.646824Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037353115384199:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:54.659366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037353115384222:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63332
2026-01-08T17:02:54.686999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037353115384192:2101] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.687085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:54.687164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037353115384192:2101] [node 6] ICP22 created new session: [3:7593037353115384223:2101]
2026-01-08T17:02:54.687238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037353115384223:2101] [node 6] ICS09 handshake done sender: [3:7593037353115384199:2114] self: [3:7593037353115384198:0] peer: [6:7593037354871188809:0] socket: 558 qp: -1
2026-01-08T17:02:54.687279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037353115384223:2101] [node 6] ICS10 traffic start
2026-01-08T17:02:54.687320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:54.699297Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037353115384212:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:54.714532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037348820416831:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.720505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:54.722225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037348820416831:2048] [node 1] ICP22 created new session: [3:7593037353115384226:2048]
2026-01-08T17:02:54.722286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037353115384226:2048] [node 1] ICS09 handshake done sender: [3:7593037353115384212:2119] self: [3:7593037353115384220:0] peer: [1:7593037354435102417:0] socket: 528 qp: -1
2026-01-08T17:02:54.722343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037353115384226:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:54.722389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:54.723140Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037353115384218:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63332
2026-01-08T17:02:54.739294Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037353115384208:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:54.740565Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037348820416832:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12986) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037353115384208:2117] held: no
2026-01-08T17:02:54.740666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037348820416832:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.740744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:54.740795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037348820416832:2049] [node 2] ICP22 created new session: [3:7593037353115384228:2049]
2026-01-08T17:02:54.740851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037353115384228:2049] [node 2] ICS09 handshake done sender: [3:7593037353115384208:2117] self: [3:7593037353115384214:0] peer: [2:7593037355806423812:0] socket: 571 qp: -1
2026-01-08T17:02:54.740894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037353115384228:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:54.740932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:54.741517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037353115384211:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.741541Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037353115384211:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.746671Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037353115384211:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:54.699895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037355780051351:2071] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:54.714369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037354871188815:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35934
2026-01-08T17:02:54.718431Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037355780051376:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11557
2026-01-08T17:02:54.720572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037355780051375:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11557
2026-01-08T17:02:54.724073Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037354871188808:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:54.728544Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037355780051373:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:54.725122Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037350576221431:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25847) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037354871188805:2116] held: no
2026-01-08T17:02:54.734957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037355780051351:2071] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.725283Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037354871188805:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:54.738102Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037355780051375:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.730803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037354871188814:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.738236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037351485083987:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:54.738647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037355780051359:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.733955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037350576221430:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.734193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037350576221431:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.724790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037352950394136:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:54.734263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:54.732979Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037348655426770:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12986) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037352950394156:2121] held: no
2026-01-08T17:02:54.734366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037350576221431:2050] [node 3] ICP22 created new session: [6:7593037354871188820:2050]
2026-01-08T17:02:54.734430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037354871188820:2050] [node 3] ICS09 handshake done sender: [6:7593037354871188805:2116] self: [6:7593037354871188809:0] peer: [3:7593037353115384198:0] socket: 561 qp: -1
2026-01-08T17:02:54.733160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037352950394132:2093] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.734466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037354871188820:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:54.733236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:54.734521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:54.733294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037352950394132:2093] [node 6] ICP22 created new session: [4:7593037352950394164:2093]
2026-01-08T17:02:54.738674Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037355780051359:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.744531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:54.735595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:54.492837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:54.733367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037352950394164:2093] [node 6] ICS09 handshake done sender: [4:7593037352950394142:2115] self: [4:7593037352950394141:0] peer: [6:7593037354871188817:0] socket: 584 qp: -1
2026-01-08T17:02:54.746125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037355780051351:2071] [node 4] ICP22 created new session: [5:7593037355780051378:2071]
2026-01-08T17:02:54.754857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037353115384189:2099] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.736208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037354871188818:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35934
2026-01-08T17:02:54.733412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037352950394164:2093] [node 6] ICS10 traffic start
2026-01-08T17:02:54.749220Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037355780051379:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11557
2026-01-08T17:02:54.755586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:54.756191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037353115384189:2099] [node 5] ICP22 created new session: [3:7593037353115384231:2099]
2026-01-08T17:02:54.762794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037353115384231:2099] [node 5] ICS09 handshake done sender: [3:7593037353115384211:2118] self: [3:7593037353115384207:0] peer: [5:7593037355780051377:0] socket: 602 qp: -1
2026-01-08T17:02:54.762847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037353115384231:2099] [node 5] ICS10 traffic start
2026-01-08T17:02:54.762908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:54.738279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037354871188744:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:54.738856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037350576221430:2049] [node 2] ICP22 created new session: [6:7593037354871188819:2049]
2026-01-08T17:02:54.740333Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037354871188807:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:54.745084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037354871188784:2063] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.745160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:54.745212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037354871188784:2063] [node 4] ICP22 created new session: [6:7593037354871188823:2063]
2026-01-08T17:02:54.745267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037354871188823:2063] [node 4] ICS09 handshake done sender: [6:7593037354871188807:2118] self: [6:7593037354871188817:0] peer: [4:7593037352950394141:0] socket: 585 qp: -1
2026-01-08T17:02:54.745304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037354871188823:2063] [node 4] ICS10 traffic start
2026-01-08T17:02:54.745340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:54.745561Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037354871188784:2063] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:54.746177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037354871188819:2049] [node 2] ICS09 handshake done sender: [6:7593037354871188808:2119] self: [6:7593037354871188813:0] peer: [2:7593037355806423814:0] socket: 531 qp: -1
2026-01-08T17:02:54.746213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037354871188819:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:54.747663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:54.747935Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037350576221430:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:54.756130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037354871188826:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35934
2026-01-08T17:02:54.756944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037354871188814:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:54.758056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037354871188744:2066] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.758150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:54.758201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037354871188744:2066] [node 5] ICP22 created new session: [6:7593037354871188827:2066]
2026-01-08T17:02:54.758268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037354871188827:2066] [node 5] ICS09 handshake done sender: [6:7593037354871188814:2120] self: [6:7593037354871188822:0] peer: [5:7593037355780051358:0] socket: 594 qp: -1
2026-01-08T17:02:54.758303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037354871188827:2066] [node 5] ICS10 traffic start
2026-01-08T17:02:54.758362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:54.733472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:54.743024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037352950394126:2098] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.743101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:54.743156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037352950394126:2098] [node 5] ICP22 created new session: [4:7593037352950394166:2098]
2026-01-08T17:02:54.743227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037352950394166:2098] [node 5] ICS09 handshake done sender: [4:7593037352950394136:2112] self: [4:7593037352950394135:0] peer: [5:7593037355780051374:0] socket: 592 qp: -1
2026-01-08T17:02:54.743277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037352950394166:2098] [node 5] ICS10 traffic start
2026-01-08T17:02:54.743314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:54.749608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037352950394162:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63305
2026-01-08T17:02:54.750065Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037352950394156:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:54.754566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037348655426770:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.763559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:54.767598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037348655426770:2049] [node 2] ICP22 created new session: [4:7593037352950394168:2049]
2026-01-08T17:02:54.493927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037354435102404:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.493989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:54.494033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037354435102404:2109] [node 6] ICP22 created new session: [1:7593037354435102429:2109]
2026-01-08T17:02:54.494081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037354435102429:2109] [node 6] ICS09 handshake done sender: [1:7593037354435102413:2114] self: [1:7593037354435102412:0] peer: [6:7593037354871188804:0] socket: 536 qp: -1
2026-01-08T17:02:54.494118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037354435102429:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:54.494149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:54.497634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037354435102411:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:54.498465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037354435102403:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.498529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:54.498577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037354435102403:2107] [node 4] ICP22 created new session: [1:7593037354435102433:2107]
2026-01-08T17:02:54.498626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037354435102433:2107] [node 4] ICS09 handshake done sender: [1:7593037354435102411:2113] self: [1:7593037354435102410:0] peer: [4:7593037352950394147:0] socket: 535 qp: -1
2026-01-08T17:02:54.498659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037354435102433:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:54.498690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:54.515190Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037354435102425:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41561
2026-01-08T17:02:54.564724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037354435102419:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.564754Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037354435102419:2116] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.571240Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037354435102419:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:54.594199Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037354435102422:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.598638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037350140135043:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.598732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:54.598786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037350140135043:2048] [node 2] ICP22 created new session: [1:7593037354435102436:2048]
2026-01-08T17:02:54.598846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037354435102436:2048] [node 2] ICS09 handshake done sender: [1:7593037354435102419:2116] self: [1:7593037354435102416:0] peer: [2:7593037355806423829:0] socket: 533 qp: -1
2026-01-08T17:02:54.598892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037354435102436:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:54.598935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:54.610957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037354435102425:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.629056Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037350140135043:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(30213392ns) {HandleHandshakeStatus:329(30211327ns) {DropIncomingHandshake:442(482ns) DropOutgoingHandshake:457(829ns) SwitchToState:179(619ns) ProcessPendingSessionEvents:495(14940220ns) {ForwardSessionEventToSession:616(14885918ns) ForwardSessionEventToSession:616(4941ns) ForwardSessionEventToSession:616(3489ns) ForwardSessionEventToSession:616(7778ns) ForwardSessionEventToSession:616(3328ns) ForwardSessionEventToSession:616(5805ns) ForwardSessionEventToSession:616(5232ns) ForwardSessionEventToSession:616(2732ns) ForwardSessionEventToSession:616(4911ns) ForwardSessionEventToSession:616(3388ns)}}}
2026-01-08T17:02:54.629231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037350140135043:2048] [node 2] ICP18 handshake (actor [1:7593037354435102425:2118]) is too old
2026-01-08T17:02:54.647123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037354435102418:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:54.647155Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037354435102418:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:54.652816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037354435102418:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:54.695551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037350140135044:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.706467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:54.709488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037350140135044:2049] [node 3] ICP22 created new session: [1:7593037354435102440:2049]
2026-01-08T17:02:54.709621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037354435102440:2049] [node 3] ICS09 handshake done sender: [1:7593037354435102418:2115] self: [1:7593037354435102417:0] peer: [3:7593037353115384220:0] socket: 529 qp: -1
2026-01-08T17:02:54.709679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037354435102440:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:54.709751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:54.755359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037355780051378:2071] [node 4] ICS09 handshake done sender: [5:7593037355780051373:2120] self: [5:7593037355780051374:0] peer: [4:7593037352950394135:0] socket: 543 qp: -1
2026-01-08T17:02:54.755422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037355780051378:2071] [node 4] ICS10 traffic start
2026-01-08T17:02:54.755501Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037355780051375:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:54.756418Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037355780051359:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:54.762280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:54.764414Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037355780051351:2071] [node 4] ICP35 event processing took too much time PendingConnection:279(29310866ns) {HandleHandshakeStatus:329(29309044ns) {DropIncomingHandshake:442(422ns) DropOutgoingHandshake:457(14190ns) SwitchToState:179(442ns) ProcessPendingSessionEvents:495(69126ns) {ForwardSessionEventToSession:616(38491ns) ForwardSessionEventToSession:616(1657ns) ForwardSessionEventToSession:616(1404ns) ForwardSessionEventToSession:616(3115ns) ForwardSessionEventToSession:616(1628ns) ForwardSessionEventToSession:616(5327ns) ForwardSessionEventToSession:616(1722ns) ForwardSessionEventToSession:616(1726ns) ForwardSessionEventToSession:616(7259ns) ForwardSessionEventToSession:616(1839ns)}}}
2026-01-08T17:02:54.765918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037351485083987:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:54.765956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:54.765992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037351485083987:2050] [node 3] ICP22 created new session: [5:7593037355780051382:2050]
2026-01-08T17:02:54.766030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037355780051382:2050] [node 3] ICS09 handshake done sender: [5:7593037355780051375:2121] self: [5:7593037355780051377:0] peer: [3:7593037353115384207:0] socket: 604 qp: -1
2026-01-08T17:02:54.766059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037355780051382:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:54.766091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:54.766233Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037351485083987:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:54.766635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037355780051354:2072] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:54.766677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:54.766716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037355780051354:2072] [node 6] ICP22 created new session: [5:7593037355780051384:2072]
2026-01-08T17:02:54.766751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037355780051384:2072] [node 6] ICS09 handshake done sender: [5:7593037355780051359:2115] self: [5:7593037355780051358:0] peer: [6:7593037354871188822:0] socket: 593 qp: -1
2026-01-08T17:02:54.766778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037355780051384:2072] [node 6] ICS10 traffic start
2026-01-08T17:02:54.766799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:54.770240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037352950394168:2049] [node 2] ICS09 handshake done sender: [4:7593037352950394156:2121] self: [4:7593037352950394160:0] peer: [2:7593037355806423820:0] socket: 588 qp: -1
2026-01-08T17:02:54.770285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037352950394168:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:54.770337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:54.903522Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:54.903767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037355806423839:2048] [node 1] ICS01 socket: 532 reason# EndOfStream
2026-01-08T17:02:54.903812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037351511456423:2048] [node 1] ICP30 unregister session Session# [2:7593037355806423839:2048] VirtualId# [2:7593037355806423829:0]
2026-01-08T17:02:54.903857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037355806423839:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:54.903935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:54.903986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:54.905882Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:54.906101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037353115384226:2048] [node 1] ICS01 socket: 528 reason# EndOfStream
2026-01-08T17:02:54.906144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037348820416831:2048] [node 1] ICP30 unregister session Session# [3:7593037353115384226:2048] VirtualId# [3:7593037353115384220:0]
2026-01-08T17:02:54.906183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037353115384226:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:54.906256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:54.906296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:54.912645Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:54.912826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037352950394149:2048] [node 1] ICS01 socket: 542 reason# EndOfStream
2026-01-08T17:02:54.912883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037348655426769:2048] [node 1] ICP30 unregister session Session# [4:7593037352950394149:2048] VirtualId# [4:7593037352950394147:0]
2026-01-08T17:02:54.912929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037352950394149:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:54.912992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:54.912351Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:54.913033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:54.912590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037354871188810:2048] [node 1] ICS07 socket disconnect 544 reason# EndOfStream
2026-01-08T17:02:54.912629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037354871188810:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:54.912711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:54.912752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037354871188810:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:54.913819Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037350576221429:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22946) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:54.913886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037354871188810:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:54.913927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037350576221429:2048] [node 1] ICP30 unregister session Session# [6:7593037354871188810:2048] VirtualId# [6:7593037354871188804:0]
2026-01-08T17:02:54.913968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:54.914014Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037350576221429:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22946) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:54.914034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22946) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:54.914430Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:54.914641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037355780051365:2048] [node 1] ICS07 socket disconnect 538 reason# EndOfStream
2026-01-08T17:02:54.914678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037355780051365:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:54.914782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:54.914830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037355780051365:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:54.926529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037350576221429:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:54.934838Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037351485083985:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22946) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:54.934930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037355780051365:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:54.934971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037351485083985:2048] [node 1] ICP30 unregister session Session# [5:7593037355780051365:2048] VirtualId# [5:7593037355780051361:0]
2026-01-08T17:02:54.935031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:54.935071Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037351485083985:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22946) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:54.935092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22946) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:54.945867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037351485083985:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:55.050745Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:55.050987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037353115384228:2049] [node 2] ICS01 socket: 571 reason# EndOfStream
2026-01-08T17:02:55.051034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037348820416832:2049] [node 2] ICP30 unregister session Session# [3:7593037353115384228:2049] VirtualId# [3:7593037353115384214:0]
2026-01-08T17:02:55.051077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037353115384228:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:55.051158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:55.051223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:55.063115Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:55.063321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037354871188819:2049] [node 2] ICS01 socket: 531 reason# EndOfStream
2026-01-08T17:02:55.063352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037350576221430:2049] [node 2] ICP30 unregister session Session# [6:7593037354871188819:2049] VirtualId# [6:7593037354871188813:0]
2026-01-08T17:02:55.063381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037354871188819:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:55.063436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:55.063475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:55.063566Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:55.063749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037352950394168:2049] [node 2] ICS01 socket: 588 reason# EndOfStream
2026-01-08T17:02:55.063786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037348655426770:2049] [node 2] ICP30 unregister session Session# [4:7593037352950394168:2049] VirtualId# [4:7593037352950394160:0]
2026-01-08T17:02:55.063810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037352950394168:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:55.063856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:55.063891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:55.062524Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:55.062785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037355780051370:2049] [node 2] ICS01 socket: 570 reason# EndOfStream
2026-01-08T17:02:55.062834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037351485083986:2049] [node 2] ICP30 unregister session Session# [5:7593037355780051370:2049] VirtualId# [5:7593037355780051368:0]
2026-01-08T17:02:55.062877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037355780051370:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:55.062964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:55.063011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:55.314690Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:55.314924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037352950394157:2050] [node 3] ICS01 socket: 560 reason# EndOfStream
2026-01-08T17:02:55.314961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037348655426771:2050] [node 3] ICP30 unregister session Session# [4:7593037352950394157:2050] VirtualId# [4:7593037352950394153:0]
2026-01-08T17:02:55.315006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037352950394157:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:55.314454Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:55.314708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037355780051382:2050] [node 3] ICS01 socket: 604 reason# EndOfStream
2026-01-08T17:02:55.314767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037351485083987:2050] [node 3] ICP30 unregister session Session# [5:7593037355780051382:2050] VirtualId# [5:7593037355780051377:0]
2026-01-08T17:02:55.314800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037355780051382:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:55.313960Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:55.314893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:55.314232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037354871188820:2050] [node 3] ICS01 socket: 561 reason# EndOfStream
2026-01-08T17:02:55.314940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:55.314299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037350576221431:2050] [node 3] ICP30 unregister session Session# [6:7593037354871188820:2050] VirtualId# [6:7593037354871188809:0]
2026-01-08T17:02:55.314365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037354871188820:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:55.314471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:55.314535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:55.315097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:55.315156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:55.406569Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:55.406816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037354871188823:2063] [node 4] ICS01 socket: 585 reason# EndOfStream
2026-01-08T17:02:55.406864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037354871188784:2063] [node 4] ICP30 unregister session Session# [6:7593037354871188823:2063] VirtualId# [6:7593037354871188817:0]
2026-01-08T17:02:55.406909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037354871188823:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:55.407003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:55.407057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:55.407199Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:55.407411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037355780051378:2071] [node 4] ICS01 socket: 543 reason# EndOfStream
2026-01-08T17:02:55.407455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037355780051351:2071] [node 4] ICP30 unregister session Session# [5:7593037355780051378:2071] VirtualId# [5:7593037355780051374:0]
2026-01-08T17:02:55.407487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037355780051378:2071] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:55.407556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:55.407604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:55.502090Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:02:55.502373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037354871188827:2066] [node 5] ICS01 socket: 594 reason# EndOfStream
2026-01-08T17:02:55.502426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037354871188744:2066] [node 5] ICP30 unregister session Session# [6:7593037354871188827:2066] VirtualId# [6:7593037354871188822:0]
2026-01-08T17:02:55.502474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037354871188827:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:55.502573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:02:55.502629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:55.786454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037359591136724:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:55.794473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037359591136725:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:55.791233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037359158578979:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:55.791438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037359158578980:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:55.851098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037357728750169:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:55.851140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037357728750170:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:55.851192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037357728750171:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:55.831114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037357264868748:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:55.831152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037357264868749:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:55.879549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037358492634722:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:55.879586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037358492634723:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:55.879621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037358492634724:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:55.898869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037356507919710:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:55.898905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037356507919711:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:55.898940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037356507919712:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:56.327725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037362023717512:2100] [node 6] ICP01 ready to work
2026-01-08T17:02:56.323428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037360802887019:2059] [node 5] ICP01 ready to work
2026-01-08T17:02:56.406734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037362787602056:2076] [node 6] ICP01 ready to work
2026-01-08T17:02:56.463706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037363886104085:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:56.464048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037361559836107:2107] [node 5] ICP01 ready to work
2026-01-08T17:02:56.475511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037363453546339:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:56.474742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037362787602076:2075] [node 4] ICP01 ready to work
2026-01-08T17:02:56.484796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037361559836109:2106] [node 4] ICP01 ready to work
2026-01-08T17:02:56.518354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037361559836110:2108] [node 6] ICP01 ready to work
2026-01-08T17:02:56.480566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037362023717527:2101] [node 5] ICP01 ready to work
2026-01-08T17:02:56.494924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037363453546340:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:56.514432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037363453546338:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:56.503018Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037358492634722:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(93649678ns) {Configure:104(93642841ns) {ProcessConfigured:135(22851652ns) {StartInitialHandshake:157(22848044ns) {DropHandshakes:470(4243648ns) {DropIncomingHandshake:442(583ns) DropOutgoingHandshake:457(1962ns)} GenerateSessionVirtualId:992(2146ns) PrepareNewSessionHandshake:477(4743ns) {SwitchToState:179(2375ns)}}}}}
2026-01-08T17:02:56.547474Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037362023717512:2100] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(162976399ns) {Configure:104(162970322ns) {ProcessConfigured:135(10193286ns) {StartInitialHandshake:157(10190736ns) {DropHandshakes:470(1955ns) {DropIncomingHandshake:442(354ns) DropOutgoingHandshake:457(680ns)} GenerateSessionVirtualId:992(763ns) PrepareNewSessionHandshake:477(3243ns) {SwitchToState:179(2091ns)}}}}}
2026-01-08T17:02:56.526203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037363886104089:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.526687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037363886104090:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.604255Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037359158578979:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(97163639ns) {Configure:104(97154275ns) {ProcessConfigured:135(83911ns) {StartInitialHandshake:157(81329ns) {DropHandshakes:470(2760ns) {DropIncomingHandshake:442(675ns) DropOutgoingHandshake:457(542ns)} GenerateSessionVirtualId:992(1176ns) PrepareNewSessionHandshake:477(2723ns) {SwitchToState:179(907ns)}}}}}
2026-01-08T17:02:56.604623Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037363453546341:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30050
2026-01-08T17:02:56.604910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037363453546342:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30050
2026-01-08T17:02:56.571075Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037356507919712:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(240659293ns) {Configure:104(240653482ns) {ProcessConfigured:135(86059ns) {StartInitialHandshake:157(83632ns) {DropHandshakes:470(3331ns) {DropIncomingHandshake:442(699ns) DropOutgoingHandshake:457(532ns)} GenerateSessionVirtualId:992(1150ns) PrepareNewSessionHandshake:477(3289ns) {SwitchToState:179(934ns)}}}}}
2026-01-08T17:02:56.571598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037360802887071:2074] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.666062Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037357264868748:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(152875771ns) {Configure:104(152867180ns) {ProcessConfigured:135(73567ns) {StartInitialHandshake:157(68607ns) {DropHandshakes:470(2579ns) {DropIncomingHandshake:442(692ns) DropOutgoingHandshake:457(449ns)} GenerateSessionVirtualId:992(614ns) PrepareNewSessionHandshake:477(1588ns) {SwitchToState:179(759ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.574001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037360802887070:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51212
2026-01-08T17:02:56.680091Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037363886104085:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(189873806ns) {Configure:104(189866659ns) {ProcessConfigured:135(17079887ns) {StartInitialHandshake:157(17075848ns) {DropHandshakes:470(1297ns) {DropIncomingHandshake:442(233ns) DropOutgoingHandshake:457(297ns)} GenerateSessionVirtualId:992(1186ns) PrepareNewSessionHandshake:477(4860ns) {SwitchToState:179(2466ns)}}}}}
2026-01-08T17:02:56.659705Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037359158578980:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(208140968ns) {Configure:104(208131985ns) {ProcessConfigured:135(74892ns) {StartInitialHandshake:157(72220ns) {DropHandshakes:470(2940ns) {DropIncomingHandshake:442(1066ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:992(932ns) PrepareNewSessionHandshake:477(1318ns) {SwitchToState:179(610ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.708121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037363886104091:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4677
2026-01-08T17:02:56.704006Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037357728750171:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(240330433ns) {Configure:104(240318934ns) {ProcessConfigured:135(53278ns) {StartInitialHandshake:157(48968ns) {DropHandshakes:470(2569ns) {DropIncomingHandshake:442(525ns) DropOutgoingHandshake:457(426ns)} GenerateSessionVirtualId:992(444ns) PrepareNewSessionHandshake:477(2240ns) {SwitchToState:179(735ns)}}}}}
2026-01-08T17:02:56.705572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037362023717532:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21280
2026-01-08T17:02:56.705942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037362023717539:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21280
2026-01-08T17:02:56.683318Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037363453546341:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.668604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037360802887080:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51212
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.682906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037362787602092:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3930
2026-01-08T17:02:56.735025Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037363453546339:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(217194266ns) {Configure:104(217186322ns) {ProcessConfigured:135(82831ns) {StartInitialHandshake:157(79732ns) {DropHandshakes:470(2958ns) {DropIncomingHandshake:442(545ns) DropOutgoingHandshake:457(713ns)} GenerateSessionVirtualId:992(1181ns) PrepareNewSessionHandshake:477(1880ns) {SwitchToState:179(819ns)}}}}}
2026-01-08T17:02:56.700426Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037361559836109:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(157253563ns) {Configure:104(157243749ns) {ProcessConfigured:135(84294ns) {StartInitialHandshake:157(81321ns) {DropHandshakes:470(2847ns) {DropIncomingHandshake:442(566ns) DropOutgoingHandshake:457(450ns)} GenerateSessionVirtualId:992(1004ns) PrepareNewSessionHandshake:477(2802ns) {SwitchToState:179(926ns)}}}}}
2026-01-08T17:02:56.747907Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037357728750170:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(323803686ns) {Configure:104(323795089ns) {ProcessConfigured:135(31846319ns) {StartInitialHandshake:157(31843210ns) {DropHandshakes:470(1213ns) {DropIncomingHandshake:442(254ns) DropOutgoingHandshake:457(324ns)} GenerateSessionVirtualId:992(724ns) PrepareNewSessionHandshake:477(4331ns) {SwitchToState:179(814ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.751329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037363453546357:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30050
2026-01-08T17:02:56.710703Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037356507919711:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(315305179ns) {Configure:104(287029055ns) {ProcessConfigured:135(15875245ns) {StartInitialHandshake:157(15871864ns) {DropHandshakes:470(3107ns) {DropIncomingHandshake:442(598ns) DropOutgoingHandshake:457(667ns)} GenerateSessionVirtualId:992(1141ns) PrepareNewSessionHandshake:477(3496ns) {SwitchToState:179(1675ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.722700Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037356507919710:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(234298814ns) {Configure:104(234294153ns) {ProcessConfigured:135(2303426ns) {StartInitialHandshake:157(2298841ns) {DropHandshakes:470(3782ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(660ns)} GenerateSessionVirtualId:992(1104ns) PrepareNewSessionHandshake:477(2183255ns) {SwitchToState:179(5678ns)}}}}}
2026-01-08T17:02:56.750704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037360802887070:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.750835Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037360802887086:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51212
2026-01-08T17:02:56.748132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037362787602092:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.748318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037358492634723:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:56.756698Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037358492634724:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(292784101ns) {Configure:104(292771601ns) {ProcessConfigured:135(13121690ns) {StartInitialHandshake:157(13119407ns) {DropHandshakes:470(2793ns) {DropIncomingHandshake:442(418ns) DropOutgoingHandshake:457(548ns)} GenerateSessionVirtualId:992(399ns) PrepareNewSessionHandshake:477(3364ns) {SwitchToState:179(1643ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.700619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037361559836114:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27926
2026-01-08T17:02:56.758484Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037359591136725:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(283192704ns) {Configure:104(283185090ns) {ProcessConfigured:135(28179348ns) {StartInitialHandshake:157(28176860ns) {DropHandshakes:470(362ns) {DropIncomingHandshake:442(107ns) DropOutgoingHandshake:457(116ns)} GenerateSessionVirtualId:992(144ns) PrepareNewSessionHandshake:477(2736ns) {SwitchToState:179(1309ns)}}}}}
2026-01-08T17:02:56.758459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037363453546346:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.757769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037362023717542:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21280
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.761177Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037362787602076:2075] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(268564111ns) {Configure:104(268558845ns) {ProcessConfigured:135(30883130ns) {StartInitialHandshake:157(30880476ns) {DropHandshakes:470(2266ns) {DropIncomingHandshake:442(363ns) DropOutgoingHandshake:457(565ns)} GenerateSessionVirtualId:992(530ns) PrepareNewSessionHandshake:477(3675ns) {SwitchToState:179(2023ns)}}}}}
2026-01-08T17:02:56.727264Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037361559836110:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(35968991ns) {Configure:104(35962492ns) {ProcessConfigured:135(73154ns) {StartInitialHandshake:157(70776ns) {DropHandshakes:470(3181ns) {DropIncomingHandshake:442(531ns) DropOutgoingHandshake:457(495ns)} GenerateSessionVirtualId:992(725ns) PrepareNewSessionHandshake:477(579ns) {SwitchToState:179(142ns)}}}}}
2026-01-08T17:02:56.758509Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037363453546346:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:56.779503Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037363886104090:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(216152265ns) {Configure:104(216144725ns) {ProcessConfigured:135(92565ns) {StartInitialHandshake:157(89945ns) {DropHandshakes:470(3207ns) {DropIncomingHandshake:442(701ns) DropOutgoingHandshake:457(645ns)} GenerateSessionVirtualId:992(1822ns) PrepareNewSessionHandshake:477(2034ns) {SwitchToState:179(725ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.794221Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037360802887019:2059] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(323989462ns) {Configure:104(323969816ns) {ProcessConfigured:135(45145299ns) {StartInitialHandshake:157(45141176ns) {DropHandshakes:470(2817ns) {DropIncomingHandshake:442(688ns) DropOutgoingHandshake:457(714ns)} GenerateSessionVirtualId:992(946ns) PrepareNewSessionHandshake:477(8193ns) {SwitchToState:179(736ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.757840Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037362023717543:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21280
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.793708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037362787602098:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3930
2026-01-08T17:02:56.797264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037360802887080:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.790531Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037363886104091:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.762881Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037363453546358:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30050
2026-01-08T17:02:56.729452Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037361559836123:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27926
2026-01-08T17:02:56.811346Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037362787602092:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:56.793283Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037363886104102:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4677
2026-01-08T17:02:56.817527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037363886104100:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4677
2026-01-08T17:02:56.826669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037363886104087:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.826708Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037363886104087:2112] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:56.842802Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037363886104098:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4677
2026-01-08T17:02:56.846945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037363886104087:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:56.847373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037363886104102:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.746240Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037357264868749:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(348054889ns) {Configure:104(348047563ns) {ProcessConfigured:135(23933132ns) {StartInitialHandshake:157(23930754ns) {DropHandshakes:470(2601ns) {DropIncomingHandshake:442(556ns) DropOutgoingHandshake:457(442ns)} GenerateSessionVirtualId:992(579ns) PrepareNewSessionHandshake:477(2378ns) {SwitchToState:179(1241ns)}}}}}
2026-01-08T17:02:56.797388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037360802887071:2074] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:56.797764Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037363453546342:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.796365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037362023717539:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.796492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037357728750170:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:56.806873Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037362023717531:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.806910Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037362023717531:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:56.810778Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037362023717531:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:56.814887Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037362023717542:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.819117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037362023717532:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.819162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037362023717512:2100] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:56.819256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:56.819318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037362023717512:2100] [node 6] ICP22 created new session: [4:7593037362023717549:2100]
2026-01-08T17:02:56.819380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037362023717549:2100] [node 6] ICS09 handshake done sender: [4:7593037362023717531:2110] self: [4:7593037362023717530:0] peer: [6:7593037360802887087:0] socket: 547 qp: -1
2026-01-08T17:02:56.819419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037362023717549:2100] [node 6] ICS10 traffic start
2026-01-08T17:02:56.819458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:56.820072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037362023717512:2100] [node 6] ICP18 handshake (actor [4:7593037362023717532:2111]) is too old
2026-01-08T17:02:56.826244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037362023717552:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21280
2026-01-08T17:02:56.843293Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037357728750169:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(303477195ns) {Configure:104(303467790ns) {ProcessConfigured:135(25403863ns) {StartInitialHandshake:157(25400460ns) {DropHandshakes:470(2881ns) {DropIncomingHandshake:442(540ns) DropOutgoingHandshake:457(554ns)} GenerateSessionVirtualId:992(851ns) PrepareNewSessionHandshake:477(3571ns) {SwitchToState:179(1900ns)}}}}}
2026-01-08T17:02:56.847111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037362023717543:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.862789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037357728750169:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:56.874891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037357728750171:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:56.887903Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037362023717539:2114] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.811538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037358492634723:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:56.790571Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037361559836114:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.888165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037357728750170:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:56.797915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037363453546350:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.834737Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037361559836107:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(297670241ns) {Configure:104(297663953ns) {ProcessConfigured:135(28165657ns) {StartInitialHandshake:157(28160808ns) {DropHandshakes:470(3475ns) {DropIncomingHandshake:442(868ns) DropOutgoingHandshake:457(615ns)} GenerateSessionVirtualId:992(1155ns) PrepareNewSessionHandshake:477(1752ns) {SwitchToState:179(136ns)}}}}}
2026-01-08T17:02:56.888227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:56.913907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037363886104093:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.913949Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037363886104093:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:56.914517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037363886104100:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.914540Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037363886104095:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.914562Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037363886104095:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:56.919410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037363886104098:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.811615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:56.818734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037360802887088:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51212
2026-01-08T17:02:56.797943Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037363453546350:2114] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.928478Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037363886104095:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:56.827495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037360802887019:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:56.866046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037361559836127:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27926
2026-01-08T17:02:56.882548Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037360802887086:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.886954Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037360802887080:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:56.890767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037360802887090:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51212
2026-01-08T17:02:56.898223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037356507919710:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:56.898333Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037360802887071:2074] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8275) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037360802887080:2114] held: no
2026-01-08T17:02:56.898452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037360802887071:2074] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:56.898491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:56.898553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037360802887071:2074] [node 4] ICP22 created new session: [6:7593037360802887092:2074]
2026-01-08T17:02:56.898966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037360802887070:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:56.920014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037360802887092:2074] [node 4] ICS09 handshake done sender: [6:7593037360802887080:2114] self: [6:7593037360802887087:0] peer: [4:7593037362023717530:0] socket: 554 qp: -1
2026-01-08T17:02:56.924979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037360802887019:2059] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:56.934247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037360802887092:2074] [node 4] ICS10 traffic start
2026-01-08T17:02:56.938424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:56.938491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037360802887019:2059] [node 5] ICP22 created new session: [6:7593037360802887095:2059]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.888284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037357728750170:2049] [node 2] ICP22 created new session: [4:7593037362023717555:2049]
2026-01-08T17:02:56.802605Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037363453546346:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:56.944196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:56.935437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037359591136724:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:56.811664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037358492634723:2049] [node 2] ICP22 created new session: [5:7593037362787602099:2049]
2026-01-08T17:02:56.811715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037362787602099:2049] [node 2] ICS09 handshake done sender: [5:7593037362787602092:2113] self: [5:7593037362787602095:0] peer: [2:7593037363453546345:0] socket: 557 qp: -1
2026-01-08T17:02:56.811753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037362787602099:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:56.811793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:56.836021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037362787602058:2086] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.836050Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037362787602058:2086] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:56.837050Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037362787602101:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3930
2026-01-08T17:02:56.856328Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037362787602058:2086] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:56.894628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037362787602056:2076] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:56.894676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:56.894724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037362787602056:2076] [node 6] ICP22 created new session: [5:7593037362787602104:2076]
2026-01-08T17:02:56.894776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037362787602104:2076] [node 6] ICS09 handshake done sender: [5:7593037362787602058:2086] self: [5:7593037362787602057:0] peer: [6:7593037360802887089:0] socket: 534 qp: -1
2026-01-08T17:02:56.894807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037362787602104:2076] [node 6] ICS10 traffic start
2026-01-08T17:02:56.894837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:56.899352Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037362787602101:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.911248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037362787602076:2075] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.809604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037359158578979:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:56.899109Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037361559836123:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.906191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037361559836118:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.906241Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037361559836118:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:56.917699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037361559836129:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27926
2026-01-08T17:02:56.926738Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037361559836118:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:56.927289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037361559836109:2106] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:56.927371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:56.927435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037361559836109:2106] [node 4] ICP22 created new session: [3:7593037361559836131:2106]
2026-01-08T17:02:56.927491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037361559836131:2106] [node 4] ICS09 handshake done sender: [3:7593037361559836118:2114] self: [3:7593037361559836117:0] peer: [4:7593037362023717554:0] socket: 567 qp: -1
2026-01-08T17:02:56.927532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037361559836131:2106] [node 4] ICS10 traffic start
2026-01-08T17:02:56.927568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:56.956126Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037361559836109:2106] [node 4] ICP35 event processing took too much time PendingConnection:279(28544460ns) {HandleHandshakeStatus:329(28541398ns) {DropIncomingHandshake:442(26397ns) DropOutgoingHandshake:457(670ns) SwitchToState:179(529ns) ProcessPendingSessionEvents:495(28095959ns) {ForwardSessionEventToSession:616(57868ns) ForwardSessionEventToSession:616(3347ns) ForwardSessionEventToSession:616(4753ns) ForwardSessionEventToSession:616(2789ns) ForwardSessionEventToSession:616(3543ns) ForwardSessionEventToSession:616(3531903ns) ForwardSessionEventToSession:616(3467ns) ForwardSessionEventToSession:616(24454693ns) ForwardSessionEventToSession:616(13093ns) ForwardSessionEventToSession:616(2700ns)}}}
2026-01-08T17:02:56.888343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037362023717555:2049] [node 2] ICS09 handshake done sender: [4:7593037362023717539:2114] self: [4:7593037362023717547:0] peer: [2:7593037363453546349:0] socket: 561 qp: -1
2026-01-08T17:02:56.943591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037363886104089:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:56.951225Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037360802887093:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51212
2026-01-08T17:02:56.888382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037362023717555:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:56.888420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:56.912185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037362023717557:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21280
2026-01-08T17:02:56.917191Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037362023717558:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21280
2026-01-08T17:02:56.929038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037362023717559:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21280
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.971511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037362023717535:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.971559Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037362023717535:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:56.977239Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037362023717542:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:56.980945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037362023717557:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.981055Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037357728750171:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5741) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037362023717543:2117] held: no
2026-01-08T17:02:56.981334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037362023717543:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:56.991633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037357728750171:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:56.991714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:56.991787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037357728750171:2050] [node 3] ICP22 created new session: [4:7593037362023717562:2050]
2026-01-08T17:02:56.991856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037362023717562:2050] [node 3] ICS09 handshake done sender: [4:7593037362023717543:2117] self: [4:7593037362023717554:0] peer: [3:7593037361559836117:0] socket: 573 qp: -1
2026-01-08T17:02:56.991897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037362023717562:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:56.991959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:56.827310Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037359158578979:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17302688ns) {IncomingHandshake:261(17301159ns) {DropIncomingHandshake:442(249ns) PrepareNewSessionHandshake:477(450ns) {SwitchToState:179(176ns)} GenerateSessionVirtualId:992(304ns) IssueIncomingHandshakeReply:193(13271373ns) {SwitchToState:179(3157ns)}}}
2026-01-08T17:02:57.019449Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037362023717535:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:56.943666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:57.023404Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037367082569405:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3930
2026-01-08T17:02:57.022498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037357728750169:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:57.018509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037361559836127:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:56.870693Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037363453546350:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:56.951518Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037360802887097:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51212
2026-01-08T17:02:57.050940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037362023717527:2101] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:57.051030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:57.051096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037362023717527:2101] [node 5] ICP22 created new session: [4:7593037366318684861:2101]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.950540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:57.042777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037361559836121:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.054718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037367082569406:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3930
2026-01-08T17:02:56.964958Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037360802887086:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:56.952048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037363886104093:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:56.886450Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037363453546357:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:57.087510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037367082569406:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.087679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037358492634724:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:57.042832Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037361559836121:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:57.062857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:56.976796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037360802887098:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51212
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.952221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037359591136724:2048] [node 2] ICP22 created new session: [1:7593037363886104112:2048]
2026-01-08T17:02:56.890505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037363453546338:2109] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:57.098644Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037362787602076:2075] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8275) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037362787602101:2117] held: no
2026-01-08T17:02:57.099031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037367082569405:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.099319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037358492634722:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:57.099671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037367082569408:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3930
2026-01-08T17:02:57.044251Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037361559836121:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:56.893662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037363453546340:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:56.893712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:56.893771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037363453546340:2107] [node 4] ICP22 created new session: [2:7593037363453546363:2107]
2026-01-08T17:02:56.893835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037363453546363:2107] [node 4] ICS09 handshake done sender: [2:7593037363453546350:2114] self: [2:7593037363453546349:0] peer: [4:7593037362023717547:0] socket: 552 qp: -1
2026-01-08T17:02:56.893879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037363453546363:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:56.893919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:57.044539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037361559836110:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:56.923831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:57.044630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:56.925367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037363453546358:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.044692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037361559836110:2108] [node 6] ICP22 created new session: [3:7593037365854803433:2108]
2026-01-08T17:02:56.952105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037363453546338:2109] [node 5] ICP22 created new session: [2:7593037363453546368:2109]
2026-01-08T17:02:57.044769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037365854803433:2108] [node 6] ICS09 handshake done sender: [3:7593037361559836121:2115] self: [3:7593037361559836120:0] peer: [6:7593037365097854398:0] socket: 598 qp: -1
2026-01-08T17:02:56.965670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037363453546368:2109] [node 5] ICS09 handshake done sender: [2:7593037363453546346:2113] self: [2:7593037363453546345:0] peer: [5:7593037362787602095:0] socket: 549 qp: -1
2026-01-08T17:02:57.044810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037365854803433:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:56.974577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037363453546368:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:57.044852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:56.977152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:57.076716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037361559836129:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.004550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037363453546362:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30050
2026-01-08T17:02:57.076871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037357264868749:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:57.031208Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037363453546338:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(140404049ns) {HandleHandshakeStatus:329(140401413ns) {DropIncomingHandshake:442(776034ns) DropOutgoingHandshake:457(924ns) SwitchToState:179(2735ns) ProcessPendingSessionEvents:495(12785299ns) {ForwardSessionEventToSession:616(12731362ns) ForwardSessionEventToSession:616(11746ns) ForwardSessionEventToSession:616(4977ns) ForwardSessionEventToSession:616(3537ns) ForwardSessionEventToSession:616(2726ns) ForwardSessionEventToSession:616(4750ns) ForwardSessionEventToSession:616(2268ns) ForwardSessionEventToSession:616(2971ns) ForwardSessionEventToSession:616(4744ns) ForwardSessionEventToSession:616(4982ns)}}}
2026-01-08T17:02:57.031475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037363453546342:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:57.070702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037366318684861:2101] [node 5] ICS09 handshake done sender: [4:7593037362023717535:2112] self: [4:7593037362023717534:0] peer: [5:7593037362787602106:0] socket: 535 qp: -1
2026-01-08T17:02:57.046112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037363453546340:2107] [node 4] ICP18 handshake (actor [2:7593037363453546358:2118]) is too old
2026-01-08T17:02:57.070773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037366318684861:2101] [node 5] ICS10 traffic start
2026-01-08T17:02:57.070829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:56.954613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037363886104089:2109] [node 6] ICP22 created new session: [1:7593037363886104113:2109]
2026-01-08T17:02:56.977006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037363886104113:2109] [node 6] ICS09 handshake done sender: [1:7593037363886104095:2115] self: [1:7593037363886104094:0] peer: [6:7593037360802887091:0] socket: 564 qp: -1
2026-01-08T17:02:57.071330Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037362023717527:2101] [node 5] ICP35 event processing took too much time PendingConnection:279(20122404ns) {HandleHandshakeStatus:329(20118909ns) {DropIncomingHandshake:442(18340ns) DropOutgoingHandshake:457(944ns) SwitchToState:179(739ns) ProcessPendingSessionEvents:495(104933ns) {ForwardSessionEventToSession:616(49711ns) ForwardSessionEventToSession:616(7525ns) ForwardSessionEventToSession:616(3268ns) ForwardSessionEventToSession:616(3820ns) ForwardSessionEventToSession:616(6026ns) ForwardSessionEventToSession:616(5595ns) ForwardSessionEventToSession:616(3579ns) ForwardSessionEventToSession:616(9595ns) ForwardSessionEventToSession:616(2492ns) ForwardSessionEventToSession:616(4896ns)}}}
2026-01-08T17:02:56.979424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037363886104112:2048] [node 2] ICS09 handshake done sender: [1:7593037363886104087:2112] self: [1:7593037363886104086:0] peer: [2:7593037363453546360:0] socket: 537 qp: -1
2026-01-08T17:02:56.981736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037363886104112:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:56.974377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037360802887095:2059] [node 5] ICS09 handshake done sender: [6:7593037360802887070:2110] self: [6:7593037360802887089:0] peer: [5:7593037362787602057:0] socket: 542 qp: -1
2026-01-08T17:02:56.986628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037363886104113:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:56.982604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037356507919710:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:56.990631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:56.987362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037360802887095:2059] [node 5] ICS10 traffic start
2026-01-08T17:02:56.991148Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037359591136724:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(60168531ns) {HandleHandshakeStatus:329(60166117ns) {DropIncomingHandshake:442(18992ns) DropOutgoingHandshake:457(772ns) SwitchToState:179(686ns) ProcessPendingSessionEvents:495(126644ns) {ForwardSessionEventToSession:616(75986ns) ForwardSessionEventToSession:616(3209ns) ForwardSessionEventToSession:616(2863ns) ForwardSessionEventToSession:616(5878ns) ForwardSessionEventToSession:616(2936ns) ForwardSessionEventToSession:616(5331ns) ForwardSessionEventToSession:616(7708ns) ForwardSessionEventToSession:616(2300ns) ForwardSessionEventToSession:616(7937ns) ForwardSessionEventToSession:616(3119ns)}}}
2026-01-08T17:02:56.990433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:57.007188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:57.005689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037356507919710:2048] [node 1] ICP22 created new session: [6:7593037360802887099:2048]
2026-01-08T17:02:57.012839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037363886104085:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:57.006436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:57.012920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:57.019283Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037360802887071:2074] [node 4] ICP35 event processing took too much time PendingConnection:279(104075950ns) {HandleHandshakeStatus:329(104066761ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(85ns) SwitchToState:179(89ns) ProcessPendingSessionEvents:495(1582ns)}}
2026-01-08T17:02:57.022391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037360802887099:2048] [node 1] ICS09 handshake done sender: [6:7593037360802887086:2117] self: [6:7593037360802887091:0] peer: [1:7593037363886104094:0] socket: 569 qp: -1
2026-01-08T17:02:57.012993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037363886104085:2107] [node 4] ICP22 created new session: [1:7593037368181071413:2107]
2026-01-08T17:02:57.022615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037360802887098:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.013059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037368181071413:2107] [node 4] ICS09 handshake done sender: [1:7593037363886104093:2114] self: [1:7593037363886104092:0] peer: [4:7593037362023717553:0] socket: 563 qp: -1
2026-01-08T17:02:57.030389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037360802887099:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:57.013122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037368181071413:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:57.031788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:57.013162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:57.034734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037356507919712:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:57.023668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037368181071412:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4677
2026-01-08T17:02:57.034971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037360802887097:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.077428Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037363886104089:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(133586008ns) {HandleHandshakeStatus:329(133581034ns) {DropIncomingHandshake:442(19084ns) DropOutgoingHandshake:457(716ns) SwitchToState:179(1102ns) ProcessPendingSessionEvents:495(6618596ns) {ForwardSessionEventToSession:616(6559387ns) ForwardSessionEventToSession:616(9387ns) ForwardSessionEventToSession:616(6656ns) ForwardSessionEventToSession:616(3509ns) ForwardSessionEventToSession:616(6077ns) ForwardSessionEventToSession:616(2960ns) ForwardSessionEventToSession:616(2873ns) ForwardSessionEventToSession:616(7961ns) ForwardSessionEventToSession:616(3347ns) ForwardSessionEventToSession:616(6174ns)}}}
2026-01-08T17:02:57.080914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037356507919711:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:57.082427Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037363886104085:2107] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:57.101773Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037356507919712:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5741) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037360802887098:2122] held: no
2026-01-08T17:02:57.100639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037363886104104:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.100665Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037363886104104:2120] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:57.102786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037363886104104:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:57.046258Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037359158578979:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17682) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037363453546342:2111] held: no
2026-01-08T17:02:57.078057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037357728750169:2048] [node 1] ICP22 created new session: [4:7593037366318684862:2048]
2026-01-08T17:02:57.094561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037361559836126:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.046376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037359158578979:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:57.046447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:57.047451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037359158578979:2048] [node 1] ICP22 created new session: [2:7593037367748513666:2048]
2026-01-08T17:02:57.059093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037367748513667:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30050
2026-01-08T17:02:57.062692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037367748513666:2048] [node 1] ICS09 handshake done sender: [2:7593037363453546342:2111] self: [2:7593037363453546360:0] peer: [1:7593037363886104086:0] socket: 541 qp: -1
2026-01-08T17:02:57.078211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037367748513666:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:57.086644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:57.088933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037363453546353:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.088976Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037363453546353:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:57.099897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037363453546353:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:57.102939Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037359158578979:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(52505758ns) {HandleHandshakeStatus:329(52504266ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(126ns) SwitchToState:179(865ns) ProcessPendingSessionEvents:495(1140ns)}}
2026-01-08T17:02:57.102633Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037367082569404:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3930
2026-01-08T17:02:57.107808Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037360802887019:2059] [node 5] ICP35 event processing took too much time PendingConnection:279(152095147ns) {HandleHandshakeStatus:329(152091016ns) {DropIncomingHandshake:442(2099ns) DropOutgoingHandshake:457(10644ns) SwitchToState:179(836ns) ProcessPendingSessionEvents:495(28410582ns) {ForwardSessionEventToSession:616(12106370ns) ForwardSessionEventToSession:616(12948ns) ForwardSessionEventToSession:616(2577ns) ForwardSessionEventToSession:616(8895ns) ForwardSessionEventToSession:616(718038ns) ForwardSessionEventToSession:616(5546ns) ForwardSessionEventToSession:616(10798289ns) ForwardSessionEventToSession:616(5420ns) ForwardSessionEventToSession:616(2914ns) ForwardSessionEventToSession:616(4730978ns)}}}
2026-01-08T17:02:57.089709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037366318684862:2048] [node 1] ICS09 handshake done sender: [4:7593037362023717542:2116] self: [4:7593037362023717553:0] peer: [1:7593037363886104092:0] socket: 572 qp: -1
2026-01-08T17:02:57.094595Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037361559836126:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:57.109988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037359158578980:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:57.135829Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037362787602076:2075] [node 4] ICP35 event processing took too much time PendingConnection:279(20953296ns) {HandleHandshakeStatus:395(18785805ns) {LogHandshakeFail:472(15674ns) {UpdateErrorStateLog:545(5524ns)} DropOutgoingHandshake:457(2387ns) ProcessPendingSessionEvents:495(9234816ns) {DropSessionEvent:512(13127ns) DropSessionEvent:512(3423899ns) DropSessionEvent:512(11018ns) DropSessionEvent:512(5753ns) DropSessionEvent:512(4887ns) DropSessionEvent:512(6692ns) DropSessionEvent:512(4917ns) DropSessionEvent:512(11210ns) DropSessionEvent:512(5430ns) DropSessionEvent:512(5059325ns)}}}
2026-01-08T17:02:57.136607Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037367082569406:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:57.115001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037363886104090:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:57.091155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037366318684862:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:57.110094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:57.143776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037358492634724:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:57.115084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:57.095799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037365854803430:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27926
2026-01-08T17:02:57.158979Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037365097854401:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51212
2026-01-08T17:02:57.159582Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037360802887097:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:57.160066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037356507919711:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:57.160174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:57.160240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037356507919711:2049] [node 2] ICP22 created new session: [6:7593037365097854402:2049]
2026-01-08T17:02:57.160306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037365097854402:2049] [node 2] ICS09 handshake done sender: [6:7593037360802887097:2121] self: [6:7593037365097854400:0] peer: [2:7593037363453546355:0] socket: 597 qp: -1
2026-01-08T17:02:57.160353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037365097854402:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:57.160405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:57.166621Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037356507919710:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(120033470ns) {HandleHandshakeStatus:329(120030416ns) {DropIncomingHandshake:442(837ns) DropOutgoingHandshake:457(6968ns) SwitchToState:179(661ns) ProcessPendingSessionEvents:495(24298253ns) {ForwardSessionEventToSession:616(10778008ns) ForwardSessionEventToSession:616(823622ns) ForwardSessionEventToSession:616(3633ns) ForwardSessionEventToSession:616(3101ns) ForwardSessionEventToSession:616(1318019ns) ForwardSessionEventToSession:616(4595904ns) ForwardSessionEventToSession:616(10281ns) ForwardSessionEventToSession:616(6007628ns) ForwardSessionEventToSession:616(3959ns) ForwardSessionEventToSession:616(729426ns)}}}
2026-01-08T17:02:57.107727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:57.110153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037359158578980:2049] [node 3] ICP22 created new session: [2:7593037367748513670:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:57.106550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037365854803438:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27926
2026-01-08T17:02:57.110198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037367748513670:2049] [node 3] ICS09 handshake done sender: [2:7593037363453546353:2115] self: [2:7593037363453546352:0] peer: [3:7593037365854803436:0] socket: 589 qp: -1
2026-01-08T17:02:57.110241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037367748513670:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:57.110275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:57.130432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037363453546356:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.130472Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037363453546356:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:57.135975Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037367748513667:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.145358Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037363453546356:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:57.171017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037363453546339:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:57.170652Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037362787602101:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:57.115159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037363886104090:2108] [node 5] ICP22 created new session: [1:7593037368181071418:2108]
2026-01-08T17:02:57.108315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037361559836126:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:57.109742Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037361559836129:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:57.124105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037365854803430:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.131032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037361559836107:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:57.131124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:57.131208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037361559836107:2107] [node 5] ICP22 created new session: [3:7593037365854803439:2107]
2026-01-08T17:02:57.131265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037365854803439:2107] [node 5] ICS09 handshake done sender: [3:7593037361559836126:2117] self: [3:7593037361559836124:0] peer: [5:7593037367082569407:0] socket: 550 qp: -1
2026-01-08T17:02:57.131308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037365854803439:2107] [node 5] ICS10 traffic start
2026-01-08T17:02:57.131353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:57.133280Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037357264868749:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25205) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037361559836129:2119] held: no
2026-01-08T17:02:57.136660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037357264868748:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:57.138151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037357264868749:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:57.144059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:57.154665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037357264868749:2049] [node 2] ICP22 created new session: [3:7593037365854803442:2049]
2026-01-08T17:02:57.170934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037365854803442:2049] [node 2] ICS09 handshake done sender: [3:7593037361559836129:2119] self: [3:7593037365854803436:0] peer: [2:7593037363453546352:0] socket: 593 qp: -1
2026-01-08T17:02:57.182696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037365854803442:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:57.191198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:57.134857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037357728750169:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(119467081ns) {HandleHandshakeStatus:329(119464202ns) {DropIncomingHandshake:442(2036ns) DropOutgoingHandshake:457(10163ns) SwitchToState:179(819ns) ProcessPendingSessionEvents:495(26678499ns) {ForwardSessionEventToSession:616(5890543ns) ForwardSessionEventToSession:616(2531776ns) ForwardSessionEventToSession:616(2957ns) ForwardSessionEventToSession:616(7705911ns) ForwardSessionEventToSession:616(5940ns) ForwardSessionEventToSession:616(2671ns) ForwardSessionEventToSession:616(2511725ns) ForwardSessionEventToSession:616(7982347ns) ForwardSessionEventToSession:616(12948ns) ForwardSessionEventToSession:616(4815ns)}}}
2026-01-08T17:02:57.115237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037368181071418:2108] [node 5] ICS09 handshake done sender: [1:7593037363886104104:2120] self: [1:7593037363886104103:0] peer: [5:7593037367082569409:0] socket: 601 qp: -1
2026-01-08T17:02:57.195097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:57.186520Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037358492634722:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17682) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037367082569405:2119] held: no
2026-01-08T17:02:57.229137Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037357264868749:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(90869130ns) {HandleHandshakeStatus:329(90866103ns) {DropIncomingHandshake:442(2524ns) DropOutgoingHandshake:457(497ns) SwitchToState:179(842ns) ProcessPendingSessionEvents:495(580ns)}}
2026-01-08T17:02:57.218705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037365097854399:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51212
2026-01-08T17:02:57.214610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037363453546339:2108] [node 6] ICP22 created new session: [2:7593037367748513674:2108]
2026-01-08T17:02:57.240690Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037360802887098:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:57.241016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037356507919712:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:57.241088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:57.241146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037356507919712:2050] [node 3] ICP22 created new session: [6:7593037365097854404:2050]
2026-01-08T17:02:57.241197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037365097854404:2050] [node 3] ICS09 handshake done sender: [6:7593037360802887098:2122] self: [6:7593037365097854398:0] peer: [3:7593037361559836120:0] socket: 599 qp: -1
2026-01-08T17:02:57.241237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037365097854404:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:57.241277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:57.115278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037368181071418:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:57.186716Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037367082569410:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3930
2026-01-08T17:02:57.235884Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037357264868748:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17682) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037365854803430:2120] held: no
2026-01-08T17:02:57.237232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037367748513674:2108] [node 6] ICS09 handshake done sender: [2:7593037363453546356:2116] self: [2:7593037363453546355:0] peer: [6:7593037365097854400:0] socket: 595 qp: -1
2026-01-08T17:02:57.191327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:57.194731Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037367082569405:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:57.202480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037362787602076:2075] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:57.202646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037358492634724:2050] [node 3] ICP22 created new session: [5:7593037367082569411:2050]
2026-01-08T17:02:57.216301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037367082569411:2050] [node 3] ICS09 handshake done sender: [5:7593037367082569406:2120] self: [5:7593037367082569407:0] peer: [3:7593037361559836124:0] socket: 553 qp: -1
2026-01-08T17:02:57.223653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037367082569411:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:57.223732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:57.224345Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037358492634724:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(81606801ns) {HandleHandshakeStatus:329(81603532ns) {DropIncomingHandshake:442(4907ns) DropOutgoingHandshake:457(13877ns) SwitchToState:179(646ns) ProcessPendingSessionEvents:495(121883ns) {ForwardSessionEventToSession:616(74215ns) ForwardSessionEventToSession:616(3426ns) ForwardSessionEventToSession:616(6282ns) ForwardSessionEventToSession:616(3131ns) ForwardSessionEventToSession:616(3225ns) ForwardSessionEventToSession:616(5228ns) ForwardSessionEventToSession:616(2669ns) ForwardSessionEventToSession:616(8126ns) ForwardSessionEventToSession:616(2487ns) ForwardSessionEventToSession:616(2378ns)}}}
2026-01-08T17:02:57.224431Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037358492634724:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:02:57.224948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037358492634722:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:57.225020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:57.225075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037358492634722:2048] [node 1] ICP22 created new session: [5:7593037367082569413:2048]
2026-01-08T17:02:57.225136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037367082569413:2048] [node 1] ICS09 handshake done sender: [5:7593037367082569405:2119] self: [5:7593037367082569409:0] peer: [1:7593037363886104103:0] socket: 555 qp: -1
2026-01-08T17:02:57.225175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037367082569413:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:57.225224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:57.236187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:57.237402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037362787602076:2075] [node 4] ICP22 created new session: [5:7593037367082569415:2075]
2026-01-08T17:02:57.238339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037367082569415:2075] [node 4] ICS09 handshake done sender: [5:7593037362787602101:2117] self: [5:7593037362787602106:0] peer: [4:7593037362023717534:0] socket: 582 qp: -1
2026-01-08T17:02:57.238376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037367082569415:2075] [node 4] ICS10 traffic start
2026-01-08T17:02:57.238427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:57.238716Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037362787602076:2075] [node 4] ICP35 event processing took too much time PendingConnection:279(47403593ns) {HandleHandshakeStatus:329(47401333ns) {DropIncomingHandshake:442(3950ns) DropOutgoingHandshake:457(901ns) SwitchToState:179(3051ns) ProcessPendingSessionEvents:495(734ns)}}
2026-01-08T17:02:57.115315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:57.142567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037363886104101:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:57.142600Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037363886104101:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:57.150661Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037363886104101:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:57.183015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037359591136725:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:57.186987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:57.206860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037359591136725:2049] [node 3] ICP22 created new session: [1:7593037368181071421:2049]
2026-01-08T17:02:57.218669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037368181071421:2049] [node 3] ICS09 handshake done sender: [1:7593037363886104101:2118] self: [1:7593037363886104099:0] peer: [3:7593037365854803441:0] socket: 565 qp: -1
2026-01-08T17:02:57.226869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037368181071421:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:57.236911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:57.237297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037367748513674:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:57.238239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:57.246468Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037359591136725:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(63144322ns) {HandleHandshakeStatus:329(63140961ns) {DropIncomingHandshake:442(16765ns) DropOutgoingHandshake:457(1170ns) SwitchToState:179(616ns) ProcessPendingSessionEvents:495(118816ns) {ForwardSessionEventToSession:616(66529ns) ForwardSessionEventToSession:616(6909ns) ForwardSessionEventToSession:616(2067ns) ForwardSessionEventToSession:616(6715ns) ForwardSessionEventToSession:616(2299ns) ForwardSessionEventToSession:616(2419ns) ForwardSessionEventToSession:616(12819ns) ForwardSessionEventToSession:616(2631ns) ForwardSessionEventToSession:616(1806ns) ForwardSessionEventToSession:616(5235ns)}}}
2026-01-08T17:02:57.247707Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037363453546339:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(77095724ns) {HandleHandshakeStatus:329(77094378ns) {DropIncomingHandshake:442(27587ns) DropOutgoingHandshake:457(773ns) SwitchToState:179(715ns) ProcessPendingSessionEvents:495(114795ns) {ForwardSessionEventToSession:616(68132ns) ForwardSessionEventToSession:616(3195ns) ForwardSessionEventToSession:616(5888ns) ForwardSessionEventToSession:616(3147ns) ForwardSessionEventToSession:616(5035ns) ForwardSessionEventToSession:616(2687ns) ForwardSessionEventToSession:616(3073ns) ForwardSessionEventToSession:616(5916ns) ForwardSessionEventToSession:616(6267ns) ForwardSessionEventToSession:616(2890ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:57.250704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037365854803443:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27926
2026-01-08T17:02:57.251108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037365854803430:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:57.251351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037357264868748:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:57.251592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:57.251787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037357264868748:2048] [node 1] ICP22 created new session: [3:7593037365854803445:2048]
2026-01-08T17:02:57.251911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037365854803445:2048] [node 1] ICS09 handshake done sender: [3:7593037365854803430:2120] self: [3:7593037365854803441:0] peer: [1:7593037363886104099:0] socket: 602 qp: -1
2026-01-08T17:02:57.251960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037365854803445:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:57.252012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:57.308702Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:02:57.308889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037367748513666:2048] [node 1] ICS01 socket: 541 reason# EndOfStream
2026-01-08T17:02:57.308930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037359158578979:2048] [node 1] ICP30 unregister session Session# [2:7593037367748513666:2048] VirtualId# [2:7593037363453546360:0]
2026-01-08T17:02:57.308974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037367748513666:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:57.309071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:57.309117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:57.312597Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:02:57.312861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037365854803445:2048] [node 1] ICS01 socket: 602 reason# EndOfStream
2026-01-08T17:02:57.312903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037357264868748:2048] [node 1] ICP30 unregister session Session# [3:7593037365854803445:2048] VirtualId# [3:7593037365854803441:0]
2026-01-08T17:02:57.312943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037365854803445:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:57.313014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:57.313057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:57.322355Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:02:57.322609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037360802887099:2048] [node 1] ICS07 socket disconnect 569 reason# EndOfStream
2026-01-08T17:02:57.322651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037360802887099:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:57.322739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:57.322793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037360802887099:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:57.322574Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:02:57.322804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037366318684862:2048] [node 1] ICS07 socket disconnect 572 reason# EndOfStream
2026-01-08T17:02:57.322835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037366318684862:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:57.322918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:57.322971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037366318684862:2048] [node 1] ICS15 start handshake
2026-01-08T17:02:57.323560Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:02:57.324552Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037356507919710:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17682) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:57.323774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037367082569413:2048] [node 1] ICS01 socket: 555 reason# EndOfStream
2026-01-08T17:02:57.324619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037360802887099:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:57.324657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037356507919710:2048] [node 1] ICP30 unregister session Session# [6:7593037360802887099:2048] VirtualId# [6:7593037360802887091:0]
2026-01-08T17:02:57.324702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:57.324739Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037356507919710:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17682) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:57.324779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17682) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:57.325849Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037357728750169:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17682) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:02:57.336807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037366318684862:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:02:57.323817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037358492634722:2048] [node 1] ICP30 unregister session Session# [5:7593037367082569413:2048] VirtualId# [5:7593037367082569409:0]
2026-01-08T17:02:57.336877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037357728750169:2048] [node 1] ICP30 unregister session Session# [4:7593037366318684862:2048] VirtualId# [4:7593037362023717553:0]
2026-01-08T17:02:57.323859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037367082569413:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:57.336959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:57.323927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:02:57.337010Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037357728750169:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17682) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:57.323975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:02:57.337050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17682) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:02:57.337574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037356507919710:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:57.346751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037357728750169:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:02:57.548945Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:02:57.549192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037365854803442:2049] [node 2] ICS01 socket: 593 reason# EndOfStream
2026-01-08T17:02:57.549244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037357264868749:2049] [node 2] ICP30 unregister session Session# [3:7593037365854803442:2049] VirtualId# [3:7593037365854803436:0]
2026-01-08T17:02:57.549292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037365854803442:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:57.549367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:57.549431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:57.554341Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:02:57.554616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037362023717555:2049] [node 2] ICS01 socket: 561 reason# EndOfStream
2026-01-08T17:02:57.554665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037357728750170:2049] [node 2] ICP30 unregister session Session# [4:7593037362023717555:2049] VirtualId# [4:7593037362023717547:0]
2026-01-08T17:02:57.554697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037362023717555:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:57.554770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:57.554815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:57.558588Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:02:57.553150Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:02:57.558925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037362787602099:2049] [node 2] ICS01 socket: 557 reason# EndOfStream
2026-01-08T17:02:57.558962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037358492634723:2049] [node 2] ICP30 unregister session Session# [5:7593037362787602099:2049] VirtualId# [5:7593037362787602095:0]
2026-01-08T17:02:57.559098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037362787602099:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:57.559209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:57.559268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:57.553392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037365097854402:2049] [node 2] ICS01 socket: 597 reason# EndOfStream
2026-01-08T17:02:57.553444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037356507919711:2049] [node 2] ICP30 unregister session Session# [6:7593037365097854402:2049] VirtualId# [6:7593037365097854400:0]
2026-01-08T17:02:57.553494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037365097854402:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:57.553579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:02:57.553640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:02:57.689961Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:02:57.690210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037362023717562:2050] [node 3] ICS01 socket: 573 reason# EndOfStream
2026-01-08T17:02:57.690259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037357728750171:2050] [node 3] ICP30 unregister session Session# [4:7593037362023717562:2050] VirtualId# [4:7593037362023717554:0]
2026-01-08T17:02:57.690292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037362023717562:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:57.690373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:57.690427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:57.687604Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:02:57.689066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037367082569411:2050] [node 3] ICS01 socket: 553 reason# EndOfStream
2026-01-08T17:02:57.689113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037358492634724:2050] [node 3] ICP30 unregister session Session# [5:7593037367082569411:2050] VirtualId# [5:7593037367082569407:0]
2026-01-08T17:02:57.689149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037367082569411:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:57.689216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:57.689258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:57.693716Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:02:57.693947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037365097854404:2050] [node 3] ICS01 socket: 599 reason# EndOfStream
2026-01-08T17:02:57.693998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037356507919712:2050] [node 3] ICP30 unregister session Session# [6:7593037365097854404:2050] VirtualId# [6:7593037365097854398:0]
2026-01-08T17:02:57.694043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037365097854404:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:57.694140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:02:57.694202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:02:58.003912Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:02:58.004176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037367082569415:2075] [node 4] ICS01 socket: 582 reason# EndOfStream
2026-01-08T17:02:58.004224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037362787602076:2075] [node 4] ICP30 unregister session Session# [5:7593037367082569415:2075] VirtualId# [5:7593037362787602106:0]
2026-01-08T17:02:58.004271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037367082569415:2075] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:58.004357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:58.004410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:02:58.010480Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:02:58.011351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037360802887092:2074] [node 4] ICS01 socket: 554 reason# EndOfStream
2026-01-08T17:02:58.011417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037360802887071:2074] [node 4] ICP30 unregister session Session# [6:7593037360802887092:2074] VirtualId# [6:7593037360802887087:0]
2026-01-08T17:02:58.011463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037360802887092:2074] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:02:58.011548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:02:58.011589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:02:58.362151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037371546100577:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:58.362201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037371546100578:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:58.355228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037372142063053:2049] [node 3] ICP01 ready to work
2026-01-08T17:02:58.355302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037372142063052:2048] [node 2] ICP01 ready to work
2026-01-08T17:02:58.407058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037373156380468:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:58.407102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037373156380469:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:58.459032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037370022012714:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:58.459076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037370022012715:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:58.459117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037370022012716:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:58.434784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037370148456022:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:58.434834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037370148456023:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:58.434871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037370148456024:2050] [node 3] ICP01 ready to work
2026-01-08T17:02:58.632072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037372288619389:2048] [node 1] ICP01 ready to work
2026-01-08T17:02:58.633445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037372288619390:2049] [node 2] ICP01 ready to work
2026-01-08T17:02:58.633509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037372288619391:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:58.943748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037373156380554:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57133
2026-01-08T17:02:58.933483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037370148456054:2077] [node 6] ICP01 ready to work
2026-01-08T17:02:58.944534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037370148456063:2082] [node 5] ICP01 ready to work
2026-01-08T17:02:59.079619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037374316980053:2088] [node 4] ICP01 ready to work
2026-01-08T17:02:59.083539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037376583586706:2067] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.040337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037375841067938:2109] [node 5] ICP01 ready to work
2026-01-08T17:02:59.064750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037375841067937:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.090542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037377451347855:2107] [node 4] ICP01 ready to work
2026-01-08T17:02:59.054542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037376437030411:2107] [node 6] ICP01 ready to work
2026-01-08T17:02:59.066978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037370148456063:2082] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(94805838ns) {Configure:104(94799958ns) {ProcessConfigured:135(12178234ns) {StartInitialHandshake:157(12174411ns) {DropHandshakes:470(3511ns) {DropIncomingHandshake:442(881ns) DropOutgoingHandshake:457(706ns)} GenerateSessionVirtualId:992(1009ns) PrepareNewSessionHandshake:477(3892ns) {SwitchToState:179(1788ns)}}}}}
2026-01-08T17:02:59.088915Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037370022012716:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(148044488ns) {Configure:104(148037697ns) {ProcessConfigured:135(37640678ns) {StartInitialHandshake:157(37636729ns) {DropHandshakes:470(3448ns) {DropIncomingHandshake:442(787ns) DropOutgoingHandshake:457(566ns)} GenerateSessionVirtualId:992(979ns) PrepareNewSessionHandshake:477(3613ns) {SwitchToState:179(1497ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.147022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037374443423394:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37220
2026-01-08T17:02:59.088446Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037376583586702:2065] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60771
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.172407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037374443423395:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37220
2026-01-08T17:02:59.090788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037376437030412:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.139310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037377451347856:2109] [node 6] ICP01 ready to work
2026-01-08T17:02:59.166563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037376583586723:2076] [node 5] ICP01 ready to work
2026-01-08T17:02:59.114686Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037374316980050:2086] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29803
2026-01-08T17:02:59.143445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037375841067942:2108] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.217356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037374443423396:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37220
2026-01-08T17:02:59.192880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037377451347858:2116] [node 5] ICP01 ready to work
2026-01-08T17:02:59.110788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037376437030413:2109] [node 4] ICP01 ready to work
2026-01-08T17:02:59.166741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037376583586722:2081] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60771
2026-01-08T17:02:59.147611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037374316980065:2096] [node 6] ICP01 ready to work
2026-01-08T17:02:59.189611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037376437030414:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14371
2026-01-08T17:02:59.170054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037374316980070:2098] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29803
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.246515Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037374443423394:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.252158Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037372288619391:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(298319710ns) {Configure:104(298312883ns) {ProcessConfigured:135(80535ns) {StartInitialHandshake:157(77511ns) {DropHandshakes:470(2786ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:992(1310ns) PrepareNewSessionHandshake:477(2027ns) {SwitchToState:179(906ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.295411Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037371546100578:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(264669194ns) {Configure:104(264661136ns) {ProcessConfigured:135(86818ns) {StartInitialHandshake:157(83538ns) {DropHandshakes:470(2601ns) {DropIncomingHandshake:442(221ns) DropOutgoingHandshake:457(646ns)} GenerateSessionVirtualId:992(1065ns) PrepareNewSessionHandshake:477(2048ns) {SwitchToState:179(766ns)}}}}}
2026-01-08T17:02:59.171667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037370022012714:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(236870518ns) {Configure:104(236865839ns) {ProcessConfigured:135(32138010ns) {StartInitialHandshake:157(32134383ns) {DropHandshakes:470(3363ns) {DropIncomingHandshake:442(776ns) DropOutgoingHandshake:457(705ns)} GenerateSessionVirtualId:992(1012ns) PrepareNewSessionHandshake:477(2782ns) {SwitchToState:179(1545ns)}}}}}
2026-01-08T17:02:59.267131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037373156380554:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.278131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037370148456056:2079] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.240984Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037374316980050:2086] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.252652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037376583586702:2065] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.278564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037374316980070:2098] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.312150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037374316980067:2097] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.312188Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037374316980067:2097] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:59.319052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037374316980067:2097] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:59.331019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037374316980091:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29803
2026-01-08T17:02:59.275196Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037373156380468:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(159693661ns) {Configure:104(159684775ns) {ProcessConfigured:135(92457ns) {StartInitialHandshake:157(89608ns) {DropHandshakes:470(6386ns) {DropIncomingHandshake:442(809ns) DropOutgoingHandshake:457(535ns)} GenerateSessionVirtualId:992(1226ns) PrepareNewSessionHandshake:477(2128ns) {SwitchToState:179(873ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.343360Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037375841067937:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(208396613ns) {Configure:104(208387962ns) {ProcessConfigured:135(85575ns) {StartInitialHandshake:157(83026ns) {DropHandshakes:470(1320ns) {DropIncomingHandshake:442(322ns) DropOutgoingHandshake:457(140ns)} GenerateSessionVirtualId:992(601ns) PrepareNewSessionHandshake:477(1997ns) {SwitchToState:179(1163ns)}}}}}
2026-01-08T17:02:59.352063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037375841067940:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.352102Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037375841067940:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.278180Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037370148456056:2079] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:59.344226Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037374316980065:2096] [node 6] ICP35 event processing took too much time PendingConnection:279(19992718ns) {IncomingHandshake:261(19991094ns) {DropIncomingHandshake:442(2999ns) PrepareNewSessionHandshake:477(3514ns) {SwitchToState:179(3092ns)} GenerateSessionVirtualId:992(318ns) IssueIncomingHandshakeReply:193(14544ns)}}
2026-01-08T17:02:59.344340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037374316980065:2096] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.344407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:59.351113Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037370022012715:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(220078401ns) {Configure:104(208276903ns) {ProcessConfigured:135(96378ns) {StartInitialHandshake:157(93835ns) {DropHandshakes:470(3212ns) {DropIncomingHandshake:442(602ns) DropOutgoingHandshake:457(604ns)} GenerateSessionVirtualId:992(810ns) PrepareNewSessionHandshake:477(2732ns) {SwitchToState:179(1112ns)}}}}}
2026-01-08T17:02:59.351451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037370022012715:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:59.353866Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037374316980096:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29803
2026-01-08T17:02:59.275371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037377451347857:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57133
2026-01-08T17:02:59.252904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037376583586706:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.353463Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037375841067940:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:59.286655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037374443423396:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.363178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037374316980065:2096] [node 6] ICP22 created new session: [5:7593037374316980092:2096]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.284881Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037377451347855:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(91645949ns) {Configure:104(79906721ns) {ProcessConfigured:135(71992ns) {StartInitialHandshake:157(69228ns) {DropHandshakes:470(2964ns) {DropIncomingHandshake:442(620ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:992(1647ns) PrepareNewSessionHandshake:477(1775ns) {SwitchToState:179(691ns)}}}}}
2026-01-08T17:02:59.371108Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037376437030416:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.362716Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037371546100577:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(307796804ns) {Configure:104(307785987ns) {ProcessConfigured:135(18334976ns) {StartInitialHandshake:157(18331436ns) {DropHandshakes:470(976ns) {DropIncomingHandshake:442(257ns) DropOutgoingHandshake:457(294ns)} GenerateSessionVirtualId:992(498ns) PrepareNewSessionHandshake:477(4333ns) {SwitchToState:179(1713ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.296146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037376583586722:2081] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.286839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037370148456022:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:59.323021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037370148456056:2079] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:59.324523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037374443423400:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37220
2026-01-08T17:02:59.401606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037374443423403:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37220
2026-01-08T17:02:59.414400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037374443423395:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.422696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037370148456054:2077] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.422792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:59.422858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037370148456054:2077] [node 6] ICP22 created new session: [4:7593037374443423405:2077]
2026-01-08T17:02:59.422917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037374443423405:2077] [node 6] ICS09 handshake done sender: [4:7593037370148456056:2079] self: [4:7593037370148456055:0] peer: [6:7593037376583586761:0] socket: 540 qp: -1
2026-01-08T17:02:59.422958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037374443423405:2077] [node 6] ICS10 traffic start
2026-01-08T17:02:59.423021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:59.423791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037370148456054:2077] [node 6] ICP18 handshake (actor [4:7593037374443423395:2115]) is too old
2026-01-08T17:02:59.438582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037374443423404:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37220
2026-01-08T17:02:59.442535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037374443423403:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.371784Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037374316980050:2086] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:59.289502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037377451347865:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57133
2026-01-08T17:02:59.371167Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037376437030416:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:59.433397Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037375841067953:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5217
2026-01-08T17:02:59.434780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037375841067938:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.434862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:59.434927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037375841067938:2109] [node 5] ICP22 created new session: [2:7593037375841067954:2109]
2026-01-08T17:02:59.434990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037375841067954:2109] [node 5] ICS09 handshake done sender: [2:7593037375841067940:2111] self: [2:7593037375841067939:0] peer: [5:7593037374316980095:0] socket: 545 qp: -1
2026-01-08T17:02:59.435037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037375841067954:2109] [node 5] ICS10 traffic start
2026-01-08T17:02:59.435081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:59.305624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037376583586723:2076] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.387395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037376437030414:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.396231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037374316980092:2096] [node 6] ICS09 handshake done sender: [5:7593037374316980067:2097] self: [5:7593037374316980066:0] peer: [6:7593037376583586762:0] socket: 557 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.467215Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037375841067938:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(32168517ns) {HandleHandshakeStatus:329(32165663ns) {DropIncomingHandshake:442(640ns) DropOutgoingHandshake:457(1009ns) SwitchToState:179(1012ns) ProcessPendingSessionEvents:495(17917044ns) {ForwardSessionEventToSession:616(17854239ns) ForwardSessionEventToSession:616(6428ns) ForwardSessionEventToSession:616(3456ns) ForwardSessionEventToSession:616(10196ns) ForwardSessionEventToSession:616(6222ns) ForwardSessionEventToSession:616(2388ns) ForwardSessionEventToSession:616(4925ns) ForwardSessionEventToSession:616(3265ns) ForwardSessionEventToSession:616(5422ns) ForwardSessionEventToSession:616(2383ns)}}}
2026-01-08T17:02:59.332942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037376583586764:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60771
2026-01-08T17:02:59.470658Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037374443423396:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:59.387593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037376437030418:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14371
2026-01-08T17:02:59.296259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037377451347870:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57133
2026-01-08T17:02:59.396648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037370022012715:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.363444Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037376583586765:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60771
2026-01-08T17:02:59.471705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037375841067952:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5217
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.304427Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037377451347856:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(111191869ns) {Configure:104(111185606ns) {ProcessConfigured:135(82052ns) {StartInitialHandshake:157(79331ns) {DropHandshakes:470(2054ns) {DropIncomingHandshake:442(299ns) DropOutgoingHandshake:457(733ns)} GenerateSessionVirtualId:992(707ns) PrepareNewSessionHandshake:477(1237ns) {SwitchToState:179(546ns)}}}}}
2026-01-08T17:02:59.494759Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037370148456023:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(395969069ns) {Configure:104(395960923ns) {ProcessConfigured:135(33370530ns) {StartInitialHandshake:157(33366708ns) {DropHandshakes:470(8179405ns) {DropIncomingHandshake:442(1117ns) DropOutgoingHandshake:457(618ns)} GenerateSessionVirtualId:992(1957ns) PrepareNewSessionHandshake:477(3584ns) {SwitchToState:179(1638ns)}}}}}
2026-01-08T17:02:59.396729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:59.388489Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037376437030416:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:59.375644Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037372288619389:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(336841484ns) {Configure:104(336827449ns) {ProcessConfigured:135(11923016ns) {StartInitialHandshake:157(11920320ns) {DropHandshakes:470(3065ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(626ns)} GenerateSessionVirtualId:992(542ns) PrepareNewSessionHandshake:477(3318ns) {SwitchToState:179(1878ns)}}}}}
2026-01-08T17:02:59.325116Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037377451347857:2138] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.508127Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037375841067944:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.511180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037370148456023:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.411137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037370022012715:2049] [node 2] ICP22 created new session: [5:7593037374316980097:2049]
2026-01-08T17:02:59.375881Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037376583586702:2065] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:59.390141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037376437030425:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14371
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.508184Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037375841067944:2112] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.517741Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037370148456022:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9016) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037374443423396:2116] held: no
2026-01-08T17:02:59.419304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037377451347865:2141] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.398779Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037376437030411:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(222880824ns) {Configure:104(216120864ns) {ProcessConfigured:135(20044314ns) {StartInitialHandshake:157(20042095ns) {DropHandshakes:470(3597ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(669ns)} GenerateSessionVirtualId:992(699ns) PrepareNewSessionHandshake:477(16705807ns) {SwitchToState:179(5756ns)}}}}}
2026-01-08T17:02:59.422439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037374316980092:2096] [node 6] ICS10 traffic start
2026-01-08T17:02:59.522074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037374443423365:2088] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.522124Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037374443423365:2088] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:59.528390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037370148456022:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.533304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:59.535299Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037374443423400:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.536846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037370148456022:2048] [node 1] ICP22 created new session: [4:7593037374443423410:2048]
2026-01-08T17:02:59.540837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037370148456024:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:59.548683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037374443423365:2088] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:59.559840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037370148456063:2082] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.559939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:59.560017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037370148456063:2082] [node 5] ICP22 created new session: [4:7593037374443423412:2082]
2026-01-08T17:02:59.560115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037374443423412:2082] [node 5] ICS09 handshake done sender: [4:7593037374443423365:2088] self: [4:7593037374443423362:0] peer: [5:7593037374316980102:0] socket: 556 qp: -1
2026-01-08T17:02:59.560168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037374443423412:2082] [node 5] ICS10 traffic start
2026-01-08T17:02:59.560214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:59.564426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037374443423410:2048] [node 1] ICS09 handshake done sender: [4:7593037374443423396:2116] self: [4:7593037374443423398:0] peer: [1:7593037376437030415:0] socket: 563 qp: -1
2026-01-08T17:02:59.572296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037374443423410:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:59.577998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037374443423414:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37220
2026-01-08T17:02:59.595074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:59.613416Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037374443423403:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:59.401219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037376583586706:2067] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.535338Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037375841067944:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.647047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037370148456023:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.647124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:59.647198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037370148456023:2049] [node 2] ICP22 created new session: [4:7593037374443423418:2049]
2026-01-08T17:02:59.647252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037374443423418:2049] [node 2] ICS09 handshake done sender: [4:7593037374443423403:2119] self: [4:7593037374443423408:0] peer: [2:7593037375841067946:0] socket: 561 qp: -1
2026-01-08T17:02:59.647296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037374443423418:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:59.430994Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037372142063053:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(389086363ns) {Configure:104(389081509ns) {ProcessConfigured:135(31014960ns) {StartInitialHandshake:157(31012103ns) {DropHandshakes:470(3282ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(674ns)} GenerateSessionVirtualId:992(996ns) PrepareNewSessionHandshake:477(2066ns) {SwitchToState:179(883ns)}}}}}
2026-01-08T17:02:59.442060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037377451347870:2143] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.437491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037374316980091:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.404150Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037376583586722:2081] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:59.647337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:59.648333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037374443423417:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37220
2026-01-08T17:02:59.649092Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037374443423400:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:59.649286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037370148456024:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.649338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:59.649382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037370148456024:2050] [node 3] ICP22 created new session: [4:7593037374443423420:2050]
2026-01-08T17:02:59.649433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037374443423420:2050] [node 3] ICS09 handshake done sender: [4:7593037374443423400:2117] self: [4:7593037374443423411:0] peer: [3:7593037377451347866:0] socket: 573 qp: -1
2026-01-08T17:02:59.649475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037374443423420:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:59.649515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:59.537401Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037375841067942:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(308698419ns) {Configure:104(308687269ns) {ProcessConfigured:135(45547665ns) {StartInitialHandshake:157(45545045ns) {DropHandshakes:470(4048ns) {DropIncomingHandshake:442(690ns) DropOutgoingHandshake:457(990ns)} GenerateSessionVirtualId:992(1567ns) PrepareNewSessionHandshake:477(3708ns) {SwitchToState:179(1568ns)}}}}}
2026-01-08T17:02:59.435455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037376437030412:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(294133488ns) {Configure:104(294126631ns) {ProcessConfigured:135(16036533ns) {StartInitialHandshake:157(16033570ns) {DropHandshakes:470(3319ns) {DropIncomingHandshake:442(521ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:992(1290ns) PrepareNewSessionHandshake:477(3817ns) {SwitchToState:179(2229ns)}}}}}
2026-01-08T17:02:59.442366Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037373156380469:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(222239743ns) {Configure:104(222227569ns) {ProcessConfigured:135(18522050ns) {StartInitialHandshake:157(18519224ns) {DropHandshakes:470(4493ns) {DropIncomingHandshake:442(499ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:992(296ns) PrepareNewSessionHandshake:477(3148ns) {SwitchToState:179(1345ns)}}}}}
2026-01-08T17:02:59.466698Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037377451347856:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(16614655ns) {IncomingHandshake:261(16612175ns) {DropIncomingHandshake:442(941ns) PrepareNewSessionHandshake:477(3109ns) {SwitchToState:179(2025ns)} GenerateSessionVirtualId:992(608ns) IssueIncomingHandshakeReply:193(12621ns)}}
2026-01-08T17:02:59.469530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037373156380469:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:59.490374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037377451347862:2140] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.490429Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037377451347862:2140] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:02:59.491416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037377451347878:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57133
2026-01-08T17:02:59.515472Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037377451347862:2140] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:59.570800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037377451347880:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57133
2026-01-08T17:02:59.574565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037377451347858:2116] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.586509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037377451347867:2142] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.586560Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037377451347867:2142] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:59.587559Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037377451347870:2143] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:59.606840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037373156380469:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.606942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:59.607016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037373156380469:2049] [node 2] ICP22 created new session: [3:7593037377451347882:2049]
2026-01-08T17:02:59.607087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037377451347882:2049] [node 2] ICS09 handshake done sender: [3:7593037377451347870:2143] self: [3:7593037377451347877:0] peer: [2:7593037375841067943:0] socket: 576 qp: -1
2026-01-08T17:02:59.607132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037377451347882:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:59.607211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:59.613345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:59.646234Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037377451347867:2142] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:59.654140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037377451347878:2146] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.654666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037377451347858:2116] [node 5] ICP22 created new session: [3:7593037377451347884:2116]
2026-01-08T17:02:59.673229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037373156380468:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:59.673616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037377451347884:2116] [node 5] ICS09 handshake done sender: [3:7593037377451347862:2140] self: [3:7593037377451347861:0] peer: [5:7593037374316980099:0] socket: 568 qp: -1
2026-01-08T17:02:59.673685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037377451347884:2116] [node 5] ICS10 traffic start
2026-01-08T17:02:59.678469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037377451347855:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.678579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:59.678643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037377451347855:2107] [node 4] ICP22 created new session: [3:7593037377451347887:2107]
2026-01-08T17:02:59.678710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037377451347887:2107] [node 4] ICS09 handshake done sender: [3:7593037377451347867:2142] self: [3:7593037377451347866:0] peer: [4:7593037374443423411:0] socket: 572 qp: -1
2026-01-08T17:02:59.678754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037377451347887:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:59.678810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:59.690807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:59.694965Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037373156380469:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(87883537ns) {HandleHandshakeStatus:329(87878936ns) {DropIncomingHandshake:442(1564ns) DropOutgoingHandshake:457(9253ns) SwitchToState:179(1406ns) ProcessPendingSessionEvents:495(19995840ns) {ForwardSessionEventToSession:616(19934630ns) ForwardSessionEventToSession:616(5989ns) ForwardSessionEventToSession:616(8550ns) ForwardSessionEventToSession:616(3453ns) ForwardSessionEventToSession:616(6008ns) ForwardSessionEventToSession:616(3766ns) ForwardSessionEventToSession:616(3474ns) ForwardSessionEventToSession:616(11707ns) ForwardSessionEventToSession:616(3201ns) ForwardSessionEventToSession:616(3316ns)}}}
2026-01-08T17:02:59.437783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037370022012716:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:59.675026Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037370148456022:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(125604556ns) {HandleHandshakeStatus:329(125601328ns) {DropIncomingHandshake:442(1562ns) DropOutgoingHandshake:457(534ns) SwitchToState:179(834ns) ProcessPendingSessionEvents:495(1592ns)}}
2026-01-08T17:02:59.404487Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037376583586723:2076] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27508) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037376583586722:2081] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.550462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037375841067947:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.436259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037376437030432:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14371
2026-01-08T17:02:59.404600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037376583586723:2076] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.550520Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037375841067947:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:02:59.442224Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037372142063052:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(332181855ns) {Configure:104(332170294ns) {ProcessConfigured:135(24197099ns) {StartInitialHandshake:157(24194396ns) {DropHandshakes:470(2744ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:992(740ns) PrepareNewSessionHandshake:477(5022ns) {SwitchToState:179(2611ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.736326Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037377451347858:2116] [node 5] ICP35 event processing took too much time PendingConnection:279(161500852ns) {HandleHandshakeStatus:329(161497336ns) {DropIncomingHandshake:442(24923ns) DropOutgoingHandshake:457(368ns) SwitchToState:179(270ns) ProcessPendingSessionEvents:495(4907333ns) {ForwardSessionEventToSession:616(4847071ns) ForwardSessionEventToSession:616(9334ns) ForwardSessionEventToSession:616(2490ns) ForwardSessionEventToSession:616(6026ns) ForwardSessionEventToSession:616(3698ns) ForwardSessionEventToSession:616(4282ns) ForwardSessionEventToSession:616(7310ns) ForwardSessionEventToSession:616(3513ns) ForwardSessionEventToSession:616(6062ns) ForwardSessionEventToSession:616(6291ns)}}}
2026-01-08T17:02:59.437868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037374316980098:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29803
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.404650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:59.438972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037374316980097:2049] [node 2] ICS09 handshake done sender: [5:7593037374316980050:2086] self: [5:7593037374316980095:0] peer: [2:7593037375841067939:0] socket: 546 qp: -1
2026-01-08T17:02:59.442333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037376437030413:2109] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.552499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037371546100578:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.404714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037376583586723:2076] [node 5] ICP22 created new session: [6:7593037376583586770:2076]
2026-01-08T17:02:59.739252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037377451347890:2148] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57133
2026-01-08T17:02:59.449251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:59.449001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037374316980097:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:59.565060Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037375841067947:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:59.571349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:59.573369Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037375841067953:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.573429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037375841067937:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.573477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:59.573534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037375841067937:2107] [node 4] ICP22 created new session: [2:7593037375841067962:2107]
2026-01-08T17:02:59.756174Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037377451347878:2146] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.473972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037376437030413:2109] [node 4] ICP22 created new session: [1:7593037376437030433:2109]
2026-01-08T17:02:59.404779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037376583586770:2076] [node 5] ICS09 handshake done sender: [6:7593037376583586722:2081] self: [6:7593037376583586762:0] peer: [5:7593037374316980066:0] socket: 558 qp: -1
2026-01-08T17:02:59.450416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:59.573593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037375841067962:2107] [node 4] ICS09 handshake done sender: [2:7593037375841067947:2113] self: [2:7593037375841067946:0] peer: [4:7593037374443423408:0] socket: 581 qp: -1
2026-01-08T17:02:59.492261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037376437030418:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.766276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037373156380468:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.453759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:59.404826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037376583586770:2076] [node 5] ICS10 traffic start
2026-01-08T17:02:59.472277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037374316980098:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.573636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037375841067962:2107] [node 4] ICS10 traffic start
2026-01-08T17:02:59.778729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037377451347872:2144] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.482971Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037374316980065:2096] [node 6] ICP35 event processing took too much time PendingConnection:279(138344339ns) {HandleHandshakeStatus:329(138341061ns) {DropIncomingHandshake:442(19467ns) DropOutgoingHandshake:457(406ns) SwitchToState:179(503ns) ProcessPendingSessionEvents:495(154942ns) {ForwardSessionEventToSession:616(93369ns) ForwardSessionEventToSession:616(6946ns) ForwardSessionEventToSession:616(4443ns) ForwardSessionEventToSession:616(2052ns) ForwardSessionEventToSession:616(15539ns) ForwardSessionEventToSession:616(2215ns) ForwardSessionEventToSession:616(7957ns) ForwardSessionEventToSession:616(3364ns) ForwardSessionEventToSession:616(3172ns) ForwardSessionEventToSession:616(5455ns)}}}
2026-01-08T17:02:59.492552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037376437030435:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14371
2026-01-08T17:02:59.573680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:59.579499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037371546100578:2049] [node 3] ICP22 created new session: [2:7593037375841067960:2049]
2026-01-08T17:02:59.583423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037371546100577:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:59.602700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037375841067960:2049] [node 3] ICS09 handshake done sender: [2:7593037375841067944:2112] self: [2:7593037375841067943:0] peer: [3:7593037377451347877:0] socket: 575 qp: -1
2026-01-08T17:02:59.603131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037375841067966:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5217
2026-01-08T17:02:59.610785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037375841067960:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:59.634742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037375841067952:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.626717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:59.656539Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037371546100578:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(103790208ns) {HandleHandshakeStatus:329(103787435ns) {DropIncomingHandshake:442(542ns) DropOutgoingHandshake:457(642ns) SwitchToState:179(734ns) ProcessPendingSessionEvents:495(143001ns) {ForwardSessionEventToSession:616(81524ns) ForwardSessionEventToSession:616(10106ns) ForwardSessionEventToSession:616(2798ns) ForwardSessionEventToSession:616(7359ns) ForwardSessionEventToSession:616(3062ns) ForwardSessionEventToSession:616(3325ns) ForwardSessionEventToSession:616(6519ns) ForwardSessionEventToSession:616(2607ns) ForwardSessionEventToSession:616(3000ns) ForwardSessionEventToSession:616(8835ns)}}}
2026-01-08T17:02:59.508183Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037374316980053:2088] [node 4] ICP35 event processing took too much time PendingConnection:279(20693182ns)
2026-01-08T17:02:59.511396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037374316980053:2088] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:59.536506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037374316980104:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29803
2026-01-08T17:02:59.572081Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037374316980053:2088] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25745) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037374316980098:2119] held: no
2026-01-08T17:02:59.404866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:59.663795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037375841067969:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5217
2026-01-08T17:02:59.681927Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037375841067953:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:59.721930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037375841067966:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.722008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037371546100577:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.730935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037375841067958:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.730987Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037375841067958:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:59.732331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:59.740032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037375841067937:2107] [node 4] ICP18 handshake (actor [2:7593037375841067966:2118]) is too old
2026-01-08T17:02:59.751538Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037375841067958:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:59.754442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037371546100577:2048] [node 1] ICP22 created new session: [2:7593037375841067970:2048]
2026-01-08T17:02:59.766415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037375841067970:2048] [node 1] ICS09 handshake done sender: [2:7593037375841067953:2116] self: [2:7593037375841067965:0] peer: [1:7593037376437030421:0] socket: 589 qp: -1
2026-01-08T17:02:59.773855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037375841067970:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:59.790126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037375841067942:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.813561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:59.813787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:59.813854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037375841067942:2108] [node 6] ICP22 created new session: [2:7593037375841067973:2108]
2026-01-08T17:02:59.839559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037375841067973:2108] [node 6] ICS09 handshake done sender: [2:7593037375841067958:2117] self: [2:7593037375841067956:0] peer: [6:7593037376583586780:0] socket: 603 qp: -1
2026-01-08T17:02:59.839619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037375841067973:2108] [node 6] ICS10 traffic start
2026-01-08T17:02:59.839701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:59.840263Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037375841067942:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(66297917ns) {HandleHandshakeStatus:329(66295379ns) {DropIncomingHandshake:442(29825ns) DropOutgoingHandshake:457(654ns) SwitchToState:179(830ns) ProcessPendingSessionEvents:495(112008ns) {ForwardSessionEventToSession:616(59040ns) ForwardSessionEventToSession:616(3672ns) ForwardSessionEventToSession:616(9754ns) ForwardSessionEventToSession:616(2649ns) ForwardSessionEventToSession:616(5711ns) ForwardSessionEventToSession:616(2910ns) ForwardSessionEventToSession:616(3175ns) ForwardSessionEventToSession:616(10477ns) ForwardSessionEventToSession:616(2688ns) ForwardSessionEventToSession:616(2946ns)}}}
2026-01-08T17:02:59.919499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037371546100577:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(148580028ns) {HandleHandshakeStatus:329(148576587ns) {DropIncomingHandshake:442(863ns) DropOutgoingHandshake:457(6482ns) SwitchToState:179(844ns) ProcessPendingSessionEvents:495(31321013ns) {ForwardSessionEventToSession:616(31252860ns) ForwardSessionEventToSession:616(11412ns) ForwardSessionEventToSession:616(3476ns) ForwardSessionEventToSession:616(6042ns) ForwardSessionEventToSession:616(3524ns) ForwardSessionEventToSession:616(2941ns) ForwardSessionEventToSession:616(6822ns) ForwardSessionEventToSession:616(5318ns) ForwardSessionEventToSession:616(3121ns) ForwardSessionEventToSession:616(12880ns)}}}
2026-01-08T17:02:59.614723Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037370022012715:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(155413444ns) {HandleHandshakeStatus:329(155408922ns) {DropIncomingHandshake:442(1313ns) DropOutgoingHandshake:457(17199ns) SwitchToState:179(279ns) ProcessPendingSessionEvents:495(57349363ns) {ForwardSessionEventToSession:616(23298557ns) ForwardSessionEventToSession:616(6520ns) ForwardSessionEventToSession:616(16954807ns) ForwardSessionEventToSession:616(8126ns) ForwardSessionEventToSession:616(2304912ns) ForwardSessionEventToSession:616(4721ns) ForwardSessionEventToSession:616(26559ns) ForwardSessionEventToSession:616(10128162ns) ForwardSessionEventToSession:616(4536ns) ForwardSessionEventToSession:616(2610ns)}}}
2026-01-08T17:02:59.634629Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037370022012716:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11743) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037374316980091:2116] held: no
2026-01-08T17:02:59.658697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037374316980053:2088] [node 4] ICP35 event processing took too much time PendingConnection:279(22419304ns) {HandleHandshakeStatus:395(11841610ns) {LogHandshakeFail:472(20183ns) {UpdateErrorStateLog:545(7972ns)} DropOutgoingHandshake:457(998ns) ProcessPendingSessionEvents:495(11735200ns) {DropSessionEvent:512(15939ns) DropSessionEvent:512(5722ns) DropSessionEvent:512(23807ns) DropSessionEvent:512(6289ns) DropSessionEvent:512(5357ns) DropSessionEvent:512(5628ns) DropSessionEvent:512(6060ns) DropSessionEvent:512(5205ns) DropSessionEvent:512(4814ns) DropSessionEvent:512(4568269ns)}}}
2026-01-08T17:02:59.664335Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037374316980098:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:02:59.674560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037374316980103:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29803
2026-01-08T17:02:59.682181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037374316980053:2088] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.690961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:59.706736Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037370022012716:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(55871595ns) {HandleHandshakeStatus:395(45022567ns) {LogHandshakeFail:472(14256622ns) {UpdateErrorStateLog:545(11882ns)} DropOutgoingHandshake:457(4257ns) ProcessPendingSessionEvents:495(9166276ns) {DropSessionEvent:512(31179ns) DropSessionEvent:512(10580ns) DropSessionEvent:512(5402ns) DropSessionEvent:512(4752ns) DropSessionEvent:512(4776ns) DropSessionEvent:512(6018ns) DropSessionEvent:512(7700ns) DropSessionEvent:512(9070376ns) DropSessionEvent:512(9964ns) DropSessionEvent:512(6069ns)}}}
2026-01-08T17:02:59.707646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037374316980053:2088] [node 4] ICP22 created new session: [5:7593037374316980105:2088]
2026-01-08T17:02:59.717818Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037374316980091:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:59.731501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037374316980105:2088] [node 4] ICS09 handshake done sender: [5:7593037374316980098:2119] self: [5:7593037374316980102:0] peer: [4:7593037374443423362:0] socket: 593 qp: -1
2026-01-08T17:02:59.731561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037374316980105:2088] [node 4] ICS10 traffic start
2026-01-08T17:02:59.731620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:59.732886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037370022012716:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.733147Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037374316980053:2088] [node 4] ICP35 event processing took too much time PendingConnection:279(50846479ns) {HandleHandshakeStatus:329(50843449ns) {DropIncomingHandshake:442(5094ns) DropOutgoingHandshake:457(530ns) SwitchToState:179(691ns) ProcessPendingSessionEvents:495(1105ns)}}
2026-01-08T17:02:59.734195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037374316980107:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29803
2026-01-08T17:02:59.746492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:59.751789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037370022012716:2050] [node 3] ICP22 created new session: [5:7593037374316980108:2050]
2026-01-08T17:02:59.761814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037374316980108:2050] [node 3] ICS09 handshake done sender: [5:7593037374316980091:2116] self: [5:7593037374316980099:0] peer: [3:7593037377451347861:0] socket: 569 qp: -1
2026-01-08T17:02:59.763025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037374316980108:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:59.780104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:59.839379Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037370022012716:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(94547868ns) {HandleHandshakeStatus:329(94544687ns) {DropIncomingHandshake:442(898ns) DropOutgoingHandshake:457(214ns) SwitchToState:179(554ns) ProcessPendingSessionEvents:495(1257ns)}}
2026-01-08T17:02:59.422533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:02:59.436605Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037376583586774:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60771
2026-01-08T17:02:59.449077Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037372288619390:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(335344155ns) {Configure:104(335337026ns) {ProcessConfigured:135(28515537ns) {StartInitialHandshake:157(28512775ns) {DropHandshakes:470(2728ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(417ns)} GenerateSessionVirtualId:992(993ns) PrepareNewSessionHandshake:477(2458ns) {SwitchToState:179(1026ns)}}}}}
2026-01-08T17:02:59.453505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037376583586706:2067] [node 4] ICP22 created new session: [6:7593037376583586772:2067]
2026-01-08T17:02:59.474018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037376583586772:2067] [node 4] ICS09 handshake done sender: [6:7593037376583586702:2065] self: [6:7593037376583586761:0] peer: [4:7593037370148456055:0] socket: 541 qp: -1
2026-01-08T17:02:59.474083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037376583586772:2067] [node 4] ICS10 traffic start
2026-01-08T17:02:59.490776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:59.547559Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037376583586706:2067] [node 4] ICP35 event processing took too much time PendingConnection:279(146018353ns) {HandleHandshakeStatus:329(146015275ns) {DropIncomingHandshake:442(1336ns) DropOutgoingHandshake:457(8522ns) SwitchToState:179(648ns) ProcessPendingSessionEvents:495(12706702ns) {ForwardSessionEventToSession:616(12625453ns) ForwardSessionEventToSession:616(12709ns) ForwardSessionEventToSession:616(3256ns) ForwardSessionEventToSession:616(8648ns) ForwardSessionEventToSession:616(3222ns) ForwardSessionEventToSession:616(2735ns) ForwardSessionEventToSession:616(23996ns) ForwardSessionEventToSession:616(3540ns) ForwardSessionEventToSession:616(3729ns) ForwardSessionEventToSession:616(5132ns)}}}
2026-01-08T17:02:59.564117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037376583586774:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.583759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037372288619389:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:59.596730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037376583586777:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60771
2026-01-08T17:02:59.596807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037376583586778:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60771
2026-01-08T17:02:59.645972Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037372288619389:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23251251ns) {IncomingHandshake:261(23248752ns) {DropIncomingHandshake:442(1147ns) PrepareNewSessionHandshake:477(2618ns) {SwitchToState:179(2211ns)} GenerateSessionVirtualId:992(552ns) IssueIncomingHandshakeReply:193(15988184ns) {SwitchToState:179(3996ns)}}}
2026-01-08T17:02:59.691059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037376583586777:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.703320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037372288619390:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:59.707046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037376583586779:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60771
2026-01-08T17:02:59.730539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037376583586774:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:59.732618Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037372288619389:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9016) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037376583586774:2119] held: no
2026-01-08T17:02:59.756738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037376583586781:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60771
2026-01-08T17:02:59.759206Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037376583586777:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:59.762221Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037372288619389:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20270189ns) {HandleHandshakeStatus:395(20267318ns) {LogHandshakeFail:472(784029ns) {UpdateErrorStateLog:545(6606ns)} DropOutgoingHandshake:457(1259ns) ProcessPendingSessionEvents:495(19419276ns) {DropSessionEvent:512(16948ns) DropSessionEvent:512(37741ns) DropSessionEvent:512(11655ns) DropSessionEvent:512(6209ns) DropSessionEvent:512(12681431ns) DropSessionEvent:512(11171ns) DropSessionEvent:512(5718ns) DropSessionEvent:512(4960ns) DropSessionEvent:512(6495ns) DropSessionEvent:512(21688ns)}}}
2026-01-08T17:02:59.763090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037372288619389:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.767066Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037376583586778:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.767134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037372288619390:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.767240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:59.767311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037372288619390:2049] [node 2] ICP22 created new session: [6:7593037376583586783:2049]
2026-01-08T17:02:59.767372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037376583586783:2049] [node 2] ICS09 handshake done sender: [6:7593037376583586777:2120] self: [6:7593037376583586780:0] peer: [2:7593037375841067956:0] socket: 604 qp: -1
2026-01-08T17:02:59.767418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037376583586783:2049] [node 2] ICS10 traffic start
2026-01-08T17:02:59.767473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:59.769288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037372288619391:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:59.770688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:59.770765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037372288619389:2048] [node 1] ICP22 created new session: [6:7593037376583586782:2048]
2026-01-08T17:02:59.770838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037376583586782:2048] [node 1] ICS09 handshake done sender: [6:7593037376583586774:2119] self: [6:7593037376583586776:0] peer: [1:7593037376437030419:0] socket: 592 qp: -1
2026-01-08T17:02:59.770882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037376583586782:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:59.770962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:59.812246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037376583586787:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60771
2026-01-08T17:02:59.871599Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037372288619391:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11743) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037376583586778:2121] held: no
2026-01-08T17:02:59.872553Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037376583586778:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:59.778768Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037377451347872:2144] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:59.790008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:59.813668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037373156380468:2048] [node 1] ICP22 created new session: [3:7593037377451347892:2048]
2026-01-08T17:02:59.813709Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037377451347872:2144] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:59.838546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037377451347892:2048] [node 1] ICS09 handshake done sender: [3:7593037377451347878:2146] self: [3:7593037377451347886:0] peer: [1:7593037376437030422:0] socket: 595 qp: -1
2026-01-08T17:02:59.838781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037377451347856:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.838901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:59.838960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037377451347856:2109] [node 6] ICP22 created new session: [3:7593037377451347893:2109]
2026-01-08T17:02:59.858146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037377451347892:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:59.858212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:02:59.873033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037377451347893:2109] [node 6] ICS09 handshake done sender: [3:7593037377451347872:2144] self: [3:7593037377451347871:0] peer: [6:7593037376583586785:0] socket: 606 qp: -1
2026-01-08T17:02:59.890765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037377451347893:2109] [node 6] ICS10 traffic start
2026-01-08T17:02:59.914349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:59.938803Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037373156380468:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(172167386ns) {HandleHandshakeStatus:329(172163315ns) {DropIncomingHandshake:442(981ns) DropOutgoingHandshake:457(15517ns) SwitchToState:179(785ns) ProcessPendingSessionEvents:495(19095267ns) {ForwardSessionEventToSession:616(18989354ns) ForwardSessionEventToSession:616(20682ns) ForwardSessionEventToSession:616(3090ns) ForwardSessionEventToSession:616(5830ns) ForwardSessionEventToSession:616(3680ns) ForwardSessionEventToSession:616(3167ns) ForwardSessionEventToSession:616(20674ns) ForwardSessionEventToSession:616(2645ns) ForwardSessionEventToSession:616(2237ns) ForwardSessionEventToSession:616(9463ns)}}}
2026-01-08T17:02:59.515248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037376437030433:2109] [node 4] ICS09 handshake done sender: [1:7593037376437030416:2111] self: [1:7593037376437030415:0] peer: [4:7593037374443423398:0] socket: 562 qp: -1
2026-01-08T17:02:59.516525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037376437030433:2109] [node 4] ICS10 traffic start
2026-01-08T17:02:59.518521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037376437030425:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.534366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:02:59.538535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037376437030432:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.550668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037376437030435:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.588882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037376437030413:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(146264365ns) {HandleHandshakeStatus:329(146259829ns) {DropIncomingHandshake:442(20281ns) DropOutgoingHandshake:457(878ns) SwitchToState:179(785ns) ProcessPendingSessionEvents:495(9257027ns) {ForwardSessionEventToSession:616(9193916ns) ForwardSessionEventToSession:616(7799ns) ForwardSessionEventToSession:616(8762ns) ForwardSessionEventToSession:616(2782ns) ForwardSessionEventToSession:616(11646ns) ForwardSessionEventToSession:616(2839ns) ForwardSessionEventToSession:616(3759ns) ForwardSessionEventToSession:616(5841ns) ForwardSessionEventToSession:616(3085ns) ForwardSessionEventToSession:616(3109ns)}}}
2026-01-08T17:02:59.623343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037376437030420:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.623391Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037376437030420:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:02:59.626432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037376437030423:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.626484Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037376437030423:2114] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:02:59.654522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037376437030420:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:02:59.654633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037376437030423:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:02:59.696150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037372142063052:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.707741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:02:59.715755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037376437030411:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.715840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:02:59.715908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037376437030411:2107] [node 6] ICP22 created new session: [1:7593037376437030444:2107]
2026-01-08T17:02:59.715994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037376437030444:2107] [node 6] ICS09 handshake done sender: [1:7593037376437030420:2113] self: [1:7593037376437030419:0] peer: [6:7593037376583586776:0] socket: 591 qp: -1
2026-01-08T17:02:59.716043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037376437030444:2107] [node 6] ICS10 traffic start
2026-01-08T17:02:59.716090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:02:59.717446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037372142063052:2048] [node 2] ICP22 created new session: [1:7593037376437030443:2048]
2026-01-08T17:02:59.717559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037376437030424:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.717600Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037376437030424:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:02:59.722226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037376437030443:2048] [node 2] ICS09 handshake done sender: [1:7593037376437030423:2114] self: [1:7593037376437030421:0] peer: [2:7593037375841067965:0] socket: 587 qp: -1
2026-01-08T17:02:59.731305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037376437030443:2048] [node 2] ICS10 traffic start
2026-01-08T17:02:59.732807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:02:59.738481Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037376437030424:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:02:59.747021Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037372142063052:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(50650273ns) {HandleHandshakeStatus:329(50647134ns) {DropIncomingHandshake:442(16256ns) DropOutgoingHandshake:457(751ns) SwitchToState:179(593ns) ProcessPendingSessionEvents:495(142809ns) {ForwardSessionEventToSession:616(85701ns) ForwardSessionEventToSession:616(4373ns) ForwardSessionEventToSession:616(5881ns) ForwardSessionEventToSession:616(3185ns) ForwardSessionEventToSession:616(3650ns) ForwardSessionEventToSession:616(6702ns) ForwardSessionEventToSession:616(3474ns) ForwardSessionEventToSession:616(5405ns) ForwardSessionEventToSession:616(10865ns) ForwardSessionEventToSession:616(3177ns)}}}
2026-01-08T17:02:59.772074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037372142063053:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.772205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:59.772267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037372142063053:2049] [node 3] ICP22 created new session: [1:7593037376437030449:2049]
2026-01-08T17:02:59.772320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037376437030449:2049] [node 3] ICS09 handshake done sender: [1:7593037376437030424:2115] self: [1:7593037376437030422:0] peer: [3:7593037377451347886:0] socket: 555 qp: -1
2026-01-08T17:02:59.772361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037376437030449:2049] [node 3] ICS10 traffic start
2026-01-08T17:02:59.772398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:59.958758Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037377451347856:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(126296417ns) {HandleHandshakeStatus:329(126292060ns) {DropIncomingHandshake:442(28048ns) DropOutgoingHandshake:457(593ns) SwitchToState:179(1325ns) ProcessPendingSessionEvents:495(14611872ns) {ForwardSessionEventToSession:616(14544694ns) ForwardSessionEventToSession:616(9981ns) ForwardSessionEventToSession:616(10074ns) ForwardSessionEventToSession:616(4900ns) ForwardSessionEventToSession:616(3874ns) ForwardSessionEventToSession:616(6664ns) ForwardSessionEventToSession:616(5981ns) ForwardSessionEventToSession:616(6118ns) ForwardSessionEventToSession:616(2975ns) ForwardSessionEventToSession:616(3056ns)}}}
2026-01-08T17:02:59.942431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037372288619391:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(21076583ns) {HandleHandshakeStatus:395(21072972ns) {LogHandshakeFail:472(20855ns) {UpdateErrorStateLog:545(6833ns)} DropOutgoingHandshake:457(1487ns) ProcessPendingSessionEvents:495(19994062ns) {DropSessionEvent:512(20703ns) DropSessionEvent:512(6290ns) DropSessionEvent:512(5531ns) DropSessionEvent:512(5530ns) DropSessionEvent:512(4641ns) DropSessionEvent:512(5140ns) DropSessionEvent:512(5792ns) DropSessionEvent:512(46237ns) DropSessionEvent:512(947361ns) DropSessionEvent:512(10965ns)}}}
2026-01-08T17:02:59.942517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037372288619391:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.942604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:02:59.942669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037372288619391:2050] [node 3] ICP22 created new session: [6:7593037376583586788:2050]
2026-01-08T17:02:59.942741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037376583586788:2050] [node 3] ICS09 handshake done sender: [6:7593037376583586778:2121] self: [6:7593037376583586785:0] peer: [3:7593037377451347871:0] socket: 551 qp: -1
2026-01-08T17:02:59.942792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037376583586788:2050] [node 3] ICS10 traffic start
2026-01-08T17:02:59.942871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:02:59.993215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037374316980107:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.993438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037370022012714:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:02:59.993934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037376437030430:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:02:59.993976Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037376437030430:2117] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:02:59.995584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037374316980111:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29803
2026-01-08T17:02:59.995974Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037376437030430:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:02:59.996629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037374316980107:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:02:59.997090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037376437030412:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:02:59.997174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:02:59.997236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037376437030412:2108] [node 5] ICP22 created new session: [1:7593037376437030452:2108]
2026-01-08T17:02:59.997306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037376437030452:2108] [node 5] ICS09 handshake done sender: [1:7593037376437030430:2117] self: [1:7593037376437030429:0] peer: [5:7593037374316980110:0] socket: 542 qp: -1
2026-01-08T17:02:59.997350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037376437030452:2108] [node 5] ICS10 traffic start
2026-01-08T17:02:59.997394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:02:59.998759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037370022012714:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:02:59.998828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:02:59.998880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037370022012714:2048] [node 1] ICP22 created new session: [5:7593037374316980112:2048]
2026-01-08T17:02:59.998928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037374316980112:2048] [node 1] ICS09 handshake done sender: [5:7593037374316980107:2122] self: [5:7593037374316980110:0] peer: [1:7593037376437030429:0] socket: 590 qp: -1
2026-01-08T17:02:59.998970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037374316980112:2048] [node 1] ICS10 traffic start
2026-01-08T17:02:59.999015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:00.258659Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:00.258950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037375841067970:2048] [node 1] ICS07 socket disconnect 589 reason# EndOfStream
2026-01-08T17:03:00.258990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037375841067970:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:00.259087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:00.259145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037375841067970:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:00.267134Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:00.267411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037377451347892:2048] [node 1] ICS07 socket disconnect 595 reason# EndOfStream
2026-01-08T17:03:00.267452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037377451347892:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:00.267559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:00.267614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037377451347892:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:00.285036Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037373156380468:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9016) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:00.285090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037377451347892:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:00.286670Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037373156380468:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9016) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:00.286736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037377451347892:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:00.286776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037373156380468:2048] [node 1] ICP30 unregister session Session# [3:7593037377451347892:2048] VirtualId# [3:7593037377451347886:0]
2026-01-08T17:03:00.286825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:00.286877Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037373156380468:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9016) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:00.286892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9016) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:00.283866Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037371546100577:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9016) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:00.283933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037375841067970:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:00.285995Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037371546100577:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9016) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:00.286057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037375841067970:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:00.286104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037371546100577:2048] [node 1] ICP30 unregister session Session# [2:7593037375841067970:2048] VirtualId# [2:7593037375841067965:0]
2026-01-08T17:03:00.286171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:00.286225Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037371546100577:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9016) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:00.286487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9016) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:00.294543Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:00.294811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037374316980112:2048] [node 1] ICS01 socket: 590 reason# EndOfStream
2026-01-08T17:03:00.294859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037370022012714:2048] [node 1] ICP30 unregister session Session# [5:7593037374316980112:2048] VirtualId# [5:7593037374316980110:0]
2026-01-08T17:03:00.294903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037374316980112:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:00.294994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:00.295048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:00.295207Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:00.295411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037376583586782:2048] [node 1] ICS01 socket: 592 reason# EndOfStream
2026-01-08T17:03:00.295454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037372288619389:2048] [node 1] ICP30 unregister session Session# [6:7593037376583586782:2048] VirtualId# [6:7593037376583586776:0]
2026-01-08T17:03:00.295481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037376583586782:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:00.295567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:00.295611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:00.298594Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:00.298866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037374443423410:2048] [node 1] ICS01 socket: 563 reason# EndOfStream
2026-01-08T17:03:00.298923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037370148456022:2048] [node 1] ICP30 unregister session Session# [4:7593037374443423410:2048] VirtualId# [4:7593037374443423398:0]
2026-01-08T17:03:00.298964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037374443423410:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:00.299062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:00.299124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:00.309952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037371546100577:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:00.306467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037373156380468:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:00.501096Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:00.501363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037377451347882:2049] [node 2] ICS07 socket disconnect 576 reason# EndOfStream
2026-01-08T17:03:00.501400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037377451347882:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:00.501478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:00.501529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037377451347882:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:00.508291Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037373156380469:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24852) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:00.508347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037377451347882:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:00.510131Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037373156380469:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24852) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:00.510202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037377451347882:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:00.510247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037373156380469:2049] [node 2] ICP30 unregister session Session# [3:7593037377451347882:2049] VirtualId# [3:7593037377451347877:0]
2026-01-08T17:03:00.510333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:00.510376Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037373156380469:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24852) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:00.510395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24852) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:00.516086Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:00.516369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037374443423418:2049] [node 2] ICS01 socket: 561 reason# EndOfStream
2026-01-08T17:03:00.516430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037370148456023:2049] [node 2] ICP30 unregister session Session# [4:7593037374443423418:2049] VirtualId# [4:7593037374443423408:0]
2026-01-08T17:03:00.516474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037374443423418:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:00.516561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:00.516611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:00.516724Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:00.516951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037376583586783:2049] [node 2] ICS01 socket: 604 reason# EndOfStream
2026-01-08T17:03:00.516996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037372288619390:2049] [node 2] ICP30 unregister session Session# [6:7593037376583586783:2049] VirtualId# [6:7593037376583586780:0]
2026-01-08T17:03:00.517030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037376583586783:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:00.517083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:00.517118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:00.523415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037373156380469:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:00.522743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:00.523039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037374316980097:2049] [node 2] ICS07 socket disconnect 546 reason# EndOfStream
2026-01-08T17:03:00.523080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037374316980097:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:00.523172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:00.523235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037374316980097:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:00.541547Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037370022012715:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24852) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:00.541628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037374316980097:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:00.541673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037370022012715:2049] [node 2] ICP30 unregister session Session# [5:7593037374316980097:2049] VirtualId# [5:7593037374316980095:0]
2026-01-08T17:03:00.541730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:00.541770Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037370022012715:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24852) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:00.541799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24852) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:00.552902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037370022012715:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:00.770573Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:00.770845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037374443423420:2050] [node 3] ICS01 socket: 573 reason# EndOfStream
2026-01-08T17:03:00.770892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037370148456024:2050] [node 3] ICP30 unregister session Session# [4:7593037374443423420:2050] VirtualId# [4:7593037374443423411:0]
2026-01-08T17:03:00.770952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037374443423420:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:00.771007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:00.771085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:00.771097Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:00.771338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037376583586788:2050] [node 3] ICS01 socket: 551 reason# EndOfStream
2026-01-08T17:03:00.771377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037372288619391:2050] [node 3] ICP30 unregister session Session# [6:7593037376583586788:2050] VirtualId# [6:7593037376583586785:0]
2026-01-08T17:03:00.771407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037376583586788:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:00.771488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:00.771530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:00.771206Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:00.771404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037374316980108:2050] [node 3] ICS01 socket: 569 reason# EndOfStream
2026-01-08T17:03:00.771440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037370022012716:2050] [node 3] ICP30 unregister session Session# [5:7593037374316980108:2050] VirtualId# [5:7593037374316980099:0]
2026-01-08T17:03:00.771479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037374316980108:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:00.771543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:00.771581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:01.053575Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:01.053834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037376583586772:2067] [node 4] ICS01 socket: 541 reason# EndOfStream
2026-01-08T17:03:01.053885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037376583586706:2067] [node 4] ICP30 unregister session Session# [6:7593037376583586772:2067] VirtualId# [6:7593037376583586761:0]
2026-01-08T17:03:01.053931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037376583586772:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:01.054030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:01.054085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:01.062517Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:01.062822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037374316980105:2088] [node 4] ICS01 socket: 593 reason# EndOfStream
2026-01-08T17:03:01.062876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037374316980053:2088] [node 4] ICP30 unregister session Session# [5:7593037374316980105:2088] VirtualId# [5:7593037374316980102:0]
2026-01-08T17:03:01.062921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037374316980105:2088] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:01.063008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:01.063057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:01.249165Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:01.249443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037376583586770:2076] [node 5] ICS01 socket: 558 reason# EndOfStream
2026-01-08T17:03:01.249489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037376583586723:2076] [node 5] ICP30 unregister session Session# [6:7593037376583586770:2076] VirtualId# [6:7593037376583586762:0]
2026-01-08T17:03:01.249536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037376583586770:2076] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:01.249616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:01.249667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:01.629253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037386229676697:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:01.629288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037386229676698:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:01.644633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037384399109638:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:01.644708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037384399109639:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:01.658821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037383258462043:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:01.658866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037383258462044:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:01.694749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037382928493336:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:01.694789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037382928493337:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:01.694827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037382928493338:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:01.711263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037384099935693:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:01.711306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037384099935694:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:01.711343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037384099935695:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:01.754836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037384483787104:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:01.754879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037384483787105:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:01.754922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037384483787106:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:02.264849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037388394903028:2082] [node 6] ICP01 ready to work
2026-01-08T17:03:02.265225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037388394903029:2085] [node 4] ICP01 ready to work
2026-01-08T17:03:02.376183Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037388394903028:2082] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(110615465ns) {Configure:104(110607279ns) {ProcessConfigured:135(282203ns) {StartInitialHandshake:157(278231ns) {DropHandshakes:470(200991ns) {DropIncomingHandshake:442(1253ns) DropOutgoingHandshake:457(580ns)} GenerateSessionVirtualId:992(1250ns) PrepareNewSessionHandshake:477(1849ns) {SwitchToState:179(708ns)}}}}}
2026-01-08T17:03:02.389016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037387223460694:2101] [node 5] ICP01 ready to work
2026-01-08T17:03:02.382529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037390524644056:2107] [node 5] ICP01 ready to work
2026-01-08T17:03:02.458773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037388694076997:2107] [node 5] ICP01 ready to work
2026-01-08T17:03:02.495130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037384099935693:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(118299534ns) {Configure:104(118291905ns) {ProcessConfigured:135(88606ns) {StartInitialHandshake:157(85870ns) {DropHandshakes:470(2842ns) {DropIncomingHandshake:442(850ns) DropOutgoingHandshake:457(361ns)} GenerateSessionVirtualId:992(959ns) PrepareNewSessionHandshake:477(1681ns) {SwitchToState:179(663ns)}}}}}
2026-01-08T17:03:02.471166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037384483787104:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(177816878ns) {Configure:104(177809902ns) {ProcessConfigured:135(80796ns) {StartInitialHandshake:157(76794ns) {DropHandshakes:470(3942ns) {DropIncomingHandshake:442(1239ns) DropOutgoingHandshake:457(714ns)} GenerateSessionVirtualId:992(1212ns) PrepareNewSessionHandshake:477(2593ns) {SwitchToState:179(1081ns)}}}}}
2026-01-08T17:03:02.479442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037390524644057:2108] [node 4] ICP01 ready to work
2026-01-08T17:03:02.474847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037387223460696:2103] [node 6] ICP01 ready to work
2026-01-08T17:03:02.538828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037388694076998:2108] [node 6] ICP01 ready to work
2026-01-08T17:03:02.540856Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037383258462044:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(150005963ns) {Configure:104(126042455ns) {ProcessConfigured:135(87648ns) {StartInitialHandshake:157(85552ns) {DropHandshakes:470(3443ns) {DropIncomingHandshake:442(1073ns) DropOutgoingHandshake:457(725ns)} GenerateSessionVirtualId:992(1121ns) PrepareNewSessionHandshake:477(2397ns) {SwitchToState:179(912ns)}}}}}
2026-01-08T17:03:02.471955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037388778754453:2081] [node 4] ICP01 ready to work
2026-01-08T17:03:02.479847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037390524644058:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:02.551387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037388694076999:2109] [node 4] ICP01 ready to work
2026-01-08T17:03:02.472244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037388778754454:2082] [node 5] ICP01 ready to work
2026-01-08T17:03:02.515409Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037386229676698:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18436162ns) {Configure:104(18428890ns) {ProcessConfigured:135(16797563ns) {StartInitialHandshake:157(16794383ns) {DropHandshakes:470(5993ns) {DropIncomingHandshake:442(703ns) DropOutgoingHandshake:457(422ns)} GenerateSessionVirtualId:992(647ns) PrepareNewSessionHandshake:477(4440ns) {SwitchToState:179(2082ns)}}}}}
2026-01-08T17:03:02.541376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037387553429405:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:02.576805Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037384399109638:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(22673172ns) {Configure:104(22666978ns) {ProcessConfigured:135(94159ns) {StartInitialHandshake:157(91234ns) {DropHandshakes:470(2009ns) {DropIncomingHandshake:442(203ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:992(1104ns) PrepareNewSessionHandshake:477(2035ns) {SwitchToState:179(612ns)}}}}}
2026-01-08T17:03:02.578697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037387223460696:2103] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(45471274ns) {Configure:104(45464680ns) {ProcessConfigured:135(4001656ns) {StartInitialHandshake:157(3998165ns) {DropHandshakes:470(750ns) {DropIncomingHandshake:442(113ns) DropOutgoingHandshake:457(77ns)} GenerateSessionVirtualId:992(560ns) PrepareNewSessionHandshake:477(4212ns) {SwitchToState:179(1418ns)}}}}}
2026-01-08T17:03:02.518649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037388778754454:2082] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(19482295ns) {Configure:104(19476342ns) {ProcessConfigured:135(66355ns) {StartInitialHandshake:157(62977ns) {DropHandshakes:470(1992ns) {DropIncomingHandshake:442(356ns) DropOutgoingHandshake:457(543ns)} GenerateSessionVirtualId:992(1139ns) PrepareNewSessionHandshake:477(1193ns) {SwitchToState:179(335ns)}}}}}
2026-01-08T17:03:02.541707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037387553429406:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.541999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037387553429407:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:02.595727Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037383258462043:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(39576656ns) {Configure:104(39565263ns) {ProcessConfigured:135(59911ns) {StartInitialHandshake:157(56315ns) {DropHandshakes:470(1182ns) {DropIncomingHandshake:442(186ns) DropOutgoingHandshake:457(287ns)} GenerateSessionVirtualId:992(496ns) PrepareNewSessionHandshake:477(2482ns) {SwitchToState:179(773ns)}}}}}
2026-01-08T17:03:02.608203Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037388694077004:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51282
2026-01-08T17:03:02.609314Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037388694077011:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51282
2026-01-08T17:03:02.627644Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037384099935695:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(34108564ns) {Configure:104(34102398ns) {ProcessConfigured:135(78806ns) {StartInitialHandshake:157(75009ns) {DropHandshakes:470(2676ns) {DropIncomingHandshake:442(429ns) DropOutgoingHandshake:457(611ns)} GenerateSessionVirtualId:992(1265ns) PrepareNewSessionHandshake:477(2199ns) {SwitchToState:179(676ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.634006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037390524644073:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7731
2026-01-08T17:03:02.634100Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037390524644074:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7731
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.672735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037387553429408:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52806
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.674125Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037387553429417:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52806
2026-01-08T17:03:02.674334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037387553429418:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52806
2026-01-08T17:03:02.683794Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037382928493336:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(76951559ns) {Configure:104(76943982ns) {ProcessConfigured:135(70454ns) {StartInitialHandshake:157(66025ns) {DropHandshakes:470(2683ns) {DropIncomingHandshake:442(577ns) DropOutgoingHandshake:457(391ns)} GenerateSessionVirtualId:992(895ns) PrepareNewSessionHandshake:477(2260ns) {SwitchToState:179(591ns)}}}}}
2026-01-08T17:03:02.648271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037390524644069:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7731
2026-01-08T17:03:02.638367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037388394903067:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8803
2026-01-08T17:03:02.638454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037388394903068:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8803
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.709044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037388778754479:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47445
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.713857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037382928493338:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(27849002ns) {Configure:104(27842295ns) {ProcessConfigured:135(98395ns) {StartInitialHandshake:157(94562ns) {DropHandshakes:470(3750ns) {DropIncomingHandshake:442(1149ns) DropOutgoingHandshake:457(571ns)} GenerateSessionVirtualId:992(1603ns) PrepareNewSessionHandshake:477(2025ns) {SwitchToState:179(527ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.715253Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037387223460707:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14352
2026-01-08T17:03:02.715414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037387223460708:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14352
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.712470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037387553429408:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.711494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037390524644069:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.735482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037388694077004:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.735629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037388694077011:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.735875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037384399109638:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.736619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037388694077017:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51282
2026-01-08T17:03:02.712287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037390524644076:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7731
2026-01-08T17:03:02.723020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037390524644077:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7731
2026-01-08T17:03:02.749547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037390524644073:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.736915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037388778754480:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47445
2026-01-08T17:03:02.750958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037390524644062:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.751009Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037390524644062:2111] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.754999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037388694077018:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51282
2026-01-08T17:03:02.755355Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037390524644062:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:02.755792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037386229676697:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.755885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:02.755950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037386229676697:2048] [node 2] ICP22 created new session: [1:7593037390524644080:2048]
2026-01-08T17:03:02.756007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037390524644080:2048] [node 2] ICS09 handshake done sender: [1:7593037390524644062:2111] self: [1:7593037390524644061:0] peer: [2:7593037388694077016:0] socket: 554 qp: -1
2026-01-08T17:03:02.756051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037390524644080:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:02.756116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:02.767316Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037384399109638:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13086) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037388694077011:2116] held: no
2026-01-08T17:03:02.767578Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037388694077011:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:02.767925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037384399109638:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.768014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:02.768072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037384399109638:2048] [node 1] ICP22 created new session: [2:7593037388694077019:2048]
2026-01-08T17:03:02.768132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037388694077019:2048] [node 1] ICS09 handshake done sender: [2:7593037388694077011:2116] self: [2:7593037388694077016:0] peer: [1:7593037390524644061:0] socket: 556 qp: -1
2026-01-08T17:03:02.768179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037388694077019:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:02.768224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:02.769899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037387553429418:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.772729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037390524644076:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.773297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037388778754481:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47445
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.775547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037388394903067:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.776024Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037388394903068:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.776199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037384099935693:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.776261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037384099935694:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.776716Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037388394903069:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8803
2026-01-08T17:03:02.777313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037390524644074:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.777468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037390524644060:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.777498Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037390524644060:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:02.778600Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037390524644060:2110] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.783969Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037388394903072:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8803
2026-01-08T17:03:02.778787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037383258462044:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.783188Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037387553429417:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.783389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037383258462043:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.784238Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037388778754479:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.774054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037388694077017:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.784902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037390524644064:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.784943Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037390524644064:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:02.785516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037390524644056:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.785633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:02.785700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037390524644056:2107] [node 5] ICP22 created new session: [1:7593037390524644086:2107]
2026-01-08T17:03:02.785762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037390524644086:2107] [node 5] ICS09 handshake done sender: [1:7593037390524644060:2110] self: [1:7593037390524644059:0] peer: [5:7593037388394903070:0] socket: 553 qp: -1
2026-01-08T17:03:02.785807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037390524644086:2107] [node 5] ICS10 traffic start
2026-01-08T17:03:02.785877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:02.794849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037388694077006:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.794896Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037388694077006:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:02.795627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037388694077001:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.795650Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037388694077001:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:02.803029Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037388694077006:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.805479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037388778754454:2082] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.805955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037388778754482:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47445
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.806456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037387553429425:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52806
2026-01-08T17:03:02.806562Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037387553429426:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52806
2026-01-08T17:03:02.786914Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037388394903067:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:02.808268Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037387553429418:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:02.807213Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037388394903044:2101] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.810602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037388778754481:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.821017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037384483787105:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.821557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037388778754485:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47445
2026-01-08T17:03:02.822307Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037388778754479:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:02.822592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037388778754454:2082] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.822655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:02.822711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037388778754454:2082] [node 5] ICP22 created new session: [6:7593037388778754486:2082]
2026-01-08T17:03:02.822773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037388778754486:2082] [node 5] ICS09 handshake done sender: [6:7593037388778754479:2116] self: [6:7593037388778754483:0] peer: [5:7593037388394903043:0] socket: 576 qp: -1
2026-01-08T17:03:02.822814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037388778754486:2082] [node 5] ICS10 traffic start
2026-01-08T17:03:02.822856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:02.807277Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037388394903044:2101] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:02.815591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037384099935693:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.815673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:02.815754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037384099935693:2048] [node 1] ICP22 created new session: [5:7593037388394903075:2048]
2026-01-08T17:03:02.815814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037388394903075:2048] [node 1] ICS09 handshake done sender: [5:7593037388394903067:2115] self: [5:7593037388394903070:0] peer: [1:7593037390524644059:0] socket: 563 qp: -1
2026-01-08T17:03:02.815857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037388394903075:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:02.815918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:02.816204Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037384099935693:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:02.817073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037388394903077:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8803
2026-01-08T17:03:02.819858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037388394903044:2101] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:02.820516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037388394903028:2082] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.820571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:02.820630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037388394903028:2082] [node 6] ICP22 created new session: [5:7593037388394903079:2082]
2026-01-08T17:03:02.820694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037388394903079:2082] [node 6] ICS09 handshake done sender: [5:7593037388394903044:2101] self: [5:7593037388394903043:0] peer: [6:7593037388778754483:0] socket: 565 qp: -1
2026-01-08T17:03:02.820733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037388394903079:2082] [node 6] ICS10 traffic start
2026-01-08T17:03:02.820777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:02.807643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037390524644064:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:02.807162Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037388694077001:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:02.808205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037388694076997:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.808260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:02.808542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037388694076997:2107] [node 5] ICP22 created new session: [2:7593037388694077025:2107]
2026-01-08T17:03:02.808617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037388694077025:2107] [node 5] ICS09 handshake done sender: [2:7593037388694077006:2113] self: [2:7593037388694077005:0] peer: [5:7593037388394903071:0] socket: 559 qp: -1
2026-01-08T17:03:02.808663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037388694077025:2107] [node 5] ICS10 traffic start
2026-01-08T17:03:02.808715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:02.809214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037384399109639:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.809274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:02.809319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037384399109639:2049] [node 3] ICP22 created new session: [2:7593037388694077027:2049]
2026-01-08T17:03:02.809389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037388694077027:2049] [node 3] ICS09 handshake done sender: [2:7593037388694077001:2110] self: [2:7593037388694077000:0] peer: [3:7593037387553429423:0] socket: 557 qp: -1
2026-01-08T17:03:02.809433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037388694077027:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:02.809472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.840284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037387223460707:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.840962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037387223460708:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.841509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037387223460713:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14352
2026-01-08T17:03:02.841642Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037387223460714:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14352
2026-01-08T17:03:02.841752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037387223460715:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14352
2026-01-08T17:03:02.841894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037382928493338:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.836206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037388694077008:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.836251Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037388694077008:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:02.837134Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037388694077030:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51282
2026-01-08T17:03:02.838353Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037388694077008:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:02.842596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037388694076998:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.842690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:02.842757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037388694076998:2108] [node 6] ICP22 created new session: [2:7593037388694077032:2108]
2026-01-08T17:03:02.842813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037388694077032:2108] [node 6] ICS09 handshake done sender: [2:7593037388694077008:2114] self: [2:7593037388694077007:0] peer: [6:7593037388778754484:0] socket: 558 qp: -1
2026-01-08T17:03:02.842857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037388694077032:2108] [node 6] ICS10 traffic start
2026-01-08T17:03:02.842898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:02.837775Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037388394903028:2082] [node 6] ICP35 event processing took too much time PendingConnection:279(17036111ns) {HandleHandshakeStatus:329(17033223ns) {DropIncomingHandshake:442(528ns) DropOutgoingHandshake:457(1181ns) SwitchToState:179(1504ns) ProcessPendingSessionEvents:495(3779369ns) {ForwardSessionEventToSession:616(3722666ns) ForwardSessionEventToSession:616(5403ns) ForwardSessionEventToSession:616(6690ns) ForwardSessionEventToSession:616(2752ns) ForwardSessionEventToSession:616(7817ns) ForwardSessionEventToSession:616(2963ns) ForwardSessionEventToSession:616(2885ns) ForwardSessionEventToSession:616(5500ns) ForwardSessionEventToSession:616(3337ns) ForwardSessionEventToSession:616(3028ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.851114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037387223460714:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.851261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037387223460713:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.851370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037387223460715:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.851587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037382928493337:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.851673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037382928493336:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.826656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037386229676698:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.847348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037388778754482:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.847748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037388778754480:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.826753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:02.862906Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037388394903069:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.863166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037388394903029:2085] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.863382Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037388394903068:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:02.865100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037384099935694:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.865172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:02.865226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037384099935694:2049] [node 2] ICP22 created new session: [5:7593037388394903083:2049]
2026-01-08T17:03:02.865291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037388394903083:2049] [node 2] ICS09 handshake done sender: [5:7593037388394903068:2116] self: [5:7593037388394903071:0] peer: [2:7593037388694077005:0] socket: 564 qp: -1
2026-01-08T17:03:02.865339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037388394903083:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:02.865379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:02.826813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037386229676698:2049] [node 3] ICP22 created new session: [1:7593037390524644090:2049]
2026-01-08T17:03:02.826865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037390524644090:2049] [node 3] ICS09 handshake done sender: [1:7593037390524644064:2112] self: [1:7593037390524644063:0] peer: [3:7593037387553429424:0] socket: 555 qp: -1
2026-01-08T17:03:02.826936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037390524644090:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:02.826984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:02.844227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037390524644077:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.855143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037390524644066:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.855178Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037390524644066:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:02.867068Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037390524644066:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:02.856508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037387223460720:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14352
2026-01-08T17:03:02.859101Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037388694077010:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.852291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037387553429412:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.859151Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037388694077010:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:02.866147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037388694077010:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:02.856595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037387223460721:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14352
2026-01-08T17:03:02.878443Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037387223460698:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.878510Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037387223460698:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:02.852330Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037387553429412:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:02.853023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037387553429427:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52806
2026-01-08T17:03:02.853359Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037387553429417:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:02.860760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037383258462044:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.860834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:02.860895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037383258462044:2049] [node 2] ICP22 created new session: [3:7593037387553429430:2049]
2026-01-08T17:03:02.860971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037387553429430:2049] [node 2] ICS09 handshake done sender: [3:7593037387553429418:2118] self: [3:7593037387553429423:0] peer: [2:7593037388694077000:0] socket: 570 qp: -1
2026-01-08T17:03:02.861015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037387553429430:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:02.861070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:02.886772Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037383258462044:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:02.887034Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037383258462043:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13086) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037387553429417:2117] held: no
2026-01-08T17:03:02.887165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037383258462043:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.887262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:02.887330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037383258462043:2048] [node 1] ICP22 created new session: [3:7593037387553429432:2048]
2026-01-08T17:03:02.887407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037387553429432:2048] [node 1] ICS09 handshake done sender: [3:7593037387553429417:2117] self: [3:7593037387553429424:0] peer: [1:7593037390524644063:0] socket: 561 qp: -1
2026-01-08T17:03:02.887482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037387553429432:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:02.887526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:02.888220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037387553429412:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:02.903168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037387553429405:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.903277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:02.903347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037387553429405:2107] [node 4] ICP22 created new session: [3:7593037387553429434:2107]
2026-01-08T17:03:02.903412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037387553429434:2107] [node 4] ICS09 handshake done sender: [3:7593037387553429412:2114] self: [3:7593037387553429411:0] peer: [4:7593037387223460716:0] socket: 574 qp: -1
2026-01-08T17:03:02.903455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037387553429434:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:02.903508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.915221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037387223460722:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14352
2026-01-08T17:03:02.890969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037390524644057:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.891080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:02.891149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037390524644057:2108] [node 4] ICP22 created new session: [1:7593037390524644094:2108]
2026-01-08T17:03:02.891231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037390524644094:2108] [node 4] ICS09 handshake done sender: [1:7593037390524644066:2113] self: [1:7593037390524644065:0] peer: [4:7593037387223460718:0] socket: 562 qp: -1
2026-01-08T17:03:02.891280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037390524644094:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:02.891330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.919140Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037388778754489:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47445
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.919839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037388394903081:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8803
2026-01-08T17:03:02.920643Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037388694076997:2107] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:02.920843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037388694076999:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.920902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:02.920979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037388694076999:2109] [node 4] ICP22 created new session: [2:7593037388694077035:2109]
2026-01-08T17:03:02.921052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037388694077035:2109] [node 4] ICS09 handshake done sender: [2:7593037388694077010:2115] self: [2:7593037388694077009:0] peer: [4:7593037387223460717:0] socket: 600 qp: -1
2026-01-08T17:03:02.921106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037388694077035:2109] [node 4] ICS10 traffic start
2026-01-08T17:03:02.921153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:02.926037Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037382928493336:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13086) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037387223460713:2117] held: no
2026-01-08T17:03:02.926411Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037387553429427:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.928267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037388394903081:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.928600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037388394903085:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8803
2026-01-08T17:03:02.928691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037384099935695:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.929228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037384483787104:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.929336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037388778754453:2081] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.929431Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037384483787105:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21192) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037388778754481:2118] held: no
2026-01-08T17:03:02.929622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037388778754481:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:02.927049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037387223460713:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:02.930101Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037387553429414:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.930143Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037387553429414:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.931334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037384483787105:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.931413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:02.931479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037384483787105:2049] [node 2] ICP22 created new session: [6:7593037388778754493:2049]
2026-01-08T17:03:02.931541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037388778754493:2049] [node 2] ICS09 handshake done sender: [6:7593037388778754481:2118] self: [6:7593037388778754484:0] peer: [2:7593037388694077007:0] socket: 589 qp: -1
2026-01-08T17:03:02.931585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037388778754493:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:02.931630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:02.932585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037388778754490:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47445
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.933810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037388394903087:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8803
2026-01-08T17:03:02.934204Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037387553429414:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:02.934824Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037388394903081:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:02.943189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037384099935695:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.943305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:02.943371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037384099935695:2050] [node 3] ICP22 created new session: [5:7593037388394903088:2050]
2026-01-08T17:03:02.943449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037388394903088:2050] [node 3] ICS09 handshake done sender: [5:7593037388394903081:2120] self: [5:7593037388394903086:0] peer: [3:7593037387553429413:0] socket: 615 qp: -1
2026-01-08T17:03:02.943500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037388394903088:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:02.943543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:02.935269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037390524644068:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.935319Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037390524644068:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:02.950893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037387553429406:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.951031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:02.951105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037387553429406:2108] [node 5] ICP22 created new session: [3:7593037387553429439:2108]
2026-01-08T17:03:02.951162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037387553429439:2108] [node 5] ICS09 handshake done sender: [3:7593037387553429414:2115] self: [3:7593037387553429413:0] peer: [5:7593037388394903086:0] socket: 610 qp: -1
2026-01-08T17:03:02.951231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037387553429439:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:02.951275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:02.952795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037388778754490:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.952979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037384483787106:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:02.935113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037382928493336:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.935182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:02.954248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037387553429416:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.954289Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037387553429416:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:02.935255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037382928493336:2048] [node 1] ICP22 created new session: [4:7593037387223460724:2048]
2026-01-08T17:03:02.935305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037387223460724:2048] [node 1] ICS09 handshake done sender: [4:7593037387223460713:2117] self: [4:7593037387223460718:0] peer: [1:7593037390524644065:0] socket: 606 qp: -1
2026-01-08T17:03:02.935343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037387223460724:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:02.935381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:02.936227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037387223460714:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:02.950061Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037387223460708:2116] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.956401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037388778754496:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47445
2026-01-08T17:03:02.959620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037388394903069:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:02.956760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037387223460700:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:02.956798Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037387223460700:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:02.957774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037387223460698:2110] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.960281Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037388778754497:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47445
2026-01-08T17:03:02.960601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037388394903029:2085] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.960674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:02.960737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037388394903029:2085] [node 4] ICP22 created new session: [5:7593037388394903090:2085]
2026-01-08T17:03:02.960794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037388394903090:2085] [node 4] ICS09 handshake done sender: [5:7593037388394903069:2117] self: [5:7593037388394903082:0] peer: [4:7593037387223460697:0] socket: 590 qp: -1
2026-01-08T17:03:02.960838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037388394903090:2085] [node 4] ICS10 traffic start
2026-01-08T17:03:02.960888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:02.962871Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037390524644068:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:02.963557Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037388778754482:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:02.963929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037390524644058:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.964047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:02.964120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037390524644058:2109] [node 6] ICP22 created new session: [1:7593037390524644097:2109]
2026-01-08T17:03:02.964175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037390524644097:2109] [node 6] ICS09 handshake done sender: [1:7593037390524644068:2114] self: [1:7593037390524644067:0] peer: [6:7593037388778754491:0] socket: 597 qp: -1
2026-01-08T17:03:02.964233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037390524644097:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:02.964296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:02.965366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037384483787104:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.965432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:02.965486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037384483787104:2048] [node 1] ICP22 created new session: [6:7593037388778754498:2048]
2026-01-08T17:03:02.965545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037388778754498:2048] [node 1] ICS09 handshake done sender: [6:7593037388778754482:2119] self: [6:7593037388778754491:0] peer: [1:7593037390524644067:0] socket: 598 qp: -1
2026-01-08T17:03:02.965583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037388778754498:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:02.965620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:02.967934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037382928493337:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.968001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:02.968056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037382928493337:2049] [node 2] ICP22 created new session: [4:7593037387223460726:2049]
2026-01-08T17:03:02.968104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037387223460726:2049] [node 2] ICS09 handshake done sender: [4:7593037387223460714:2118] self: [4:7593037387223460717:0] peer: [2:7593037388694077009:0] socket: 607 qp: -1
2026-01-08T17:03:02.968142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037387223460726:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:02.968190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:02.968823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037382928493338:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.968869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:02.968925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037382928493338:2050] [node 3] ICP22 created new session: [4:7593037387223460728:2050]
2026-01-08T17:03:02.968981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037387223460728:2050] [node 3] ICS09 handshake done sender: [4:7593037387223460708:2116] self: [4:7593037387223460716:0] peer: [3:7593037387553429411:0] socket: 579 qp: -1
2026-01-08T17:03:02.969019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037387223460728:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:02.969049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:02.969622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037387223460694:2101] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.969737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:02.969795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037387223460694:2101] [node 5] ICP22 created new session: [4:7593037387223460732:2101]
2026-01-08T17:03:02.969855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037387223460732:2101] [node 5] ICS09 handshake done sender: [4:7593037387223460698:2110] self: [4:7593037387223460697:0] peer: [5:7593037388394903082:0] socket: 580 qp: -1
2026-01-08T17:03:02.969893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037387223460732:2101] [node 5] ICS10 traffic start
2026-01-08T17:03:02.969941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:02.974659Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037387553429416:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:02.975357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037387553429407:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.975464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:02.975537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037387553429407:2109] [node 6] ICP22 created new session: [3:7593037387553429442:2109]
2026-01-08T17:03:02.975609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037387553429442:2109] [node 6] ICS09 handshake done sender: [3:7593037387553429416:2116] self: [3:7593037387553429415:0] peer: [6:7593037388778754495:0] socket: 572 qp: -1
2026-01-08T17:03:02.975652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037387553429442:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:02.975703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:02.978017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037388778754500:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47445
2026-01-08T17:03:02.978099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037388778754490:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:02.985282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037384483787106:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.985369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:02.985436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037384483787106:2050] [node 3] ICP22 created new session: [6:7593037388778754501:2050]
2026-01-08T17:03:02.985489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037388778754501:2050] [node 3] ICS09 handshake done sender: [6:7593037388778754490:2122] self: [6:7593037388778754495:0] peer: [3:7593037387553429415:0] socket: 547 qp: -1
2026-01-08T17:03:02.985534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037388778754501:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:02.985578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:02.985862Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037384483787106:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:02.990863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037387223460700:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:02.991303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037387223460696:2103] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:02.991408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:02.991476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037387223460696:2103] [node 6] ICP22 created new session: [4:7593037387223460734:2103]
2026-01-08T17:03:02.991537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037387223460734:2103] [node 6] ICS09 handshake done sender: [4:7593037387223460700:2111] self: [4:7593037387223460699:0] peer: [6:7593037388778754492:0] socket: 581 qp: -1
2026-01-08T17:03:02.991580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037387223460734:2103] [node 6] ICS10 traffic start
2026-01-08T17:03:02.991635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:02.993236Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037388778754480:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:02.993486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037388778754453:2081] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:02.993546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:02.993615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037388778754453:2081] [node 4] ICP22 created new session: [6:7593037388778754503:2081]
2026-01-08T17:03:02.993681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037388778754503:2081] [node 4] ICS09 handshake done sender: [6:7593037388778754480:2117] self: [6:7593037388778754492:0] peer: [4:7593037387223460699:0] socket: 585 qp: -1
2026-01-08T17:03:02.993726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037388778754503:2081] [node 4] ICS10 traffic start
2026-01-08T17:03:02.993770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:03.094662Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:03.094930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037388694077019:2048] [node 1] ICS01 socket: 556 reason# EndOfStream
2026-01-08T17:03:03.094981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037384399109638:2048] [node 1] ICP30 unregister session Session# [2:7593037388694077019:2048] VirtualId# [2:7593037388694077016:0]
2026-01-08T17:03:03.095028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037388694077019:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.095125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:03.095181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:03.100139Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:03.100421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037387553429432:2048] [node 1] ICS01 socket: 561 reason# EndOfStream
2026-01-08T17:03:03.100471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037383258462043:2048] [node 1] ICP30 unregister session Session# [3:7593037387553429432:2048] VirtualId# [3:7593037387553429424:0]
2026-01-08T17:03:03.100520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037387553429432:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.100609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:03.100655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:03.109856Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:03.110151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037388778754498:2048] [node 1] ICS01 socket: 598 reason# EndOfStream
2026-01-08T17:03:03.110205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037384483787104:2048] [node 1] ICP30 unregister session Session# [6:7593037388778754498:2048] VirtualId# [6:7593037388778754491:0]
2026-01-08T17:03:03.110251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037388778754498:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.110642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:03.110717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:03.110612Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:03.111228Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:03.110809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037388394903075:2048] [node 1] ICS01 socket: 563 reason# EndOfStream
2026-01-08T17:03:03.110859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037384099935693:2048] [node 1] ICP30 unregister session Session# [5:7593037388394903075:2048] VirtualId# [5:7593037388394903070:0]
2026-01-08T17:03:03.110902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037388394903075:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.110972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:03.111017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:03.111442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037387223460724:2048] [node 1] ICS01 socket: 606 reason# EndOfStream
2026-01-08T17:03:03.111485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037382928493336:2048] [node 1] ICP30 unregister session Session# [4:7593037387223460724:2048] VirtualId# [4:7593037387223460718:0]
2026-01-08T17:03:03.111520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037387223460724:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.111594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:03.111639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:03.313719Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:03.313970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037387553429430:2049] [node 2] ICS01 socket: 570 reason# EndOfStream
2026-01-08T17:03:03.314024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037383258462044:2049] [node 2] ICP30 unregister session Session# [3:7593037387553429430:2049] VirtualId# [3:7593037387553429423:0]
2026-01-08T17:03:03.314067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037387553429430:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.314149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:03.314194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:03.326275Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:03.326539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037387223460726:2049] [node 2] ICS01 socket: 607 reason# EndOfStream
2026-01-08T17:03:03.326588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037382928493337:2049] [node 2] ICP30 unregister session Session# [4:7593037387223460726:2049] VirtualId# [4:7593037387223460717:0]
2026-01-08T17:03:03.326646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037387223460726:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.326731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:03.326774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:03.326891Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:03.327060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037388394903083:2049] [node 2] ICS01 socket: 564 reason# EndOfStream
2026-01-08T17:03:03.327098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037384099935694:2049] [node 2] ICP30 unregister session Session# [5:7593037388394903083:2049] VirtualId# [5:7593037388394903071:0]
2026-01-08T17:03:03.327132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037388394903083:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.327192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:03.327258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:03.327360Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:03.327532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037388778754493:2049] [node 2] ICS01 socket: 589 reason# EndOfStream
2026-01-08T17:03:03.327572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037384483787105:2049] [node 2] ICP30 unregister session Session# [6:7593037388778754493:2049] VirtualId# [6:7593037388778754484:0]
2026-01-08T17:03:03.327599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037388778754493:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.327648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:03.327685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:03.433967Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:03.434233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037388778754501:2050] [node 3] ICS01 socket: 547 reason# EndOfStream
2026-01-08T17:03:03.434280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037384483787106:2050] [node 3] ICP30 unregister session Session# [6:7593037388778754501:2050] VirtualId# [6:7593037388778754495:0]
2026-01-08T17:03:03.434346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037388778754501:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.434441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:03.434487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:03.434655Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:03.434850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037387223460728:2050] [node 3] ICS01 socket: 579 reason# EndOfStream
2026-01-08T17:03:03.434893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037382928493338:2050] [node 3] ICP30 unregister session Session# [4:7593037387223460728:2050] VirtualId# [4:7593037387223460716:0]
2026-01-08T17:03:03.434922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037387223460728:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.435004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:03.435044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:03.435687Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:03.435878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037388394903088:2050] [node 3] ICS01 socket: 615 reason# EndOfStream
2026-01-08T17:03:03.435923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037384099935695:2050] [node 3] ICP30 unregister session Session# [5:7593037388394903088:2050] VirtualId# [5:7593037388394903086:0]
2026-01-08T17:03:03.435952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037388394903088:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.436019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:03.436062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:03.685963Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:03.686222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037388394903090:2085] [node 4] ICS01 socket: 590 reason# EndOfStream
2026-01-08T17:03:03.686277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037388394903029:2085] [node 4] ICP30 unregister session Session# [5:7593037388394903090:2085] VirtualId# [5:7593037388394903082:0]
2026-01-08T17:03:03.686347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037388394903090:2085] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.686578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:03.686657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:03.687691Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:03.687935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037388778754503:2081] [node 4] ICS01 socket: 585 reason# EndOfStream
2026-01-08T17:03:03.687981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037388778754453:2081] [node 4] ICP30 unregister session Session# [6:7593037388778754503:2081] VirtualId# [6:7593037388778754492:0]
2026-01-08T17:03:03.688028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037388778754503:2081] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.688117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:03.688169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:03.826789Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:03.827066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037388778754486:2082] [node 5] ICS01 socket: 576 reason# EndOfStream
2026-01-08T17:03:03.827121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037388778754454:2082] [node 5] ICP30 unregister session Session# [6:7593037388778754486:2082] VirtualId# [6:7593037388778754483:0]
2026-01-08T17:03:03.827173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037388778754486:2082] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:03.827242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:03.827350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:04.199040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037397651825778:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:04.199093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037397651825779:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:04.234813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037397194907474:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:04.234875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037397194907475:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:04.246851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037398645156920:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:04.246893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037398645156921:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:04.270631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037397822197685:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:04.270672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037397822197686:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:04.270707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037397822197687:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:04.291045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037398976246430:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:04.291088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037398976246431:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:04.291133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037398976246432:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:04.310422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037398439747305:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:04.310467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037398439747306:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:04.310509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037398439747307:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:04.712436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037397651825841:2107] [node 6] ICP01 ready to work
2026-01-08T17:03:04.719039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037398976246495:2109] [node 4] ICP01 ready to work
2026-01-08T17:03:04.702441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037398439747359:2089] [node 4] ICP01 ready to work
2026-01-08T17:03:04.694366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037397194907538:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:04.712857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037397651825842:2109] [node 4] ICP01 ready to work
2026-01-08T17:03:04.706423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037397822197748:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:04.729068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037398645156983:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:04.743169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037398645156984:2108] [node 6] ICP01 ready to work
2026-01-08T17:03:04.742932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037397651825843:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:04.724813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037398439747363:2086] [node 5] ICP01 ready to work
2026-01-08T17:03:04.733873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037398976246496:2108] [node 6] ICP01 ready to work
2026-01-08T17:03:04.758692Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037397651825778:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(45489884ns) {Configure:104(45484167ns) {ProcessConfigured:135(8401156ns) {StartInitialHandshake:157(8398460ns) {DropHandshakes:470(2371ns) {DropIncomingHandshake:442(579ns) DropOutgoingHandshake:457(418ns)} GenerateSessionVirtualId:992(587ns) PrepareNewSessionHandshake:477(2664ns) {SwitchToState:179(968ns)}}}}}
2026-01-08T17:03:04.743558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037398645156985:2109] [node 5] ICP01 ready to work
2026-01-08T17:03:04.744667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037398976246430:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(150897061ns) {Configure:104(150893229ns) {ProcessConfigured:135(78210ns) {StartInitialHandshake:157(76338ns) {DropHandshakes:470(3136ns) {DropIncomingHandshake:442(523ns) DropOutgoingHandshake:457(809ns)} GenerateSessionVirtualId:992(1522ns) PrepareNewSessionHandshake:477(1117ns) {SwitchToState:179(479ns)}}}}}
2026-01-08T17:03:04.792234Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037398645156920:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(202635119ns) {Configure:104(184201790ns) {ProcessConfigured:135(84920ns) {StartInitialHandshake:157(79093ns) {DropHandshakes:470(2395ns) {DropIncomingHandshake:442(370ns) DropOutgoingHandshake:457(500ns)} GenerateSessionVirtualId:992(1823ns) PrepareNewSessionHandshake:477(2119ns) {SwitchToState:179(657ns)}}}}}
2026-01-08T17:03:04.749870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037397194907539:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:04.761030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037397822197749:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:04.774551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037397194907540:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:04.772433Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037398976246495:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22166301ns) {Configure:104(22158086ns) {ProcessConfigured:135(5930635ns) {StartInitialHandshake:157(5928662ns) {DropHandshakes:470(1103ns) {DropIncomingHandshake:442(249ns) DropOutgoingHandshake:457(253ns)} GenerateSessionVirtualId:992(702ns) PrepareNewSessionHandshake:477(4425ns) {SwitchToState:179(2433ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:04.796400Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037398976246431:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(62208679ns) {Configure:104(62205049ns) {ProcessConfigured:135(69946ns) {StartInitialHandshake:157(68067ns) {DropHandshakes:470(4327ns) {DropIncomingHandshake:442(554ns) DropOutgoingHandshake:457(533ns)} GenerateSessionVirtualId:992(1254ns) PrepareNewSessionHandshake:477(962ns) {SwitchToState:179(378ns)}}}}}
2026-01-08T17:03:04.810812Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037397651825843:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(49725868ns) {Configure:104(49721664ns) {ProcessConfigured:135(76012ns) {StartInitialHandshake:157(73545ns) {DropHandshakes:470(2337ns) {DropIncomingHandshake:442(335ns) DropOutgoingHandshake:457(413ns)} GenerateSessionVirtualId:992(1371ns) PrepareNewSessionHandshake:477(1350ns) {SwitchToState:179(605ns)}}}}}
2026-01-08T17:03:04.815960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037397651825852:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9234
2026-01-08T17:03:04.825609Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037398645156983:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(31062716ns) {Configure:104(31056974ns) {ProcessConfigured:135(104684ns) {StartInitialHandshake:157(100857ns) {DropHandshakes:470(2293ns) {DropIncomingHandshake:442(418ns) DropOutgoingHandshake:457(395ns)} GenerateSessionVirtualId:992(1712ns) PrepareNewSessionHandshake:477(2360ns) {SwitchToState:179(1251ns)}}}}}
2026-01-08T17:03:04.832494Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037397822197685:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(42234232ns) {Configure:104(42213529ns) {ProcessConfigured:135(70158ns) {StartInitialHandshake:157(68231ns) {DropHandshakes:470(4350ns) {DropIncomingHandshake:442(351ns) DropOutgoingHandshake:457(279ns)} GenerateSessionVirtualId:992(647ns) PrepareNewSessionHandshake:477(899ns) {SwitchToState:179(331ns)}}}}}
2026-01-08T17:03:04.835967Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037398645156985:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(92033634ns) {Configure:104(92030108ns) {ProcessConfigured:135(4434800ns) {StartInitialHandshake:157(4432727ns) {DropHandshakes:470(2202ns) {DropIncomingHandshake:442(500ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:992(1286ns) PrepareNewSessionHandshake:477(4191ns) {SwitchToState:179(2432ns)}}}}}
2026-01-08T17:03:04.855856Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037397822197748:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(22856416ns) {Configure:104(22850998ns) {ProcessConfigured:135(112307ns) {StartInitialHandshake:157(109594ns) {DropHandshakes:470(2581ns) {DropIncomingHandshake:442(506ns) DropOutgoingHandshake:457(313ns)} GenerateSessionVirtualId:992(696ns) PrepareNewSessionHandshake:477(1565ns) {SwitchToState:179(494ns)}}}}}
2026-01-08T17:03:04.849167Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037398439747307:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(106286515ns) {Configure:104(106276865ns) {ProcessConfigured:135(67531ns) {StartInitialHandshake:157(65868ns) {DropHandshakes:470(2380ns) {DropIncomingHandshake:442(429ns) DropOutgoingHandshake:457(474ns)} GenerateSessionVirtualId:992(1101ns) PrepareNewSessionHandshake:477(1724ns) {SwitchToState:179(847ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:04.885697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037397822197686:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(124335266ns) {Configure:104(124331516ns) {ProcessConfigured:135(86417ns) {StartInitialHandshake:157(83628ns) {DropHandshakes:470(3109ns) {DropIncomingHandshake:442(795ns) DropOutgoingHandshake:457(462ns)} GenerateSessionVirtualId:992(1096ns) PrepareNewSessionHandshake:477(1686ns) {SwitchToState:179(368ns)}}}}}
2026-01-08T17:03:04.886351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037397822197759:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8709
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:04.883559Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037397194907539:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(24357228ns) {Configure:104(24348316ns) {ProcessConfigured:135(95446ns) {StartInitialHandshake:157(92886ns) {DropHandshakes:470(2880ns) {DropIncomingHandshake:442(743ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:992(1069ns) PrepareNewSessionHandshake:477(5486ns) {SwitchToState:179(598ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:04.897129Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037397822197758:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8709
2026-01-08T17:03:04.902620Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037398439747359:2089] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(141230548ns) {Configure:104(141224784ns) {ProcessConfigured:135(112403ns) {StartInitialHandshake:157(109638ns) {DropHandshakes:470(2565ns) {DropIncomingHandshake:442(415ns) DropOutgoingHandshake:457(511ns)} GenerateSessionVirtualId:992(662ns) PrepareNewSessionHandshake:477(1907ns) {SwitchToState:179(527ns)}}}}}
2026-01-08T17:03:04.894717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037397194907549:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49742
2026-01-08T17:03:04.922139Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037397651825841:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(160209672ns) {Configure:104(160202075ns) {ProcessConfigured:135(43299772ns) {StartInitialHandshake:157(43296658ns) {DropHandshakes:470(3836522ns) {DropIncomingHandshake:442(486ns) DropOutgoingHandshake:457(3456ns)} GenerateSessionVirtualId:992(4172ns) PrepareNewSessionHandshake:477(4686ns) {SwitchToState:179(1670ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:04.927794Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037398645156984:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(101702614ns) {Configure:104(101697524ns) {ProcessConfigured:135(69250ns) {StartInitialHandshake:157(62188ns) {DropHandshakes:470(2160ns) {DropIncomingHandshake:442(351ns) DropOutgoingHandshake:457(477ns)} GenerateSessionVirtualId:992(1331ns) PrepareNewSessionHandshake:477(795ns) {SwitchToState:179(329ns)}}}}}
2026-01-08T17:03:04.929009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037398645156994:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41847
2026-01-08T17:03:04.929092Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037398645156995:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41847
2026-01-08T17:03:04.906723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037398976246510:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59470
2026-01-08T17:03:04.936667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037397822197749:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(68429300ns) {Configure:104(68424331ns) {ProcessConfigured:135(30736404ns) {StartInitialHandshake:157(30733436ns) {DropHandshakes:470(2823ns) {DropIncomingHandshake:442(774ns) DropOutgoingHandshake:457(432ns)} GenerateSessionVirtualId:992(796ns) PrepareNewSessionHandshake:477(4403ns) {SwitchToState:179(1896ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:04.920352Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037397194907538:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(100423583ns) {Configure:104(100416707ns) {ProcessConfigured:135(67642ns) {StartInitialHandshake:157(65712ns) {DropHandshakes:470(2251ns) {DropIncomingHandshake:442(432ns) DropOutgoingHandshake:457(418ns)} GenerateSessionVirtualId:992(752ns) PrepareNewSessionHandshake:477(783ns) {SwitchToState:179(204ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:04.943838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037397822197766:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8709
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:04.944679Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037397822197765:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8709
2026-01-08T17:03:04.942509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037398439747363:2086] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(92974341ns) {Configure:104(92959534ns) {ProcessConfigured:135(62317ns) {StartInitialHandshake:157(59994ns) {DropHandshakes:470(2485ns) {DropIncomingHandshake:442(433ns) DropOutgoingHandshake:457(406ns)} GenerateSessionVirtualId:992(698ns) PrepareNewSessionHandshake:477(1631ns) {SwitchToState:179(550ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:04.939517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037397194907555:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49742
2026-01-08T17:03:04.939740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037397194907556:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49742
2026-01-08T17:03:04.957690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037398439747383:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6683
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:04.973201Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037398645157001:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41847
2026-01-08T17:03:04.973377Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037398645157002:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41847
2026-01-08T17:03:04.973510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037398645157003:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41847
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.036831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037401946793154:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9234
2026-01-08T17:03:05.036975Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037401946793155:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9234
2026-01-08T17:03:05.037085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037401946793156:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9234
2026-01-08T17:03:05.037683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037397194907549:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.038022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037397194907474:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:05.046981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037401946793154:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.047152Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037397651825847:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.047175Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037397651825847:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.049311Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037397822197759:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.049482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037397822197685:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:05.049760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037397822197758:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.053043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037401489874854:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49742
2026-01-08T17:03:05.053303Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037397651825847:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:05.053497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037401946793156:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.053639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037397651825849:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.053669Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037397651825849:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.054401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037397651825852:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.055651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037398439747383:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.055791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037398439747306:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.056504Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037402117165065:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8709
2026-01-08T17:03:05.057092Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037397651825849:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:05.057487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037398976246510:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.057644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037398976246495:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:05.058445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037397822197753:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.058478Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037397822197753:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.057783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037397651825778:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:05.057865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:05.057923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037397651825778:2048] [node 2] ICP22 created new session: [1:7593037401946793162:2048]
2026-01-08T17:03:05.057995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037401946793162:2048] [node 2] ICS09 handshake done sender: [1:7593037397651825847:2111] self: [1:7593037397651825844:0] peer: [2:7593037401489874853:0] socket: 558 qp: -1
2026-01-08T17:03:05.058043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037401946793162:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:05.058091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:05.058892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037397651825842:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:05.058952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.059012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037397651825842:2109] [node 4] ICP22 created new session: [1:7593037401946793165:2109]
2026-01-08T17:03:05.059070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037401946793165:2109] [node 4] ICS09 handshake done sender: [1:7593037397651825849:2112] self: [1:7593037397651825848:0] peer: [4:7593037402117165063:0] socket: 557 qp: -1
2026-01-08T17:03:05.059109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037401946793165:2109] [node 4] ICS10 traffic start
2026-01-08T17:03:05.059147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:05.060407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037402734714681:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6683
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.070719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037398645156995:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.061384Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037397194907556:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.078011Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037397822197753:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:05.067247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037402734714682:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6683
2026-01-08T17:03:05.079609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037401946793155:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.080725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037397651825846:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.080757Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037397651825846:2110] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.061502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037397194907544:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.074724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037398645156920:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:05.069854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037403271213808:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59470
2026-01-08T17:03:05.061526Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037397194907544:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.077080Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037398645157003:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.085348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037402734714681:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.084188Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037397651825846:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:05.065318Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037397194907549:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:05.067559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037397194907474:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.067629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:05.067677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037397194907474:2048] [node 1] ICP22 created new session: [2:7593037401489874856:2048]
2026-01-08T17:03:05.067730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037401489874856:2048] [node 1] ICS09 handshake done sender: [2:7593037397194907549:2115] self: [2:7593037401489874853:0] peer: [1:7593037397651825844:0] socket: 565 qp: -1
2026-01-08T17:03:05.067767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037401489874856:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:05.067803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:05.068101Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037397194907474:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:05.084717Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037397194907544:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:05.085942Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037397194907542:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.085978Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037397194907542:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.087064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037397194907555:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.098559Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037397194907542:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:05.083797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037403271213809:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59470
2026-01-08T17:03:05.100879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037397822197766:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.077180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037398645157001:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.085544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037398439747305:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:05.104327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037398976246510:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:05.109402Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037403271213809:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.109918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037398976246430:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:05.111705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037398976246495:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.111758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:05.110431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037397194907540:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:05.077478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037398645156921:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:05.080419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037398645157002:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.087447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037398645156994:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.103622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037397651825857:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.101104Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037397822197685:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4644) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037397822197759:2115] held: no
2026-01-08T17:03:05.110510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:05.111408Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037398439747383:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:05.114650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037398976246495:2109] [node 4] ICP22 created new session: [5:7593037403271213811:2109]
2026-01-08T17:03:05.113735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037397194907540:2109] [node 6] ICP22 created new session: [2:7593037401489874862:2109]
2026-01-08T17:03:05.103686Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037397651825857:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.103589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037397822197748:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.113249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037402734714684:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6683
2026-01-08T17:03:05.117446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037403271213811:2109] [node 4] ICS09 handshake done sender: [5:7593037398976246510:2117] self: [5:7593037403271213807:0] peer: [4:7593037397822197752:0] socket: 573 qp: -1
2026-01-08T17:03:05.104397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:05.114526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037397194907475:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:05.109039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037397651825779:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.145386Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037398645156920:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4644) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037398645156995:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.114176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037398439747306:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.114963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:05.109133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:05.110897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037397822197748:2108] [node 5] ICP22 created new session: [4:7593037402117165068:2108]
2026-01-08T17:03:05.120620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037403271213811:2109] [node 4] ICS10 traffic start
2026-01-08T17:03:05.120694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:05.135147Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037398976246495:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(23174996ns) {HandleHandshakeStatus:329(23171870ns) {DropIncomingHandshake:442(646ns) DropOutgoingHandshake:457(7450ns) SwitchToState:179(427ns) ProcessPendingSessionEvents:495(5336308ns) {ForwardSessionEventToSession:616(5265987ns) ForwardSessionEventToSession:616(16790ns) ForwardSessionEventToSession:616(3903ns) ForwardSessionEventToSession:616(3167ns) ForwardSessionEventToSession:616(5242ns) ForwardSessionEventToSession:616(3025ns) ForwardSessionEventToSession:616(6169ns) ForwardSessionEventToSession:616(6123ns) ForwardSessionEventToSession:616(2307ns) ForwardSessionEventToSession:616(12132ns)}}}
2026-01-08T17:03:05.146697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037403271213814:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59470
2026-01-08T17:03:05.111947Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037397822197759:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:05.114260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:05.111487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037397651825779:2049] [node 3] ICP22 created new session: [1:7593037401946793171:2049]
2026-01-08T17:03:05.115823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037401489874862:2109] [node 6] ICS09 handshake done sender: [2:7593037397194907544:2112] self: [2:7593037397194907543:0] peer: [6:7593037402734714680:0] socket: 567 qp: -1
2026-01-08T17:03:05.115879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037401489874862:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:05.119048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:05.118827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037397194907475:2049] [node 3] ICP22 created new session: [2:7593037401489874863:2049]
2026-01-08T17:03:05.124876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037401489874863:2049] [node 3] ICS09 handshake done sender: [2:7593037397194907542:2111] self: [2:7593037397194907541:0] peer: [3:7593037402940124302:0] socket: 566 qp: -1
2026-01-08T17:03:05.129878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037401489874863:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:05.129945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:05.135989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037397194907540:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(25307131ns) {HandleHandshakeStatus:329(25304420ns) {DropIncomingHandshake:442(15327ns) DropOutgoingHandshake:457(404ns) SwitchToState:179(368ns) ProcessPendingSessionEvents:495(5946066ns) {ForwardSessionEventToSession:616(5900875ns) ForwardSessionEventToSession:616(4948ns) ForwardSessionEventToSession:616(3032ns) ForwardSessionEventToSession:616(4750ns) ForwardSessionEventToSession:616(3257ns) ForwardSessionEventToSession:616(2621ns) ForwardSessionEventToSession:616(5136ns) ForwardSessionEventToSession:616(2758ns) ForwardSessionEventToSession:616(7097ns) ForwardSessionEventToSession:616(3409ns)}}}
2026-01-08T17:03:05.115218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037401946793171:2049] [node 3] ICS09 handshake done sender: [1:7593037397651825846:2110] self: [1:7593037397651825845:0] peer: [3:7593037402940124300:0] socket: 556 qp: -1
2026-01-08T17:03:05.112297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037397822197765:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.114339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037398439747306:2049] [node 2] ICP22 created new session: [6:7593037402734714685:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.169301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037398976246504:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.117503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037401946793171:2049] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.117637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037402734714685:2049] [node 2] ICS09 handshake done sender: [6:7593037398439747383:2115] self: [6:7593037402734714680:0] peer: [2:7593037397194907543:0] socket: 587 qp: -1
2026-01-08T17:03:05.118877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037402734714685:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:05.119227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:05.130816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037402734714687:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6683
2026-01-08T17:03:05.130899Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037402734714688:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6683
2026-01-08T17:03:05.131060Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037402734714681:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:05.131386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037398439747305:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.131445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:05.131500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037398439747305:2048] [node 1] ICP22 created new session: [6:7593037402734714689:2048]
2026-01-08T17:03:05.131559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037402734714689:2048] [node 1] ICS09 handshake done sender: [6:7593037402734714681:2116] self: [6:7593037402734714683:0] peer: [1:7593037397651825856:0] socket: 600 qp: -1
2026-01-08T17:03:05.131608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037402734714689:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:05.131644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:05.150651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037402734714688:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.151379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037398439747363:2086] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:05.181546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037402734714687:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.182571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037398439747359:2089] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.174811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037398645156920:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16073072ns) {HandleHandshakeStatus:395(16070341ns) {LogHandshakeFail:472(14521ns) {UpdateErrorStateLog:545(5549ns)} DropOutgoingHandshake:457(2030ns) ProcessPendingSessionEvents:495(9364517ns) {DropSessionEvent:512(15956ns) DropSessionEvent:512(5395ns) DropSessionEvent:512(5394ns) DropSessionEvent:512(5540ns) DropSessionEvent:512(674420ns) DropSessionEvent:512(19431ns) DropSessionEvent:512(6581ns) DropSessionEvent:512(6025ns) DropSessionEvent:512(30065ns) DropSessionEvent:512(6339ns)}}}
2026-01-08T17:03:05.114899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037402117165068:2108] [node 5] ICS09 handshake done sender: [4:7593037397822197753:2111] self: [4:7593037397822197752:0] peer: [5:7593037403271213807:0] socket: 571 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.117490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037402117165068:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:05.188639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037401489874866:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49742
2026-01-08T17:03:05.177233Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037398645156921:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20162) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037398645157001:2117] held: no
2026-01-08T17:03:05.169360Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037398976246504:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.117561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.182358Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037403271213809:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:05.183960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037402940124304:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41847
2026-01-08T17:03:05.188847Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037397194907475:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(60068781ns) {HandleHandshakeStatus:329(60063868ns) {DropIncomingHandshake:442(14300ns) DropOutgoingHandshake:457(259ns) SwitchToState:179(2399ns) ProcessPendingSessionEvents:495(28178970ns) {ForwardSessionEventToSession:616(6892810ns) ForwardSessionEventToSession:616(17297ns) ForwardSessionEventToSession:616(4368591ns) ForwardSessionEventToSession:616(5867ns) ForwardSessionEventToSession:616(2785ns) ForwardSessionEventToSession:616(4004202ns) ForwardSessionEventToSession:616(4166ns) ForwardSessionEventToSession:616(3519ns) ForwardSessionEventToSession:616(4318583ns) ForwardSessionEventToSession:616(25108ns)}}}
2026-01-08T17:03:05.117578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037397822197685:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.118547Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037397651825857:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.120854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:05.123488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:05.124759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037397822197685:2048] [node 1] ICP22 created new session: [4:7593037402117165070:2048]
2026-01-08T17:03:05.143456Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037397822197748:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(41872303ns) {HandleHandshakeStatus:329(41868731ns) {DropIncomingHandshake:442(26287ns) DropOutgoingHandshake:457(472ns) SwitchToState:179(462ns) ProcessPendingSessionEvents:495(10193685ns) {ForwardSessionEventToSession:616(10136947ns) ForwardSessionEventToSession:616(10167ns) ForwardSessionEventToSession:616(2713ns) ForwardSessionEventToSession:616(3960ns) ForwardSessionEventToSession:616(5135ns) ForwardSessionEventToSession:616(2646ns) ForwardSessionEventToSession:616(5085ns) ForwardSessionEventToSession:616(2249ns) ForwardSessionEventToSession:616(6671ns) ForwardSessionEventToSession:616(6171ns)}}}
2026-01-08T17:03:05.143725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037402117165067:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8709
2026-01-08T17:03:05.144721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037397822197687:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:05.146146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037402117165070:2048] [node 1] ICS09 handshake done sender: [4:7593037397822197759:2115] self: [4:7593037402117165063:0] peer: [1:7593037397651825848:0] socket: 564 qp: -1
2026-01-08T17:03:05.150461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037402117165070:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:05.210897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037402734714695:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6683
2026-01-08T17:03:05.191613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037398976246430:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.136509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037397651825851:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.190940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037402940124306:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41847
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.207368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037401489874866:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.158410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:05.221690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037402734714696:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6683
2026-01-08T17:03:05.228584Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037402734714688:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:05.191703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:05.193874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037398645156991:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.136542Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037397651825851:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.137102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037397651825841:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:05.137147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:05.137213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037397651825841:2107] [node 6] ICP22 created new session: [1:7593037401946793173:2107]
2026-01-08T17:03:05.137269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037401946793173:2107] [node 6] ICS09 handshake done sender: [1:7593037397651825857:2115] self: [1:7593037397651825856:0] peer: [6:7593037402734714683:0] socket: 598 qp: -1
2026-01-08T17:03:05.137307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037401946793173:2107] [node 6] ICS10 traffic start
2026-01-08T17:03:05.137352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:05.147042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037397651825851:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:05.155424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037397651825779:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(37360898ns) {HandleHandshakeStatus:329(37358618ns) {DropIncomingHandshake:442(15994ns) DropOutgoingHandshake:457(613ns) SwitchToState:179(775ns) ProcessPendingSessionEvents:495(16907385ns) {ForwardSessionEventToSession:616(12570883ns) ForwardSessionEventToSession:616(7956ns) ForwardSessionEventToSession:616(4655ns) ForwardSessionEventToSession:616(5762ns) ForwardSessionEventToSession:616(3171ns) ForwardSessionEventToSession:616(3776ns) ForwardSessionEventToSession:616(5425ns) ForwardSessionEventToSession:616(3387623ns) ForwardSessionEventToSession:616(889841ns) ForwardSessionEventToSession:616(6343ns)}}}
2026-01-08T17:03:05.161228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037397651825843:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:05.161314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:05.161414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037397651825843:2108] [node 5] ICP22 created new session: [1:7593037401946793176:2108]
2026-01-08T17:03:05.161729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037401946793176:2108] [node 5] ICS09 handshake done sender: [1:7593037397651825851:2113] self: [1:7593037397651825850:0] peer: [5:7593037403271213810:0] socket: 568 qp: -1
2026-01-08T17:03:05.166115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037401946793176:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:05.170125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:05.237274Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037397651825843:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(44594190ns) {HandleHandshakeStatus:329(44588929ns) {DropIncomingHandshake:442(18929ns) DropOutgoingHandshake:457(859ns) SwitchToState:179(396ns) ProcessPendingSessionEvents:495(23745391ns) {ForwardSessionEventToSession:616(13212257ns) ForwardSessionEventToSession:616(9317ns) ForwardSessionEventToSession:616(367345ns) ForwardSessionEventToSession:616(1266046ns) ForwardSessionEventToSession:616(3158ns) ForwardSessionEventToSession:616(3400279ns) ForwardSessionEventToSession:616(1494195ns) ForwardSessionEventToSession:616(5620ns) ForwardSessionEventToSession:616(3941459ns) ForwardSessionEventToSession:616(3465ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.207507Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037397194907548:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.170678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037397822197685:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(52963789ns) {HandleHandshakeStatus:329(52961939ns) {DropIncomingHandshake:442(641ns) DropOutgoingHandshake:457(303ns) SwitchToState:179(284ns) ProcessPendingSessionEvents:495(948ns)}}
2026-01-08T17:03:05.191761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037398976246430:2048] [node 1] ICP22 created new session: [5:7593037403271213817:2048]
2026-01-08T17:03:05.250543Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037398439747363:2086] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20200) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037402734714688:2120] held: no
2026-01-08T17:03:05.250660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037398439747363:2086] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.250697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:05.250744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037398439747363:2086] [node 5] ICP22 created new session: [6:7593037402734714697:2086]
2026-01-08T17:03:05.250792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037402734714697:2086] [node 5] ICS09 handshake done sender: [6:7593037402734714688:2120] self: [6:7593037402734714692:0] peer: [5:7593037398976246503:0] socket: 610 qp: -1
2026-01-08T17:03:05.250840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037402734714697:2086] [node 5] ICS10 traffic start
2026-01-08T17:03:05.250874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:05.251129Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037398439747359:2089] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1314) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037402734714687:2119] held: no
2026-01-08T17:03:05.207533Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037397194907548:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.193896Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037398645156991:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.186506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037397822197764:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.251463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037402734714694:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6683
2026-01-08T17:03:05.210691Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037397194907548:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:05.191818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037403271213817:2048] [node 1] ICS09 handshake done sender: [5:7593037403271213809:2119] self: [5:7593037403271213810:0] peer: [1:7593037397651825850:0] socket: 602 qp: -1
2026-01-08T17:03:05.186553Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037397822197764:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.195122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037398645156995:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:05.195867Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037398645157001:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:05.203342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037398645156920:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.203403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:05.203475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037398645156920:2048] [node 1] ICP22 created new session: [3:7593037402940124310:2048]
2026-01-08T17:03:05.203533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037402940124310:2048] [node 1] ICS09 handshake done sender: [3:7593037398645156995:2115] self: [3:7593037402940124300:0] peer: [1:7593037397651825845:0] socket: 561 qp: -1
2026-01-08T17:03:05.203576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037402940124310:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:05.203625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:05.204177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037398645156921:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.204214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:05.204257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037398645156921:2049] [node 2] ICP22 created new session: [3:7593037402940124312:2049]
2026-01-08T17:03:05.204324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037402940124312:2049] [node 2] ICS09 handshake done sender: [3:7593037398645157001:2117] self: [3:7593037402940124302:0] peer: [2:7593037397194907541:0] socket: 575 qp: -1
2026-01-08T17:03:05.204365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037402940124312:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:05.204415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:05.205510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037398645156991:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:05.230236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037398645156983:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:05.230363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:05.230440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037398645156983:2107] [node 4] ICP22 created new session: [3:7593037402940124314:2107]
2026-01-08T17:03:05.230506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037402940124314:2107] [node 4] ICS09 handshake done sender: [3:7593037398645156991:2112] self: [3:7593037398645156990:0] peer: [4:7593037402117165074:0] socket: 579 qp: -1
2026-01-08T17:03:05.230548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037402940124314:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:05.230590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:05.191868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037403271213817:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:05.191909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:05.192202Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037398976246430:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:05.192754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037403271213815:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59470
2026-01-08T17:03:05.196113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037403271213815:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.208706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037403271213816:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59470
2026-01-08T17:03:05.210172Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037398976246504:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:05.211055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037403271213822:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59470
2026-01-08T17:03:05.213560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037398976246496:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:05.213617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:05.213800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037398976246496:2108] [node 6] ICP22 created new session: [5:7593037403271213823:2108]
2026-01-08T17:03:05.223549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037403271213823:2108] [node 6] ICS09 handshake done sender: [5:7593037398976246504:2115] self: [5:7593037398976246503:0] peer: [6:7593037402734714692:0] socket: 553 qp: -1
2026-01-08T17:03:05.237189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037403271213823:2108] [node 6] ICS10 traffic start
2026-01-08T17:03:05.244360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:05.256514Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037403271213816:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.263722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037398976246431:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:05.264097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037403271213822:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.264235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037398976246432:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.213765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037397194907539:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:05.261241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037402734714696:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.188414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037397822197764:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:05.213816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:05.274914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037398645156993:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.286756Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037398976246496:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(56198133ns) {HandleHandshakeStatus:329(56196176ns) {DropIncomingHandshake:442(12090ns) DropOutgoingHandshake:457(443ns) SwitchToState:179(169ns) ProcessPendingSessionEvents:495(4675746ns) {ForwardSessionEventToSession:616(4602431ns) ForwardSessionEventToSession:616(6196ns) ForwardSessionEventToSession:616(15365ns) ForwardSessionEventToSession:616(3123ns) ForwardSessionEventToSession:616(6249ns) ForwardSessionEventToSession:616(16932ns) ForwardSessionEventToSession:616(3420ns) ForwardSessionEventToSession:616(2966ns) ForwardSessionEventToSession:616(5279ns) ForwardSessionEventToSession:616(2902ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.216686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037397194907539:2107] [node 4] ICP22 created new session: [2:7593037401489874871:2107]
2026-01-08T17:03:05.220584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037401489874871:2107] [node 4] ICS09 handshake done sender: [2:7593037397194907548:2114] self: [2:7593037397194907547:0] peer: [4:7593037402117165078:0] socket: 605 qp: -1
2026-01-08T17:03:05.220641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037401489874871:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:05.220704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:05.266510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037397194907554:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.266541Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037397194907554:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.267718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037397194907554:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:05.271522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037397194907538:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:05.271579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:05.271643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037397194907538:2108] [node 5] ICP22 created new session: [2:7593037401489874874:2108]
2026-01-08T17:03:05.283242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037401489874870:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49742
2026-01-08T17:03:05.283616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037401489874874:2108] [node 5] ICS09 handshake done sender: [2:7593037397194907554:2116] self: [2:7593037397194907553:0] peer: [5:7593037403271213825:0] socket: 555 qp: -1
2026-01-08T17:03:05.287099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037401489874874:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:05.287161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:05.261370Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037402734714687:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:05.288930Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037403271213827:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59470
2026-01-08T17:03:05.274592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037398439747359:2089] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.274642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037398439747307:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:05.274665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:05.274725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037398439747359:2089] [node 4] ICP22 created new session: [6:7593037402734714700:2089]
2026-01-08T17:03:05.274845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037402734714700:2089] [node 4] ICS09 handshake done sender: [6:7593037402734714687:2119] self: [6:7593037402734714693:0] peer: [4:7593037397822197760:0] socket: 592 qp: -1
2026-01-08T17:03:05.274903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037402734714700:2089] [node 4] ICS10 traffic start
2026-01-08T17:03:05.274953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:05.287810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037402734714702:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6683
2026-01-08T17:03:05.200385Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037402117165067:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.201055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037402117165077:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8709
2026-01-08T17:03:05.201148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037397822197686:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:05.210474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037397822197749:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:05.210543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:05.210598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037397822197749:2109] [node 6] ICP22 created new session: [4:7593037402117165079:2109]
2026-01-08T17:03:05.212583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037402117165079:2109] [node 6] ICS09 handshake done sender: [4:7593037397822197764:2116] self: [4:7593037397822197760:0] peer: [6:7593037402734714693:0] socket: 563 qp: -1
2026-01-08T17:03:05.212641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037402117165079:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:05.212710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:05.229154Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037397822197765:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:05.234074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037402117165081:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8709
2026-01-08T17:03:05.239794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037397822197687:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.239870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:05.239937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037397822197687:2050] [node 3] ICP22 created new session: [4:7593037402117165082:2050]
2026-01-08T17:03:05.239999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037402117165082:2050] [node 3] ICS09 handshake done sender: [4:7593037397822197765:2117] self: [4:7593037402117165074:0] peer: [3:7593037398645156990:0] socket: 583 qp: -1
2026-01-08T17:03:05.240046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037402117165082:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:05.240119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:05.241902Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037397822197686:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20162) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037402117165067:2120] held: no
2026-01-08T17:03:05.243028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037402117165067:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:05.243354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037397822197686:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.243408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:05.243469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037397822197686:2049] [node 2] ICP22 created new session: [4:7593037402117165084:2049]
2026-01-08T17:03:05.243523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037402117165084:2049] [node 2] ICS09 handshake done sender: [4:7593037402117165067:2120] self: [4:7593037402117165078:0] peer: [2:7593037397194907547:0] socket: 607 qp: -1
2026-01-08T17:03:05.243564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037402117165084:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:05.243620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:05.293764Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037403271213816:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:05.294032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037398976246431:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.294103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:05.294160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037398976246431:2049] [node 2] ICP22 created new session: [5:7593037403271213829:2049]
2026-01-08T17:03:05.294247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037403271213829:2049] [node 2] ICS09 handshake done sender: [5:7593037403271213816:2122] self: [5:7593037403271213825:0] peer: [2:7593037397194907553:0] socket: 614 qp: -1
2026-01-08T17:03:05.294294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037403271213829:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:05.294350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:05.292500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037401489874870:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.274968Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037398645156993:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.297066Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037402734714696:2123] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:05.297358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037398439747307:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.297412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:05.297466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037398439747307:2050] [node 3] ICP22 created new session: [6:7593037402734714703:2050]
2026-01-08T17:03:05.297549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037402734714703:2050] [node 3] ICS09 handshake done sender: [6:7593037402734714696:2123] self: [6:7593037402734714699:0] peer: [3:7593037398645156997:0] socket: 621 qp: -1
2026-01-08T17:03:05.297595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037402734714703:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:05.297639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:05.299718Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037397194907538:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(29702383ns) {HandleHandshakeStatus:329(29700171ns) {DropIncomingHandshake:442(1078ns) DropOutgoingHandshake:457(552ns) SwitchToState:179(602ns) ProcessPendingSessionEvents:495(111008ns) {ForwardSessionEventToSession:616(47189ns) ForwardSessionEventToSession:616(5267ns) ForwardSessionEventToSession:616(2189ns) ForwardSessionEventToSession:616(1572ns) ForwardSessionEventToSession:616(17484ns) ForwardSessionEventToSession:616(2776ns) ForwardSessionEventToSession:616(15428ns) ForwardSessionEventToSession:616(2089ns) ForwardSessionEventToSession:616(1974ns) ForwardSessionEventToSession:616(4296ns)}}}
2026-01-08T17:03:05.299992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037397194907538:2108] [node 5] ICP18 handshake (actor [2:7593037401489874870:2121]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:05.274987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037398645156998:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:05.275019Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037398645156998:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:05.283882Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037398645156998:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:05.292892Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037398645156993:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:05.300970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037398645156984:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:05.301030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:05.301073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037398645156984:2108] [node 6] ICP22 created new session: [3:7593037402940124318:2108]
2026-01-08T17:03:05.301117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037402940124318:2108] [node 6] ICS09 handshake done sender: [3:7593037398645156998:2116] self: [3:7593037398645156997:0] peer: [6:7593037402734714699:0] socket: 619 qp: -1
2026-01-08T17:03:05.301150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037402940124318:2108] [node 6] ICS10 traffic start
2026-01-08T17:03:05.301174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:05.305008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037403271213828:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59470
2026-01-08T17:03:05.306876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037398645156985:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:05.306962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:05.307031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037398645156985:2109] [node 5] ICP22 created new session: [3:7593037402940124320:2109]
2026-01-08T17:03:05.307091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037402940124320:2109] [node 5] ICS09 handshake done sender: [3:7593037398645156993:2113] self: [3:7593037398645156992:0] peer: [5:7593037403271213826:0] socket: 552 qp: -1
2026-01-08T17:03:05.307149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037402940124320:2109] [node 5] ICS10 traffic start
2026-01-08T17:03:05.307217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:05.308913Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037403271213822:2123] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:05.309719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037398976246432:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:05.309835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:05.309911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037398976246432:2050] [node 3] ICP22 created new session: [5:7593037403271213831:2050]
2026-01-08T17:03:05.309969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037403271213831:2050] [node 3] ICS09 handshake done sender: [5:7593037403271213822:2123] self: [5:7593037403271213826:0] peer: [3:7593037398645156992:0] socket: 618 qp: -1
2026-01-08T17:03:05.310010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037403271213831:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:05.310072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:05.416555Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:05.416814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037401489874856:2048] [node 1] ICS01 socket: 565 reason# EndOfStream
2026-01-08T17:03:05.416864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037397194907474:2048] [node 1] ICP30 unregister session Session# [2:7593037401489874856:2048] VirtualId# [2:7593037401489874853:0]
2026-01-08T17:03:05.416914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037401489874856:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.416986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:05.417037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:05.417497Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:05.417692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037402940124310:2048] [node 1] ICS01 socket: 561 reason# EndOfStream
2026-01-08T17:03:05.417741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037398645156920:2048] [node 1] ICP30 unregister session Session# [3:7593037402940124310:2048] VirtualId# [3:7593037402940124300:0]
2026-01-08T17:03:05.417777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037402940124310:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.417839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:05.417876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:05.438572Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:05.438830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037403271213817:2048] [node 1] ICS01 socket: 602 reason# EndOfStream
2026-01-08T17:03:05.438887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037398976246430:2048] [node 1] ICP30 unregister session Session# [5:7593037403271213817:2048] VirtualId# [5:7593037403271213810:0]
2026-01-08T17:03:05.438930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037403271213817:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.439010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:05.439060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:05.439178Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:05.439386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037402117165070:2048] [node 1] ICS01 socket: 564 reason# EndOfStream
2026-01-08T17:03:05.439425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037397822197685:2048] [node 1] ICP30 unregister session Session# [4:7593037402117165070:2048] VirtualId# [4:7593037402117165063:0]
2026-01-08T17:03:05.439454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037402117165070:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.439516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:05.439553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:05.442543Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:05.442953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037402734714689:2048] [node 1] ICS01 socket: 600 reason# EndOfStream
2026-01-08T17:03:05.443008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037398439747305:2048] [node 1] ICP30 unregister session Session# [6:7593037402734714689:2048] VirtualId# [6:7593037402734714683:0]
2026-01-08T17:03:05.443045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037402734714689:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.443131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:05.443178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:05.585322Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:05.585556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037402940124312:2049] [node 2] ICS01 socket: 575 reason# EndOfStream
2026-01-08T17:03:05.585616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037398645156921:2049] [node 2] ICP30 unregister session Session# [3:7593037402940124312:2049] VirtualId# [3:7593037402940124302:0]
2026-01-08T17:03:05.585662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037402940124312:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.585736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:05.585785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:05.590039Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:05.590277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037403271213829:2049] [node 2] ICS01 socket: 614 reason# EndOfStream
2026-01-08T17:03:05.590342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037398976246431:2049] [node 2] ICP30 unregister session Session# [5:7593037403271213829:2049] VirtualId# [5:7593037403271213825:0]
2026-01-08T17:03:05.590386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037403271213829:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.590461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:05.590509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:05.592592Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:05.592822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037402117165084:2049] [node 2] ICS01 socket: 607 reason# EndOfStream
2026-01-08T17:03:05.592895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037397822197686:2049] [node 2] ICP30 unregister session Session# [4:7593037402117165084:2049] VirtualId# [4:7593037402117165078:0]
2026-01-08T17:03:05.592943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037402117165084:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.593034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:05.593096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:05.594436Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:05.594679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037402734714685:2049] [node 2] ICS01 socket: 587 reason# EndOfStream
2026-01-08T17:03:05.594725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037398439747306:2049] [node 2] ICP30 unregister session Session# [6:7593037402734714685:2049] VirtualId# [6:7593037402734714680:0]
2026-01-08T17:03:05.594767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037402734714685:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.594855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:05.594950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:05.708684Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:05.708939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037402117165082:2050] [node 3] ICS01 socket: 583 reason# EndOfStream
2026-01-08T17:03:05.709115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037397822197687:2050] [node 3] ICP30 unregister session Session# [4:7593037402117165082:2050] VirtualId# [4:7593037402117165074:0]
2026-01-08T17:03:05.709164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037402117165082:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.709248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:05.709296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:05.722290Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:05.722585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037402734714703:2050] [node 3] ICS01 socket: 621 reason# EndOfStream
2026-01-08T17:03:05.722658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037398439747307:2050] [node 3] ICP30 unregister session Session# [6:7593037402734714703:2050] VirtualId# [6:7593037402734714699:0]
2026-01-08T17:03:05.722704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037402734714703:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.722794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:05.722843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:05.717782Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:05.718083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037403271213831:2050] [node 3] ICS01 socket: 618 reason# EndOfStream
2026-01-08T17:03:05.718146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037398976246432:2050] [node 3] ICP30 unregister session Session# [5:7593037403271213831:2050] VirtualId# [5:7593037403271213826:0]
2026-01-08T17:03:05.720114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037403271213831:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.720215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:05.720271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:05.834513Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:05.834790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037403271213811:2109] [node 4] ICS01 socket: 573 reason# EndOfStream
2026-01-08T17:03:05.834843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037398976246495:2109] [node 4] ICP30 unregister session Session# [5:7593037403271213811:2109] VirtualId# [5:7593037403271213807:0]
2026-01-08T17:03:05.834891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037403271213811:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.834977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:05.836775Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:05.835039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:05.837024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037402734714700:2089] [node 4] ICS01 socket: 592 reason# EndOfStream
2026-01-08T17:03:05.837091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037398439747359:2089] [node 4] ICP30 unregister session Session# [6:7593037402734714700:2089] VirtualId# [6:7593037402734714693:0]
2026-01-08T17:03:05.837137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037402734714700:2089] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:05.837229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:05.837281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:06.030543Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:06.030803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037402734714697:2086] [node 5] ICS01 socket: 610 reason# EndOfStream
2026-01-08T17:03:06.030858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037398439747363:2086] [node 5] ICP30 unregister session Session# [6:7593037402734714697:2086] VirtualId# [6:7593037402734714692:0]
2026-01-08T17:03:06.030904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037402734714697:2086] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:06.031015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:06.031087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:06.185401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037404998667000:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:06.185446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037404998667001:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:06.198815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037404250338132:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:06.198876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037404250338133:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:06.248316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037405626944697:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:06.248362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037405626944698:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:06.248404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037405626944699:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:06.266599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037407989781827:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:06.266656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037407989781828:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:06.286769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037404923423044:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:06.286795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037404923423045:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:06.286821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037404923423046:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:06.320231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037406793109864:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:06.320274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037406793109865:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:06.320316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037406793109866:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:06.589098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037406793109915:2097] [node 5] ICP01 ready to work
2026-01-08T17:03:06.638222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037407989781890:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:06.715653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037404998667063:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:06.690441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037407989781892:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:06.710413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037404923423107:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:06.715775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037404250338196:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:06.712320Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037404923423046:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(61485358ns) {Configure:104(61481344ns) {ProcessConfigured:135(69872ns) {StartInitialHandshake:157(66586ns) {DropHandshakes:470(2659ns) {DropIncomingHandshake:442(595ns) DropOutgoingHandshake:457(862ns)} GenerateSessionVirtualId:992(915ns) PrepareNewSessionHandshake:477(1396ns) {SwitchToState:179(416ns)}}}}}
2026-01-08T17:03:06.746773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037404923423110:2108] [node 4] ICP01 ready to work
2026-01-08T17:03:06.726745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037404998667064:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:06.726517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037405626944760:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:06.733708Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037404998667001:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(99461677ns) {Configure:104(99447096ns) {ProcessConfigured:135(63879ns) {StartInitialHandshake:157(61581ns) {DropHandshakes:470(1529ns) {DropIncomingHandshake:442(334ns) DropOutgoingHandshake:457(222ns)} GenerateSessionVirtualId:992(1404ns) PrepareNewSessionHandshake:477(1116ns) {SwitchToState:179(447ns)}}}}}
2026-01-08T17:03:06.754904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037404998667067:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:06.768817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037405626944761:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:06.726758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037406793109922:2099] [node 4] ICP01 ready to work
2026-01-08T17:03:06.718768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037404250338199:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:06.792832Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037406793109915:2097] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(102211792ns) {Configure:104(102201026ns) {ProcessConfigured:135(80332ns) {StartInitialHandshake:157(77843ns) {DropHandshakes:470(2856ns) {DropIncomingHandshake:442(965ns) DropOutgoingHandshake:457(489ns)} GenerateSessionVirtualId:992(911ns) PrepareNewSessionHandshake:477(1975ns) {SwitchToState:179(981ns)}}}}}
2026-01-08T17:03:06.807616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037407989781893:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:06.783368Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037404923423044:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(132522619ns) {Configure:104(132516230ns) {ProcessConfigured:135(69215ns) {StartInitialHandshake:157(66681ns) {DropHandshakes:470(2822ns) {DropIncomingHandshake:442(453ns) DropOutgoingHandshake:457(678ns)} GenerateSessionVirtualId:992(930ns) PrepareNewSessionHandshake:477(2079ns) {SwitchToState:179(933ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:06.759661Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037404250338132:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(41964868ns) {Configure:104(41961575ns) {ProcessConfigured:135(16337334ns) {StartInitialHandshake:157(16334784ns) {DropHandshakes:470(2792ns) {DropIncomingHandshake:442(426ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:992(628ns) PrepareNewSessionHandshake:477(5747ns) {SwitchToState:179(2795ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:06.799351Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037404923423045:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(49913303ns) {Configure:104(49903632ns) {ProcessConfigured:135(75994ns) {StartInitialHandshake:157(72677ns) {DropHandshakes:470(2135ns) {DropIncomingHandshake:442(750ns) DropOutgoingHandshake:457(326ns)} GenerateSessionVirtualId:992(695ns) PrepareNewSessionHandshake:477(1393ns) {SwitchToState:179(405ns)}}}}}
2026-01-08T17:03:06.770691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037404250338200:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:06.805656Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037404250338196:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(86514501ns) {Configure:104(86510917ns) {ProcessConfigured:135(81725ns) {StartInitialHandshake:157(78031ns) {DropHandshakes:470(2684ns) {DropIncomingHandshake:442(429ns) DropOutgoingHandshake:457(796ns)} GenerateSessionVirtualId:992(669ns) PrepareNewSessionHandshake:477(2287ns) {SwitchToState:179(1347ns)}}}}}
2026-01-08T17:03:06.811732Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037406793109866:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18471888ns) {Configure:104(18461258ns) {ProcessConfigured:135(91842ns) {StartInitialHandshake:157(87995ns) {DropHandshakes:470(2125ns) {DropIncomingHandshake:442(355ns) DropOutgoingHandshake:457(357ns)} GenerateSessionVirtualId:992(1137ns) PrepareNewSessionHandshake:477(1697ns) {SwitchToState:179(599ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:06.888245Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037407989781890:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(165832129ns) {Configure:104(165828875ns) {ProcessConfigured:135(85020ns) {StartInitialHandshake:157(82429ns) {DropHandshakes:470(2595ns) {DropIncomingHandshake:442(568ns) DropOutgoingHandshake:457(347ns)} GenerateSessionVirtualId:992(957ns) PrepareNewSessionHandshake:477(2192ns) {SwitchToState:179(945ns)}}}}}
2026-01-08T17:03:06.888934Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037407989781898:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11636
2026-01-08T17:03:06.889131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037407989781899:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11636
2026-01-08T17:03:06.869245Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037405626944699:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(86546228ns) {Configure:104(86538198ns) {ProcessConfigured:135(101225ns) {StartInitialHandshake:157(97489ns) {DropHandshakes:470(2215ns) {DropIncomingHandshake:442(492ns) DropOutgoingHandshake:457(295ns)} GenerateSessionVirtualId:992(984ns) PrepareNewSessionHandshake:477(1707ns) {SwitchToState:179(828ns)}}}}}
2026-01-08T17:03:06.854947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037404998667069:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27134
2026-01-08T17:03:06.882576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037404998667070:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27134
2026-01-08T17:03:06.882937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037404998667071:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27134
2026-01-08T17:03:06.883950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037404998667000:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(149750168ns) {Configure:104(149746330ns) {ProcessConfigured:135(17060422ns) {StartInitialHandshake:157(17057311ns) {DropHandshakes:470(3004ns) {DropIncomingHandshake:442(473ns) DropOutgoingHandshake:457(684ns)} GenerateSessionVirtualId:992(896ns) PrepareNewSessionHandshake:477(2504ns) {SwitchToState:179(674ns)}}}}}
2026-01-08T17:03:06.859738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037404923423122:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16393
2026-01-08T17:03:06.819451Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037406793109865:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(94203032ns) {Configure:104(94199111ns) {ProcessConfigured:135(12228732ns) {StartInitialHandshake:157(12226226ns) {DropHandshakes:470(2386ns) {DropIncomingHandshake:442(208ns) DropOutgoingHandshake:457(320ns)} GenerateSessionVirtualId:992(295ns) PrepareNewSessionHandshake:477(3071ns) {SwitchToState:179(1672ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:06.915790Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037407989781892:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(26372599ns) {Configure:104(26366363ns) {ProcessConfigured:135(72396ns) {StartInitialHandshake:157(69252ns) {DropHandshakes:470(2327ns) {DropIncomingHandshake:442(364ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:992(859ns) PrepareNewSessionHandshake:477(1860ns) {SwitchToState:179(540ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:06.930310Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037407989781896:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11636
2026-01-08T17:03:06.878787Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037405626944769:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31215
2026-01-08T17:03:06.922474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037404998667080:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27134
2026-01-08T17:03:06.819940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037406793109936:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3375
2026-01-08T17:03:06.911176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037404923423123:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16393
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:06.879929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037405626944768:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31215
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:06.955510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037406793109943:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3375
2026-01-08T17:03:06.955793Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037406793109944:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3375
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:06.967821Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037404250338200:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(143940063ns) {Configure:104(143933921ns) {ProcessConfigured:135(57591ns) {StartInitialHandshake:157(55629ns) {DropHandshakes:470(2185ns) {DropIncomingHandshake:442(324ns) DropOutgoingHandshake:457(388ns)} GenerateSessionVirtualId:992(785ns) PrepareNewSessionHandshake:477(1372ns) {SwitchToState:179(383ns)}}}}}
2026-01-08T17:03:06.941220Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037407989781897:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11636
2026-01-08T17:03:06.950494Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037405626944761:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(159441625ns) {Configure:104(159423292ns) {ProcessConfigured:135(116672ns) {StartInitialHandshake:157(113573ns) {DropHandshakes:470(2746ns) {DropIncomingHandshake:442(742ns) DropOutgoingHandshake:457(338ns)} GenerateSessionVirtualId:992(820ns) PrepareNewSessionHandshake:477(1426ns) {SwitchToState:179(438ns)}}}}}
2026-01-08T17:03:06.937884Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037404998667063:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(198724529ns) {Configure:104(198718826ns) {ProcessConfigured:135(68761ns) {StartInitialHandshake:157(66320ns) {DropHandshakes:470(2558ns) {DropIncomingHandshake:442(425ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:992(870ns) PrepareNewSessionHandshake:477(1706ns) {SwitchToState:179(515ns)}}}}}
2026-01-08T17:03:06.974562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037404923423122:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:06.975193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037404923423125:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16393
2026-01-08T17:03:06.954643Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037407989781827:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(212050921ns) {Configure:104(212039120ns) {ProcessConfigured:135(5659930ns) {StartInitialHandshake:157(5657386ns) {DropHandshakes:470(1263ns) {DropIncomingHandshake:442(324ns) DropOutgoingHandshake:457(302ns)} GenerateSessionVirtualId:992(464ns) PrepareNewSessionHandshake:477(3496ns) {SwitchToState:179(2199ns)}}}}}
2026-01-08T17:03:06.963658Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037407989781828:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(142118408ns) {Configure:104(142110914ns) {ProcessConfigured:135(69693ns) {StartInitialHandshake:157(67475ns) {DropHandshakes:470(2298ns) {DropIncomingHandshake:442(451ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:992(960ns) PrepareNewSessionHandshake:477(1720ns) {SwitchToState:179(535ns)}}}}}
2026-01-08T17:03:06.982926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037404250338204:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:06.982967Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037404250338204:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:06.995544Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037404250338204:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:07.002202Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037407989781898:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:06.952604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037405626944773:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31215
2026-01-08T17:03:07.002729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037404250338199:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:07.010555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:06.952768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037405626944776:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31215
2026-01-08T17:03:07.030460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037404250338199:2107] [node 4] ICP22 created new session: [2:7593037408545305509:2107]
2026-01-08T17:03:07.054419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037407989781897:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:06.971182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037405626944768:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.046736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037408545305509:2107] [node 4] ICS09 handshake done sender: [2:7593037404250338204:2113] self: [2:7593037404250338203:0] peer: [4:7593037405626944779:0] socket: 562 qp: -1
2026-01-08T17:03:07.050726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037408545305509:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:07.056862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:07.056555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037409218390422:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16393
2026-01-08T17:03:07.057214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037407989781827:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.042407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037404998667070:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.064630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037404998667069:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.082894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037409218390422:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.083100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037404923423045:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.083589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037404250338207:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.083630Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037404250338207:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:06.978912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037405626944698:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(239879535ns) {Configure:104(239872372ns) {ProcessConfigured:135(63710ns) {StartInitialHandshake:157(60747ns) {DropHandshakes:470(2969ns) {DropIncomingHandshake:442(513ns) DropOutgoingHandshake:457(867ns)} GenerateSessionVirtualId:992(949ns) PrepareNewSessionHandshake:477(1382ns) {SwitchToState:179(414ns)}}}}}
2026-01-08T17:03:07.071197Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037407989781896:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.074839Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037406793109936:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.089311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037407989781828:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.086948Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037404250338207:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:07.088864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037404250338199:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(85898717ns) {HandleHandshakeStatus:329(85895922ns) {DropIncomingHandshake:442(190ns) DropOutgoingHandshake:457(1088ns) SwitchToState:179(233ns) ProcessPendingSessionEvents:495(3441686ns) {ForwardSessionEventToSession:616(3376614ns) ForwardSessionEventToSession:616(7360ns) ForwardSessionEventToSession:616(4049ns) ForwardSessionEventToSession:616(11789ns) ForwardSessionEventToSession:616(2827ns) ForwardSessionEventToSession:616(3749ns) ForwardSessionEventToSession:616(9846ns) ForwardSessionEventToSession:616(2554ns) ForwardSessionEventToSession:616(5034ns) ForwardSessionEventToSession:616(2959ns)}}}
2026-01-08T17:03:06.979138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037405626944698:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.089812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037405626944773:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.089981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037405626944697:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.090091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037405626944780:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31215
2026-01-08T17:03:07.087054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037404923423112:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.065890Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037404998667071:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.075062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037406793109915:2097] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.087103Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037404923423112:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:07.091662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037405626944767:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.066046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037404998667066:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.096483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037407989781899:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.078373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037406793109944:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.087839Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037404923423123:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.066075Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037404998667066:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:07.091702Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037405626944767:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:07.100068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037404250338196:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.098192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037407989781903:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.089757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037406793109866:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.088182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037404923423110:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.094209Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037404998667073:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.092472Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037405626944769:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.094962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037404923423112:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:07.100113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037404923423125:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.100307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037404923423046:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.104537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037404923423107:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:07.104632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:07.104689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037404923423107:2109] [node 6] ICP22 created new session: [5:7593037409218390430:2109]
2026-01-08T17:03:07.104746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037409218390430:2109] [node 6] ICS09 handshake done sender: [5:7593037404923423112:2111] self: [5:7593037404923423111:0] peer: [6:7593037411088077241:0] socket: 558 qp: -1
2026-01-08T17:03:07.104784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037409218390430:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:07.104836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:07.090567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037411088077243:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3375
2026-01-08T17:03:07.100137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:07.094237Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037404998667073:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:07.098222Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037407989781903:2117] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.136290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037409218390427:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16393
2026-01-08T17:03:07.092592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037405626944776:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.101131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037404250338196:2108] [node 5] ICP22 created new session: [2:7593037408545305513:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.093030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037406793109943:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.099902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037407989781895:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.100174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037404998667075:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.093747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037405626944699:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.103063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037404250338198:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.103100Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037404250338198:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:07.107520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037408545305513:2108] [node 5] ICS09 handshake done sender: [2:7593037404250338207:2114] self: [2:7593037404250338206:0] peer: [5:7593037409218390423:0] socket: 602 qp: -1
2026-01-08T17:03:07.107553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037408545305513:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:07.109213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:07.133006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037404250338198:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:07.150383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037404250338133:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.153587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037408545305517:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45914
2026-01-08T17:03:07.093171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037406793109864:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.099943Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037407989781895:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:07.144685Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037404923423107:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(28503398ns) {HandleHandshakeStatus:329(28501378ns) {DropIncomingHandshake:442(14384ns) DropOutgoingHandshake:457(544ns) SwitchToState:179(605ns) ProcessPendingSessionEvents:495(18897810ns) {ForwardSessionEventToSession:616(6531027ns) ForwardSessionEventToSession:616(4259ns) ForwardSessionEventToSession:616(685650ns) ForwardSessionEventToSession:616(3233240ns) ForwardSessionEventToSession:616(4424ns) ForwardSessionEventToSession:616(6299962ns) ForwardSessionEventToSession:616(6156ns) ForwardSessionEventToSession:616(4620ns) ForwardSessionEventToSession:616(2104512ns) ForwardSessionEventToSession:616(5504ns)}}}
2026-01-08T17:03:07.109119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037405626944767:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:07.100191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037404998667080:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.160466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:07.101946Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037407989781901:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.149319Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037406793109915:2097] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2368) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037406793109936:2113] held: no
2026-01-08T17:03:07.109976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037405626944768:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:07.145104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037409218390426:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16393
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.100209Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037404998667075:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.162181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037404250338133:2049] [node 3] ICP22 created new session: [2:7593037408545305519:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.160286Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037404923423123:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:07.110376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037409921912081:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31215
2026-01-08T17:03:07.101970Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037407989781901:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:07.101240Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037404998667073:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:07.165195Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037406793109864:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65129) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037406793109943:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.162294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037408545305519:2049] [node 3] ICS09 handshake done sender: [2:7593037404250338198:2111] self: [2:7593037404250338197:0] peer: [3:7593037412284749209:0] socket: 560 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.101420Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037404998667066:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:07.118368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037405626944698:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.176126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037409218390433:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16393
2026-01-08T17:03:07.102862Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037407989781895:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.166505Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037406793109936:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:07.162360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037408545305519:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:07.133000Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037404998667075:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:07.176173Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037409218390422:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:07.118447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:07.105077Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037407989781903:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:07.170450Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037406793109866:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29741) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037406793109944:2117] held: no
2026-01-08T17:03:07.206378Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037404923423110:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61305) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037404923423123:2116] held: no
2026-01-08T17:03:07.118513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037405626944698:2049] [node 2] ICP22 created new session: [4:7593037409921912083:2049]
2026-01-08T17:03:07.134871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037404998667064:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:07.162421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.207242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037409218390433:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.110843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037407989781901:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:07.176353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037408545305521:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45914
2026-01-08T17:03:07.134954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:07.186460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037406793109915:2097] [node 5] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.118570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037409921912083:2049] [node 2] ICS09 handshake done sender: [4:7593037405626944768:2113] self: [4:7593037405626944779:0] peer: [2:7593037404250338203:0] socket: 577 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.203257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037408545305522:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45914
2026-01-08T17:03:07.214864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037408545305518:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45914
2026-01-08T17:03:07.118615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037409921912083:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:07.216290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037408545305521:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.225330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037404250338196:2108] [node 5] ICP18 handshake (actor [2:7593037408545305521:2118]) is too old
2026-01-08T17:03:07.118662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:07.236007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037408545305517:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.123064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037405626944760:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:07.249845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037404250338133:2049] [node 3] ICP18 handshake (actor [2:7593037408545305517:2116]) is too old
2026-01-08T17:03:07.123123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:07.256738Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037408545305522:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.123174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037405626944760:2108] [node 5] ICP22 created new session: [4:7593037409921912085:2108]
2026-01-08T17:03:07.123244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037409921912085:2108] [node 5] ICS09 handshake done sender: [4:7593037405626944767:2112] self: [4:7593037405626944766:0] peer: [5:7593037409218390425:0] socket: 581 qp: -1
2026-01-08T17:03:07.123291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037409921912085:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:07.123330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:07.123885Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037405626944773:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.138906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037405626944697:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.138978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:07.139040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037405626944697:2048] [node 1] ICP22 created new session: [4:7593037409921912087:2048]
2026-01-08T17:03:07.139092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037409921912087:2048] [node 1] ICS09 handshake done sender: [4:7593037405626944773:2115] self: [4:7593037409921912077:0] peer: [1:7593037404998667072:0] socket: 591 qp: -1
2026-01-08T17:03:07.139128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037409921912087:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:07.139171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:07.163987Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037405626944698:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(32628862ns) {HandleHandshakeStatus:329(32624665ns) {DropIncomingHandshake:442(785ns) DropOutgoingHandshake:457(8220ns) SwitchToState:179(1185ns) ProcessPendingSessionEvents:495(29562382ns) {ForwardSessionEventToSession:616(11833900ns) ForwardSessionEventToSession:616(7068ns) ForwardSessionEventToSession:616(8237268ns) ForwardSessionEventToSession:616(4502ns) ForwardSessionEventToSession:616(2694ns) ForwardSessionEventToSession:616(1605049ns) ForwardSessionEventToSession:616(2951ns) ForwardSessionEventToSession:616(7832146ns) ForwardSessionEventToSession:616(12916ns) ForwardSessionEventToSession:616(2447ns)}}}
2026-01-08T17:03:07.185942Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037405626944699:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29741) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037405626944776:2117] held: no
2026-01-08T17:03:07.190523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037409921912082:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31215
2026-01-08T17:03:07.223377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037405626944776:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:07.249504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037405626944699:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.249564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:07.249624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037405626944699:2050] [node 3] ICP22 created new session: [4:7593037409921912091:2050]
2026-01-08T17:03:07.256934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037409921912091:2050] [node 3] ICS09 handshake done sender: [4:7593037405626944776:2117] self: [4:7593037409921912079:0] peer: [3:7593037407989781894:0] socket: 597 qp: -1
2026-01-08T17:03:07.259696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037409921912091:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:07.261613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:07.262086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037409921912090:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31215
2026-01-08T17:03:07.118917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037407989781890:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:07.186542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:07.135176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037404998667067:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:07.207505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037404923423045:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.266564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037409921912090:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.263415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037404250338211:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.119016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:07.207570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:07.186603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037406793109915:2097] [node 5] ICP22 created new session: [6:7593037411088077249:2097]
2026-01-08T17:03:07.135259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.207639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037404923423045:2049] [node 2] ICP22 created new session: [5:7593037409218390435:2049]
2026-01-08T17:03:07.263459Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037404250338211:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:07.135320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037404998667067:2109] [node 6] ICP22 created new session: [1:7593037409293634387:2109]
2026-01-08T17:03:07.186663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037411088077249:2097] [node 5] ICS09 handshake done sender: [6:7593037406793109936:2113] self: [6:7593037411088077241:0] peer: [5:7593037404923423111:0] socket: 564 qp: -1
2026-01-08T17:03:07.284768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037405626944775:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.119079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037407989781890:2107] [node 4] ICP22 created new session: [3:7593037412284749215:2107]
2026-01-08T17:03:07.263578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037408545305518:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.207717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037409218390435:2049] [node 2] ICS09 handshake done sender: [5:7593037409218390422:2118] self: [5:7593037409218390423:0] peer: [2:7593037404250338206:0] socket: 603 qp: -1
2026-01-08T17:03:07.186715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037411088077249:2097] [node 5] ICS10 traffic start
2026-01-08T17:03:07.119133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037412284749215:2107] [node 4] ICS09 handshake done sender: [3:7593037407989781895:2111] self: [3:7593037407989781894:0] peer: [4:7593037409921912079:0] socket: 593 qp: -1
2026-01-08T17:03:07.279776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037404250338132:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.135384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037409293634387:2109] [node 6] ICS09 handshake done sender: [1:7593037404998667075:2115] self: [1:7593037404998667074:0] peer: [6:7593037411088077244:0] socket: 583 qp: -1
2026-01-08T17:03:07.284805Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037405626944775:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:07.207768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037409218390435:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:07.186754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:07.135423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037409293634387:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.280171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037404250338211:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:07.119178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037412284749215:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:07.285598Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037405626944775:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.135461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:07.207806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:07.187447Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037411088077246:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3375
2026-01-08T17:03:07.290504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037404250338200:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:07.285967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037405626944761:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:07.119230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:07.137927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037404998667064:2107] [node 4] ICP22 created new session: [1:7593037409293634386:2107]
2026-01-08T17:03:07.194918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037411088077247:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3375
2026-01-08T17:03:07.232855Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037404923423110:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(36550085ns) {HandleHandshakeStatus:395(26564917ns) {LogHandshakeFail:472(16476ns) {UpdateErrorStateLog:545(5286ns)} DropOutgoingHandshake:457(2676ns) ProcessPendingSessionEvents:495(8648730ns) {DropSessionEvent:512(13075ns) DropSessionEvent:512(6568ns) DropSessionEvent:512(6602ns) DropSessionEvent:512(7090ns) DropSessionEvent:512(8119ns) DropSessionEvent:512(4045846ns) DropSessionEvent:512(6763ns) DropSessionEvent:512(19261ns) DropSessionEvent:512(7347ns) DropSessionEvent:512(6370ns)}}}
2026-01-08T17:03:07.119816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037407989781893:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:07.293711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:07.288248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:07.142728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037404998667001:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:07.243078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037404923423110:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.195364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037411088077245:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3375
2026-01-08T17:03:07.119879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:07.298865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037404250338200:2109] [node 6] ICP22 created new session: [2:7593037408545305526:2109]
2026-01-08T17:03:07.288305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037405626944761:2109] [node 6] ICP22 created new session: [4:7593037409921912095:2109]
2026-01-08T17:03:07.142792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:07.196617Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037406793109943:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:07.309538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037408545305526:2109] [node 6] ICS09 handshake done sender: [2:7593037404250338211:2115] self: [2:7593037404250338210:0] peer: [6:7593037411088077255:0] socket: 620 qp: -1
2026-01-08T17:03:07.243164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:07.119926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037407989781893:2109] [node 6] ICP22 created new session: [3:7593037412284749217:2109]
2026-01-08T17:03:07.196958Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037406793109944:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:07.243240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037404923423110:2108] [node 4] ICP22 created new session: [5:7593037409218390437:2108]
2026-01-08T17:03:07.119972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037412284749217:2109] [node 6] ICS09 handshake done sender: [3:7593037407989781903:2117] self: [3:7593037407989781902:0] peer: [6:7593037411088077242:0] socket: 595 qp: -1
2026-01-08T17:03:07.291597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037409921912095:2109] [node 6] ICS09 handshake done sender: [4:7593037405626944775:2116] self: [4:7593037405626944774:0] peer: [6:7593037411088077258:0] socket: 578 qp: -1
2026-01-08T17:03:07.142855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037404998667001:2049] [node 3] ICP22 created new session: [1:7593037409293634389:2049]
2026-01-08T17:03:07.309604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037408545305526:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:07.120003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037412284749217:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:07.142914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037409293634389:2049] [node 3] ICS09 handshake done sender: [1:7593037404998667066:2110] self: [1:7593037404998667065:0] peer: [3:7593037412284749208:0] socket: 561 qp: -1
2026-01-08T17:03:07.234777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037411088077247:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.298824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037409921912095:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:07.308868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:07.335733Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037405626944761:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(29208175ns) {HandleHandshakeStatus:329(29202813ns) {DropIncomingHandshake:442(28361ns) DropOutgoingHandshake:457(929ns) SwitchToState:179(533ns) ProcessPendingSessionEvents:495(4648677ns) {ForwardSessionEventToSession:616(1401804ns) ForwardSessionEventToSession:616(538729ns) ForwardSessionEventToSession:616(1529423ns) ForwardSessionEventToSession:616(5808ns) ForwardSessionEventToSession:616(155222ns) ForwardSessionEventToSession:616(318913ns) ForwardSessionEventToSession:616(4940ns) ForwardSessionEventToSession:616(115017ns) ForwardSessionEventToSession:616(3205ns) ForwardSessionEventToSession:616(557439ns)}}}
2026-01-08T17:03:07.309929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:07.243314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037409218390437:2108] [node 4] ICS09 handshake done sender: [5:7593037404923423123:2116] self: [5:7593037409218390425:0] peer: [4:7593037405626944766:0] socket: 585 qp: -1
2026-01-08T17:03:07.120040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:07.236048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037406793109866:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.142954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037409293634389:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:07.243369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037409218390437:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:07.315204Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037404250338132:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65129) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037408545305518:2117] held: no
2026-01-08T17:03:07.136610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037407989781892:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:07.316593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037408545305527:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45914
2026-01-08T17:03:07.136655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:07.317041Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037408545305518:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:07.238582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037406793109864:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.338607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037404250338132:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.238686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:07.254081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037406793109864:2048] [node 1] ICP22 created new session: [6:7593037411088077253:2048]
2026-01-08T17:03:07.338986Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037404250338200:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(25436975ns) {HandleHandshakeStatus:329(25434789ns) {DropIncomingHandshake:442(15720ns) DropOutgoingHandshake:457(325ns) SwitchToState:179(297ns) ProcessPendingSessionEvents:495(3960510ns) {ForwardSessionEventToSession:616(639095ns) ForwardSessionEventToSession:616(1338294ns) ForwardSessionEventToSession:616(11631ns) ForwardSessionEventToSession:616(202421ns) ForwardSessionEventToSession:616(3452ns) ForwardSessionEventToSession:616(7717ns) ForwardSessionEventToSession:616(296221ns) ForwardSessionEventToSession:616(4300ns) ForwardSessionEventToSession:616(3004ns) ForwardSessionEventToSession:616(1115565ns)}}}
2026-01-08T17:03:07.254973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:07.339456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:07.255395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037411088077248:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3375
2026-01-08T17:03:07.255759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037406793109865:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.259764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037406793109866:2050] [node 3] ICP22 created new session: [6:7593037411088077254:2050]
2026-01-08T17:03:07.260107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037411088077253:2048] [node 1] ICS09 handshake done sender: [6:7593037406793109943:2116] self: [6:7593037411088077244:0] peer: [1:7593037404998667074:0] socket: 590 qp: -1
2026-01-08T17:03:07.262224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037411088077254:2050] [node 3] ICS09 handshake done sender: [6:7593037406793109944:2117] self: [6:7593037411088077242:0] peer: [3:7593037407989781902:0] socket: 598 qp: -1
2026-01-08T17:03:07.262252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037411088077254:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:07.262292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:07.262515Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037406793109866:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(27575785ns) {HandleHandshakeStatus:329(27572973ns) {DropIncomingHandshake:442(1280ns) DropOutgoingHandshake:457(274ns) SwitchToState:179(458ns) ProcessPendingSessionEvents:495(946ns)}}
2026-01-08T17:03:07.263319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037411088077253:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:07.264378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:07.268673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037411088077248:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.283397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037406793109922:2099] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.286399Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037406793109864:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(41771130ns) {HandleHandshakeStatus:329(41768030ns) {DropIncomingHandshake:442(915ns) DropOutgoingHandshake:457(299ns) SwitchToState:179(717ns) ProcessPendingSessionEvents:495(1452ns)}}
2026-01-08T17:03:07.287342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037411088077259:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3375
2026-01-08T17:03:07.292264Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037411088077247:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:07.302585Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037406793109922:2099] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61305) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037411088077248:2122] held: no
2026-01-08T17:03:07.302840Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037411088077260:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3375
2026-01-08T17:03:07.305888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037406793109865:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.305972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:07.306035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037406793109865:2049] [node 2] ICP22 created new session: [6:7593037411088077261:2049]
2026-01-08T17:03:07.308680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037411088077261:2049] [node 2] ICS09 handshake done sender: [6:7593037411088077247:2121] self: [6:7593037411088077255:0] peer: [2:7593037404250338210:0] socket: 589 qp: -1
2026-01-08T17:03:07.309649Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037411088077248:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:07.309890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037411088077261:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:07.309949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:07.312984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037406793109922:2099] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.313049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:07.313104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037406793109922:2099] [node 4] ICP22 created new session: [6:7593037411088077263:2099]
2026-01-08T17:03:07.313163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037411088077263:2099] [node 4] ICS09 handshake done sender: [6:7593037411088077248:2122] self: [6:7593037411088077258:0] peer: [4:7593037405626944774:0] socket: 627 qp: -1
2026-01-08T17:03:07.313201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037411088077263:2099] [node 4] ICS10 traffic start
2026-01-08T17:03:07.313243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:07.243411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:07.244424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037404923423044:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:07.254966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037409218390429:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16393
2026-01-08T17:03:07.258517Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037404923423045:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16118754ns) {HandleHandshakeStatus:329(16115384ns) {DropIncomingHandshake:442(917ns) DropOutgoingHandshake:457(4825ns) SwitchToState:179(865ns) ProcessPendingSessionEvents:495(15701043ns) {ForwardSessionEventToSession:616(54550ns) ForwardSessionEventToSession:616(742614ns) ForwardSessionEventToSession:616(6488992ns) ForwardSessionEventToSession:616(7401ns) ForwardSessionEventToSession:616(1503334ns) ForwardSessionEventToSession:616(3588ns) ForwardSessionEventToSession:616(1986130ns) ForwardSessionEventToSession:616(5074ns) ForwardSessionEventToSession:616(3361ns) ForwardSessionEventToSession:616(4887201ns)}}}
2026-01-08T17:03:07.264092Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037404923423125:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:07.289084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037404923423046:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.290460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:07.290524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037404923423046:2050] [node 3] ICP22 created new session: [5:7593037409218390441:2050]
2026-01-08T17:03:07.290585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037409218390441:2050] [node 3] ICS09 handshake done sender: [5:7593037404923423125:2117] self: [5:7593037409218390428:0] peer: [3:7593037407989781900:0] socket: 599 qp: -1
2026-01-08T17:03:07.290836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037409218390441:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:07.293771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:07.310532Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037409218390440:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16393
2026-01-08T17:03:07.310779Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037404923423044:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65129) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037409218390433:2122] held: no
2026-01-08T17:03:07.315225Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037409218390433:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:07.316202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037404923423044:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.316304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:07.317917Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037404923423046:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22764229ns) {HandleHandshakeStatus:329(22756160ns) {DropIncomingHandshake:442(546ns) DropOutgoingHandshake:457(5630ns) SwitchToState:179(372ns) ProcessPendingSessionEvents:495(5579211ns) {ForwardSessionEventToSession:616(3295562ns) ForwardSessionEventToSession:616(525719ns) ForwardSessionEventToSession:616(4026ns) ForwardSessionEventToSession:616(1030038ns) ForwardSessionEventToSession:616(4671ns) ForwardSessionEventToSession:616(2586ns) ForwardSessionEventToSession:616(453808ns) ForwardSessionEventToSession:616(2583ns) ForwardSessionEventToSession:616(3106ns) ForwardSessionEventToSession:616(243309ns)}}}
2026-01-08T17:03:07.317978Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037404923423046:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:07.324390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037404923423044:2048] [node 1] ICP22 created new session: [5:7593037409218390443:2048]
2026-01-08T17:03:07.337144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037409218390443:2048] [node 1] ICS09 handshake done sender: [5:7593037409218390433:2122] self: [5:7593037409218390439:0] peer: [1:7593037404998667081:0] socket: 569 qp: -1
2026-01-08T17:03:07.338783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037409218390443:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:07.339618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:07.142994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:07.151508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037409293634386:2107] [node 4] ICS09 handshake done sender: [1:7593037404998667073:2114] self: [1:7593037404998667072:0] peer: [4:7593037409921912077:0] socket: 582 qp: -1
2026-01-08T17:03:07.151575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037409293634386:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:07.151622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:07.164600Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037404998667064:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(29467583ns) {HandleHandshakeStatus:329(29464402ns) {DropIncomingHandshake:442(16408ns) DropOutgoingHandshake:457(543ns) SwitchToState:179(852ns) ProcessPendingSessionEvents:495(855093ns) {ForwardSessionEventToSession:616(806186ns) ForwardSessionEventToSession:616(3985ns) ForwardSessionEventToSession:616(3613ns) ForwardSessionEventToSession:616(6377ns) ForwardSessionEventToSession:616(3259ns) ForwardSessionEventToSession:616(6226ns) ForwardSessionEventToSession:616(3271ns) ForwardSessionEventToSession:616(2639ns) ForwardSessionEventToSession:616(7637ns) ForwardSessionEventToSession:616(3562ns)}}}
2026-01-08T17:03:07.210423Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037409293634392:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27134
2026-01-08T17:03:07.244904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037404998667082:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.244927Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037404998667082:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:07.263931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037404998667082:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:07.276732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037404998667063:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:07.283689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037404998667079:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.283720Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037404998667079:2116] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:07.284599Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037404998667079:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:07.286133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:07.287546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037404998667063:2108] [node 5] ICP22 created new session: [1:7593037409293634397:2108]
2026-01-08T17:03:07.289187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037409293634397:2108] [node 5] ICS09 handshake done sender: [1:7593037404998667082:2118] self: [1:7593037404998667081:0] peer: [5:7593037409218390439:0] socket: 584 qp: -1
2026-01-08T17:03:07.290778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037409293634397:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:07.290826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:07.301254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037404998667000:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:07.304891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:07.304954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037404998667000:2048] [node 2] ICP22 created new session: [1:7593037409293634399:2048]
2026-01-08T17:03:07.305028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037409293634399:2048] [node 2] ICS09 handshake done sender: [1:7593037404998667079:2116] self: [1:7593037404998667076:0] peer: [2:7593037408545305525:0] socket: 623 qp: -1
2026-01-08T17:03:07.305079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037409293634399:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:07.305116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:07.316186Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037404998667063:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(36212883ns) {HandleHandshakeStatus:329(35727096ns) {DropIncomingHandshake:442(9336213ns) DropOutgoingHandshake:457(1223ns) SwitchToState:179(515ns) ProcessPendingSessionEvents:495(6085515ns) {ForwardSessionEventToSession:616(3746282ns) ForwardSessionEventToSession:616(456418ns) ForwardSessionEventToSession:616(3221ns) ForwardSessionEventToSession:616(3125ns) ForwardSessionEventToSession:616(559053ns) ForwardSessionEventToSession:616(420503ns) ForwardSessionEventToSession:616(211035ns) ForwardSessionEventToSession:616(2438ns) ForwardSessionEventToSession:616(3071ns) ForwardSessionEventToSession:616(668870ns)}}}
2026-01-08T17:03:07.138284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037407989781892:2108] [node 5] ICP22 created new session: [3:7593037412284749219:2108]
2026-01-08T17:03:07.138374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037412284749219:2108] [node 5] ICS09 handshake done sender: [3:7593037407989781901:2116] self: [3:7593037407989781900:0] peer: [5:7593037409218390428:0] socket: 594 qp: -1
2026-01-08T17:03:07.141021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037412284749214:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11636
2026-01-08T17:03:07.145859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037412284749219:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:07.154139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:07.160680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037407989781897:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:07.166477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037407989781827:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.166548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:07.166616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037407989781827:2048] [node 1] ICP22 created new session: [3:7593037412284749224:2048]
2026-01-08T17:03:07.166676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037412284749224:2048] [node 1] ICS09 handshake done sender: [3:7593037407989781897:2113] self: [3:7593037412284749208:0] peer: [1:7593037404998667065:0] socket: 587 qp: -1
2026-01-08T17:03:07.166717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037412284749224:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:07.166763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:07.198983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037412284749222:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11636
2026-01-08T17:03:07.214647Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037407989781896:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:07.230647Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037407989781892:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(54450828ns) {HandleHandshakeStatus:329(54448556ns) {DropIncomingHandshake:442(416ns) DropOutgoingHandshake:457(327ns) SwitchToState:179(420ns) ProcessPendingSessionEvents:495(26883424ns) {ForwardSessionEventToSession:616(5927597ns) ForwardSessionEventToSession:616(3205354ns) ForwardSessionEventToSession:616(3108973ns) ForwardSessionEventToSession:616(2435ns) ForwardSessionEventToSession:616(2559138ns) ForwardSessionEventToSession:616(4294ns) ForwardSessionEventToSession:616(3079ns) ForwardSessionEventToSession:616(9615824ns) ForwardSessionEventToSession:616(4511ns) ForwardSessionEventToSession:616(2424883ns)}}}
2026-01-08T17:03:07.231495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037407989781828:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:07.239366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:07.253962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037407989781828:2049] [node 2] ICP22 created new session: [3:7593037412284749226:2049]
2026-01-08T17:03:07.261449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037412284749227:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11636
2026-01-08T17:03:07.263266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037412284749226:2049] [node 2] ICS09 handshake done sender: [3:7593037407989781896:2112] self: [3:7593037412284749209:0] peer: [2:7593037404250338197:0] socket: 586 qp: -1
2026-01-08T17:03:07.264326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037412284749226:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:07.273706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037412284749227:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:07.273827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037407989781892:2108] [node 5] ICP18 handshake (actor [3:7593037412284749227:2122]) is too old
2026-01-08T17:03:07.275846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:07.310515Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037407989781828:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(60760546ns) {HandleHandshakeStatus:329(60757580ns) {DropIncomingHandshake:442(413ns) DropOutgoingHandshake:457(4692ns) SwitchToState:179(776ns) ProcessPendingSessionEvents:495(6139500ns) {ForwardSessionEventToSession:616(2588469ns) ForwardSessionEventToSession:616(430126ns) ForwardSessionEventToSession:616(4519ns) ForwardSessionEventToSession:616(3305ns) ForwardSessionEventToSession:616(923285ns) ForwardSessionEventToSession:616(2359ns) ForwardSessionEventToSession:616(697680ns) ForwardSessionEventToSession:616(5509ns) ForwardSessionEventToSession:616(729789ns) ForwardSessionEventToSession:616(735409ns)}}}
2026-01-08T17:03:07.343799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037404923423044:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27502577ns) {HandleHandshakeStatus:329(27500316ns) {DropIncomingHandshake:442(589ns) DropOutgoingHandshake:457(280ns) SwitchToState:179(564ns) ProcessPendingSessionEvents:495(1002ns)}}
2026-01-08T17:03:07.344651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037404250338132:2048] [node 1] ICP22 created new session: [2:7593037408545305529:2048]
2026-01-08T17:03:07.344720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037408545305529:2048] [node 1] ICS09 handshake done sender: [2:7593037408545305518:2117] self: [2:7593037408545305525:0] peer: [1:7593037404998667076:0] socket: 624 qp: -1
2026-01-08T17:03:07.344763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037408545305529:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:07.344816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:07.512816Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:07.513083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037408545305529:2048] [node 1] ICS01 socket: 624 reason# EndOfStream
2026-01-08T17:03:07.513132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037404250338132:2048] [node 1] ICP30 unregister session Session# [2:7593037408545305529:2048] VirtualId# [2:7593037408545305525:0]
2026-01-08T17:03:07.513175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037408545305529:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:07.513261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:07.513316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:07.514153Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:07.514391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037412284749224:2048] [node 1] ICS01 socket: 587 reason# EndOfStream
2026-01-08T17:03:07.514439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037407989781827:2048] [node 1] ICP30 unregister session Session# [3:7593037412284749224:2048] VirtualId# [3:7593037412284749208:0]
2026-01-08T17:03:07.514472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037412284749224:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:07.514581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:07.514646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:07.516889Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:07.517158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037409921912087:2048] [node 1] ICS01 socket: 591 reason# EndOfStream
2026-01-08T17:03:07.517209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037405626944697:2048] [node 1] ICP30 unregister session Session# [4:7593037409921912087:2048] VirtualId# [4:7593037409921912077:0]
2026-01-08T17:03:07.517248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037409921912087:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:07.517328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:07.517382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:07.518017Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:07.518226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037409218390443:2048] [node 1] ICS01 socket: 569 reason# EndOfStream
2026-01-08T17:03:07.518268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037404923423044:2048] [node 1] ICP30 unregister session Session# [5:7593037409218390443:2048] VirtualId# [5:7593037409218390439:0]
2026-01-08T17:03:07.518302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037409218390443:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:07.518386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:07.518436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:07.519470Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:07.519678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037411088077253:2048] [node 1] ICS01 socket: 590 reason# EndOfStream
2026-01-08T17:03:07.519724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037406793109864:2048] [node 1] ICP30 unregister session Session# [6:7593037411088077253:2048] VirtualId# [6:7593037411088077244:0]
2026-01-08T17:03:07.519772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037411088077253:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:07.519849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:07.519893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:07.645042Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:07.645304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037412284749226:2049] [node 2] ICS07 socket disconnect 586 reason# EndOfStream
2026-01-08T17:03:07.645347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037412284749226:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:07.645442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:07.645495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037412284749226:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:07.647973Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:07.648228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037409921912083:2049] [node 2] ICS07 socket disconnect 577 reason# EndOfStream
2026-01-08T17:03:07.648102Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037407989781828:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23219) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:07.649180Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:07.648276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037409921912083:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:07.648356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:07.649272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037409921912083:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:07.648162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037412284749226:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:07.654514Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:07.654749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037411088077261:2049] [node 2] ICS01 socket: 589 reason# EndOfStream
2026-01-08T17:03:07.654799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037406793109865:2049] [node 2] ICP30 unregister session Session# [6:7593037411088077261:2049] VirtualId# [6:7593037411088077255:0]
2026-01-08T17:03:07.654840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037411088077261:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:07.654915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:07.654951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:07.649491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037409218390435:2049] [node 2] ICS07 socket disconnect 603 reason# EndOfStream
2026-01-08T17:03:07.649581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037409218390435:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:07.649663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:07.649704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037409218390435:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:07.656831Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037404923423045:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23219) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:07.656801Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037405626944698:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23219) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:07.657109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037409218390435:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:07.656890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037409921912083:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:07.657175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037404923423045:2049] [node 2] ICP30 unregister session Session# [5:7593037409218390435:2049] VirtualId# [5:7593037409218390423:0]
2026-01-08T17:03:07.657257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:07.657006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037405626944698:2049] [node 2] ICP30 unregister session Session# [4:7593037409921912083:2049] VirtualId# [4:7593037405626944779:0]
2026-01-08T17:03:07.657174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:07.657298Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037404923423045:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23219) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:07.657218Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037405626944698:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23219) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:07.657324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23219) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:07.657324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23219) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:07.663065Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037407989781828:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23219) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:07.663205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037412284749226:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:07.663281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037407989781828:2049] [node 2] ICP30 unregister session Session# [3:7593037412284749226:2049] VirtualId# [3:7593037412284749209:0]
2026-01-08T17:03:07.663340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:07.663385Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037407989781828:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23219) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:07.663402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23219) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:07.670472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037404923423045:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:07.679183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037405626944698:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:07.771256Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:07.771544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037409921912091:2050] [node 3] ICS01 socket: 597 reason# EndOfStream
2026-01-08T17:03:07.771624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037405626944699:2050] [node 3] ICP30 unregister session Session# [4:7593037409921912091:2050] VirtualId# [4:7593037409921912079:0]
2026-01-08T17:03:07.771685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037409921912091:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:07.771759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:07.771815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:07.773664Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:07.773895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037411088077254:2050] [node 3] ICS01 socket: 598 reason# EndOfStream
2026-01-08T17:03:07.773960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037406793109866:2050] [node 3] ICP30 unregister session Session# [6:7593037411088077254:2050] VirtualId# [6:7593037411088077242:0]
2026-01-08T17:03:07.772643Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:07.774046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037411088077254:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:07.774107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:07.772918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037409218390441:2050] [node 3] ICS07 socket disconnect 599 reason# EndOfStream
2026-01-08T17:03:07.772960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037409218390441:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:07.773062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:07.773197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037409218390441:2050] [node 3] ICS15 start handshake
2026-01-08T17:03:07.773945Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037404923423046:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29741) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:07.774171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037409218390441:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:07.774212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037404923423046:2050] [node 3] ICP30 unregister session Session# [5:7593037409218390441:2050] VirtualId# [5:7593037409218390428:0]
2026-01-08T17:03:07.774250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:07.774276Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037404923423046:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29741) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:07.774292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29741) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:07.774397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:07.787239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037404923423046:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:03:08.038503Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:08.038906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037409218390437:2108] [node 4] ICS01 socket: 585 reason# EndOfStream
2026-01-08T17:03:08.038962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037404923423110:2108] [node 4] ICP30 unregister session Session# [5:7593037409218390437:2108] VirtualId# [5:7593037409218390425:0]
2026-01-08T17:03:08.039011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037409218390437:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:08.039108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:08.039230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:08.040890Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:08.041153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037411088077263:2099] [node 4] ICS01 socket: 627 reason# EndOfStream
2026-01-08T17:03:08.041207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037406793109922:2099] [node 4] ICP30 unregister session Session# [6:7593037411088077263:2099] VirtualId# [6:7593037411088077258:0]
2026-01-08T17:03:08.041248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037411088077263:2099] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:08.041340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:08.041386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:08.168113Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:08.168384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037411088077249:2097] [node 5] ICS01 socket: 564 reason# EndOfStream
2026-01-08T17:03:08.168443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037406793109915:2097] [node 5] ICP30 unregister session Session# [6:7593037411088077249:2097] VirtualId# [6:7593037411088077241:0]
2026-01-08T17:03:08.168486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037411088077249:2097] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:08.168571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:08.168635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:08.381442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037416094006464:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:08.381485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037416094006465:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:08.393647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037413837639419:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:08.393716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037413837639420:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:08.402424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037412867917305:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:08.403078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037412867917304:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:08.411284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037413995606248:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:08.411331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037413995606249:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:08.411426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037413995606250:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:08.419624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037412882249795:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:08.419695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037412882249796:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:08.419811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037412882249797:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:08.432905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037413360275680:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:08.432965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037413360275679:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:08.433345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037413360275681:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:08.493387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037413360275738:2107] [node 5] ICP01 ready to work
2026-01-08T17:03:08.546102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037412867917368:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:08.546196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037416094006527:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:08.564470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037413995606311:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:08.557647Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037416094006464:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(63837251ns) {Configure:104(63832575ns) {ProcessConfigured:135(103993ns) {StartInitialHandshake:157(101689ns) {DropHandshakes:470(2507ns) {DropIncomingHandshake:442(538ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:992(897ns) PrepareNewSessionHandshake:477(1614ns) {SwitchToState:179(532ns)}}}}}
2026-01-08T17:03:08.558241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037416094006531:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:08.552098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037412867917367:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:08.596037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037413837639483:2109] [node 5] ICP01 ready to work
2026-01-08T17:03:08.596423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037413837639485:2110] [node 6] ICP01 ready to work
2026-01-08T17:03:08.587260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037416094006528:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:08.594971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037412882249877:2126] [node 6] ICP01 ready to work
2026-01-08T17:03:08.601396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037413360275743:2109] [node 4] ICP01 ready to work
2026-01-08T17:03:08.595164Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037412867917305:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(91122430ns) {Configure:104(91115294ns) {ProcessConfigured:135(83510ns) {StartInitialHandshake:157(81463ns) {DropHandshakes:470(2789ns) {DropIncomingHandshake:442(589ns) DropOutgoingHandshake:457(596ns)} GenerateSessionVirtualId:992(901ns) PrepareNewSessionHandshake:477(1481ns) {SwitchToState:179(587ns)}}}}}
2026-01-08T17:03:08.602883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037413837639484:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:08.601336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037413995606312:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:08.595421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037412882249876:2108] [node 4] ICP01 ready to work
2026-01-08T17:03:08.610630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037412867917371:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:08.633886Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037416094006465:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(140029761ns) {Configure:104(140023699ns) {ProcessConfigured:135(102601ns) {StartInitialHandshake:157(98890ns) {DropHandshakes:470(2705ns) {DropIncomingHandshake:442(473ns) DropOutgoingHandshake:457(510ns)} GenerateSessionVirtualId:992(916ns) PrepareNewSessionHandshake:477(1575ns) {SwitchToState:179(498ns)}}}}}
2026-01-08T17:03:08.655113Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037413360275679:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(80124689ns) {Configure:104(80121756ns) {ProcessConfigured:135(96533ns) {StartInitialHandshake:157(92437ns) {DropHandshakes:470(9948ns) {DropIncomingHandshake:442(427ns) DropOutgoingHandshake:457(367ns)} GenerateSessionVirtualId:992(1726ns) PrepareNewSessionHandshake:477(1305ns) {SwitchToState:179(477ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.648684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037412867917371:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(33205530ns) {Configure:104(33169873ns) {ProcessConfigured:135(94864ns) {StartInitialHandshake:157(90889ns) {DropHandshakes:470(2835ns) {DropIncomingHandshake:442(672ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:992(1008ns) PrepareNewSessionHandshake:477(1946ns) {SwitchToState:179(537ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.655548Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037413360275747:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47224
2026-01-08T17:03:08.676527Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037412882249796:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(81180620ns) {Configure:104(81175570ns) {ProcessConfigured:135(62663ns) {StartInitialHandshake:157(59474ns) {DropHandshakes:470(2097ns) {DropIncomingHandshake:442(269ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:992(444ns) PrepareNewSessionHandshake:477(1007ns) {SwitchToState:179(431ns)}}}}}
2026-01-08T17:03:08.658029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037413360275746:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47224
2026-01-08T17:03:08.699564Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037413995606248:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(144303217ns) {Configure:104(144297829ns) {ProcessConfigured:135(97947ns) {StartInitialHandshake:157(95806ns) {DropHandshakes:470(1975ns) {DropIncomingHandshake:442(317ns) DropOutgoingHandshake:457(455ns)} GenerateSessionVirtualId:992(687ns) PrepareNewSessionHandshake:477(4590ns) {SwitchToState:179(268ns)}}}}}
2026-01-08T17:03:08.738548Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037416094006531:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(128836990ns) {Configure:104(128831291ns) {ProcessConfigured:135(21712099ns) {StartInitialHandshake:157(21709219ns) {DropHandshakes:470(1893ns) {DropIncomingHandshake:442(389ns) DropOutgoingHandshake:457(305ns)} GenerateSessionVirtualId:992(645ns) PrepareNewSessionHandshake:477(11745816ns) {SwitchToState:179(4329ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.663713Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037413360275738:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(169788654ns) {Configure:104(169784962ns) {ProcessConfigured:135(76497ns) {StartInitialHandshake:157(73304ns) {DropHandshakes:470(6019ns) {DropIncomingHandshake:442(595ns) DropOutgoingHandshake:457(565ns)} GenerateSessionVirtualId:992(880ns) PrepareNewSessionHandshake:477(1891ns) {SwitchToState:179(732ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.679519Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037412882249881:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59226
2026-01-08T17:03:08.705616Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037413995606311:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(110733147ns) {Configure:104(110726386ns) {ProcessConfigured:135(5942660ns) {StartInitialHandshake:157(5939849ns) {DropHandshakes:470(5843479ns) {DropIncomingHandshake:442(399ns) DropOutgoingHandshake:457(2074ns)} GenerateSessionVirtualId:992(3561ns) PrepareNewSessionHandshake:477(1993ns) {SwitchToState:179(1381ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.750957Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037416094006528:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(148550777ns) {Configure:104(148545425ns) {ProcessConfigured:135(27905504ns) {StartInitialHandshake:157(27902422ns) {DropHandshakes:470(1427ns) {DropIncomingHandshake:442(261ns) DropOutgoingHandshake:457(260ns)} GenerateSessionVirtualId:992(351ns) PrepareNewSessionHandshake:477(3329ns) {SwitchToState:179(1611ns)}}}}}
2026-01-08T17:03:08.754595Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037413837639419:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(199715337ns) {Configure:104(194213768ns) {ProcessConfigured:135(15687948ns) {StartInitialHandshake:157(15685849ns) {DropHandshakes:470(1986ns) {DropIncomingHandshake:442(403ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:992(907ns) PrepareNewSessionHandshake:477(2854ns) {SwitchToState:179(85ns)}}}}}
2026-01-08T17:03:08.746670Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037412867917304:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(200874707ns) {Configure:104(200869182ns) {ProcessConfigured:135(27331340ns) {StartInitialHandshake:157(27328527ns) {DropHandshakes:470(2246ns) {DropIncomingHandshake:442(489ns) DropOutgoingHandshake:457(351ns)} GenerateSessionVirtualId:992(598ns) PrepareNewSessionHandshake:477(2543ns) {SwitchToState:179(1539ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.727092Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037413995606312:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(103334371ns) {Configure:104(103327803ns) {ProcessConfigured:135(78897ns) {StartInitialHandshake:157(75783ns) {DropHandshakes:470(1770ns) {DropIncomingHandshake:442(400ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:992(666ns) PrepareNewSessionHandshake:477(1244ns) {SwitchToState:179(387ns)}}}}}
2026-01-08T17:03:08.730917Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037413360275681:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(156094410ns) {Configure:104(156085093ns) {ProcessConfigured:135(18463006ns) {StartInitialHandshake:157(18460566ns) {DropHandshakes:470(2078ns) {DropIncomingHandshake:442(408ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:992(507ns) PrepareNewSessionHandshake:477(3872ns) {SwitchToState:179(884ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.691862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037412882249880:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59226
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.754284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037416094006540:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10553
2026-01-08T17:03:08.767519Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037413360275758:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47224
2026-01-08T17:03:08.768618Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037413837639420:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(194682121ns) {Configure:104(194673761ns) {ProcessConfigured:135(23096621ns) {StartInitialHandshake:157(23094527ns) {DropHandshakes:470(1787ns) {DropIncomingHandshake:442(209ns) DropOutgoingHandshake:457(292ns)} GenerateSessionVirtualId:992(422ns) PrepareNewSessionHandshake:477(4659ns) {SwitchToState:179(372ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.739136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037413995606326:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42091
2026-01-08T17:03:08.759178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037412867917379:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23360
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.772912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037412882249797:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(178213957ns) {Configure:104(178206506ns) {ProcessConfigured:135(12575211ns) {StartInitialHandshake:157(12572521ns) {DropHandshakes:470(2904ns) {DropIncomingHandshake:442(751ns) DropOutgoingHandshake:457(973ns)} GenerateSessionVirtualId:992(586ns) PrepareNewSessionHandshake:477(3215ns) {SwitchToState:179(1370ns)}}}}}
2026-01-08T17:03:08.830019Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037416094006527:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(158200446ns) {Configure:104(158192785ns) {ProcessConfigured:135(32785157ns) {StartInitialHandshake:157(32782935ns) {DropHandshakes:470(11535947ns) {DropIncomingHandshake:442(2455ns) DropOutgoingHandshake:457(497ns)} GenerateSessionVirtualId:992(2598ns) PrepareNewSessionHandshake:477(3251ns) {SwitchToState:179(155ns)}}}}}
2026-01-08T17:03:08.811803Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037412867917368:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(159611245ns) {Configure:104(159605698ns) {ProcessConfigured:135(34795777ns) {StartInitialHandshake:157(34793228ns) {DropHandshakes:470(1659ns) {DropIncomingHandshake:442(533ns) DropOutgoingHandshake:457(263ns)} GenerateSessionVirtualId:992(363ns) PrepareNewSessionHandshake:477(2953ns) {SwitchToState:179(714ns)}}}}}
2026-01-08T17:03:08.786873Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037413837639497:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59495
2026-01-08T17:03:08.834754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037416094006536:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10553
2026-01-08T17:03:08.779816Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037412882249877:2126] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(122710375ns) {Configure:104(122703688ns) {ProcessConfigured:135(26351705ns) {StartInitialHandshake:157(26348056ns) {DropHandshakes:470(10230630ns) {DropIncomingHandshake:442(320ns) DropOutgoingHandshake:457(1968ns)} GenerateSessionVirtualId:992(3854ns) PrepareNewSessionHandshake:477(4533ns) {SwitchToState:179(2495ns)}}}}}
2026-01-08T17:03:08.835130Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037416094006540:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.802960Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037413995606250:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(175539339ns) {Configure:104(175531122ns) {ProcessConfigured:135(15816502ns) {StartInitialHandshake:157(15813167ns) {DropHandshakes:470(525ns) {DropIncomingHandshake:442(40ns) DropOutgoingHandshake:457(42ns)} GenerateSessionVirtualId:992(218ns) PrepareNewSessionHandshake:477(3627ns) {SwitchToState:179(1507ns)}}}}}
2026-01-08T17:03:08.856459Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037416094006547:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10553
2026-01-08T17:03:08.787098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037413837639498:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59495
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.799926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037413360275760:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47224
2026-01-08T17:03:08.802707Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037412882249795:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(142151829ns) {Configure:104(142143539ns) {ProcessConfigured:135(19449292ns) {StartInitialHandshake:157(19446506ns) {DropHandshakes:470(613ns) {DropIncomingHandshake:442(169ns) DropOutgoingHandshake:457(156ns)} GenerateSessionVirtualId:992(340ns) PrepareNewSessionHandshake:477(1996ns) {SwitchToState:179(1134ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.787300Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037413837639499:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59495
2026-01-08T17:03:08.856403Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037413995606326:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.862083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037412882249881:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.878624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037412867917379:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.827322Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037413360275680:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(157461036ns) {Configure:104(157453450ns) {ProcessConfigured:135(32737804ns) {StartInitialHandshake:157(32734503ns) {DropHandshakes:470(508ns) {DropIncomingHandshake:442(47ns) DropOutgoingHandshake:457(66ns)} GenerateSessionVirtualId:992(574ns) PrepareNewSessionHandshake:477(3863ns) {SwitchToState:179(2124ns)}}}}}
2026-01-08T17:03:08.874876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037416094006536:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.787430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037413837639492:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59495
2026-01-08T17:03:08.914651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037413360275746:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.894662Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037412867917367:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(235494179ns) {Configure:104(235487660ns) {ProcessConfigured:135(14945503ns) {StartInitialHandshake:157(14942424ns) {DropHandshakes:470(1653ns) {DropIncomingHandshake:442(359ns) DropOutgoingHandshake:457(282ns)} GenerateSessionVirtualId:992(481ns) PrepareNewSessionHandshake:477(3056ns) {SwitchToState:179(1624ns)}}}}}
2026-01-08T17:03:08.890843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037416094006530:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.866013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037413995606325:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42091
2026-01-08T17:03:08.930587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037413360275747:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.890879Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037416094006530:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:08.867013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037413837639492:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.983114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037412882249880:2129] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.895004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037412867917304:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:08.994721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037412882249796:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.930727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037413360275681:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:08.893919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037413995606329:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42091
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.892125Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037416094006530:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:08.892462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037416094006464:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:08.892536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:08.892596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037416094006464:2048] [node 2] ICP22 created new session: [1:7593037416094006551:2048]
2026-01-08T17:03:08.892652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037416094006551:2048] [node 2] ICS09 handshake done sender: [1:7593037416094006530:2110] self: [1:7593037416094006529:0] peer: [2:7593037413837639503:0] socket: 564 qp: -1
2026-01-08T17:03:08.892694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037416094006551:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:08.892731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:08.906607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037416094006546:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10553
2026-01-08T17:03:08.930608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037416094006545:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10553
2026-01-08T17:03:08.967361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037416094006534:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.967414Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037416094006534:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:08.979203Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037416094006546:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.991556Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037416094006547:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.991951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037416094006464:2048] [node 2] ICP18 handshake (actor [1:7593037416094006547:2119]) is too old
2026-01-08T17:03:08.993062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037416094006537:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.993102Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037416094006537:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:09.002636Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037416094006534:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:08.875028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037413837639419:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:08.979034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037412867917374:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.018528Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037416094006537:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:09.019064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037416094006541:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.019105Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037416094006541:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:09.019723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037416094006545:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.903340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037413995606325:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.979083Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037412867917374:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:09.000937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037412867917385:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23360
2026-01-08T17:03:08.930858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037413360275758:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.898493Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037413837639484:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(250617941ns) {Configure:104(250612670ns) {ProcessConfigured:135(35584316ns) {StartInitialHandshake:157(35580463ns) {DropHandshakes:470(2248ns) {DropIncomingHandshake:442(317ns) DropOutgoingHandshake:457(328ns)} GenerateSessionVirtualId:992(894ns) PrepareNewSessionHandshake:477(4093ns) {SwitchToState:179(1920ns)}}}}}
2026-01-08T17:03:08.930883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037413360275680:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:08.970408Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037413360275760:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.970874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037413360275743:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:08.978606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037413360275679:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:08.992747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037413360275765:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47224
2026-01-08T17:03:09.006737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037413360275766:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47224
2026-01-08T17:03:09.027618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037412867917374:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:09.023379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037416094006541:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:09.026931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037416094006465:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.027025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:09.027873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037416094006531:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.028897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037416094006528:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.029042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:09.029732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:09.029899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037416094006465:2049] [node 3] ICP22 created new session: [1:7593037420388973855:2049]
2026-01-08T17:03:09.034494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037416094006531:2109] [node 6] ICP22 created new session: [1:7593037420388973856:2109]
2026-01-08T17:03:09.034592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037420388973856:2109] [node 6] ICS09 handshake done sender: [1:7593037416094006537:2113] self: [1:7593037416094006535:0] peer: [6:7593037413360275764:0] socket: 604 qp: -1
2026-01-08T17:03:09.034645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037420388973856:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:09.034719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:08.986521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037413995606320:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.930116Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037413837639499:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:09.029117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037412867917379:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:09.058402Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037412867917304:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14633) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037412867917379:2113] held: no
2026-01-08T17:03:09.046461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037420388973855:2049] [node 3] ICS09 handshake done sender: [1:7593037416094006534:2111] self: [1:7593037416094006533:0] peer: [3:7593037412867917383:0] socket: 596 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.974571Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037413837639484:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(24378235ns) {IncomingHandshake:261(24376228ns) {DropIncomingHandshake:442(308ns) PrepareNewSessionHandshake:477(1444ns) {SwitchToState:179(567ns)} GenerateSessionVirtualId:992(754ns) IssueIncomingHandshakeReply:193(16320ns)}}
2026-01-08T17:03:08.986569Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037413995606320:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:09.071062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037413360275746:2111] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:09.087003Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037413360275679:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14633) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037413360275760:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:09.098824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037412867917371:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.046605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037416094006528:2107] [node 4] ICP22 created new session: [1:7593037420388973857:2107]
2026-01-08T17:03:08.974760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037413837639487:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:08.995751Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037413995606320:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:09.109510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037417177217191:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59226
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:08.974787Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037413837639487:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:09.087381Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037413360275743:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27556) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037413360275758:2116] held: no
2026-01-08T17:03:09.058644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037420388973855:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:09.098892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:09.087570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037417655243064:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47224
2026-01-08T17:03:09.087830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037413360275680:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:09.087892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:09.087955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037413360275680:2049] [node 2] ICP22 created new session: [6:7593037417655243065:2049]
2026-01-08T17:03:09.088010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037417655243065:2049] [node 2] ICS09 handshake done sender: [6:7593037413360275746:2111] self: [6:7593037413360275762:0] peer: [2:7593037413837639486:0] socket: 571 qp: -1
2026-01-08T17:03:09.088054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037417655243065:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:09.088108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:09.089086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037417655243063:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47224
2026-01-08T17:03:09.091193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037413360275758:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:09.102823Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037413360275760:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:09.108076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037413360275743:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:08.975604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037413837639497:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.108143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:09.108225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037413360275743:2109] [node 4] ICP22 created new session: [6:7593037417655243069:2109]
2026-01-08T17:03:08.982680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037413837639487:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:09.108282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037417655243069:2109] [node 4] ICS09 handshake done sender: [6:7593037413360275758:2116] self: [6:7593037413360275763:0] peer: [4:7593037413995606319:0] socket: 587 qp: -1
2026-01-08T17:03:09.108330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037417655243069:2109] [node 4] ICS10 traffic start
2026-01-08T17:03:08.982916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037413837639498:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.108384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:09.046461Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037413837639419:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14633) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037413837639492:2113] held: no
2026-01-08T17:03:09.109087Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037413360275747:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:09.051204Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037413837639489:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.125969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037413360275679:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:09.051264Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037413837639489:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:09.131617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037413360275681:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:09.071959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037413837639485:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.131711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:09.072012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:09.131764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037413360275681:2050] [node 3] ICP22 created new session: [6:7593037417655243071:2050]
2026-01-08T17:03:09.072074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037413837639485:2110] [node 6] ICP22 created new session: [2:7593037418132606806:2110]
2026-01-08T17:03:09.131824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037417655243071:2050] [node 3] ICS09 handshake done sender: [6:7593037413360275747:2112] self: [6:7593037413360275761:0] peer: [3:7593037412867917373:0] socket: 572 qp: -1
2026-01-08T17:03:09.072134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037418132606806:2110] [node 6] ICS09 handshake done sender: [2:7593037413837639487:2111] self: [2:7593037413837639486:0] peer: [6:7593037413360275762:0] socket: 565 qp: -1
2026-01-08T17:03:09.131863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037417655243071:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:09.072180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037418132606806:2110] [node 6] ICS10 traffic start
2026-01-08T17:03:09.131906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:09.072220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:09.147479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:09.072774Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037413837639504:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59495
2026-01-08T17:03:09.089702Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037413837639489:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:09.122221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037413837639483:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.122294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:09.122381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037413837639483:2109] [node 5] ICP22 created new session: [2:7593037418132606810:2109]
2026-01-08T17:03:09.122440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037418132606810:2109] [node 5] ICS09 handshake done sender: [2:7593037413837639489:2112] self: [2:7593037413837639488:0] peer: [5:7593037412882249894:0] socket: 566 qp: -1
2026-01-08T17:03:09.122482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037418132606810:2109] [node 5] ICS10 traffic start
2026-01-08T17:03:09.122518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:09.124442Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037413837639419:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(28688949ns) {HandleHandshakeStatus:395(20153821ns) {LogHandshakeFail:472(24513ns) {UpdateErrorStateLog:545(6616ns)} DropOutgoingHandshake:457(4456ns) ProcessPendingSessionEvents:495(12010420ns) {DropSessionEvent:512(15923ns) DropSessionEvent:512(6107ns) DropSessionEvent:512(23903ns) DropSessionEvent:512(5637ns) DropSessionEvent:512(6896ns) DropSessionEvent:512(6343ns) DropSessionEvent:512(5272ns) DropSessionEvent:512(6280ns) DropSessionEvent:512(5495ns) DropSessionEvent:512(4969ns)}}}
2026-01-08T17:03:09.124670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037413837639492:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:09.128231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037413837639419:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:09.129763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:09.136899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037413837639419:2048] [node 1] ICP22 created new session: [2:7593037418132606812:2048]
2026-01-08T17:03:09.098953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037412867917371:2109] [node 6] ICP22 created new session: [3:7593037417162884684:2109]
2026-01-08T17:03:09.147395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037418132606812:2048] [node 1] ICS09 handshake done sender: [2:7593037413837639492:2113] self: [2:7593037413837639503:0] peer: [1:7593037416094006529:0] socket: 567 qp: -1
2026-01-08T17:03:09.099010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037417162884684:2109] [node 6] ICS09 handshake done sender: [3:7593037412867917374:2111] self: [3:7593037412867917373:0] peer: [6:7593037413360275761:0] socket: 570 qp: -1
2026-01-08T17:03:09.099050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037417162884684:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:09.099084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:09.104872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037417162884683:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23360
2026-01-08T17:03:09.120093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037417162884689:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23360
2026-01-08T17:03:09.120262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037417162884683:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.126277Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037412867917304:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40388512ns) {HandleHandshakeStatus:395(40384505ns) {LogHandshakeFail:472(20110ns) {UpdateErrorStateLog:545(5393ns)} DropOutgoingHandshake:457(3972ns) ProcessPendingSessionEvents:495(32986569ns) {DropSessionEvent:512(15191227ns) DropSessionEvent:512(20602ns) DropSessionEvent:512(5693ns) DropSessionEvent:512(7225ns) DropSessionEvent:512(17703275ns) DropSessionEvent:512(17907ns) DropSessionEvent:512(6022ns) DropSessionEvent:512(6730ns) DropSessionEvent:512(6720ns) DropSessionEvent:512(7969ns)}}}
2026-01-08T17:03:09.126865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037412867917304:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:09.126922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:09.127002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037412867917304:2048] [node 1] ICP22 created new session: [3:7593037417162884691:2048]
2026-01-08T17:03:09.127062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037417162884691:2048] [node 1] ICS09 handshake done sender: [3:7593037412867917379:2113] self: [3:7593037412867917383:0] peer: [1:7593037416094006533:0] socket: 597 qp: -1
2026-01-08T17:03:09.127106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037417162884691:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:09.127169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:09.134903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037412867917381:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.134936Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037412867917381:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:09.154757Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037412867917371:2109] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:09.156009Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037412867917381:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:09.058712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:09.086374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037420388973857:2107] [node 4] ICS09 handshake done sender: [1:7593037416094006541:2115] self: [1:7593037416094006538:0] peer: [4:7593037418290573628:0] socket: 607 qp: -1
2026-01-08T17:03:09.086481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037420388973857:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:09.100297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:09.129069Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037416094006465:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(101927349ns) {HandleHandshakeStatus:329(101923003ns) {DropIncomingHandshake:442(19208ns) DropOutgoingHandshake:457(482ns) SwitchToState:179(494ns) ProcessPendingSessionEvents:495(12835877ns) {ForwardSessionEventToSession:616(12781157ns) ForwardSessionEventToSession:616(5977ns) ForwardSessionEventToSession:616(3018ns) ForwardSessionEventToSession:616(6287ns) ForwardSessionEventToSession:616(5858ns) ForwardSessionEventToSession:616(3816ns) ForwardSessionEventToSession:616(5733ns) ForwardSessionEventToSession:616(3031ns) ForwardSessionEventToSession:616(6518ns) ForwardSessionEventToSession:616(3183ns)}}}
2026-01-08T17:03:09.137299Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037416094006543:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.137340Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037416094006543:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:09.120649Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037417177217191:2135] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.120790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037412882249795:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:09.121249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037417177217194:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59226
2026-01-08T17:03:09.123523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037417177217192:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59226
2026-01-08T17:03:09.128275Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037412882249880:2129] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:09.131017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037417177217194:2137] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.131147Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037417177217195:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59226
2026-01-08T17:03:09.131280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037412882249797:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:09.151844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037417177217197:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59226
2026-01-08T17:03:09.154226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037417177217198:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59226
2026-01-08T17:03:09.156111Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037412882249796:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26600) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037412882249880:2129] held: no
2026-01-08T17:03:09.156472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037412882249796:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(26430351ns) {HandleHandshakeStatus:395(26426591ns) {LogHandshakeFail:472(15766ns) {UpdateErrorStateLog:545(5583ns)} DropOutgoingHandshake:457(1757ns) ProcessPendingSessionEvents:495(78708ns) {DropSessionEvent:512(17996ns) DropSessionEvent:512(6764ns) DropSessionEvent:512(7199ns) DropSessionEvent:512(5643ns) DropSessionEvent:512(5776ns) DropSessionEvent:512(5692ns) DropSessionEvent:512(5562ns) DropSessionEvent:512(5005ns) DropSessionEvent:512(5104ns) DropSessionEvent:512(4835ns)}}}
2026-01-08T17:03:09.156567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037412882249796:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:09.156619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:09.156682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037412882249796:2049] [node 2] ICP22 created new session: [5:7593037417177217199:2049]
2026-01-08T17:03:09.156743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037417177217199:2049] [node 2] ICS09 handshake done sender: [5:7593037412882249880:2129] self: [5:7593037412882249894:0] peer: [2:7593037413837639488:0] socket: 578 qp: -1
2026-01-08T17:03:09.156781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037417177217199:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:09.156830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:09.002533Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037413995606329:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.002928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037413995606248:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:09.007235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037413995606311:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.007320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:09.007386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037413995606311:2109] [node 6] ICP22 created new session: [4:7593037418290573629:2109]
2026-01-08T17:03:09.007449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037418290573629:2109] [node 6] ICS09 handshake done sender: [4:7593037413995606320:2112] self: [4:7593037413995606319:0] peer: [6:7593037413360275763:0] socket: 586 qp: -1
2026-01-08T17:03:09.007496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037418290573629:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:09.007537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:09.050682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037418290573632:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42091
2026-01-08T17:03:09.082701Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037413995606329:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:09.083052Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037413995606248:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14633) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037413995606329:2117] held: no
2026-01-08T17:03:09.118306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037418290573633:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42091
2026-01-08T17:03:09.118392Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037418290573634:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42091
2026-01-08T17:03:09.136727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037418290573634:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.150681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037418290573633:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:09.159516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037413995606250:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:09.159738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037413995606249:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:09.158864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037417162884688:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23360
2026-01-08T17:03:09.156824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037413360275679:2048] [node 1] ICP22 created new session: [6:7593037417655243073:2048]
2026-01-08T17:03:09.156895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037417655243073:2048] [node 1] ICS09 handshake done sender: [6:7593037413360275760:2118] self: [6:7593037413360275764:0] peer: [1:7593037416094006535:0] socket: 605 qp: -1
2026-01-08T17:03:09.156934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037417655243073:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:09.156991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:09.157210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037413360275679:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(31158912ns) {HandleHandshakeStatus:329(31156858ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(345ns) SwitchToState:179(244ns) ProcessPendingSessionEvents:495(1049ns)}}
2026-01-08T17:03:09.162057Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037417655243075:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47224
2026-01-08T17:03:09.173311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037412867917368:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.177443Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037417162884688:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.177623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037412867917305:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:09.182649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037413995606248:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(26214855ns) {HandleHandshakeStatus:395(26212192ns) {LogHandshakeFail:472(16754ns) {UpdateErrorStateLog:545(7153ns)} DropOutgoingHandshake:457(1564ns) ProcessPendingSessionEvents:495(17628785ns) {DropSessionEvent:512(11821448ns) DropSessionEvent:512(14948ns) DropSessionEvent:512(5405ns) DropSessionEvent:512(6486ns) DropSessionEvent:512(6010ns) DropSessionEvent:512(19544ns) DropSessionEvent:512(5483ns) DropSessionEvent:512(5644ns) DropSessionEvent:512(5472ns) DropSessionEvent:512(4528ns)}}}
2026-01-08T17:03:09.182775Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037418290573638:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42091
2026-01-08T17:03:09.183602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037413995606248:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:09.188714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037412867917384:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.188782Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037412867917384:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:09.189310Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037417162884696:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23360
2026-01-08T17:03:09.157958Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037416094006543:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:09.158121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037418132606812:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:09.189908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037417655243075:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.182647Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037417177217191:2135] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:09.194700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037413995606323:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.194763Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037413995606323:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:09.195366Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037413995606249:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26600) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037418290573633:2119] held: no
2026-01-08T17:03:09.178380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037416094006527:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.158185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:09.189826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:09.182857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037417177217195:2138] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.205725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:09.191610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037413360275738:2107] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:09.183056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037412882249876:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:09.190189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037417177217194:2137] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:09.198615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037412882249795:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:09.198704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:09.198766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037412882249795:2048] [node 1] ICP22 created new session: [5:7593037417177217203:2048]
2026-01-08T17:03:09.198846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037417177217203:2048] [node 1] ICS09 handshake done sender: [5:7593037417177217191:2135] self: [5:7593037417177217193:0] peer: [1:7593037416094006539:0] socket: 576 qp: -1
2026-01-08T17:03:09.198898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037417177217203:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:09.198940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:09.199256Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037412882249795:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:09.199546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037412882249797:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:09.199600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:09.199650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037412882249797:2050] [node 3] ICP22 created new session: [5:7593037417177217205:2050]
2026-01-08T17:03:09.199703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037417177217205:2050] [node 3] ICS09 handshake done sender: [5:7593037417177217194:2137] self: [5:7593037417177217196:0] peer: [3:7593037412867917378:0] socket: 626 qp: -1
2026-01-08T17:03:09.199738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037417177217205:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:09.199770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:09.200233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037412882249890:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.200263Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037412882249890:2133] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:09.206329Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037412882249890:2133] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:09.182555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:09.158455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037413837639419:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(32559803ns) {HandleHandshakeStatus:329(32558236ns) {DropIncomingHandshake:442(1853ns) DropOutgoingHandshake:457(348ns) SwitchToState:179(5124ns) ProcessPendingSessionEvents:495(1126ns)}}
2026-01-08T17:03:09.189905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037412867917368:2108] [node 5] ICP22 created new session: [3:7593037417162884695:2108]
2026-01-08T17:03:09.183553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037416094006527:2108] [node 5] ICP22 created new session: [1:7593037420388973863:2108]
2026-01-08T17:03:09.205970Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037413995606323:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:09.246445Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037413360275738:2107] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23271) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037417655243075:2123] held: no
2026-01-08T17:03:09.247083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037417655243077:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47224
2026-01-08T17:03:09.160335Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037413837639502:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.197063Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037412867917305:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26600) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037417162884688:2118] held: no
2026-01-08T17:03:09.230549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037412882249877:2126] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.185099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037420388973863:2108] [node 5] ICS09 handshake done sender: [1:7593037416094006543:2116] self: [1:7593037416094006539:0] peer: [5:7593037417177217193:0] socket: 591 qp: -1
2026-01-08T17:03:09.210516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037413995606248:2048] [node 1] ICP22 created new session: [4:7593037418290573640:2048]
2026-01-08T17:03:09.252688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037417655243075:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:09.160362Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037413837639502:2119] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:09.197232Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037417162884688:2118] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:09.233434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:09.218101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037418290573640:2048] [node 1] ICS09 handshake done sender: [4:7593037413995606329:2117] self: [4:7593037418290573628:0] peer: [1:7593037416094006538:0] socket: 608 qp: -1
2026-01-08T17:03:09.218167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037418290573640:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:09.218230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:09.218599Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037413995606248:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(35720477ns) {HandleHandshakeStatus:329(35718144ns) {DropIncomingHandshake:442(1493ns) DropOutgoingHandshake:457(445ns) SwitchToState:179(124ns) ProcessPendingSessionEvents:495(1034ns)}}
2026-01-08T17:03:09.219107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037418290573633:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:09.223659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037413995606312:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.223737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:09.223797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037413995606312:2108] [node 5] ICP22 created new session: [4:7593037418290573643:2108]
2026-01-08T17:03:09.223853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037418290573643:2108] [node 5] ICS09 handshake done sender: [4:7593037413995606323:2113] self: [4:7593037413995606322:0] peer: [5:7593037417177217202:0] socket: 583 qp: -1
2026-01-08T17:03:09.223902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037418290573643:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:09.223937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:09.232416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037418290573642:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42091
2026-01-08T17:03:09.242682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037413995606249:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:09.242758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:09.242829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037413995606249:2049] [node 2] ICP22 created new session: [4:7593037418290573645:2049]
2026-01-08T17:03:09.242886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037418290573645:2049] [node 2] ICS09 handshake done sender: [4:7593037418290573633:2119] self: [4:7593037418290573637:0] peer: [2:7593037413837639501:0] socket: 627 qp: -1
2026-01-08T17:03:09.242947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037418290573645:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:09.242991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:09.244123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037418290573634:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:09.250871Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037413995606250:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16475) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037418290573634:2120] held: no
2026-01-08T17:03:09.254896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037413995606250:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:09.254971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:09.255039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037413995606250:2050] [node 3] ICP22 created new session: [4:7593037418290573647:2050]
2026-01-08T17:03:09.255095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037418290573647:2050] [node 3] ICS09 handshake done sender: [4:7593037418290573634:2120] self: [4:7593037418290573636:0] peer: [3:7593037412867917382:0] socket: 628 qp: -1
2026-01-08T17:03:09.255137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037418290573647:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:09.255187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:09.233487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037412882249877:2126] [node 6] ICP22 created new session: [5:7593037417177217209:2126]
2026-01-08T17:03:09.233549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037417177217209:2126] [node 6] ICS09 handshake done sender: [5:7593037412882249890:2133] self: [5:7593037412882249889:0] peer: [6:7593037417655243076:0] socket: 580 qp: -1
2026-01-08T17:03:09.233591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037417177217209:2126] [node 6] ICS10 traffic start
2026-01-08T17:03:09.233630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:09.250651Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037412882249876:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27556) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037417177217195:2138] held: no
2026-01-08T17:03:09.254013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037417177217208:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59226
2026-01-08T17:03:09.254579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037417177217195:2138] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:09.185149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037420388973863:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:09.207495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037412867917305:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:09.175189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037413837639502:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:09.178571Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037413837639496:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:09.178601Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037413837639496:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:09.180199Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037413837639496:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:09.180269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037413837639484:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.180328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:09.180401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037413837639484:2107] [node 4] ICP22 created new session: [2:7593037418132606816:2107]
2026-01-08T17:03:09.180456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037418132606816:2107] [node 4] ICS09 handshake done sender: [2:7593037413837639502:2119] self: [2:7593037413837639501:0] peer: [4:7593037418290573637:0] socket: 602 qp: -1
2026-01-08T17:03:09.180497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037418132606816:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:09.180549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:09.181588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037413837639420:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.181646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:09.181700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037413837639420:2049] [node 3] ICP22 created new session: [2:7593037418132606818:2049]
2026-01-08T17:03:09.181753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037418132606818:2049] [node 3] ICS09 handshake done sender: [2:7593037413837639496:2115] self: [2:7593037413837639495:0] peer: [3:7593037417162884694:0] socket: 573 qp: -1
2026-01-08T17:03:09.181788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037418132606818:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:09.181834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:09.185211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:09.225259Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037416094006528:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(149532010ns) {HandleHandshakeStatus:329(149528553ns) {DropIncomingHandshake:442(14844ns) DropOutgoingHandshake:457(385ns) SwitchToState:179(294ns) ProcessPendingSessionEvents:495(52236707ns) {ForwardSessionEventToSession:616(3368210ns) ForwardSessionEventToSession:616(7694119ns) ForwardSessionEventToSession:616(6185ns) ForwardSessionEventToSession:616(13154283ns) ForwardSessionEventToSession:616(8966236ns) ForwardSessionEventToSession:616(4261ns) ForwardSessionEventToSession:616(3219ns) ForwardSessionEventToSession:616(15037317ns) ForwardSessionEventToSession:616(4406ns) ForwardSessionEventToSession:616(3957467ns)}}}
2026-01-08T17:03:09.248069Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037416094006527:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(63184066ns) {HandleHandshakeStatus:329(63182289ns) {DropIncomingHandshake:442(27501ns) DropOutgoingHandshake:457(554ns) SwitchToState:179(92ns) ProcessPendingSessionEvents:495(37224668ns) {ForwardSessionEventToSession:616(5652285ns) ForwardSessionEventToSession:616(12457ns) ForwardSessionEventToSession:616(11212348ns) ForwardSessionEventToSession:616(4045ns) ForwardSessionEventToSession:616(12890040ns) ForwardSessionEventToSession:616(19282ns) ForwardSessionEventToSession:616(3881ns) ForwardSessionEventToSession:616(7396834ns) ForwardSessionEventToSession:616(6487ns) ForwardSessionEventToSession:616(3341ns)}}}
2026-01-08T17:03:09.207571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:09.207643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037412867917305:2049] [node 2] ICP22 created new session: [3:7593037417162884698:2049]
2026-01-08T17:03:09.207708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037417162884698:2049] [node 2] ICS09 handshake done sender: [3:7593037417162884688:2118] self: [3:7593037417162884694:0] peer: [2:7593037413837639495:0] socket: 623 qp: -1
2026-01-08T17:03:09.207748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037417162884698:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:09.207797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:09.217611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037417162884695:2108] [node 5] ICS09 handshake done sender: [3:7593037412867917381:2114] self: [3:7593037412867917378:0] peer: [5:7593037417177217196:0] socket: 598 qp: -1
2026-01-08T17:03:09.219384Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037412867917384:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:09.220691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037417162884695:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:09.228128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:09.231175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037412867917367:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:09.231281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:09.231352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037412867917367:2107] [node 4] ICP22 created new session: [3:7593037417162884701:2107]
2026-01-08T17:03:09.231426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037417162884701:2107] [node 4] ICS09 handshake done sender: [3:7593037412867917384:2115] self: [3:7593037412867917382:0] peer: [4:7593037418290573636:0] socket: 621 qp: -1
2026-01-08T17:03:09.231475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037417162884701:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:09.231520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:09.239830Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037412867917368:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(80145096ns) {HandleHandshakeStatus:329(66216145ns) {DropIncomingHandshake:442(276ns) DropOutgoingHandshake:457(720ns) SwitchToState:179(692ns) ProcessPendingSessionEvents:495(150848ns) {ForwardSessionEventToSession:616(92496ns) ForwardSessionEventToSession:616(4513ns) ForwardSessionEventToSession:616(3618ns) ForwardSessionEventToSession:616(6501ns) ForwardSessionEventToSession:616(3803ns) ForwardSessionEventToSession:616(10267ns) ForwardSessionEventToSession:616(3228ns) ForwardSessionEventToSession:616(3156ns) ForwardSessionEventToSession:616(6832ns) ForwardSessionEventToSession:616(3919ns)}}}
2026-01-08T17:03:09.259280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037413360275738:2107] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:09.259369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:09.259430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037413360275738:2107] [node 5] ICP22 created new session: [6:7593037417655243078:2107]
2026-01-08T17:03:09.259493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037417655243078:2107] [node 5] ICS09 handshake done sender: [6:7593037417655243075:2123] self: [6:7593037417655243076:0] peer: [5:7593037412882249889:0] socket: 625 qp: -1
2026-01-08T17:03:09.259541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037417655243078:2107] [node 5] ICS10 traffic start
2026-01-08T17:03:09.259590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:09.260947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037412882249876:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:09.261009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:09.261065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037412882249876:2108] [node 4] ICP22 created new session: [5:7593037417177217211:2108]
2026-01-08T17:03:09.261123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037417177217211:2108] [node 4] ICS09 handshake done sender: [5:7593037417177217195:2138] self: [5:7593037417177217202:0] peer: [4:7593037413995606322:0] socket: 599 qp: -1
2026-01-08T17:03:09.261157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037417177217211:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:09.261201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:09.444842Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:09.445104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037418132606812:2048] [node 1] ICS01 socket: 567 reason# EndOfStream
2026-01-08T17:03:09.445162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037413837639419:2048] [node 1] ICP30 unregister session Session# [2:7593037418132606812:2048] VirtualId# [2:7593037413837639503:0]
2026-01-08T17:03:09.445209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037418132606812:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:09.445302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:09.445366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:09.448788Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:09.449147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037417162884691:2048] [node 1] ICS01 socket: 597 reason# EndOfStream
2026-01-08T17:03:09.449228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037412867917304:2048] [node 1] ICP30 unregister session Session# [3:7593037417162884691:2048] VirtualId# [3:7593037412867917383:0]
2026-01-08T17:03:09.449282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037417162884691:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:09.449385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:09.449442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:09.458596Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:09.458876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037417655243073:2048] [node 1] ICS01 socket: 605 reason# EndOfStream
2026-01-08T17:03:09.458668Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:09.458919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037413360275679:2048] [node 1] ICP30 unregister session Session# [6:7593037417655243073:2048] VirtualId# [6:7593037413360275764:0]
2026-01-08T17:03:09.458895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037417177217203:2048] [node 1] ICS01 socket: 576 reason# EndOfStream
2026-01-08T17:03:09.458940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037412882249795:2048] [node 1] ICP30 unregister session Session# [5:7593037417177217203:2048] VirtualId# [5:7593037417177217193:0]
2026-01-08T17:03:09.458558Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:09.458956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037417655243073:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:09.458973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037417177217203:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:09.458830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037418290573640:2048] [node 1] ICS01 socket: 608 reason# EndOfStream
2026-01-08T17:03:09.459039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:09.459068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:09.459081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:09.458882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037413995606248:2048] [node 1] ICP30 unregister session Session# [4:7593037418290573640:2048] VirtualId# [4:7593037418290573628:0]
2026-01-08T17:03:09.458926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037418290573640:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:09.459117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:09.459013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:09.459062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:09.797863Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:09.798108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037417162884698:2049] [node 2] ICS01 socket: 623 reason# EndOfStream
2026-01-08T17:03:09.798154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037412867917305:2049] [node 2] ICP30 unregister session Session# [3:7593037417162884698:2049] VirtualId# [3:7593037417162884694:0]
2026-01-08T17:03:09.798197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037417162884698:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:09.798278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:09.798337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:09.803608Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:09.803873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037417655243065:2049] [node 2] ICS01 socket: 571 reason# EndOfStream
2026-01-08T17:03:09.803919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037413360275680:2049] [node 2] ICP30 unregister session Session# [6:7593037417655243065:2049] VirtualId# [6:7593037413360275762:0]
2026-01-08T17:03:09.803963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037417655243065:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:09.804044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:09.804090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:09.804493Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:09.804729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037418290573645:2049] [node 2] ICS01 socket: 627 reason# EndOfStream
2026-01-08T17:03:09.804794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037413995606249:2049] [node 2] ICP30 unregister session Session# [4:7593037418290573645:2049] VirtualId# [4:7593037418290573637:0]
2026-01-08T17:03:09.804836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037418290573645:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:09.804912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:09.804965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:09.805065Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:09.805274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037417177217199:2049] [node 2] ICS01 socket: 578 reason# EndOfStream
2026-01-08T17:03:09.805310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037412882249796:2049] [node 2] ICP30 unregister session Session# [5:7593037417177217199:2049] VirtualId# [5:7593037412882249894:0]
2026-01-08T17:03:09.805339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037417177217199:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:09.805400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:09.805442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:09.939276Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:09.939557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037418290573647:2050] [node 3] ICS01 socket: 628 reason# EndOfStream
2026-01-08T17:03:09.939606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037413995606250:2050] [node 3] ICP30 unregister session Session# [4:7593037418290573647:2050] VirtualId# [4:7593037418290573636:0]
2026-01-08T17:03:09.939659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037418290573647:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:09.939740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:09.940056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:09.944945Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:09.945529Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:09.945715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037417655243071:2050] [node 3] ICS01 socket: 572 reason# EndOfStream
2026-01-08T17:03:09.945760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037413360275681:2050] [node 3] ICP30 unregister session Session# [6:7593037417655243071:2050] VirtualId# [6:7593037413360275761:0]
2026-01-08T17:03:09.945792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037417655243071:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:09.945851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:09.945892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:09.945176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037417177217205:2050] [node 3] ICS01 socket: 626 reason# EndOfStream
2026-01-08T17:03:09.945237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037412882249797:2050] [node 3] ICP30 unregister session Session# [5:7593037417177217205:2050] VirtualId# [5:7593037417177217196:0]
2026-01-08T17:03:09.945286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037417177217205:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:09.945373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:09.945421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:10.109244Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:10.109508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037417177217211:2108] [node 4] ICS01 socket: 599 reason# EndOfStream
2026-01-08T17:03:10.109560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037412882249876:2108] [node 4] ICP30 unregister session Session# [5:7593037417177217211:2108] VirtualId# [5:7593037417177217202:0]
2026-01-08T17:03:10.109603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037417177217211:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:10.109715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:10.109783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:10.114525Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:10.114936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037417655243069:2109] [node 4] ICS01 socket: 587 reason# EndOfStream
2026-01-08T17:03:10.115031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037413360275743:2109] [node 4] ICP30 unregister session Session# [6:7593037417655243069:2109] VirtualId# [6:7593037413360275763:0]
2026-01-08T17:03:10.115089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037417655243069:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:10.115131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:10.115215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:10.262613Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:10.263080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037417655243078:2107] [node 5] ICS01 socket: 625 reason# EndOfStream
2026-01-08T17:03:10.263204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037413360275738:2107] [node 5] ICP30 unregister session Session# [6:7593037417655243078:2107] VirtualId# [6:7593037417655243076:0]
2026-01-08T17:03:10.263347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037417655243078:2107] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:10.263440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:10.263531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:10.394095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037422133042264:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:10.394173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037422133042265:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:10.405131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037421396081127:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:10.405192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037421396081128:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:10.442984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037424274597711:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:10.443010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037424274597712:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:10.452778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037421952696921:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:10.452803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037421952696922:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:10.452828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037421952696923:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:10.466793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037423379608150:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:10.466950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037423379608151:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:10.467107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037423379608149:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:10.475105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037422513674140:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:10.475141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037422513674141:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:10.475187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037422513674142:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:10.558574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037422513674201:2106] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.562035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037423379608210:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15406
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.563620Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037421396081187:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15674
2026-01-08T17:03:10.587862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037421952696983:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:10.580261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037422133042330:2109] [node 5] ICP01 ready to work
2026-01-08T17:03:10.602523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037422133042331:2108] [node 4] ICP01 ready to work
2026-01-08T17:03:10.650363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037421396081191:2108] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.688381Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037421396081127:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(117638396ns) {Configure:104(117628999ns) {ProcessConfigured:135(78661ns) {StartInitialHandshake:157(75933ns) {DropHandshakes:470(6258ns) {DropIncomingHandshake:442(377ns) DropOutgoingHandshake:457(454ns)} GenerateSessionVirtualId:992(1206ns) PrepareNewSessionHandshake:477(1604ns) {SwitchToState:179(719ns)}}}}}
2026-01-08T17:03:10.670700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037421952696985:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:10.659431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037424274597777:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:10.666456Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037424274597712:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(30155816ns) {Configure:104(30144704ns) {ProcessConfigured:135(79107ns) {StartInitialHandshake:157(76071ns) {DropHandshakes:470(2235ns) {DropIncomingHandshake:442(418ns) DropOutgoingHandshake:457(500ns)} GenerateSessionVirtualId:992(1089ns) PrepareNewSessionHandshake:477(1295ns) {SwitchToState:179(521ns)}}}}}
2026-01-08T17:03:10.671108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037424274597776:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:10.684257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037423379608213:2110] [node 6] ICP01 ready to work
2026-01-08T17:03:10.671536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037422133042332:2110] [node 6] ICP01 ready to work
2026-01-08T17:03:10.680652Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037422513674141:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(83922275ns) {Configure:104(83917206ns) {ProcessConfigured:135(74543ns) {StartInitialHandshake:157(69558ns) {DropHandshakes:470(2077ns) {DropIncomingHandshake:442(501ns) DropOutgoingHandshake:457(478ns)} GenerateSessionVirtualId:992(1012ns) PrepareNewSessionHandshake:477(1621ns) {SwitchToState:179(715ns)}}}}}
2026-01-08T17:03:10.689419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037421396081196:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15674
2026-01-08T17:03:10.695993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037422133042333:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19561
2026-01-08T17:03:10.704323Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037422513674142:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(78984341ns) {Configure:104(67659099ns) {ProcessConfigured:135(73518ns) {StartInitialHandshake:157(71093ns) {DropHandshakes:470(3103ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:992(713ns) PrepareNewSessionHandshake:477(2030ns) {SwitchToState:179(1067ns)}}}}}
2026-01-08T17:03:10.691311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037423379608214:2109] [node 4] ICP01 ready to work
2026-01-08T17:03:10.698771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037424274597784:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:10.689542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037421396081197:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15674
2026-01-08T17:03:10.713803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037422513674211:2110] [node 4] ICP01 ready to work
2026-01-08T17:03:10.684170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037421396081192:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.727269Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037422513674140:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(102028572ns) {Configure:104(102015080ns) {ProcessConfigured:135(85451ns) {StartInitialHandshake:157(83582ns) {DropHandshakes:470(2117ns) {DropIncomingHandshake:442(510ns) DropOutgoingHandshake:457(375ns)} GenerateSessionVirtualId:992(984ns) PrepareNewSessionHandshake:477(5012ns) {SwitchToState:179(527ns)}}}}}
2026-01-08T17:03:10.766825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037422513674210:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59417
2026-01-08T17:03:10.691443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037421396081193:2109] [node 5] ICP01 ready to work
2026-01-08T17:03:10.766997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037422133042265:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(203666966ns) {Configure:104(200552474ns) {ProcessConfigured:135(19558088ns) {StartInitialHandshake:157(19554257ns) {DropHandshakes:470(2709ns) {DropIncomingHandshake:442(534ns) DropOutgoingHandshake:457(571ns)} GenerateSessionVirtualId:992(1294ns) PrepareNewSessionHandshake:477(3720ns) {SwitchToState:179(2047ns)}}}}}
2026-01-08T17:03:10.699945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037421396081187:2107] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.790913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037421952696983:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(202652968ns) {Configure:104(202649154ns) {ProcessConfigured:135(11941013ns) {StartInitialHandshake:157(11937233ns) {DropHandshakes:470(2681ns) {DropIncomingHandshake:442(443ns) DropOutgoingHandshake:457(541ns)} GenerateSessionVirtualId:992(695ns) PrepareNewSessionHandshake:477(6305ns) {SwitchToState:179(3395ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.775131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037421396081197:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.816862Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037422133042330:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(201257372ns) {Configure:104(201250779ns) {ProcessConfigured:135(9009947ns) {StartInitialHandshake:157(9008180ns) {DropHandshakes:470(2417ns) {DropIncomingHandshake:442(415ns) DropOutgoingHandshake:457(312ns)} GenerateSessionVirtualId:992(873ns) PrepareNewSessionHandshake:477(2896ns) {SwitchToState:179(1869ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.836163Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037421952696985:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(144885422ns) {Configure:104(144876367ns) {ProcessConfigured:135(71051ns) {StartInitialHandshake:157(67982ns) {DropHandshakes:470(958ns) {DropIncomingHandshake:442(144ns) DropOutgoingHandshake:457(119ns)} GenerateSessionVirtualId:992(405ns) PrepareNewSessionHandshake:477(1470ns) {SwitchToState:179(673ns)}}}}}
2026-01-08T17:03:10.828338Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037424274597787:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10066
2026-01-08T17:03:10.830587Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037423379608149:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(227625821ns) {Configure:104(227609811ns) {ProcessConfigured:135(8735269ns) {StartInitialHandshake:157(8731739ns) {DropHandshakes:470(2132ns) {DropIncomingHandshake:442(246ns) DropOutgoingHandshake:457(464ns)} GenerateSessionVirtualId:992(756ns) PrepareNewSessionHandshake:477(4140ns) {SwitchToState:179(2292ns)}}}}}
2026-01-08T17:03:10.835028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037422133042325:2107] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.835082Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037422133042325:2107] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:10.775161Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037421396081128:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(204321340ns) {Configure:104(204318256ns) {ProcessConfigured:135(16121488ns) {StartInitialHandshake:157(16118250ns) {DropHandshakes:470(1639ns) {DropIncomingHandshake:442(426ns) DropOutgoingHandshake:457(271ns)} GenerateSessionVirtualId:992(880ns) PrepareNewSessionHandshake:477(4258ns) {SwitchToState:179(2231ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.862544Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037423379608150:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(244519862ns) {Configure:104(244501750ns) {ProcessConfigured:135(14612006ns) {StartInitialHandshake:157(14610643ns) {DropHandshakes:470(5724059ns) {DropIncomingHandshake:442(2514ns) DropOutgoingHandshake:457(484ns)} GenerateSessionVirtualId:992(1283ns) PrepareNewSessionHandshake:477(2820ns) {SwitchToState:179(916ns)}}}}}
2026-01-08T17:03:10.863057Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037423379608151:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(222043414ns) {Configure:104(222034638ns) {ProcessConfigured:135(16796566ns) {StartInitialHandshake:157(16793716ns) {DropHandshakes:470(2207ns) {DropIncomingHandshake:442(494ns) DropOutgoingHandshake:457(493ns)} GenerateSessionVirtualId:992(534ns) PrepareNewSessionHandshake:477(7994ns) {SwitchToState:179(5839ns)}}}}}
2026-01-08T17:03:10.863836Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037423379608222:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15406
2026-01-08T17:03:10.863977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037423379608223:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15406
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.839491Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037424274597776:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(143381787ns) {Configure:104(143376797ns) {ProcessConfigured:135(41910ns) {StartInitialHandshake:157(40181ns) {DropHandshakes:470(4035ns) {DropIncomingHandshake:442(317ns) DropOutgoingHandshake:457(131ns)} GenerateSessionVirtualId:992(743ns) PrepareNewSessionHandshake:477(555ns) {SwitchToState:179(267ns)}}}}}
2026-01-08T17:03:10.846628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037422133042325:2107] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.784718Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037421396081192:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(84870945ns) {Configure:104(84863869ns) {ProcessConfigured:135(83247ns) {StartInitialHandshake:157(80789ns) {DropHandshakes:470(8872ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(961ns)} GenerateSessionVirtualId:992(1207ns) PrepareNewSessionHandshake:477(2226ns) {SwitchToState:179(1179ns)}}}}}
2026-01-08T17:03:10.784835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037421396081127:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:10.815344Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037421396081193:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(112826148ns) {Configure:104(112819631ns) {ProcessConfigured:135(105846ns) {StartInitialHandshake:157(103098ns) {DropHandshakes:470(5873ns) {DropIncomingHandshake:442(733ns) DropOutgoingHandshake:457(346ns)} GenerateSessionVirtualId:992(1532ns) PrepareNewSessionHandshake:477(2264ns) {SwitchToState:179(1064ns)}}}}}
2026-01-08T17:03:10.817832Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037421396081191:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(86848182ns) {Configure:104(86843495ns) {ProcessConfigured:135(24149771ns) {StartInitialHandshake:157(24147324ns) {DropHandshakes:470(7430338ns) {DropIncomingHandshake:442(2097ns) DropOutgoingHandshake:457(429ns)} GenerateSessionVirtualId:992(2883ns) PrepareNewSessionHandshake:477(2485ns) {SwitchToState:179(588ns)}}}}}
2026-01-08T17:03:10.846728Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037424274597784:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(139091882ns) {Configure:104(139080669ns) {ProcessConfigured:135(11305622ns) {StartInitialHandshake:157(11303022ns) {DropHandshakes:470(1648ns) {DropIncomingHandshake:442(368ns) DropOutgoingHandshake:457(333ns)} GenerateSessionVirtualId:992(568ns) PrepareNewSessionHandshake:477(5199ns) {SwitchToState:179(3082ns)}}}}}
2026-01-08T17:03:10.864759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037423379608210:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.871910Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037421952696922:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(218454494ns) {Configure:104(218447811ns) {ProcessConfigured:135(19657608ns) {StartInitialHandshake:157(19654944ns) {DropHandshakes:470(1187ns) {DropIncomingHandshake:442(372ns) DropOutgoingHandshake:457(262ns)} GenerateSessionVirtualId:992(584ns) PrepareNewSessionHandshake:477(5384ns) {SwitchToState:179(2342ns)}}}}}
2026-01-08T17:03:10.857562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037422133042333:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.876064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037422513674217:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59417
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.855078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037424274597785:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10066
2026-01-08T17:03:10.876174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037421952696923:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(200346058ns) {Configure:104(200342504ns) {ProcessConfigured:135(10959866ns) {StartInitialHandshake:157(10955195ns) {DropHandshakes:470(2046ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(339ns)} GenerateSessionVirtualId:992(753ns) PrepareNewSessionHandshake:477(2519ns) {SwitchToState:179(520ns)}}}}}
2026-01-08T17:03:10.857621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037422133042264:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:10.894519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037421396081196:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.876855Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037422513674210:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.861453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037424274597785:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.926726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037421396081211:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15674
2026-01-08T17:03:10.857700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:10.894872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037421952696921:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(195178786ns) {Configure:104(195173092ns) {ProcessConfigured:135(18863894ns) {StartInitialHandshake:157(18861123ns) {DropHandshakes:470(4609409ns) {DropIncomingHandshake:442(1881ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:992(1258ns) PrepareNewSessionHandshake:477(2554ns) {SwitchToState:179(869ns)}}}}}
2026-01-08T17:03:10.902557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037422513674142:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:10.875144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037424274597795:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10066
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.930392Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037421396081127:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26956) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037421396081187:2107] held: no
2026-01-08T17:03:10.857750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037422133042264:2048] [node 2] ICP22 created new session: [1:7593037422133042345:2048]
2026-01-08T17:03:10.931030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037423379608213:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(175691299ns) {Configure:104(175686542ns) {ProcessConfigured:135(13092202ns) {StartInitialHandshake:157(13083959ns) {DropHandshakes:470(2006ns) {DropIncomingHandshake:442(345ns) DropOutgoingHandshake:457(407ns)} GenerateSessionVirtualId:992(609ns) PrepareNewSessionHandshake:477(3547ns) {SwitchToState:179(1733ns)}}}}}
2026-01-08T17:03:10.883677Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037424274597711:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(193690036ns) {Configure:104(193683675ns) {ProcessConfigured:135(12626736ns) {StartInitialHandshake:157(12623140ns) {DropHandshakes:470(1410ns) {DropIncomingHandshake:442(159ns) DropOutgoingHandshake:457(403ns)} GenerateSessionVirtualId:992(892ns) PrepareNewSessionHandshake:477(2429ns) {SwitchToState:179(145ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.946508Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037421396081128:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(27854544ns) {IncomingHandshake:261(15956085ns) {DropIncomingHandshake:442(756ns) PrepareNewSessionHandshake:477(1769ns) {SwitchToState:179(521ns)} GenerateSessionVirtualId:992(1428ns) IssueIncomingHandshakeReply:193(15541ns)}}
2026-01-08T17:03:10.931557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037423379608222:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.907292Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037424274597796:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10066
2026-01-08T17:03:10.857812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037422133042345:2048] [node 2] ICS09 handshake done sender: [1:7593037422133042325:2107] self: [1:7593037422133042324:0] peer: [2:7593037421396081205:0] socket: 571 qp: -1
2026-01-08T17:03:10.946617Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037422513674142:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(18281177ns) {IncomingHandshake:261(18278320ns) {DropIncomingHandshake:442(583ns) PrepareNewSessionHandshake:477(6401ns) {SwitchToState:179(2945ns)} GenerateSessionVirtualId:992(474ns) IssueIncomingHandshakeReply:193(5419469ns) {SwitchToState:179(3646ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.978765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037421952696999:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3100
2026-01-08T17:03:10.857852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037422133042345:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.966720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037422513674217:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.922706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037424274597787:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.964374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037423379608223:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:11.009723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037421396081207:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.857889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.971091Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037423379608214:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(232403623ns) {Configure:104(232397898ns) {ProcessConfigured:135(40061951ns) {StartInitialHandshake:157(40058216ns) {DropHandshakes:470(2373ns) {DropIncomingHandshake:442(556ns) DropOutgoingHandshake:457(552ns)} GenerateSessionVirtualId:992(1137ns) PrepareNewSessionHandshake:477(2282ns) {SwitchToState:179(1115ns)}}}}}
2026-01-08T17:03:11.023215Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037421952696999:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.930545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037424274597779:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:11.009797Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037421396081207:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:10.984930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037422513674141:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.878933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037422133042331:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(205879974ns) {Configure:104(205873329ns) {ProcessConfigured:135(25257494ns) {StartInitialHandshake:157(25256100ns) {DropHandshakes:470(6431229ns) {DropIncomingHandshake:442(126ns) DropOutgoingHandshake:457(2289ns)} GenerateSessionVirtualId:992(2218ns) PrepareNewSessionHandshake:477(2873ns) {SwitchToState:179(1105ns)}}}}}
2026-01-08T17:03:10.971263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037423379608149:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:11.031291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037421952696921:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:10.930589Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037424274597779:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:10.882728Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037422133042344:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19561
2026-01-08T17:03:11.020200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037421396081204:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.985386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037422513674223:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59417
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:11.065593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037426247664297:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3100
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.936164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037424274597711:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:10.973380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037423379608150:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:11.020254Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037421396081204:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:10.986302Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037422513674210:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:11.035526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037423379608229:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15406
2026-01-08T17:03:11.080141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037426247664298:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3100
2026-01-08T17:03:10.978608Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037424274597779:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:10.986611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037422513674142:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:11.036193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037421396081204:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:11.085016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037423379608229:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.894666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037422133042332:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(166931438ns) {Configure:104(166924539ns) {ProcessConfigured:135(27800464ns) {StartInitialHandshake:157(27797245ns) {DropHandshakes:470(2184072ns) {DropIncomingHandshake:442(1316ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:992(1243ns) PrepareNewSessionHandshake:477(1887ns) {SwitchToState:179(967ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:11.038950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037424274597796:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.986659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:10.986699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037422513674142:2050] [node 3] ICP22 created new session: [6:7593037422513674225:2050]
2026-01-08T17:03:10.986736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037422513674225:2050] [node 3] ICS09 handshake done sender: [6:7593037422513674210:2112] self: [6:7593037422513674219:0] peer: [3:7593037424274597778:0] socket: 577 qp: -1
2026-01-08T17:03:10.986770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037422513674225:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:11.093669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037421952696987:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.986803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:11.085689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037423379608214:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:11.123214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037427674575532:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15406
2026-01-08T17:03:11.138948Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037423379608222:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:11.142799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037427674575530:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15406
2026-01-08T17:03:11.146796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037423379608150:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.146871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:11.146951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037423379608150:2049] [node 2] ICP22 created new session: [5:7593037427674575535:2049]
2026-01-08T17:03:11.147015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037427674575535:2049] [node 2] ICS09 handshake done sender: [5:7593037423379608222:2114] self: [5:7593037423379608232:0] peer: [2:7593037421396081206:0] socket: 600 qp: -1
2026-01-08T17:03:11.147060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037427674575535:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:11.147109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:11.148035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037427674575534:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15406
2026-01-08T17:03:11.162299Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037427674575533:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15406
2026-01-08T17:03:11.179375Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037423379608229:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:11.179769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037423379608214:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.179834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:11.179905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037423379608214:2109] [node 4] ICP22 created new session: [5:7593037427674575538:2109]
2026-01-08T17:03:11.179965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037427674575538:2109] [node 4] ICS09 handshake done sender: [5:7593037423379608229:2117] self: [5:7593037427674575531:0] peer: [4:7593037421952696986:0] socket: 612 qp: -1
2026-01-08T17:03:11.180010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037427674575538:2109] [node 4] ICS10 traffic start
2026-01-08T17:03:11.180055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:10.906602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037422133042264:2048] [node 2] ICP18 handshake (actor [1:7593037422133042333:2111]) is too old
2026-01-08T17:03:11.182414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037423379608223:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:11.193280Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037423379608226:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.193331Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037423379608226:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:11.036263Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037421396081127:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(25535816ns) {HandleHandshakeStatus:395(25532309ns) {LogHandshakeFail:472(18133ns) {UpdateErrorStateLog:545(6617ns)} DropOutgoingHandshake:457(1073ns) ProcessPendingSessionEvents:495(17890197ns) {DropSessionEvent:512(12991ns) DropSessionEvent:512(16312871ns) DropSessionEvent:512(20531ns) DropSessionEvent:512(7848ns) DropSessionEvent:512(6366ns) DropSessionEvent:512(7378ns) DropSessionEvent:512(1487549ns) DropSessionEvent:512(11365ns) DropSessionEvent:512(7648ns) DropSessionEvent:512(5610ns)}}}
2026-01-08T17:03:11.093693Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037421952696987:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:11.006591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037422513674218:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59417
2026-01-08T17:03:11.050494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037424274597795:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.922489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037422133042344:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:11.017670Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037422513674211:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(197472855ns) {Configure:104(197464866ns) {ProcessConfigured:135(10805362ns) {StartInitialHandshake:157(10801608ns) {DropHandshakes:470(2402ns) {DropIncomingHandshake:442(502ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:992(868ns) PrepareNewSessionHandshake:477(2772ns) {SwitchToState:179(1008ns)}}}}}
2026-01-08T17:03:11.115434Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037426247664301:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3100
2026-01-08T17:03:11.051019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037424274597777:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.204020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037427674575534:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.036938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037421396081187:2107] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:10.948459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037422133042335:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.036868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037422513674220:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59417
2026-01-08T17:03:11.116899Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037421952696987:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:11.054508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037426808641524:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59417
2026-01-08T17:03:11.059761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037426808641525:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59417
2026-01-08T17:03:11.060394Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037426808641525:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.060549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037422513674140:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:11.062236Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037426808641527:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59417
2026-01-08T17:03:11.063166Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037426808641525:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:11.063410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037422513674140:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.063495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:11.063555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037422513674140:2048] [node 1] ICP22 created new session: [6:7593037426808641528:2048]
2026-01-08T17:03:11.063610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037426808641528:2048] [node 1] ICS09 handshake done sender: [6:7593037426808641525:2121] self: [6:7593037426808641526:0] peer: [1:7593037422133042342:0] socket: 599 qp: -1
2026-01-08T17:03:11.063649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037426808641528:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:11.063715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:11.126834Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037422513674218:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.131894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037422513674211:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:11.143058Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037422513674141:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14909) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037422513674217:2115] held: no
2026-01-08T17:03:11.162686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037422513674220:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.174426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037422513674201:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:11.203904Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037422513674141:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(31836410ns) {HandleHandshakeStatus:395(31833207ns) {LogHandshakeFail:472(16054ns) {UpdateErrorStateLog:545(5397ns)} DropOutgoingHandshake:457(2405ns) ProcessPendingSessionEvents:495(12276401ns) {DropSessionEvent:512(22516ns) DropSessionEvent:512(13099ns) DropSessionEvent:512(6709ns) DropSessionEvent:512(6604869ns) DropSessionEvent:512(18928ns) DropSessionEvent:512(5576351ns) DropSessionEvent:512(9541ns) DropSessionEvent:512(4155ns) DropSessionEvent:512(4708ns) DropSessionEvent:512(4333ns)}}}
2026-01-08T17:03:11.207902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037422513674217:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:11.223628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037422513674141:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.231660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037426808641533:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59417
2026-01-08T17:03:11.233742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:11.234518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037422513674141:2049] [node 2] ICP22 created new session: [6:7593037426808641535:2049]
2026-01-08T17:03:11.072505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037421396081192:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.208002Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037423379608226:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:11.236985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037426808641534:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59417
2026-01-08T17:03:10.948516Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037422133042335:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:10.973925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037422133042338:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:10.973949Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037422133042338:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:11.018194Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037422133042335:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:11.022943Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037422133042338:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:11.036147Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037422133042348:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19561
2026-01-08T17:03:11.037017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037422133042330:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.037282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037422133042265:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.037348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:11.051121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:11.171005Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037421952696999:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:11.037402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037422133042265:2049] [node 3] ICP22 created new session: [1:7593037426428009650:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:11.072579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:11.208018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037423379608149:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.051195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037424274597777:2109] [node 6] ICP22 created new session: [3:7593037428569565097:2109]
2026-01-08T17:03:11.208465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037423379608151:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:11.072640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037421396081192:2110] [node 6] ICP22 created new session: [2:7593037425691048511:2110]
2026-01-08T17:03:11.251435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037426808641535:2049] [node 2] ICS09 handshake done sender: [6:7593037422513674217:2115] self: [6:7593037422513674224:0] peer: [2:7593037421396081203:0] socket: 592 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:11.178467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037426247664297:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:11.037470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037426428009650:2049] [node 3] ICS09 handshake done sender: [1:7593037422133042335:2112] self: [1:7593037422133042334:0] peer: [3:7593037424274597797:0] socket: 588 qp: -1
2026-01-08T17:03:11.037512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037426428009650:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:11.037553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:11.042167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:11.052072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037426428009649:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19561
2026-01-08T17:03:11.054558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037422133042341:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.256471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037426808641535:2049] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:11.051279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037428569565097:2109] [node 6] ICS09 handshake done sender: [3:7593037424274597779:2112] self: [3:7593037424274597778:0] peer: [6:7593037422513674219:0] socket: 576 qp: -1
2026-01-08T17:03:11.218160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:11.188170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037421952696983:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.072696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037425691048511:2110] [node 6] ICS09 handshake done sender: [2:7593037421396081204:2116] self: [2:7593037421396081203:0] peer: [6:7593037422513674224:0] socket: 589 qp: -1
2026-01-08T17:03:11.054610Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037422133042341:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:11.222521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037423379608213:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.072736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037425691048511:2110] [node 6] ICS10 traffic start
2026-01-08T17:03:11.052356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037428569565097:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:11.260564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:11.188248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:11.060971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037422133042347:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.263993Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037422513674220:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:11.222598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:11.072798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:11.052415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:11.188308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037421952696983:2108] [node 5] ICP22 created new session: [4:7593037426247664302:2108]
2026-01-08T17:03:11.222664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037423379608213:2110] [node 6] ICP22 created new session: [5:7593037427674575543:2110]
2026-01-08T17:03:11.073879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037421396081127:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.061000Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037422133042347:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:11.264409Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037422513674141:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(40671349ns) {HandleHandshakeStatus:329(40668881ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(253ns) SwitchToState:179(2533ns) ProcessPendingSessionEvents:495(1018ns)}}
2026-01-08T17:03:11.223965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037423379608149:2048] [node 1] ICP22 created new session: [5:7593037427674575541:2048]
2026-01-08T17:03:11.231852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037427674575541:2048] [node 1] ICS09 handshake done sender: [5:7593037423379608223:2115] self: [5:7593037423379608233:0] peer: [1:7593037422133042337:0] socket: 601 qp: -1
2026-01-08T17:03:11.234521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037427674575541:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:11.236676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:11.237908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037427674575543:2110] [node 6] ICS09 handshake done sender: [5:7593037423379608226:2116] self: [5:7593037423379608221:0] peer: [6:7593037426808641532:0] socket: 607 qp: -1
2026-01-08T17:03:11.246799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037427674575543:2110] [node 6] ICS10 traffic start
2026-01-08T17:03:11.246866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:11.264530Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037422513674211:2110] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7180) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037422513674218:2116] held: no
2026-01-08T17:03:11.062578Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037422133042347:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:11.254603Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037423379608213:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(31844087ns) {HandleHandshakeStatus:329(31840202ns) {DropIncomingHandshake:442(22521ns) DropOutgoingHandshake:457(764ns) SwitchToState:179(584ns) ProcessPendingSessionEvents:495(125788ns) {ForwardSessionEventToSession:616(71266ns) ForwardSessionEventToSession:616(7294ns) ForwardSessionEventToSession:616(6425ns) ForwardSessionEventToSession:616(3527ns) ForwardSessionEventToSession:616(4986ns) ForwardSessionEventToSession:616(3202ns) ForwardSessionEventToSession:616(6441ns) ForwardSessionEventToSession:616(4083ns) ForwardSessionEventToSession:616(3457ns) ForwardSessionEventToSession:616(5363ns)}}}
2026-01-08T17:03:11.264743Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037422513674218:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:11.071707Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037424274597777:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(20404556ns) {HandleHandshakeStatus:329(20401516ns) {DropIncomingHandshake:442(17424ns) DropOutgoingHandshake:457(451ns) SwitchToState:179(578ns) ProcessPendingSessionEvents:495(140579ns) {ForwardSessionEventToSession:616(76902ns) ForwardSessionEventToSession:616(10948ns) ForwardSessionEventToSession:616(3320ns) ForwardSessionEventToSession:616(2789ns) ForwardSessionEventToSession:616(6655ns) ForwardSessionEventToSession:616(3232ns) ForwardSessionEventToSession:616(7030ns) ForwardSessionEventToSession:616(3636ns) ForwardSessionEventToSession:616(2536ns) ForwardSessionEventToSession:616(8166ns)}}}
2026-01-08T17:03:11.073969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:11.188373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037426247664302:2108] [node 5] ICS09 handshake done sender: [4:7593037421952696987:2110] self: [4:7593037421952696986:0] peer: [5:7593037427674575531:0] socket: 611 qp: -1
2026-01-08T17:03:11.259123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037427674575546:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15406
2026-01-08T17:03:11.259687Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037427674575534:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:11.082531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037422133042330:2109] [node 5] ICP22 created new session: [1:7593037426428009653:2109]
2026-01-08T17:03:11.188418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037426247664302:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:11.188487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:11.083954Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037422133042332:2110] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:11.094640Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037422133042341:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:11.094837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037426428009653:2109] [node 5] ICS09 handshake done sender: [1:7593037422133042338:2113] self: [1:7593037422133042337:0] peer: [5:7593037423379608233:0] socket: 591 qp: -1
2026-01-08T17:03:11.106817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037426428009653:2109] [node 5] ICS10 traffic start
2026-01-08T17:03:11.113388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037422133042332:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.124192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:11.131586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:11.074019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037421396081127:2048] [node 1] ICP22 created new session: [2:7593037425691048513:2048]
2026-01-08T17:03:11.132089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037422133042331:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.143210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037422133042332:2110] [node 6] ICP22 created new session: [1:7593037426428009657:2110]
2026-01-08T17:03:11.074089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037425691048513:2048] [node 1] ICS09 handshake done sender: [2:7593037421396081187:2107] self: [2:7593037421396081205:0] peer: [1:7593037422133042324:0] socket: 572 qp: -1
2026-01-08T17:03:11.150045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037422133042348:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.074135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037425691048513:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:11.155271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037426428009657:2110] [node 6] ICS09 handshake done sender: [1:7593037422133042347:2116] self: [1:7593037422133042342:0] peer: [6:7593037426808641526:0] socket: 625 qp: -1
2026-01-08T17:03:11.074175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:11.162435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037426428009657:2110] [node 6] ICS10 traffic start
2026-01-08T17:03:11.162511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:11.106820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037421396081207:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:11.170676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:11.114814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037421396081193:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.186062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037422133042331:2108] [node 4] ICP22 created new session: [1:7593037426428009658:2108]
2026-01-08T17:03:11.114867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:11.207749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037426428009658:2108] [node 4] ICS09 handshake done sender: [1:7593037422133042341:2114] self: [1:7593037422133042340:0] peer: [4:7593037426247664296:0] socket: 584 qp: -1
2026-01-08T17:03:11.124373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037421396081193:2109] [node 5] ICP22 created new session: [2:7593037425691048517:2109]
2026-01-08T17:03:11.207812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037426428009658:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:11.134656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037425691048517:2109] [node 5] ICS09 handshake done sender: [2:7593037421396081207:2117] self: [2:7593037421396081206:0] peer: [5:7593037423379608232:0] socket: 590 qp: -1
2026-01-08T17:03:11.134720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037425691048517:2109] [node 5] ICS10 traffic start
2026-01-08T17:03:11.209879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:11.134770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:11.236550Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037422133042330:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(158738564ns) {HandleHandshakeStatus:329(158736096ns) {DropIncomingHandshake:442(506ns) DropOutgoingHandshake:457(545ns) SwitchToState:179(5053ns) ProcessPendingSessionEvents:495(46495203ns) {ForwardSessionEventToSession:616(24847165ns) ForwardSessionEventToSession:616(10686ns) ForwardSessionEventToSession:616(7700539ns) ForwardSessionEventToSession:616(5285ns) ForwardSessionEventToSession:616(2779ns) ForwardSessionEventToSession:616(5989030ns) ForwardSessionEventToSession:616(3640702ns) ForwardSessionEventToSession:616(10329ns) ForwardSessionEventToSession:616(4252729ns) ForwardSessionEventToSession:616(3566ns)}}}
2026-01-08T17:03:11.267386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037422133042330:2109] [node 5] ICP18 handshake (actor [1:7593037422133042348:2117]) is too old
2026-01-08T17:03:11.135439Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037421396081193:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(20355053ns) {HandleHandshakeStatus:329(20352325ns) {DropIncomingHandshake:442(460ns) DropOutgoingHandshake:457(676ns) SwitchToState:179(592ns) ProcessPendingSessionEvents:495(118722ns) {ForwardSessionEventToSession:616(67957ns) ForwardSessionEventToSession:616(3279ns) ForwardSessionEventToSession:616(2445ns) ForwardSessionEventToSession:616(5343ns) ForwardSessionEventToSession:616(6781ns) ForwardSessionEventToSession:616(3435ns) ForwardSessionEventToSession:616(5717ns) ForwardSessionEventToSession:616(3185ns) ForwardSessionEventToSession:616(5606ns) ForwardSessionEventToSession:616(3106ns)}}}
2026-01-08T17:03:11.217769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037421396081202:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.276050Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037422133042332:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(118167306ns) {HandleHandshakeStatus:329(118164685ns) {DropIncomingHandshake:442(126ns) DropOutgoingHandshake:457(4598ns) SwitchToState:179(609ns) ProcessPendingSessionEvents:495(39950963ns) {ForwardSessionEventToSession:616(21056577ns) ForwardSessionEventToSession:616(5699ns) ForwardSessionEventToSession:616(5060520ns) ForwardSessionEventToSession:616(6585ns) ForwardSessionEventToSession:616(3176ns) ForwardSessionEventToSession:616(2608953ns) ForwardSessionEventToSession:616(3421ns) ForwardSessionEventToSession:616(3228732ns) ForwardSessionEventToSession:616(7940795ns) ForwardSessionEventToSession:616(4136ns)}}}
2026-01-08T17:03:11.217832Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037421396081202:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:11.305247Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037422133042331:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(134175146ns) {HandleHandshakeStatus:329(134172901ns) {DropIncomingHandshake:442(1865ns) DropOutgoingHandshake:457(2553ns) SwitchToState:179(489ns) ProcessPendingSessionEvents:495(29668746ns) {ForwardSessionEventToSession:616(10103525ns) ForwardSessionEventToSession:616(8637ns) ForwardSessionEventToSession:616(4822453ns) ForwardSessionEventToSession:616(4573ns) ForwardSessionEventToSession:616(3599ns) ForwardSessionEventToSession:616(9074298ns) ForwardSessionEventToSession:616(16498ns) ForwardSessionEventToSession:616(5589922ns) ForwardSessionEventToSession:616(4100ns) ForwardSessionEventToSession:616(3970ns)}}}
2026-01-08T17:03:11.223434Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037421396081202:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:11.251220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037421396081191:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.260997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037421396081201:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.261044Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037421396081201:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:11.261837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:11.261910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037421396081191:2108] [node 4] ICP22 created new session: [2:7593037425691048521:2108]
2026-01-08T17:03:11.261951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037425691048521:2108] [node 4] ICS09 handshake done sender: [2:7593037421396081202:2114] self: [2:7593037421396081199:0] peer: [4:7593037426247664309:0] socket: 634 qp: -1
2026-01-08T17:03:11.261982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037425691048521:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:11.274992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:11.281656Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037421396081201:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:11.292891Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037425691048519:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15674
2026-01-08T17:03:11.293138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037421396081128:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.298371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:11.304080Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037421396081191:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(52602032ns) {HandleHandshakeStatus:329(52599502ns) {DropIncomingHandshake:442(268ns) DropOutgoingHandshake:457(786ns) SwitchToState:179(419ns) ProcessPendingSessionEvents:495(11459669ns) {ForwardSessionEventToSession:616(11401945ns) ForwardSessionEventToSession:616(5847ns) ForwardSessionEventToSession:616(7197ns) ForwardSessionEventToSession:616(3402ns) ForwardSessionEventToSession:616(2860ns) ForwardSessionEventToSession:616(6150ns) ForwardSessionEventToSession:616(6228ns) ForwardSessionEventToSession:616(3139ns) ForwardSessionEventToSession:616(5593ns) ForwardSessionEventToSession:616(4414ns)}}}
2026-01-08T17:03:11.304838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037421396081128:2049] [node 3] ICP22 created new session: [2:7593037425691048524:2049]
2026-01-08T17:03:11.315891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037425691048519:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.316173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037425691048524:2049] [node 3] ICS09 handshake done sender: [2:7593037421396081201:2115] self: [2:7593037421396081200:0] peer: [3:7593037428569565105:0] socket: 618 qp: -1
2026-01-08T17:03:11.316226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037425691048524:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:11.316790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:11.329122Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037421396081128:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(35794944ns) {HandleHandshakeStatus:329(35790967ns) {DropIncomingHandshake:442(25209ns) DropOutgoingHandshake:457(777ns) SwitchToState:179(682ns) ProcessPendingSessionEvents:495(4835996ns) {ForwardSessionEventToSession:616(4781834ns) ForwardSessionEventToSession:616(4430ns) ForwardSessionEventToSession:616(3218ns) ForwardSessionEventToSession:616(12241ns) ForwardSessionEventToSession:616(3163ns) ForwardSessionEventToSession:616(2046ns) ForwardSessionEventToSession:616(5992ns) ForwardSessionEventToSession:616(2602ns) ForwardSessionEventToSession:616(7792ns) ForwardSessionEventToSession:616(3302ns)}}}
2026-01-08T17:03:11.330686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037421396081191:2108] [node 4] ICP18 handshake (actor [2:7593037425691048519:2119]) is too old
2026-01-08T17:03:11.189209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037421952696921:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.189259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:11.189309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037421952696921:2048] [node 1] ICP22 created new session: [4:7593037426247664304:2048]
2026-01-08T17:03:11.189373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037426247664304:2048] [node 1] ICS09 handshake done sender: [4:7593037421952696999:2115] self: [4:7593037426247664296:0] peer: [1:7593037422133042340:0] socket: 614 qp: -1
2026-01-08T17:03:11.189412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037426247664304:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:11.189447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:11.191175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037426247664299:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3100
2026-01-08T17:03:11.195834Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037421952696993:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.195880Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037421952696993:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:11.198465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037426247664301:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.203133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037426247664306:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3100
2026-01-08T17:03:11.203360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037421952696922:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:11.213120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037426247664299:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.213313Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037421952696993:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:11.224074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037421952696923:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:11.231814Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037421952696983:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:11.233962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037421952696985:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.237809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:11.251444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037421952696985:2109] [node 6] ICP22 created new session: [4:7593037426247664313:2109]
2026-01-08T17:03:11.267617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037422513674211:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.264057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037426247664313:2109] [node 6] ICS09 handshake done sender: [4:7593037421952696993:2112] self: [4:7593037421952696992:0] peer: [6:7593037426808641531:0] socket: 594 qp: -1
2026-01-08T17:03:11.283148Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037422513674201:2106] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11836) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037422513674220:2117] held: no
2026-01-08T17:03:11.266585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037426247664313:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:11.286456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:11.267510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:11.286526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037422513674211:2110] [node 4] ICP22 created new session: [6:7593037426808641537:2110]
2026-01-08T17:03:11.292358Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037426247664314:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3100
2026-01-08T17:03:11.298099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037426247664312:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3100
2026-01-08T17:03:11.314304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037426808641537:2110] [node 4] ICS09 handshake done sender: [6:7593037422513674218:2116] self: [6:7593037426808641531:0] peer: [4:7593037421952696992:0] socket: 595 qp: -1
2026-01-08T17:03:11.315183Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037426247664299:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:11.314422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037426808641537:2110] [node 4] ICS10 traffic start
2026-01-08T17:03:11.317176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037421952696923:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.315201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:11.317255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:11.320738Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037422513674201:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(18045066ns) {HandleHandshakeStatus:395(18040883ns) {LogHandshakeFail:472(14041ns) {UpdateErrorStateLog:545(4562ns)} DropOutgoingHandshake:457(2041ns) ProcessPendingSessionEvents:495(9761035ns) {DropSessionEvent:512(21273ns) DropSessionEvent:512(3581244ns) DropSessionEvent:512(11203ns) DropSessionEvent:512(6495ns) DropSessionEvent:512(5263ns) DropSessionEvent:512(4425ns) DropSessionEvent:512(6273ns) DropSessionEvent:512(5880ns) DropSessionEvent:512(10597ns) DropSessionEvent:512(6098830ns)}}}
2026-01-08T17:03:11.317314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037421952696923:2050] [node 3] ICP22 created new session: [4:7593037426247664316:2050]
2026-01-08T17:03:11.322160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037422513674201:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.317372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037426247664316:2050] [node 3] ICS09 handshake done sender: [4:7593037426247664299:2118] self: [4:7593037426247664311:0] peer: [3:7593037424274597790:0] socket: 632 qp: -1
2026-01-08T17:03:11.322209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:11.317407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037426247664316:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:11.317456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:11.327574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037422513674201:2106] [node 5] ICP22 created new session: [6:7593037426808641539:2106]
2026-01-08T17:03:11.327668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037426808641539:2106] [node 5] ICS09 handshake done sender: [6:7593037422513674220:2117] self: [6:7593037426808641532:0] peer: [5:7593037423379608221:0] socket: 609 qp: -1
2026-01-08T17:03:11.317681Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037421952696923:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:11.327731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037426808641539:2106] [node 5] ICS10 traffic start
2026-01-08T17:03:11.318192Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037426247664301:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:11.321061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037421952696922:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.328114Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037422513674211:2110] [node 4] ICP35 event processing took too much time PendingConnection:279(50790931ns) {HandleHandshakeStatus:329(50788672ns) {DropIncomingHandshake:442(661ns) DropOutgoingHandshake:457(139ns) SwitchToState:179(390ns) ProcessPendingSessionEvents:495(1028ns)}}
2026-01-08T17:03:11.322371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:11.328118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:11.322434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037421952696922:2049] [node 2] ICP22 created new session: [4:7593037426247664318:2049]
2026-01-08T17:03:11.322488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037426247664318:2049] [node 2] ICS09 handshake done sender: [4:7593037426247664301:2119] self: [4:7593037426247664309:0] peer: [2:7593037421396081199:0] socket: 581 qp: -1
2026-01-08T17:03:11.071837Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037424274597711:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26956) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037424274597787:2115] held: no
2026-01-08T17:03:11.322528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037426247664318:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:11.174257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037428569565096:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10066
2026-01-08T17:03:11.322567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:11.182399Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037424274597784:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(18454706ns) {IncomingHandshake:261(18453112ns) {DropIncomingHandshake:442(519ns) PrepareNewSessionHandshake:477(2018ns) {SwitchToState:179(1227ns)} GenerateSessionVirtualId:992(505ns) IssueIncomingHandshakeReply:193(4562ns)}}
2026-01-08T17:03:11.339168Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037421952696985:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(82730831ns) {HandleHandshakeStatus:329(82728061ns) {DropIncomingHandshake:442(602408ns) DropOutgoingHandshake:457(1015ns) SwitchToState:179(380ns) ProcessPendingSessionEvents:495(29603498ns) {ForwardSessionEventToSession:616(17729574ns) ForwardSessionEventToSession:616(7606ns) ForwardSessionEventToSession:616(3848ns) ForwardSessionEventToSession:616(9680410ns) ForwardSessionEventToSession:616(7856ns) ForwardSessionEventToSession:616(9156ns) ForwardSessionEventToSession:616(533868ns) ForwardSessionEventToSession:616(3247ns) ForwardSessionEventToSession:616(1598044ns) ForwardSessionEventToSession:616(3844ns)}}}
2026-01-08T17:03:11.187257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037428569565095:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10066
2026-01-08T17:03:11.266137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037423379608151:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.214028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037424274597787:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:11.233550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037424274597792:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.267342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:11.233599Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037424274597792:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:11.274742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037423379608151:2050] [node 3] ICP22 created new session: [5:7593037427674575547:2050]
2026-01-08T17:03:11.233840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037424274597711:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.279818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037427674575547:2050] [node 3] ICS09 handshake done sender: [5:7593037427674575534:2122] self: [5:7593037427674575542:0] peer: [3:7593037424274597789:0] socket: 580 qp: -1
2026-01-08T17:03:11.283386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037427674575547:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:11.233879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:11.234448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037428569565095:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.292529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:11.236468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037424274597711:2048] [node 1] ICP22 created new session: [3:7593037428569565103:2048]
2026-01-08T17:03:11.330590Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037423379608149:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(91602368ns) {HandleHandshakeStatus:329(91599654ns) {DropIncomingHandshake:442(2377ns) DropOutgoingHandshake:457(6762ns) SwitchToState:179(390ns) ProcessPendingSessionEvents:495(38302930ns) {ForwardSessionEventToSession:616(14596572ns) ForwardSessionEventToSession:616(7735ns) ForwardSessionEventToSession:616(3359ns) ForwardSessionEventToSession:616(8869192ns) ForwardSessionEventToSession:616(9143569ns) ForwardSessionEventToSession:616(571001ns) ForwardSessionEventToSession:616(4341ns) ForwardSessionEventToSession:616(3187ns) ForwardSessionEventToSession:616(5077673ns) ForwardSessionEventToSession:616(3732ns)}}}
2026-01-08T17:03:11.236873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037424274597712:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:11.339660Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037423379608151:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(67167940ns) {HandleHandshakeStatus:329(67165103ns) {DropIncomingHandshake:442(2397ns) DropOutgoingHandshake:457(13867ns) SwitchToState:179(518ns) ProcessPendingSessionEvents:495(12071489ns) {ForwardSessionEventToSession:616(3575703ns) ForwardSessionEventToSession:616(4970ns) ForwardSessionEventToSession:616(2338120ns) ForwardSessionEventToSession:616(2955ns) ForwardSessionEventToSession:616(1330764ns) ForwardSessionEventToSession:616(1981451ns) ForwardSessionEventToSession:616(10125ns) ForwardSessionEventToSession:616(2800747ns) ForwardSessionEventToSession:616(3880ns) ForwardSessionEventToSession:616(3207ns)}}}
2026-01-08T17:03:11.237633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037424274597791:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:11.237670Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037424274597791:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:11.243072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037428569565103:2048] [node 1] ICS09 handshake done sender: [3:7593037424274597787:2115] self: [3:7593037424274597797:0] peer: [1:7593037422133042334:0] socket: 593 qp: -1
2026-01-08T17:03:11.243146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037428569565103:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:11.243216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:11.256335Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037424274597792:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:11.267465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037424274597784:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.278902Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037428569565109:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10066
2026-01-08T17:03:11.279780Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037424274597791:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:11.279849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:11.285737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037424274597784:2108] [node 5] ICP22 created new session: [3:7593037428569565108:2108]
2026-01-08T17:03:11.290985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037428569565108:2108] [node 5] ICS09 handshake done sender: [3:7593037424274597792:2118] self: [3:7593037424274597789:0] peer: [5:7593037427674575542:0] socket: 597 qp: -1
2026-01-08T17:03:11.291044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037428569565108:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:11.291125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:11.291691Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037424274597784:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(23940740ns) {HandleHandshakeStatus:329(23937618ns) {DropIncomingHandshake:442(14238ns) DropOutgoingHandshake:457(370ns) SwitchToState:179(770ns) ProcessPendingSessionEvents:495(110125ns) {ForwardSessionEventToSession:616(58804ns) ForwardSessionEventToSession:616(6942ns) ForwardSessionEventToSession:616(3545ns) ForwardSessionEventToSession:616(5996ns) ForwardSessionEventToSession:616(2809ns) ForwardSessionEventToSession:616(5784ns) ForwardSessionEventToSession:616(3375ns) ForwardSessionEventToSession:616(2714ns) ForwardSessionEventToSession:616(6236ns) ForwardSessionEventToSession:616(5386ns)}}}
2026-01-08T17:03:11.292372Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037424274597711:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(48973001ns) {HandleHandshakeStatus:329(48969896ns) {DropIncomingHandshake:442(1534ns) DropOutgoingHandshake:457(412ns) SwitchToState:179(167ns) ProcessPendingSessionEvents:495(1937ns)}}
2026-01-08T17:03:11.294727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037424274597776:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:11.294791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:11.302463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037424274597776:2107] [node 4] ICP22 created new session: [3:7593037428569565111:2107]
2026-01-08T17:03:11.302533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037428569565111:2107] [node 4] ICS09 handshake done sender: [3:7593037424274597791:2117] self: [3:7593037424274597790:0] peer: [4:7593037426247664311:0] socket: 631 qp: -1
2026-01-08T17:03:11.302588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037428569565111:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:11.302668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:11.303149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037428569565095:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:11.308500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037424274597712:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:11.308569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:11.308626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037424274597712:2049] [node 2] ICP22 created new session: [3:7593037428569565113:2049]
2026-01-08T17:03:11.308683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037428569565113:2049] [node 2] ICS09 handshake done sender: [3:7593037428569565095:2121] self: [3:7593037428569565105:0] peer: [2:7593037421396081200:0] socket: 623 qp: -1
2026-01-08T17:03:11.308726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037428569565113:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:11.308767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:11.485935Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:11.486195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037425691048513:2048] [node 1] ICS01 socket: 572 reason# EndOfStream
2026-01-08T17:03:11.486245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037421396081127:2048] [node 1] ICP30 unregister session Session# [2:7593037425691048513:2048] VirtualId# [2:7593037421396081205:0]
2026-01-08T17:03:11.486290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037425691048513:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:11.486403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:11.486456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:11.490440Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:11.490664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037428569565103:2048] [node 1] ICS01 socket: 593 reason# EndOfStream
2026-01-08T17:03:11.490710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037424274597711:2048] [node 1] ICP30 unregister session Session# [3:7593037428569565103:2048] VirtualId# [3:7593037424274597797:0]
2026-01-08T17:03:11.490773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037428569565103:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:11.490851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:11.490899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:11.490192Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:11.490496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037427674575541:2048] [node 1] ICS07 socket disconnect 601 reason# EndOfStream
2026-01-08T17:03:11.490535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037427674575541:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:11.492749Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:11.492869Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:11.493062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037426247664304:2048] [node 1] ICS01 socket: 614 reason# EndOfStream
2026-01-08T17:03:11.493101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037421952696921:2048] [node 1] ICP30 unregister session Session# [4:7593037426247664304:2048] VirtualId# [4:7593037426247664296:0]
2026-01-08T17:03:11.493152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037426247664304:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:11.493227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:11.493274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:11.490616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:11.490668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037427674575541:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:11.493701Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037423379608149:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26956) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:11.493758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037427674575541:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:11.493803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037423379608149:2048] [node 1] ICP30 unregister session Session# [5:7593037427674575541:2048] VirtualId# [5:7593037423379608233:0]
2026-01-08T17:03:11.493852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:11.493888Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037423379608149:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26956) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:11.493904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26956) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:11.498750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037426808641528:2048] [node 1] ICS01 socket: 599 reason# EndOfStream
2026-01-08T17:03:11.498809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037422513674140:2048] [node 1] ICP30 unregister session Session# [6:7593037426808641528:2048] VirtualId# [6:7593037426808641526:0]
2026-01-08T17:03:11.498856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037426808641528:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:11.498963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:11.499015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:11.505386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037423379608149:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:11.724267Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:11.724556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037428569565113:2049] [node 2] ICS01 socket: 623 reason# EndOfStream
2026-01-08T17:03:11.724607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037424274597712:2049] [node 2] ICP30 unregister session Session# [3:7593037428569565113:2049] VirtualId# [3:7593037428569565105:0]
2026-01-08T17:03:11.724649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037428569565113:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:11.733505Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:11.735852Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:11.736105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037426808641535:2049] [node 2] ICS01 socket: 592 reason# EndOfStream
2026-01-08T17:03:11.736152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037422513674141:2049] [node 2] ICP30 unregister session Session# [6:7593037426808641535:2049] VirtualId# [6:7593037422513674224:0]
2026-01-08T17:03:11.736194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037426808641535:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:11.736269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:11.736316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:11.724742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:11.733803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037427674575535:2049] [node 2] ICS07 socket disconnect 600 reason# EndOfStream
2026-01-08T17:03:11.724793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:11.740299Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:11.733850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037427674575535:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:11.733932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:11.733986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037427674575535:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:11.740260Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037423379608150:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14909) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:11.740342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037427674575535:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:11.740395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037423379608150:2049] [node 2] ICP30 unregister session Session# [5:7593037427674575535:2049] VirtualId# [5:7593037423379608232:0]
2026-01-08T17:03:11.740457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:11.740515Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037423379608150:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14909) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:11.740535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14909) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:11.740571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037426247664318:2049] [node 2] ICS01 socket: 581 reason# EndOfStream
2026-01-08T17:03:11.740629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037421952696922:2049] [node 2] ICP30 unregister session Session# [4:7593037426247664318:2049] VirtualId# [4:7593037426247664309:0]
2026-01-08T17:03:11.740668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037426247664318:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:11.740770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:11.740838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:11.751360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037423379608150:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:11.970138Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:11.970370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037427674575547:2050] [node 3] ICS07 socket disconnect 580 reason# EndOfStream
2026-01-08T17:03:11.970416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037427674575547:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:11.969557Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:11.970506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:11.969754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037426247664316:2050] [node 3] ICS01 socket: 632 reason# EndOfStream
2026-01-08T17:03:11.970554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037427674575547:2050] [node 3] ICS15 start handshake
2026-01-08T17:03:11.969797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037421952696923:2050] [node 3] ICP30 unregister session Session# [4:7593037426247664316:2050] VirtualId# [4:7593037426247664311:0]
2026-01-08T17:03:11.969836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037426247664316:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:11.968911Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:11.969910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:11.969189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037422513674225:2050] [node 3] ICS01 socket: 577 reason# EndOfStream
2026-01-08T17:03:11.969952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:11.969247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037422513674142:2050] [node 3] ICP30 unregister session Session# [6:7593037422513674225:2050] VirtualId# [6:7593037422513674219:0]
2026-01-08T17:03:11.969305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037422513674225:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:11.969388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:11.969430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:11.971992Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037423379608151:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21031) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:11.972059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037427674575547:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:11.972102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037423379608151:2050] [node 3] ICP30 unregister session Session# [5:7593037427674575547:2050] VirtualId# [5:7593037427674575542:0]
2026-01-08T17:03:11.972150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:11.972201Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037423379608151:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21031) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:11.972218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21031) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:11.981727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037423379608151:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:03:12.088943Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:12.089217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037426808641537:2110] [node 4] ICS01 socket: 595 reason# EndOfStream
2026-01-08T17:03:12.089263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037422513674211:2110] [node 4] ICP30 unregister session Session# [6:7593037426808641537:2110] VirtualId# [6:7593037426808641531:0]
2026-01-08T17:03:12.089308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037426808641537:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:12.089423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:12.089472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:12.091808Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:12.092061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037427674575538:2109] [node 4] ICS01 socket: 612 reason# EndOfStream
2026-01-08T17:03:12.092110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037423379608214:2109] [node 4] ICP30 unregister session Session# [5:7593037427674575538:2109] VirtualId# [5:7593037427674575531:0]
2026-01-08T17:03:12.092154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037427674575538:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:12.092240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:12.092292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:12.342980Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:12.343284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037426808641539:2106] [node 5] ICS01 socket: 609 reason# EndOfStream
2026-01-08T17:03:12.343337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037422513674201:2106] [node 5] ICP30 unregister session Session# [6:7593037426808641539:2106] VirtualId# [6:7593037426808641532:0]
2026-01-08T17:03:12.343384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037426808641539:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:12.343428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:12.343531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:12.568490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037431033928013:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:12.568536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037431033928014:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:12.581345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037433005283343:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:12.581408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037433005283344:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:12.585199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037433564742511:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:12.585236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037433564742512:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:12.592865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037430449288928:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:12.592918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037430449288929:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:12.592960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037430449288930:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:12.618826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037430927459744:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:12.618950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037430927459745:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:12.619020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037430927459746:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:12.654922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037430145482369:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:12.654966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037430145482370:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:12.655006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037430145482371:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:13.142529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037433005283402:2094] [node 4] ICP01 ready to work
2026-01-08T17:03:13.151343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037437300250700:2096] [node 5] ICP01 ready to work
2026-01-08T17:03:13.151741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037437300250701:2099] [node 6] ICP01 ready to work
2026-01-08T17:03:13.152817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037434744256269:2086] [node 6] ICP01 ready to work
2026-01-08T17:03:13.173909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037435222427070:2072] [node 6] ICP01 ready to work
2026-01-08T17:03:13.194242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037435222427071:2073] [node 4] ICP01 ready to work
2026-01-08T17:03:13.201223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037437859709867:2103] [node 5] ICP01 ready to work
2026-01-08T17:03:13.201598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037437859709868:2104] [node 6] ICP01 ready to work
2026-01-08T17:03:13.201888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037437859709869:2105] [node 4] ICP01 ready to work
2026-01-08T17:03:13.202744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037435328895367:2095] [node 5] ICP01 ready to work
2026-01-08T17:03:13.202844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037434744256271:2089] [node 5] ICP01 ready to work
2026-01-08T17:03:13.203107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037435328895368:2096] [node 4] ICP01 ready to work
2026-01-08T17:03:13.212083Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037433005283402:2094] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(59944416ns) {Configure:104(59937674ns) {ProcessConfigured:135(99195ns) {StartInitialHandshake:157(96470ns) {DropHandshakes:470(4105ns) {DropIncomingHandshake:442(808ns) DropOutgoingHandshake:457(1123ns)} GenerateSessionVirtualId:992(1043ns) PrepareNewSessionHandshake:477(2761ns) {SwitchToState:179(830ns)}}}}}
2026-01-08T17:03:13.228799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037430145482369:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(270369736ns) {Configure:104(270362054ns) {ProcessConfigured:135(56741ns) {StartInitialHandshake:157(54369ns) {DropHandshakes:470(2533ns) {DropIncomingHandshake:442(290ns) DropOutgoingHandshake:457(1316ns)} GenerateSessionVirtualId:992(695ns) PrepareNewSessionHandshake:477(1219ns) {SwitchToState:179(483ns)}}}}}
2026-01-08T17:03:13.231117Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037430449288930:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(27885945ns) {Configure:104(27881260ns) {ProcessConfigured:135(317451ns) {StartInitialHandshake:157(314997ns) {DropHandshakes:470(2648ns) {DropIncomingHandshake:442(484ns) DropOutgoingHandshake:457(1146ns)} GenerateSessionVirtualId:992(556ns) PrepareNewSessionHandshake:477(1637ns) {SwitchToState:179(616ns)}}}}}
2026-01-08T17:03:13.230986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037435328895369:2097] [node 6] ICP01 ready to work
2026-01-08T17:03:13.298812Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037430449288928:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(47313048ns) {Configure:104(47306624ns) {ProcessConfigured:135(39365220ns) {StartInitialHandshake:157(39360856ns) {DropHandshakes:470(3149ns) {DropIncomingHandshake:442(573ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:992(1382ns) PrepareNewSessionHandshake:477(5176ns) {SwitchToState:179(1878ns)}}}}}
2026-01-08T17:03:13.311044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037437300250701:2099] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(64986795ns) {Configure:104(64980327ns) {ProcessConfigured:135(89089ns) {StartInitialHandshake:157(86545ns) {DropHandshakes:470(2902ns) {DropIncomingHandshake:442(672ns) DropOutgoingHandshake:457(527ns)} GenerateSessionVirtualId:992(1327ns) PrepareNewSessionHandshake:477(2238ns) {SwitchToState:179(918ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.312814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037437300250714:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52039
2026-01-08T17:03:13.371241Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037433564742511:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(160440781ns) {Configure:104(160433909ns) {ProcessConfigured:135(27739456ns) {StartInitialHandshake:157(27735636ns) {DropHandshakes:470(3705ns) {DropIncomingHandshake:442(882ns) DropOutgoingHandshake:457(651ns)} GenerateSessionVirtualId:992(971ns) PrepareNewSessionHandshake:477(6509ns) {SwitchToState:179(3306ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.388434Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037435222427118:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51279
2026-01-08T17:03:13.394476Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037437859709868:2104] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(20588682ns) {Configure:104(20582802ns) {ProcessConfigured:135(88346ns) {StartInitialHandshake:157(85586ns) {DropHandshakes:470(5830ns) {DropIncomingHandshake:442(763ns) DropOutgoingHandshake:457(694ns)} GenerateSessionVirtualId:992(1349ns) PrepareNewSessionHandshake:477(2274ns) {SwitchToState:179(807ns)}}}}}
2026-01-08T17:03:13.399578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037431033928014:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(168152106ns) {Configure:104(168147454ns) {ProcessConfigured:135(73600ns) {StartInitialHandshake:157(70866ns) {DropHandshakes:470(9171ns) {DropIncomingHandshake:442(374ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:992(350ns) PrepareNewSessionHandshake:477(1883ns) {SwitchToState:179(667ns)}}}}}
2026-01-08T17:03:13.406990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037434440449733:2062] [node 4] ICP01 ready to work
2026-01-08T17:03:13.407440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037434440449734:2069] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.420612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037434744256302:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63345
2026-01-08T17:03:13.444552Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037435328895367:2095] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(42244080ns) {Configure:104(42238834ns) {ProcessConfigured:135(101969ns) {StartInitialHandshake:157(99141ns) {DropHandshakes:470(3707ns) {DropIncomingHandshake:442(794ns) DropOutgoingHandshake:457(670ns)} GenerateSessionVirtualId:992(1572ns) PrepareNewSessionHandshake:477(1999ns) {SwitchToState:179(667ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.450928Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037433564742512:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(53923172ns) {Configure:104(53916292ns) {ProcessConfigured:135(85091ns) {StartInitialHandshake:157(82120ns) {DropHandshakes:470(6152ns) {DropIncomingHandshake:442(771ns) DropOutgoingHandshake:457(583ns)} GenerateSessionVirtualId:992(1445ns) PrepareNewSessionHandshake:477(2202ns) {SwitchToState:179(838ns)}}}}}
2026-01-08T17:03:13.452454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037437859709884:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54356
2026-01-08T17:03:13.452611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037437859709883:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54356
2026-01-08T17:03:13.452716Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037437859709885:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54356
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.466631Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037435328895368:2096] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17922269ns) {Configure:104(17914817ns) {ProcessConfigured:135(82156ns) {StartInitialHandshake:157(78876ns) {DropHandshakes:470(3474ns) {DropIncomingHandshake:442(606ns) DropOutgoingHandshake:457(1065ns)} GenerateSessionVirtualId:992(1561ns) PrepareNewSessionHandshake:477(2244ns) {SwitchToState:179(807ns)}}}}}
2026-01-08T17:03:13.469264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037435328895379:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48929
2026-01-08T17:03:13.469458Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037435328895380:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48929
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.473155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037437859709889:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54356
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.475616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037435328895387:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48929
2026-01-08T17:03:13.479017Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037434440449733:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(62081685ns) {Configure:104(62073913ns) {ProcessConfigured:135(90224ns) {StartInitialHandshake:157(86922ns) {DropHandshakes:470(6192ns) {DropIncomingHandshake:442(649ns) DropOutgoingHandshake:457(521ns)} GenerateSessionVirtualId:992(727ns) PrepareNewSessionHandshake:477(1992ns) {SwitchToState:179(449ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.503544Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037430145482370:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(22278467ns) {Configure:104(22274389ns) {ProcessConfigured:135(131953ns) {StartInitialHandshake:157(124915ns) {DropHandshakes:470(3138ns) {DropIncomingHandshake:442(683ns) DropOutgoingHandshake:457(583ns)} GenerateSessionVirtualId:992(1447ns) PrepareNewSessionHandshake:477(2611ns) {SwitchToState:179(731ns)}}}}}
2026-01-08T17:03:13.505562Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037434440449731:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47928
2026-01-08T17:03:13.505742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037434440449732:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47928
2026-01-08T17:03:13.508257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037435328895387:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.514056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037437300250719:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52039
2026-01-08T17:03:13.514445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037437859709885:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.514627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037433564742512:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.526617Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037437300250705:2108] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.526665Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037437300250705:2108] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.528004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037437859709891:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54356
2026-01-08T17:03:13.531969Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037437300250705:2108] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:13.531786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037437859709889:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.531936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037433564742511:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.532703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037437859709885:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:13.533061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037433564742512:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.533125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:13.533183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037433564742512:2049] [node 2] ICP22 created new session: [3:7593037437859709893:2049]
2026-01-08T17:03:13.533237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037437859709893:2049] [node 2] ICS09 handshake done sender: [3:7593037437859709885:2117] self: [3:7593037437859709890:0] peer: [2:7593037437300250704:0] socket: 599 qp: -1
2026-01-08T17:03:13.533280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037437859709893:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:13.533327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:13.534930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037437300250719:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.534988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037433005283344:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.535028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:13.535074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037433005283344:2049] [node 3] ICP22 created new session: [2:7593037437300250721:2049]
2026-01-08T17:03:13.535126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037437300250721:2049] [node 3] ICS09 handshake done sender: [2:7593037437300250705:2108] self: [2:7593037437300250704:0] peer: [3:7593037437859709890:0] socket: 586 qp: -1
2026-01-08T17:03:13.535172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037437300250721:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:13.535211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:13.536102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037433005283343:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.538558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037435328895376:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.538600Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037435328895376:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:13.539551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037435328895378:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.539577Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037435328895378:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:13.540557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037435328895392:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48929
2026-01-08T17:03:13.546805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037435328895376:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:13.547603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037435328895378:2111] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.547748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037434744256302:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.547969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037430449288929:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.548334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037434744256303:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63345
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.549767Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037437300250714:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.551763Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037437300250703:2107] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.551793Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037437300250703:2107] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:13.552560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037437300250725:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52039
2026-01-08T17:03:13.550698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037431033928014:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.550784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:13.550846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037431033928014:2049] [node 3] ICP22 created new session: [1:7593037435328895395:2049]
2026-01-08T17:03:13.550907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037435328895395:2049] [node 3] ICS09 handshake done sender: [1:7593037435328895376:2110] self: [1:7593037435328895375:0] peer: [3:7593037437859709892:0] socket: 606 qp: -1
2026-01-08T17:03:13.550954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037435328895395:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:13.550999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:13.559547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037431033928013:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.559616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:13.559674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037431033928013:2048] [node 2] ICP22 created new session: [1:7593037435328895398:2048]
2026-01-08T17:03:13.559740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037435328895398:2048] [node 2] ICS09 handshake done sender: [1:7593037435328895378:2111] self: [1:7593037435328895377:0] peer: [2:7593037437300250724:0] socket: 607 qp: -1
2026-01-08T17:03:13.559781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037435328895398:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:13.559825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.561161Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037437859709884:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.561278Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037437859709896:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54356
2026-01-08T17:03:13.563881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037435222427118:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.564037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037430927459745:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.565167Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037435328895380:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.566249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037437300250707:2109] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.566299Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037437300250707:2109] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.567016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037434744256306:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63345
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.570257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037435328895392:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.573052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037431033928013:2048] [node 2] ICP18 handshake (actor [1:7593037435328895392:2118]) is too old
2026-01-08T17:03:13.567683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037437859709883:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.568676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037434744256305:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63345
2026-01-08T17:03:13.568830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037434744256303:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.568959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037430449288930:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.569954Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037437300250719:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:13.581315Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037433564742511:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8639) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037437859709889:2118] held: no
2026-01-08T17:03:13.579005Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037437300250703:2107] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:13.579541Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037434744256302:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:13.579743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037430449288929:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.579810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:13.579870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037430449288929:2049] [node 2] ICP22 created new session: [4:7593037434744256308:2049]
2026-01-08T17:03:13.579929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037434744256308:2049] [node 2] ICS09 handshake done sender: [4:7593037434744256302:2115] self: [4:7593037434744256304:0] peer: [2:7593037437300250702:0] socket: 592 qp: -1
2026-01-08T17:03:13.579971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037434744256308:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:13.580016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.587070Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037435222427121:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51279
2026-01-08T17:03:13.587284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037435222427123:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51279
2026-01-08T17:03:13.587391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037435222427124:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51279
2026-01-08T17:03:13.588515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037433005283343:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.588593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:13.588648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037433005283343:2048] [node 1] ICP22 created new session: [2:7593037437300250729:2048]
2026-01-08T17:03:13.588728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037437300250729:2048] [node 1] ICS09 handshake done sender: [2:7593037437300250719:2116] self: [2:7593037437300250724:0] peer: [1:7593037435328895377:0] socket: 612 qp: -1
2026-01-08T17:03:13.588770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037437300250729:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:13.588812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:13.589089Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037433005283343:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:13.589486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037433005283402:2094] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.589542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:13.589601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037433005283402:2094] [node 4] ICP22 created new session: [2:7593037437300250731:2094]
2026-01-08T17:03:13.589655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037437300250731:2094] [node 4] ICS09 handshake done sender: [2:7593037437300250703:2107] self: [2:7593037437300250702:0] peer: [4:7593037434744256304:0] socket: 585 qp: -1
2026-01-08T17:03:13.589699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037437300250731:2094] [node 4] ICS10 traffic start
2026-01-08T17:03:13.589734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:13.591798Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037435222427123:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.591964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037430927459744:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.598706Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037437859709880:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.598751Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037437859709880:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:13.599625Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037437859709889:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.601473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037434744256305:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.601652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037430449288928:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.602028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037435328895382:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.602065Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037435328895382:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:13.602938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037435328895402:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48929
2026-01-08T17:03:13.603861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037437300250707:2109] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:13.604500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037437300250700:2096] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.604562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:13.604627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037437300250700:2096] [node 5] ICP22 created new session: [2:7593037437300250734:2096]
2026-01-08T17:03:13.604698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037437300250734:2096] [node 5] ICS09 handshake done sender: [2:7593037437300250707:2109] self: [2:7593037437300250706:0] peer: [5:7593037435222427122:0] socket: 587 qp: -1
2026-01-08T17:03:13.604741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037437300250734:2096] [node 5] ICS10 traffic start
2026-01-08T17:03:13.604789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:13.605922Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037435328895384:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.605962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037435328895384:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:13.606752Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037435328895382:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:13.607644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037435328895402:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.607703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037435328895367:2095] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.607762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:13.607819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037435328895367:2095] [node 5] ICP22 created new session: [1:7593037435328895405:2095]
2026-01-08T17:03:13.607877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037435328895405:2095] [node 5] ICS09 handshake done sender: [1:7593037435328895382:2114] self: [1:7593037435328895381:0] peer: [5:7593037435222427125:0] socket: 608 qp: -1
2026-01-08T17:03:13.607934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037435328895405:2095] [node 5] ICS10 traffic start
2026-01-08T17:03:13.607969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.609394Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037434744256312:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63345
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.611596Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037435222427126:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51279
2026-01-08T17:03:13.612058Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037435222427118:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:13.613027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037430927459745:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.613115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:13.613171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037430927459745:2049] [node 2] ICP22 created new session: [5:7593037435222427127:2049]
2026-01-08T17:03:13.613229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037435222427127:2049] [node 2] ICS09 handshake done sender: [5:7593037435222427118:2116] self: [5:7593037435222427122:0] peer: [2:7593037437300250706:0] socket: 590 qp: -1
2026-01-08T17:03:13.613270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037435222427127:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:13.613329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:13.614040Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037435222427123:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.616832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037434744256313:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63345
2026-01-08T17:03:13.617733Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037435328895384:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:13.618379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037434744256305:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:13.615387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037433564742511:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.615459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:13.615508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037433564742511:2048] [node 1] ICP22 created new session: [3:7593037437859709899:2048]
2026-01-08T17:03:13.615563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037437859709899:2048] [node 1] ICS09 handshake done sender: [3:7593037437859709889:2118] self: [3:7593037437859709892:0] peer: [1:7593037435328895375:0] socket: 609 qp: -1
2026-01-08T17:03:13.615601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037437859709899:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:13.615642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:13.618891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037430449288928:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.618948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:13.618998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037430449288928:2048] [node 1] ICP22 created new session: [4:7593037434744256314:2048]
2026-01-08T17:03:13.619055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037434744256314:2048] [node 1] ICS09 handshake done sender: [4:7593037434744256305:2117] self: [4:7593037434744256311:0] peer: [1:7593037435328895383:0] socket: 625 qp: -1
2026-01-08T17:03:13.619092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037434744256314:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:13.619132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:13.620980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037435328895368:2096] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.621046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:13.621105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037435328895368:2096] [node 4] ICP22 created new session: [1:7593037435328895408:2096]
2026-01-08T17:03:13.621165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037435328895408:2096] [node 4] ICS09 handshake done sender: [1:7593037435328895384:2115] self: [1:7593037435328895383:0] peer: [4:7593037434744256311:0] socket: 605 qp: -1
2026-01-08T17:03:13.621208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037435328895408:2096] [node 4] ICS10 traffic start
2026-01-08T17:03:13.621243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:13.622428Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037437859709880:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:13.623621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037437859709869:2105] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.623700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:13.623756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037437859709869:2105] [node 4] ICP22 created new session: [3:7593037437859709902:2105]
2026-01-08T17:03:13.623817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037437859709902:2105] [node 4] ICS09 handshake done sender: [3:7593037437859709880:2113] self: [3:7593037437859709879:0] peer: [4:7593037434744256307:0] socket: 615 qp: -1
2026-01-08T17:03:13.623855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037437859709902:2105] [node 4] ICS10 traffic start
2026-01-08T17:03:13.623890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:13.633121Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037434440449732:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.640734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037435328895379:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.638963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037435222427121:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.639052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037430927459744:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.639119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:13.639183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037430927459744:2048] [node 1] ICP22 created new session: [5:7593037435222427129:2048]
2026-01-08T17:03:13.639257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037435222427129:2048] [node 1] ICS09 handshake done sender: [5:7593037435222427123:2119] self: [5:7593037435222427125:0] peer: [1:7593037435328895381:0] socket: 617 qp: -1
2026-01-08T17:03:13.639298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037435222427129:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:13.639369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:13.639657Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037430927459744:2048] [node 1] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.651091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037430927459746:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.641381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037434440449731:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.655269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037434440449733:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.655782Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037434440449743:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47928
2026-01-08T17:03:13.655945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037434440449744:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47928
2026-01-08T17:03:13.656047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037434440449745:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47928
2026-01-08T17:03:13.656176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037434440449734:2069] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.657485Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037435222427078:2080] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.657519Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037435222427078:2080] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.678461Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037435222427078:2080] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.657430Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037437859709876:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.654779Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037434744256303:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:13.673151Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037430449288930:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21716) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037434744256303:2116] held: no
2026-01-08T17:03:13.673271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037430449288930:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.673327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:13.673384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037430449288930:2050] [node 3] ICP22 created new session: [4:7593037434744256317:2050]
2026-01-08T17:03:13.673442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037434744256317:2050] [node 3] ICS09 handshake done sender: [4:7593037434744256303:2116] self: [4:7593037434744256307:0] peer: [3:7593037437859709879:0] socket: 621 qp: -1
2026-01-08T17:03:13.673487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037434744256317:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:13.673533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:13.682915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037434744256275:2094] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.682948Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037434744256275:2094] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:13.684113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037434744256319:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63345
2026-01-08T17:03:13.684185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037434744256320:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63345
2026-01-08T17:03:13.657469Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037437859709876:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:13.670704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037434440449745:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.670815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037434440449744:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.672713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037430145482369:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.672838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037434440449750:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47928
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.686446Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037437859709904:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54356
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.687036Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037434744256275:2094] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:13.687436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037434744256269:2086] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.687486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:13.687551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037434744256269:2086] [node 6] ICP22 created new session: [4:7593037434744256322:2086]
2026-01-08T17:03:13.687605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037434744256322:2086] [node 6] ICS09 handshake done sender: [4:7593037434744256275:2094] self: [4:7593037434744256274:0] peer: [6:7593037434440449748:0] socket: 582 qp: -1
2026-01-08T17:03:13.687649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037434744256322:2086] [node 6] ICS10 traffic start
2026-01-08T17:03:13.687688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:13.688983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037435222427070:2072] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.689045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:13.689712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037435222427070:2072] [node 6] ICP22 created new session: [5:7593037435222427136:2072]
2026-01-08T17:03:13.689782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037435222427136:2072] [node 6] ICS09 handshake done sender: [5:7593037435222427078:2080] self: [5:7593037435222427077:0] peer: [6:7593037434440449749:0] socket: 579 qp: -1
2026-01-08T17:03:13.689823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037435222427136:2072] [node 6] ICS10 traffic start
2026-01-08T17:03:13.689874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:13.690443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037435222427134:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51279
2026-01-08T17:03:13.690609Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037435222427135:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51279
2026-01-08T17:03:13.692363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037435328895386:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.692407Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037435328895386:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:13.691916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037434440449743:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.692120Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037434440449731:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:13.693602Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037435328895386:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.695974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037437300250713:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.696009Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037437300250713:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:13.695500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037430145482370:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.695736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037434440449752:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47928
2026-01-08T17:03:13.697093Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037437300250713:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:13.697388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037437300250701:2099] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.697439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:13.697495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037437300250701:2099] [node 6] ICP22 created new session: [2:7593037437300250737:2099]
2026-01-08T17:03:13.697551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037437300250737:2099] [node 6] ICS09 handshake done sender: [2:7593037437300250713:2113] self: [2:7593037437300250712:0] peer: [6:7593037434440449754:0] socket: 584 qp: -1
2026-01-08T17:03:13.697589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037437300250737:2099] [node 6] ICS10 traffic start
2026-01-08T17:03:13.697630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:13.698665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037435328895369:2097] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.698739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:13.698795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037435328895369:2097] [node 6] ICP22 created new session: [1:7593037435328895412:2097]
2026-01-08T17:03:13.698848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037435328895412:2097] [node 6] ICS09 handshake done sender: [1:7593037435328895386:2116] self: [1:7593037435328895385:0] peer: [6:7593037434440449751:0] socket: 623 qp: -1
2026-01-08T17:03:13.698883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037435328895412:2097] [node 6] ICS10 traffic start
2026-01-08T17:03:13.698922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:13.700029Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037437859709876:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:13.700327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037437859709867:2103] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.700389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:13.700433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037437859709867:2103] [node 5] ICP22 created new session: [3:7593037437859709906:2103]
2026-01-08T17:03:13.700485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037437859709906:2103] [node 5] ICS09 handshake done sender: [3:7593037437859709876:2111] self: [3:7593037437859709875:0] peer: [5:7593037435222427132:0] socket: 601 qp: -1
2026-01-08T17:03:13.700517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037437859709906:2103] [node 5] ICS10 traffic start
2026-01-08T17:03:13.700549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:13.701782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037434744256320:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.703265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037435222427134:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.706858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037434440449732:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:13.707428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037437859709904:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.707718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037434744256319:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.707846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037434744256269:2086] [node 6] ICP18 handshake (actor [4:7593037434744256319:2121]) is too old
2026-01-08T17:03:13.708959Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037430927459746:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21716) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037435222427121:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.710051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037434440449733:2062] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.710126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:13.710186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037434440449733:2062] [node 4] ICP22 created new session: [6:7593037434440449756:2062]
2026-01-08T17:03:13.710243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037434440449756:2062] [node 4] ICS09 handshake done sender: [6:7593037434440449732:2112] self: [6:7593037434440449748:0] peer: [4:7593037434744256274:0] socket: 591 qp: -1
2026-01-08T17:03:13.710288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037434440449756:2062] [node 4] ICS10 traffic start
2026-01-08T17:03:13.710348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:13.710619Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037434440449733:2062] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:13.711151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037434440449734:2069] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.711189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:13.711247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037434440449734:2069] [node 5] ICP22 created new session: [6:7593037434440449758:2069]
2026-01-08T17:03:13.711301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037434440449758:2069] [node 5] ICS09 handshake done sender: [6:7593037434440449731:2111] self: [6:7593037434440449749:0] peer: [5:7593037435222427077:0] socket: 589 qp: -1
2026-01-08T17:03:13.711335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037434440449758:2069] [node 5] ICS10 traffic start
2026-01-08T17:03:13.711396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:13.711944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037430145482371:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.712503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037434440449753:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47928
2026-01-08T17:03:13.713692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037437859709878:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.713730Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037437859709878:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:13.714984Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037437859709878:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:13.715329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037437859709868:2104] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.715421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:13.715493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037437859709868:2104] [node 6] ICP22 created new session: [3:7593037437859709910:2104]
2026-01-08T17:03:13.715543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037437859709910:2104] [node 6] ICS09 handshake done sender: [3:7593037437859709878:2112] self: [3:7593037437859709877:0] peer: [6:7593037434440449760:0] socket: 602 qp: -1
2026-01-08T17:03:13.715584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037437859709910:2104] [node 6] ICS10 traffic start
2026-01-08T17:03:13.715618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:13.718943Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037435222427121:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:13.720891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037434744256282:2098] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:13.720930Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037434744256282:2098] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:13.719435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037430927459746:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.719521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:13.719574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037430927459746:2050] [node 3] ICP22 created new session: [5:7593037435222427138:2050]
2026-01-08T17:03:13.719625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037435222427138:2050] [node 3] ICS09 handshake done sender: [5:7593037435222427121:2118] self: [5:7593037435222427132:0] peer: [3:7593037437859709875:0] socket: 604 qp: -1
2026-01-08T17:03:13.719668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037435222427138:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:13.719712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:13.720194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037435222427071:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:13.722713Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037434744256282:2098] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:13.723016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037434744256271:2089] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:13.723099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:13.723162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037434744256271:2089] [node 5] ICP22 created new session: [4:7593037434744256326:2089]
2026-01-08T17:03:13.723221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037434744256326:2089] [node 5] ICS09 handshake done sender: [4:7593037434744256282:2098] self: [4:7593037434744256281:0] peer: [5:7593037435222427140:0] socket: 638 qp: -1
2026-01-08T17:03:13.723274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037434744256326:2089] [node 5] ICS10 traffic start
2026-01-08T17:03:13.723337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.726866Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037435222427141:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51279
2026-01-08T17:03:13.728794Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037435222427134:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:13.730380Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037430145482369:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8639) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037434440449744:2118] held: no
2026-01-08T17:03:13.730627Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037430145482371:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21716) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037434440449743:2117] held: no
2026-01-08T17:03:13.730747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037434440449744:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:13.731178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037435222427071:2073] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.731261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:13.731325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037435222427071:2073] [node 4] ICP22 created new session: [5:7593037435222427142:2073]
2026-01-08T17:03:13.731382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037435222427142:2073] [node 4] ICS09 handshake done sender: [5:7593037435222427134:2122] self: [5:7593037435222427140:0] peer: [4:7593037434744256281:0] socket: 641 qp: -1
2026-01-08T17:03:13.731424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037435222427142:2073] [node 4] ICS10 traffic start
2026-01-08T17:03:13.731467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:13.731725Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037435222427071:2073] [node 4] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.743157Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037434440449755:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47928
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:13.744402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037437300250739:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52039
2026-01-08T17:03:13.744008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037434440449761:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47928
2026-01-08T17:03:13.744921Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037434440449743:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:13.745202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037430145482369:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.745276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:13.745325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037430145482369:2048] [node 1] ICP22 created new session: [6:7593037434440449763:2048]
2026-01-08T17:03:13.745386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037434440449763:2048] [node 1] ICS09 handshake done sender: [6:7593037434440449744:2118] self: [6:7593037434440449751:0] peer: [1:7593037435328895385:0] socket: 578 qp: -1
2026-01-08T17:03:13.745429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037434440449763:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:13.745486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:13.745930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037430145482371:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.745966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:13.746009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037430145482371:2050] [node 3] ICP22 created new session: [6:7593037434440449765:2050]
2026-01-08T17:03:13.746055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037434440449765:2050] [node 3] ICS09 handshake done sender: [6:7593037434440449743:2117] self: [6:7593037434440449760:0] peer: [3:7593037437859709877:0] socket: 611 qp: -1
2026-01-08T17:03:13.746082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037434440449765:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:13.746112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:13.746645Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037434440449745:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:13.749288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037430145482370:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:13.749352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:13.749403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037430145482370:2049] [node 2] ICP22 created new session: [6:7593037434440449767:2049]
2026-01-08T17:03:13.749451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037434440449767:2049] [node 2] ICS09 handshake done sender: [6:7593037434440449745:2119] self: [6:7593037434440449754:0] peer: [2:7593037437300250712:0] socket: 583 qp: -1
2026-01-08T17:03:13.749484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037434440449767:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:13.749522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:13.755302Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037437300250701:2099] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:13.893110Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:13.893353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037437300250729:2048] [node 1] ICS01 socket: 612 reason# EndOfStream
2026-01-08T17:03:13.893413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037433005283343:2048] [node 1] ICP30 unregister session Session# [2:7593037437300250729:2048] VirtualId# [2:7593037437300250724:0]
2026-01-08T17:03:13.893462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037437300250729:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:13.893544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:13.893601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:13.895226Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:13.895481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037437859709899:2048] [node 1] ICS01 socket: 609 reason# EndOfStream
2026-01-08T17:03:13.895523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037433564742511:2048] [node 1] ICP30 unregister session Session# [3:7593037437859709899:2048] VirtualId# [3:7593037437859709892:0]
2026-01-08T17:03:13.895569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037437859709899:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:13.895645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:13.895689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:13.902776Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:13.903032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037434744256314:2048] [node 1] ICS01 socket: 625 reason# EndOfStream
2026-01-08T17:03:13.903084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037430449288928:2048] [node 1] ICP30 unregister session Session# [4:7593037434744256314:2048] VirtualId# [4:7593037434744256311:0]
2026-01-08T17:03:13.903132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037434744256314:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:13.903222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:13.903289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:13.906612Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:13.906896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037434440449763:2048] [node 1] ICS01 socket: 578 reason# EndOfStream
2026-01-08T17:03:13.906959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037430145482369:2048] [node 1] ICP30 unregister session Session# [6:7593037434440449763:2048] VirtualId# [6:7593037434440449751:0]
2026-01-08T17:03:13.907036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037434440449763:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:13.907168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:13.907227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:13.907453Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:13.907659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037435222427129:2048] [node 1] ICS07 socket disconnect 617 reason# EndOfStream
2026-01-08T17:03:13.907695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037435222427129:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:13.907765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:13.907809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037435222427129:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:13.910874Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037430927459744:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8639) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:13.910946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037435222427129:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:13.910991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037430927459744:2048] [node 1] ICP30 unregister session Session# [5:7593037435222427129:2048] VirtualId# [5:7593037435222427125:0]
2026-01-08T17:03:13.911045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:13.911082Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037430927459744:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8639) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:13.911101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8639) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:13.923414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037430927459744:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:14.029866Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:14.030141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037437859709893:2049] [node 2] ICS01 socket: 599 reason# EndOfStream
2026-01-08T17:03:14.030192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037433564742512:2049] [node 2] ICP30 unregister session Session# [3:7593037437859709893:2049] VirtualId# [3:7593037437859709890:0]
2026-01-08T17:03:14.030239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037437859709893:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:14.030346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:14.030402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:14.040793Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:14.041041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037434440449767:2049] [node 2] ICS01 socket: 583 reason# EndOfStream
2026-01-08T17:03:14.041096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037430145482370:2049] [node 2] ICP30 unregister session Session# [6:7593037434440449767:2049] VirtualId# [6:7593037434440449754:0]
2026-01-08T17:03:14.041147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037434440449767:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:14.041227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:14.041271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:14.041383Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:14.041575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037434744256308:2049] [node 2] ICS01 socket: 592 reason# EndOfStream
2026-01-08T17:03:14.041611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037430449288929:2049] [node 2] ICP30 unregister session Session# [4:7593037434744256308:2049] VirtualId# [4:7593037434744256304:0]
2026-01-08T17:03:14.041640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037434744256308:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:14.041707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:14.041751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:14.041850Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:14.042031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037435222427127:2049] [node 2] ICS01 socket: 590 reason# EndOfStream
2026-01-08T17:03:14.042064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037430927459745:2049] [node 2] ICP30 unregister session Session# [5:7593037435222427127:2049] VirtualId# [5:7593037435222427122:0]
2026-01-08T17:03:14.042093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037435222427127:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:14.042154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:14.042192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:14.451859Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:14.452142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037434744256317:2050] [node 3] ICS01 socket: 621 reason# EndOfStream
2026-01-08T17:03:14.452191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037430449288930:2050] [node 3] ICP30 unregister session Session# [4:7593037434744256317:2050] VirtualId# [4:7593037434744256307:0]
2026-01-08T17:03:14.452237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037434744256317:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:14.452318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:14.452366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:14.454560Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:14.454789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037435222427138:2050] [node 3] ICS01 socket: 604 reason# EndOfStream
2026-01-08T17:03:14.454840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037430927459746:2050] [node 3] ICP30 unregister session Session# [5:7593037435222427138:2050] VirtualId# [5:7593037435222427132:0]
2026-01-08T17:03:14.454881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037435222427138:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:14.454957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:14.455002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:14.455683Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:14.455875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037434440449765:2050] [node 3] ICS01 socket: 611 reason# EndOfStream
2026-01-08T17:03:14.455914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037430145482371:2050] [node 3] ICP30 unregister session Session# [6:7593037434440449765:2050] VirtualId# [6:7593037434440449760:0]
2026-01-08T17:03:14.455953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037434440449765:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:14.456020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:14.456067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:14.578537Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:14.579177Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:14.579393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037435222427142:2073] [node 4] ICS01 socket: 641 reason# EndOfStream
2026-01-08T17:03:14.578803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037434440449756:2062] [node 4] ICS01 socket: 591 reason# EndOfStream
2026-01-08T17:03:14.579428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037435222427071:2073] [node 4] ICP30 unregister session Session# [5:7593037435222427142:2073] VirtualId# [5:7593037435222427140:0]
2026-01-08T17:03:14.578856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037434440449733:2062] [node 4] ICP30 unregister session Session# [6:7593037434440449756:2062] VirtualId# [6:7593037434440449748:0]
2026-01-08T17:03:14.579457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037435222427142:2073] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:14.578900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037434440449756:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:14.579521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:14.578992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:14.579563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:14.579048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:14.869834Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:14.870102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037434440449758:2069] [node 5] ICS01 socket: 589 reason# EndOfStream
2026-01-08T17:03:14.870155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037434440449734:2069] [node 5] ICP30 unregister session Session# [6:7593037434440449758:2069] VirtualId# [6:7593037434440449749:0]
2026-01-08T17:03:14.870206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037434440449758:2069] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:14.870256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:14.870351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:15.269315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037442579379790:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:15.269370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037442579379791:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:15.294844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037445975679685:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:15.294897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037445975679686:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:15.310592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037443677538433:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:15.310636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037443677538434:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:15.331021Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037444643630285:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:15.331061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037444643630286:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:15.331122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037444643630287:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:15.355054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037444263908309:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:15.355091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037444263908310:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:15.355125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037444263908311:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:15.567383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037442579379829:2075] [node 4] ICP01 ready to work
2026-01-08T17:03:15.376111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037443865802349:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:15.376147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037443865802350:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:15.376178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037443865802351:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:15.567846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037442579379830:2078] [node 5] ICP01 ready to work
2026-01-08T17:03:15.632460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037444643630301:2061] [node 5] ICP01 ready to work
2026-01-08T17:03:15.663017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037443677538463:2062] [node 4] ICP01 ready to work
2026-01-08T17:03:15.670847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037444263908330:2063] [node 6] ICP01 ready to work
2026-01-08T17:03:15.716920Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037445975679686:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(152861456ns) {Configure:104(137461691ns) {ProcessConfigured:135(102227ns) {StartInitialHandshake:157(98108ns) {DropHandshakes:470(3123ns) {DropIncomingHandshake:442(775ns) DropOutgoingHandshake:457(642ns)} GenerateSessionVirtualId:992(1716ns) PrepareNewSessionHandshake:477(2604ns) {SwitchToState:179(752ns)}}}}}
2026-01-08T17:03:15.717737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037445975679749:2073] [node 4] ICP01 ready to work
2026-01-08T17:03:15.718078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037445975679750:2077] [node 6] ICP01 ready to work
2026-01-08T17:03:15.746712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037443677538497:2066] [node 5] ICP01 ready to work
2026-01-08T17:03:15.754493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037442579379859:2074] [node 6] ICP01 ready to work
2026-01-08T17:03:15.785246Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037443865802351:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(37356760ns) {Configure:104(37349650ns) {ProcessConfigured:135(105136ns) {StartInitialHandshake:157(101410ns) {DropHandshakes:470(3516ns) {DropIncomingHandshake:442(612ns) DropOutgoingHandshake:457(896ns)} GenerateSessionVirtualId:992(1333ns) PrepareNewSessionHandshake:477(2031ns) {SwitchToState:179(703ns)}}}}}
2026-01-08T17:03:15.785945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037443865802405:2064] [node 4] ICP01 ready to work
2026-01-08T17:03:15.786300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037443865802406:2073] [node 5] ICP01 ready to work
2026-01-08T17:03:15.755209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037443677538498:2076] [node 6] ICP01 ready to work
2026-01-08T17:03:15.808447Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037444643630285:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(193074340ns) {Configure:104(193067737ns) {ProcessConfigured:135(79767ns) {StartInitialHandshake:157(77661ns) {DropHandshakes:470(2649ns) {DropIncomingHandshake:442(734ns) DropOutgoingHandshake:457(565ns)} GenerateSessionVirtualId:992(1075ns) PrepareNewSessionHandshake:477(1959ns) {SwitchToState:179(705ns)}}}}}
2026-01-08T17:03:15.809016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037444643630351:2065] [node 6] ICP01 ready to work
2026-01-08T17:03:15.793445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037445975679751:2071] [node 5] ICP01 ready to work
2026-01-08T17:03:15.826174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037442579379791:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(251964083ns) {Configure:104(251955468ns) {ProcessConfigured:135(27296366ns) {StartInitialHandshake:157(27290514ns) {DropHandshakes:470(2805ns) {DropIncomingHandshake:442(734ns) DropOutgoingHandshake:457(668ns)} GenerateSessionVirtualId:992(3419ns) PrepareNewSessionHandshake:477(5701ns) {SwitchToState:179(1230ns)}}}}}
2026-01-08T17:03:15.836021Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037445975679685:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(117570890ns) {Configure:104(117560277ns) {ProcessConfigured:135(102744ns) {StartInitialHandshake:157(99003ns) {DropHandshakes:470(9821ns) {DropIncomingHandshake:442(821ns) DropOutgoingHandshake:457(661ns)} GenerateSessionVirtualId:992(1414ns) PrepareNewSessionHandshake:477(2708ns) {SwitchToState:179(1069ns)}}}}}
2026-01-08T17:03:15.843331Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037442579379859:2074] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(69841769ns) {Configure:104(69835312ns) {ProcessConfigured:135(192635ns) {StartInitialHandshake:157(188856ns) {DropHandshakes:470(3033ns) {DropIncomingHandshake:442(641ns) DropOutgoingHandshake:457(651ns)} GenerateSessionVirtualId:992(1320ns) PrepareNewSessionHandshake:477(2175ns) {SwitchToState:179(828ns)}}}}}
2026-01-08T17:03:15.815428Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037443865802350:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(199779088ns) {Configure:104(199775742ns) {ProcessConfigured:135(87518ns) {StartInitialHandshake:157(84920ns) {DropHandshakes:470(2719ns) {DropIncomingHandshake:442(568ns) DropOutgoingHandshake:457(581ns)} GenerateSessionVirtualId:992(1250ns) PrepareNewSessionHandshake:477(1928ns) {SwitchToState:179(766ns)}}}}}
2026-01-08T17:03:15.859326Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037443677538463:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(101366416ns) {Configure:104(101360863ns) {ProcessConfigured:135(111025ns) {StartInitialHandshake:157(108575ns) {DropHandshakes:470(3265ns) {DropIncomingHandshake:442(1133ns) DropOutgoingHandshake:457(469ns)} GenerateSessionVirtualId:992(1084ns) PrepareNewSessionHandshake:477(2033ns) {SwitchToState:179(584ns)}}}}}
2026-01-08T17:03:15.851379Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037444643630301:2061] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(41882635ns) {Configure:104(41875891ns) {ProcessConfigured:135(83526ns) {StartInitialHandshake:157(80290ns) {DropHandshakes:470(2900ns) {DropIncomingHandshake:442(704ns) DropOutgoingHandshake:457(531ns)} GenerateSessionVirtualId:992(1253ns) PrepareNewSessionHandshake:477(2409ns) {SwitchToState:179(706ns)}}}}}
2026-01-08T17:03:15.854997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037445975679749:2073] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(18426976ns) {Configure:104(18416962ns) {ProcessConfigured:135(8225199ns) {StartInitialHandshake:157(8221654ns) {DropHandshakes:470(3608ns) {DropIncomingHandshake:442(819ns) DropOutgoingHandshake:457(755ns)} GenerateSessionVirtualId:992(1082ns) PrepareNewSessionHandshake:477(3679ns) {SwitchToState:179(823ns)}}}}}
2026-01-08T17:03:15.893194Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037443677538497:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(31567154ns) {Configure:104(31562170ns) {ProcessConfigured:135(10276994ns) {StartInitialHandshake:157(10273376ns) {DropHandshakes:470(2991ns) {DropIncomingHandshake:442(571ns) DropOutgoingHandshake:457(964ns)} GenerateSessionVirtualId:992(1449ns) PrepareNewSessionHandshake:477(5189ns) {SwitchToState:179(2234ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:15.899475Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037443677538507:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31320
2026-01-08T17:03:15.919254Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037445975679751:2071] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(63895102ns) {Configure:104(63889230ns) {ProcessConfigured:135(87450ns) {StartInitialHandshake:157(83887ns) {DropHandshakes:470(3210ns) {DropIncomingHandshake:442(952ns) DropOutgoingHandshake:457(536ns)} GenerateSessionVirtualId:992(893ns) PrepareNewSessionHandshake:477(2862ns) {SwitchToState:179(714ns)}}}}}
2026-01-08T17:03:15.871794Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037444643630287:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18223268ns) {Configure:104(18219004ns) {ProcessConfigured:135(112723ns) {StartInitialHandshake:157(109246ns) {DropHandshakes:470(3259ns) {DropIncomingHandshake:442(725ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:992(1693ns) PrepareNewSessionHandshake:477(1980ns) {SwitchToState:179(747ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:15.940282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037445975679760:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17164
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:15.952681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037443865802427:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20015
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:15.960111Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037444263908310:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(344073135ns) {Configure:104(344067976ns) {ProcessConfigured:135(10978904ns) {StartInitialHandshake:157(10974242ns) {DropHandshakes:470(3875ns) {DropIncomingHandshake:442(692ns) DropOutgoingHandshake:457(711ns)} GenerateSessionVirtualId:992(688ns) PrepareNewSessionHandshake:477(3618ns) {SwitchToState:179(1614ns)}}}}}
2026-01-08T17:03:15.920633Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037443677538434:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(380530156ns) {Configure:104(357301022ns) {ProcessConfigured:135(25645705ns) {StartInitialHandshake:157(13408762ns) {DropHandshakes:470(5460ns) {DropIncomingHandshake:442(1004ns) DropOutgoingHandshake:457(618ns)} GenerateSessionVirtualId:992(2087ns) PrepareNewSessionHandshake:477(3491ns) {SwitchToState:179(1703ns)}}}}}
2026-01-08T17:03:15.880070Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037444643630286:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(214175114ns) {Configure:104(214167096ns) {ProcessConfigured:135(94555ns) {StartInitialHandshake:157(92197ns) {DropHandshakes:470(3197ns) {DropIncomingHandshake:442(828ns) DropOutgoingHandshake:457(566ns)} GenerateSessionVirtualId:992(1618ns) PrepareNewSessionHandshake:477(3046ns) {SwitchToState:179(1407ns)}}}}}
2026-01-08T17:03:15.960669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037444263908375:2066] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:15.986992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037443677538513:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31320
2026-01-08T17:03:15.988903Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037445975679750:2077] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(139713606ns) {Configure:104(139705059ns) {ProcessConfigured:135(70881ns) {StartInitialHandshake:157(68248ns) {DropHandshakes:470(2989ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(534ns)} GenerateSessionVirtualId:992(1405ns) PrepareNewSessionHandshake:477(2909ns) {SwitchToState:179(841ns)}}}}}
2026-01-08T17:03:15.958693Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037444643630363:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55668
2026-01-08T17:03:15.953147Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037443865802428:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20015
2026-01-08T17:03:15.979767Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037444263908330:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(299809263ns) {Configure:104(299802427ns) {ProcessConfigured:135(84320ns) {StartInitialHandshake:157(81562ns) {DropHandshakes:470(3671ns) {DropIncomingHandshake:442(902ns) DropOutgoingHandshake:457(558ns)} GenerateSessionVirtualId:992(858ns) PrepareNewSessionHandshake:477(2055ns) {SwitchToState:179(460ns)}}}}}
2026-01-08T17:03:15.981828Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037444263908311:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18911109ns) {Configure:104(18905677ns) {ProcessConfigured:135(64864ns) {StartInitialHandshake:157(62573ns) {DropHandshakes:470(9476ns) {DropIncomingHandshake:442(580ns) DropOutgoingHandshake:457(773ns)} GenerateSessionVirtualId:992(777ns) PrepareNewSessionHandshake:477(1976ns) {SwitchToState:179(752ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.008627Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037444263908382:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4690
2026-01-08T17:03:16.008856Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037444263908383:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4690
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.014927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037444263908384:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4690
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.035297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037450270647061:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17164
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.042591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037442579379869:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18931
2026-01-08T17:03:16.042756Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037442579379870:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18931
2026-01-08T17:03:16.042869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037446874347167:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18931
2026-01-08T17:03:16.043442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037444263908383:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.043168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037446874347168:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18931
2026-01-08T17:03:16.043603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037444263908309:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.061879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037448160769725:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20015
2026-01-08T17:03:16.062630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037442579379861:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.062671Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037442579379861:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:16.067747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037443677538507:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.068218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037443865802427:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.068320Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037443865802428:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.068460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037443865802405:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:16.068530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037443865802351:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:16.070561Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037442579379861:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:16.074576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037443677538500:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.074631Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037443677538500:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.076007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037448160769728:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20015
2026-01-08T17:03:16.076476Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037443677538500:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:16.077083Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037443865802428:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:16.077306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037443865802351:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.077374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:16.077436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037443865802351:2050] [node 3] ICP22 created new session: [6:7593037448160769729:2050]
2026-01-08T17:03:16.077489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037448160769729:2050] [node 3] ICS09 handshake done sender: [6:7593037443865802428:2116] self: [6:7593037448160769727:0] peer: [3:7593037443677538499:0] socket: 600 qp: -1
2026-01-08T17:03:16.077530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037448160769729:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:16.077570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.079744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037444643630355:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.079788Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037444643630355:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:16.080675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037444643630363:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.081025Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037444643630364:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55668
2026-01-08T17:03:16.081230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037444643630365:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55668
2026-01-08T17:03:16.081350Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037444643630366:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55668
2026-01-08T17:03:16.081671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037444643630285:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:16.082656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037443677538498:2076] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.082757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:16.082822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037443677538498:2076] [node 6] ICP22 created new session: [3:7593037447972505812:2076]
2026-01-08T17:03:16.082887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037447972505812:2076] [node 6] ICS09 handshake done sender: [3:7593037443677538500:2110] self: [3:7593037443677538499:0] peer: [6:7593037448160769727:0] socket: 594 qp: -1
2026-01-08T17:03:16.082933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037447972505812:2076] [node 6] ICS10 traffic start
2026-01-08T17:03:16.082977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:16.086625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037442579379830:2078] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.086692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:16.086761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037442579379830:2078] [node 5] ICP22 created new session: [1:7593037446874347170:2078]
2026-01-08T17:03:16.086825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037446874347170:2078] [node 5] ICS09 handshake done sender: [1:7593037442579379861:2112] self: [1:7593037442579379860:0] peer: [5:7593037448558875686:0] socket: 585 qp: -1
2026-01-08T17:03:16.086870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037446874347170:2078] [node 5] ICS10 traffic start
2026-01-08T17:03:16.086916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:16.087691Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037442579379869:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.087841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037442579379832:2086] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.087868Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037442579379832:2086] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:16.093656Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037444643630355:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:16.094730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037444643630365:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.094918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037444643630351:2065] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.094970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:16.095032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037444643630351:2065] [node 6] ICP22 created new session: [4:7593037448938597666:2065]
2026-01-08T17:03:16.095089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037448938597666:2065] [node 6] ICS09 handshake done sender: [4:7593037444643630355:2112] self: [4:7593037444643630354:0] peer: [6:7593037448160769726:0] socket: 589 qp: -1
2026-01-08T17:03:16.095133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037448938597666:2065] [node 6] ICS10 traffic start
2026-01-08T17:03:16.095178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:16.096721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037444643630364:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.097526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037448160769731:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20015
2026-01-08T17:03:16.098228Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037443865802427:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:16.098607Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037442579379832:2086] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.098813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037444643630287:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:16.099181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037448938597665:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55668
2026-01-08T17:03:16.099114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037442579379829:2075] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.099182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:16.099236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037442579379829:2075] [node 4] ICP22 created new session: [1:7593037446874347176:2075]
2026-01-08T17:03:16.099313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037446874347176:2075] [node 4] ICS09 handshake done sender: [1:7593037442579379832:2086] self: [1:7593037442579379831:0] peer: [4:7593037448938597664:0] socket: 584 qp: -1
2026-01-08T17:03:16.099355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037446874347176:2075] [node 4] ICS10 traffic start
2026-01-08T17:03:16.099396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:16.101715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037444643630351:2065] [node 6] ICP18 handshake (actor [4:7593037444643630364:2116]) is too old
2026-01-08T17:03:16.103004Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037444643630363:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:16.102588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037443865802405:2064] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.102692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:16.102759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037443865802405:2064] [node 4] ICP22 created new session: [6:7593037448160769733:2064]
2026-01-08T17:03:16.102824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037448160769733:2064] [node 4] ICS09 handshake done sender: [6:7593037443865802427:2115] self: [6:7593037448160769726:0] peer: [4:7593037444643630354:0] socket: 591 qp: -1
2026-01-08T17:03:16.102866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037448160769733:2064] [node 4] ICS10 traffic start
2026-01-08T17:03:16.102907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:16.107104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037444643630285:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.107174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:16.107230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037444643630285:2048] [node 1] ICP22 created new session: [4:7593037448938597670:2048]
2026-01-08T17:03:16.107306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037448938597670:2048] [node 1] ICS09 handshake done sender: [4:7593037444643630363:2115] self: [4:7593037448938597664:0] peer: [1:7593037442579379831:0] socket: 595 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.107344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037448938597670:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.151950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037446874347167:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.152286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037446874347175:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18931
2026-01-08T17:03:16.116973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037450270647062:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17164
2026-01-08T17:03:16.107387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:16.178634Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037446874347175:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.152862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037445975679760:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.156349Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037444643630366:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.187428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037444263908382:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.187557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037444263908384:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.187713Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037448558875687:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4690
2026-01-08T17:03:16.184089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037444643630286:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:16.152987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037445975679685:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:16.186772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037450270647062:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.198406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037450270647061:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.203306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037443677538502:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.203346Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037443677538502:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:16.204069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037443677538513:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.204557Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037447972505815:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31320
2026-01-08T17:03:16.204743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037443677538434:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:16.205330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037447972505814:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31320
2026-01-08T17:03:16.201893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037445975679756:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.201954Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037445975679756:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:16.184766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037442579379837:2090] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.206790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037445975679756:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.207705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037448938597675:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55668
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.211733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037444263908375:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.184818Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037442579379837:2090] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:16.194867Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037446874347168:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.196467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037442579379830:2078] [node 5] ICP18 handshake (actor [1:7593037446874347168:2118]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.215354Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037445975679748:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.215408Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037445975679748:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:16.216693Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037450270647067:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17164
2026-01-08T17:03:16.216967Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037450270647068:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17164
2026-01-08T17:03:16.211084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037448938597674:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55668
2026-01-08T17:03:16.214984Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037443677538502:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:16.216403Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037447972505814:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.222427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037447972505815:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.224339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037443677538433:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:16.239229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037443677538463:2062] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.239352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:16.214154Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037448160769736:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20015
2026-01-08T17:03:16.234589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037442579379837:2090] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:16.245654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037442579379870:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.246284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037442579379863:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.246334Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037442579379863:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:16.247056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037442579379790:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.247124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:16.247175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037442579379790:2048] [node 2] ICP22 created new session: [1:7593037446874347183:2048]
2026-01-08T17:03:16.247253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037446874347183:2048] [node 2] ICS09 handshake done sender: [1:7593037442579379837:2090] self: [1:7593037442579379836:0] peer: [2:7593037450270647063:0] socket: 586 qp: -1
2026-01-08T17:03:16.247295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037446874347183:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:16.247338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:16.226596Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037444263908309:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62281) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037444263908383:2115] held: no
2026-01-08T17:03:16.248759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037445975679748:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:16.249165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037445975679749:2073] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.249214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:16.249268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037445975679749:2073] [node 4] ICP22 created new session: [2:7593037450270647070:2073]
2026-01-08T17:03:16.249326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037450270647070:2073] [node 4] ICS09 handshake done sender: [2:7593037445975679756:2112] self: [2:7593037445975679755:0] peer: [4:7593037448938597672:0] socket: 607 qp: -1
2026-01-08T17:03:16.249366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037450270647070:2073] [node 4] ICS10 traffic start
2026-01-08T17:03:16.249410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:16.249895Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037450270647067:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.250090Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037445975679760:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:16.250941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037445975679686:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.250997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:16.251061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037445975679686:2049] [node 3] ICP22 created new session: [2:7593037450270647073:2049]
2026-01-08T17:03:16.251114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037450270647073:2049] [node 3] ICS09 handshake done sender: [2:7593037445975679748:2110] self: [2:7593037445975679747:0] peer: [3:7593037447972505818:0] socket: 604 qp: -1
2026-01-08T17:03:16.251153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037450270647073:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:16.251188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:16.251631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037445975679749:2073] [node 4] ICP18 handshake (actor [2:7593037450270647067:2118]) is too old
2026-01-08T17:03:16.248580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037443677538463:2062] [node 4] ICP22 created new session: [3:7593037447972505822:2062]
2026-01-08T17:03:16.214369Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037448160769725:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.237845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037444643630353:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.243782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037444263908379:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.237909Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037444643630353:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:16.243815Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037444263908379:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:16.244676Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037444263908383:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:16.253933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037444263908379:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:16.260138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037444263908330:2063] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.260208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:16.260267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037444263908330:2063] [node 6] ICP22 created new session: [5:7593037448558875694:2063]
2026-01-08T17:03:16.260326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037448558875694:2063] [node 6] ICS09 handshake done sender: [5:7593037444263908379:2112] self: [5:7593037444263908378:0] peer: [6:7593037448160769737:0] socket: 618 qp: -1
2026-01-08T17:03:16.260382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037448558875694:2063] [node 6] ICS10 traffic start
2026-01-08T17:03:16.260419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:16.260857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037444263908309:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.260901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:16.260955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037444263908309:2048] [node 1] ICP22 created new session: [5:7593037448558875696:2048]
2026-01-08T17:03:16.261018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037448558875696:2048] [node 1] ICS09 handshake done sender: [5:7593037444263908383:2115] self: [5:7593037448558875686:0] peer: [1:7593037442579379860:0] socket: 615 qp: -1
2026-01-08T17:03:16.261054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037448558875696:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:16.261088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:16.261732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037448558875690:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4690
2026-01-08T17:03:16.261903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037448558875693:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4690
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.256302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037447972505823:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31320
2026-01-08T17:03:16.214570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037443865802406:2073] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:16.267804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037445975679685:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.239583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037448160769736:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.245393Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037444643630366:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:16.282457Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037448558875690:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.267891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:16.256514Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037447972505821:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31320
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.254263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037444643630286:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.282828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037448558875692:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4690
2026-01-08T17:03:16.262832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037443865802349:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:16.315226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037442579379868:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.267947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037445975679685:2048] [node 1] ICP22 created new session: [2:7593037450270647077:2048]
2026-01-08T17:03:16.268014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037450270647077:2048] [node 1] ICS09 handshake done sender: [2:7593037445975679760:2114] self: [2:7593037450270647063:0] peer: [1:7593037442579379836:0] socket: 603 qp: -1
2026-01-08T17:03:16.268059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037450270647077:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:16.268100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:16.275533Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037445975679685:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:16.277062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037450270647076:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17164
2026-01-08T17:03:16.314746Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037445975679686:2049] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:16.326441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037445975679764:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.326490Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037445975679764:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:16.334590Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037445975679764:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:16.346695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037445975679750:2077] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.346818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:16.346900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037445975679750:2077] [node 6] ICP22 created new session: [2:7593037450270647080:2077]
2026-01-08T17:03:16.274840Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037448160769738:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20015
2026-01-08T17:03:16.254385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:16.315282Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037442579379868:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.256779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037447972505822:2062] [node 4] ICS09 handshake done sender: [3:7593037443677538502:2111] self: [3:7593037443677538501:0] peer: [4:7593037448938597669:0] socket: 596 qp: -1
2026-01-08T17:03:16.254767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037444643630286:2049] [node 2] ICP22 created new session: [4:7593037448938597677:2049]
2026-01-08T17:03:16.309105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037444263908311:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.375126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037450270647080:2077] [node 6] ICS09 handshake done sender: [2:7593037445975679764:2115] self: [2:7593037445975679763:0] peer: [6:7593037448160769743:0] socket: 614 qp: -1
2026-01-08T17:03:16.375201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037450270647080:2077] [node 6] ICS10 traffic start
2026-01-08T17:03:16.375289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:16.375835Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037445975679750:2077] [node 6] ICP35 event processing took too much time PendingConnection:279(28892049ns) {HandleHandshakeStatus:329(28888248ns) {DropIncomingHandshake:442(19574ns) DropOutgoingHandshake:457(550ns) SwitchToState:179(900ns) ProcessPendingSessionEvents:495(119108ns) {ForwardSessionEventToSession:616(65973ns) ForwardSessionEventToSession:616(4178ns) ForwardSessionEventToSession:616(7305ns) ForwardSessionEventToSession:616(5282ns) ForwardSessionEventToSession:616(2663ns) ForwardSessionEventToSession:616(2597ns) ForwardSessionEventToSession:616(6445ns) ForwardSessionEventToSession:616(2315ns) ForwardSessionEventToSession:616(6704ns) ForwardSessionEventToSession:616(2208ns)}}}
2026-01-08T17:03:16.279931Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037443865802349:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16832341ns) {IncomingHandshake:261(8217404ns) {DropIncomingHandshake:442(472ns) PrepareNewSessionHandshake:477(813ns) {SwitchToState:179(203ns)} GenerateSessionVirtualId:992(816ns) IssueIncomingHandshakeReply:193(6086481ns) {SwitchToState:179(844ns)}}}
2026-01-08T17:03:16.262951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037447972505822:2062] [node 4] ICS10 traffic start
2026-01-08T17:03:16.320533Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037442579379863:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:16.283229Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037443865802406:2073] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21010) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037448160769725:2117] held: no
2026-01-08T17:03:16.283560Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037448160769725:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:16.306976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037443865802406:2073] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.307058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:16.307134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037443865802406:2073] [node 5] ICP22 created new session: [6:7593037448160769741:2073]
2026-01-08T17:03:16.307199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037448160769741:2073] [node 5] ICS09 handshake done sender: [6:7593037448160769725:2117] self: [6:7593037448160769737:0] peer: [5:7593037444263908378:0] socket: 623 qp: -1
2026-01-08T17:03:16.307264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037448160769741:2073] [node 5] ICS10 traffic start
2026-01-08T17:03:16.307312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:16.307902Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037448160769740:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20015
2026-01-08T17:03:16.315224Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037448160769740:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.315394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037443865802350:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:16.327995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037448160769744:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20015
2026-01-08T17:03:16.350999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037448160769740:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:16.376432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037448160769745:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20015
2026-01-08T17:03:16.376998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037443865802350:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.377080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:16.377138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037443865802350:2049] [node 2] ICP22 created new session: [6:7593037448160769746:2049]
2026-01-08T17:03:16.377194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037448160769746:2049] [node 2] ICS09 handshake done sender: [6:7593037448160769740:2122] self: [6:7593037448160769743:0] peer: [2:7593037445975679763:0] socket: 588 qp: -1
2026-01-08T17:03:16.377234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037448160769746:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:16.377275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:16.387144Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037448160769736:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:16.254815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037448938597677:2049] [node 2] ICS09 handshake done sender: [4:7593037444643630366:2118] self: [4:7593037448938597672:0] peer: [2:7593037445975679755:0] socket: 613 qp: -1
2026-01-08T17:03:16.382610Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037444263908384:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:16.263000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.408545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037443865802349:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.408623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:16.408676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037443865802349:2048] [node 1] ICP22 created new session: [6:7593037448160769748:2048]
2026-01-08T17:03:16.408744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037448160769748:2048] [node 1] ICS09 handshake done sender: [6:7593037448160769736:2120] self: [6:7593037448160769739:0] peer: [1:7593037442579379867:0] socket: 633 qp: -1
2026-01-08T17:03:16.408788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037448160769748:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:16.408834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:16.409138Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037443865802349:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:16.328376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037442579379791:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.389939Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037448558875692:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.395483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037444263908375:2066] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.395547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:16.395613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037444263908375:2066] [node 4] ICP22 created new session: [5:7593037448558875702:2066]
2026-01-08T17:03:16.395670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037448558875702:2066] [node 4] ICS09 handshake done sender: [5:7593037444263908384:2116] self: [5:7593037448558875689:0] peer: [4:7593037444643630352:0] socket: 616 qp: -1
2026-01-08T17:03:16.395718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037448558875702:2066] [node 4] ICS10 traffic start
2026-01-08T17:03:16.395757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:16.408097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037444263908310:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:16.408302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037448558875701:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4690
2026-01-08T17:03:16.328468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:16.328527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037442579379791:2049] [node 3] ICP22 created new session: [1:7593037446874347186:2049]
2026-01-08T17:03:16.328605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037446874347186:2049] [node 3] ICS09 handshake done sender: [1:7593037442579379863:2113] self: [1:7593037442579379862:0] peer: [3:7593037447972505819:0] socket: 593 qp: -1
2026-01-08T17:03:16.328650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037446874347186:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:16.328693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:16.346744Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037442579379868:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:16.382950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037442579379859:2074] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.383032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:16.383105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037442579379859:2074] [node 6] ICP22 created new session: [1:7593037446874347189:2074]
2026-01-08T17:03:16.383180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037446874347189:2074] [node 6] ICS09 handshake done sender: [1:7593037442579379868:2114] self: [1:7593037442579379867:0] peer: [6:7593037448160769739:0] socket: 610 qp: -1
2026-01-08T17:03:16.383234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037446874347189:2074] [node 6] ICS10 traffic start
2026-01-08T17:03:16.383298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:16.413389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037445975679758:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.413435Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037445975679758:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:16.254854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037448938597677:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:16.254894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:16.255558Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037444643630287:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22650) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037444643630365:2117] held: no
2026-01-08T17:03:16.255719Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037444643630365:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:16.281651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037444643630287:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.281739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:16.281805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037444643630287:2050] [node 3] ICP22 created new session: [4:7593037448938597679:2050]
2026-01-08T17:03:16.281861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037448938597679:2050] [node 3] ICS09 handshake done sender: [4:7593037444643630365:2117] self: [4:7593037448938597669:0] peer: [3:7593037443677538501:0] socket: 611 qp: -1
2026-01-08T17:03:16.281907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037448938597679:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:16.281954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:16.284284Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037444643630353:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:16.320982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037444643630301:2061] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.321032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:16.321102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037444643630301:2061] [node 5] ICP22 created new session: [4:7593037448938597682:2061]
2026-01-08T17:03:16.321171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037448938597682:2061] [node 5] ICS09 handshake done sender: [4:7593037444643630353:2111] self: [4:7593037444643630352:0] peer: [5:7593037448558875689:0] socket: 590 qp: -1
2026-01-08T17:03:16.321220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037448938597682:2061] [node 5] ICS10 traffic start
2026-01-08T17:03:16.321260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:16.322017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037448938597681:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55668
2026-01-08T17:03:16.279418Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037443677538513:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:16.292561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037443677538434:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.292642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:16.292710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037443677538434:2049] [node 2] ICP22 created new session: [3:7593037447972505826:2049]
2026-01-08T17:03:16.292789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037447972505826:2049] [node 2] ICS09 handshake done sender: [3:7593037443677538513:2116] self: [3:7593037447972505818:0] peer: [2:7593037445975679747:0] socket: 605 qp: -1
2026-01-08T17:03:16.292833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037447972505826:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:16.292887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:16.312187Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037443677538463:2062] [node 4] ICP35 event processing took too much time PendingConnection:279(72685743ns) {HandleHandshakeStatus:329(72681930ns) {DropIncomingHandshake:442(18892ns) DropOutgoingHandshake:457(610ns) SwitchToState:179(773ns) ProcessPendingSessionEvents:495(11789110ns) {ForwardSessionEventToSession:616(11722373ns) ForwardSessionEventToSession:616(7748ns) ForwardSessionEventToSession:616(7436ns) ForwardSessionEventToSession:616(3488ns) ForwardSessionEventToSession:616(3415ns) ForwardSessionEventToSession:616(10664ns) ForwardSessionEventToSession:616(3662ns) ForwardSessionEventToSession:616(6333ns) ForwardSessionEventToSession:616(6925ns) ForwardSessionEventToSession:616(3059ns)}}}
2026-01-08T17:03:16.319445Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037447972505814:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:16.347391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037443677538433:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.347455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:16.347517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037443677538433:2048] [node 1] ICP22 created new session: [3:7593037447972505829:2048]
2026-01-08T17:03:16.347577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037447972505829:2048] [node 1] ICS09 handshake done sender: [3:7593037447972505814:2117] self: [3:7593037447972505819:0] peer: [1:7593037442579379862:0] socket: 635 qp: -1
2026-01-08T17:03:16.347622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037447972505829:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:16.347663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:16.350384Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037443677538506:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.350440Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037443677538506:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:16.359284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037447972505828:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31320
2026-01-08T17:03:16.374703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037443677538506:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:16.400309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037443677538497:2066] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.406868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:16.406945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037443677538497:2066] [node 5] ICP22 created new session: [3:7593037447972505832:2066]
2026-01-08T17:03:16.407011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037447972505832:2066] [node 5] ICS09 handshake done sender: [3:7593037443677538506:2113] self: [3:7593037443677538505:0] peer: [5:7593037448558875700:0] socket: 638 qp: -1
2026-01-08T17:03:16.407056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037447972505832:2066] [node 5] ICS10 traffic start
2026-01-08T17:03:16.407126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:16.415375Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037445975679758:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:16.418259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037445975679751:2071] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:16.418696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:16.418771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037445975679751:2071] [node 5] ICP22 created new session: [2:7593037450270647083:2071]
2026-01-08T17:03:16.418828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037450270647083:2071] [node 5] ICS09 handshake done sender: [2:7593037445975679758:2113] self: [2:7593037445975679757:0] peer: [5:7593037448558875704:0] socket: 649 qp: -1
2026-01-08T17:03:16.418882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037450270647083:2071] [node 5] ICS10 traffic start
2026-01-08T17:03:16.418930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:16.420874Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037444643630301:2061] [node 5] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:16.421669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037448558875705:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4690
2026-01-08T17:03:16.417707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037447972505828:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:16.420231Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037443677538497:2066] [node 5] ICP35 event processing took too much time PendingConnection:279(19703998ns) {HandleHandshakeStatus:329(19700197ns) {DropIncomingHandshake:442(653ns) DropOutgoingHandshake:457(844ns) SwitchToState:179(744ns) ProcessPendingSessionEvents:495(12682365ns) {ForwardSessionEventToSession:616(12610446ns) ForwardSessionEventToSession:616(7597ns) ForwardSessionEventToSession:616(2841ns) ForwardSessionEventToSession:616(8953ns) ForwardSessionEventToSession:616(2806ns) ForwardSessionEventToSession:616(13296ns) ForwardSessionEventToSession:616(6514ns) ForwardSessionEventToSession:616(3611ns) ForwardSessionEventToSession:616(3402ns) ForwardSessionEventToSession:616(7612ns)}}}
2026-01-08T17:03:16.420396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037443677538497:2066] [node 5] ICP18 handshake (actor [3:7593037447972505828:2121]) is too old
2026-01-08T17:03:16.422753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037448558875690:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:16.423621Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037448558875692:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:16.424202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037444263908310:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.424278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:16.424349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037444263908310:2049] [node 2] ICP22 created new session: [5:7593037448558875706:2049]
2026-01-08T17:03:16.424423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037448558875706:2049] [node 2] ICS09 handshake done sender: [5:7593037448558875692:2120] self: [5:7593037448558875704:0] peer: [2:7593037445975679757:0] socket: 622 qp: -1
2026-01-08T17:03:16.424468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037448558875706:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:16.424540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:16.425278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037444263908311:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:16.425349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:16.425400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037444263908311:2050] [node 3] ICP22 created new session: [5:7593037448558875708:2050]
2026-01-08T17:03:16.425454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037448558875708:2050] [node 3] ICS09 handshake done sender: [5:7593037448558875690:2119] self: [5:7593037448558875700:0] peer: [3:7593037443677538505:0] socket: 645 qp: -1
2026-01-08T17:03:16.425489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037448558875708:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:16.425534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:16.434570Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037444263908310:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:16.546658Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:16.546927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037450270647077:2048] [node 1] ICS01 socket: 603 reason# EndOfStream
2026-01-08T17:03:16.546987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037445975679685:2048] [node 1] ICP30 unregister session Session# [2:7593037450270647077:2048] VirtualId# [2:7593037450270647063:0]
2026-01-08T17:03:16.547041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037450270647077:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.547150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:16.547206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:16.548580Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:16.548822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037447972505829:2048] [node 1] ICS01 socket: 635 reason# EndOfStream
2026-01-08T17:03:16.548871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037443677538433:2048] [node 1] ICP30 unregister session Session# [3:7593037447972505829:2048] VirtualId# [3:7593037447972505819:0]
2026-01-08T17:03:16.548916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037447972505829:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.549006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:16.549060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:16.558661Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:16.558918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037448160769748:2048] [node 1] ICS07 socket disconnect 633 reason# EndOfStream
2026-01-08T17:03:16.558964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037448160769748:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.559064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:16.559115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037448160769748:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:16.559761Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:16.559987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037448938597670:2048] [node 1] ICS01 socket: 595 reason# EndOfStream
2026-01-08T17:03:16.560043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037444643630285:2048] [node 1] ICP30 unregister session Session# [4:7593037448938597670:2048] VirtualId# [4:7593037448938597664:0]
2026-01-08T17:03:16.560089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037448938597670:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.560169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:16.560219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:16.560328Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:16.560523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037448558875696:2048] [node 1] ICS01 socket: 615 reason# EndOfStream
2026-01-08T17:03:16.560561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037444263908309:2048] [node 1] ICP30 unregister session Session# [5:7593037448558875696:2048] VirtualId# [5:7593037448558875686:0]
2026-01-08T17:03:16.560604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037448558875696:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.560673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:16.560712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:16.579059Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037443865802349:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62281) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:16.579581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037448160769748:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:16.579659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037443865802349:2048] [node 1] ICP30 unregister session Session# [6:7593037448160769748:2048] VirtualId# [6:7593037448160769739:0]
2026-01-08T17:03:16.579728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:16.579776Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037443865802349:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62281) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:16.579813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62281) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:16.589704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037443865802349:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:16.656089Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:16.656256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037447972505826:2049] [node 2] ICS01 socket: 605 reason# EndOfStream
2026-01-08T17:03:16.656291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037443677538434:2049] [node 2] ICP30 unregister session Session# [3:7593037447972505826:2049] VirtualId# [3:7593037447972505818:0]
2026-01-08T17:03:16.656321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037447972505826:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.656375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:16.656407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:16.658585Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:16.658801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037448558875706:2049] [node 2] ICS01 socket: 622 reason# EndOfStream
2026-01-08T17:03:16.658868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037444263908310:2049] [node 2] ICP30 unregister session Session# [5:7593037448558875706:2049] VirtualId# [5:7593037448558875704:0]
2026-01-08T17:03:16.658902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037448558875706:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.658982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:16.659035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:16.659490Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:16.659729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037448938597677:2049] [node 2] ICS01 socket: 613 reason# EndOfStream
2026-01-08T17:03:16.659784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037444643630286:2049] [node 2] ICP30 unregister session Session# [4:7593037448938597677:2049] VirtualId# [4:7593037448938597672:0]
2026-01-08T17:03:16.659822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037448938597677:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.659885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:16.659928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:16.660582Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:16.660877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037448160769746:2049] [node 2] ICS01 socket: 588 reason# EndOfStream
2026-01-08T17:03:16.660918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037443865802350:2049] [node 2] ICP30 unregister session Session# [6:7593037448160769746:2049] VirtualId# [6:7593037448160769743:0]
2026-01-08T17:03:16.660950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037448160769746:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.661005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:16.661061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:16.792535Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:16.792842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037448938597679:2050] [node 3] ICS01 socket: 611 reason# EndOfStream
2026-01-08T17:03:16.792899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037444643630287:2050] [node 3] ICP30 unregister session Session# [4:7593037448938597679:2050] VirtualId# [4:7593037448938597669:0]
2026-01-08T17:03:16.792947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037448938597679:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.793024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:16.793107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:16.793734Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:16.793955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037448558875708:2050] [node 3] ICS01 socket: 645 reason# EndOfStream
2026-01-08T17:03:16.794006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037444263908311:2050] [node 3] ICP30 unregister session Session# [5:7593037448558875708:2050] VirtualId# [5:7593037448558875700:0]
2026-01-08T17:03:16.794041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037448558875708:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.794129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:16.794190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:16.800195Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:16.800447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037448160769729:2050] [node 3] ICS01 socket: 600 reason# EndOfStream
2026-01-08T17:03:16.800489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037443865802351:2050] [node 3] ICP30 unregister session Session# [6:7593037448160769729:2050] VirtualId# [6:7593037448160769727:0]
2026-01-08T17:03:16.800549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037448160769729:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.800643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:16.800693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:16.893809Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:16.894121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037448160769733:2064] [node 4] ICS01 socket: 591 reason# EndOfStream
2026-01-08T17:03:16.894194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037443865802405:2064] [node 4] ICP30 unregister session Session# [6:7593037448160769733:2064] VirtualId# [6:7593037448160769726:0]
2026-01-08T17:03:16.894239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037448160769733:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.894337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:16.894192Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:16.894407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037448558875702:2066] [node 4] ICS01 socket: 616 reason# EndOfStream
2026-01-08T17:03:16.894461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037444263908375:2066] [node 4] ICP30 unregister session Session# [5:7593037448558875702:2066] VirtualId# [5:7593037448558875689:0]
2026-01-08T17:03:16.894496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037448558875702:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:16.894558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:16.894603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:16.894425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:17.032541Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:17.032815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037448160769741:2073] [node 5] ICS01 socket: 623 reason# EndOfStream
2026-01-08T17:03:17.032867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037443865802406:2073] [node 5] ICP30 unregister session Session# [6:7593037448160769741:2073] VirtualId# [6:7593037448160769737:0]
2026-01-08T17:03:17.032923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037448160769741:2073] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:17.033054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:17.033117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:17.348146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037453198638006:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:17.348204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037453198638007:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:17.326789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037454707545201:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:17.326858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037454707545202:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:17.357888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037454258266386:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:17.357946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037454258266387:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:17.365879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037452013592311:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:17.365921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037452013592312:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:17.365961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037452013592313:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:17.374295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037454317307124:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:17.374354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037454317307125:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:17.374403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037454317307126:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:17.389280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037452997498987:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:17.389321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037452997498988:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:17.389362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037452997498989:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:17.706435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037454317307181:2106] [node 4] ICP01 ready to work
2026-01-08T17:03:17.771092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037452997499027:2067] [node 4] ICP01 ready to work
2026-01-08T17:03:17.806382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037454707545265:2109] [node 5] ICP01 ready to work
2026-01-08T17:03:17.806913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037452013592379:2110] [node 6] ICP01 ready to work
2026-01-08T17:03:17.840710Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037454258266386:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(150472316ns) {Configure:104(150463322ns) {ProcessConfigured:135(92779ns) {StartInitialHandshake:157(87165ns) {DropHandshakes:470(2997ns) {DropIncomingHandshake:442(547ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:992(1790ns) PrepareNewSessionHandshake:477(2153ns) {SwitchToState:179(1135ns)}}}}}
2026-01-08T17:03:17.846233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037454258266449:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:17.819607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037453198638069:2108] [node 4] ICP01 ready to work
2026-01-08T17:03:17.858777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037452013592382:2109] [node 5] ICP01 ready to work
2026-01-08T17:03:17.819431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037454707545266:2108] [node 6] ICP01 ready to work
2026-01-08T17:03:17.896396Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037454317307124:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(129043034ns) {Configure:104(129037581ns) {ProcessConfigured:135(49658320ns) {StartInitialHandshake:157(49655494ns) {DropHandshakes:470(2750ns) {DropIncomingHandshake:442(455ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:992(893ns) PrepareNewSessionHandshake:477(5061ns) {SwitchToState:179(1506ns)}}}}}
2026-01-08T17:03:17.832031Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037452997498988:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(153301823ns) {Configure:104(153291243ns) {ProcessConfigured:135(105282ns) {StartInitialHandshake:157(102171ns) {DropHandshakes:470(3128ns) {DropIncomingHandshake:442(556ns) DropOutgoingHandshake:457(554ns)} GenerateSessionVirtualId:992(905ns) PrepareNewSessionHandshake:477(2676ns) {SwitchToState:179(1304ns)}}}}}
2026-01-08T17:03:17.819740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037453198638071:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:17.834980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037453198638070:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:17.915422Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037453198638071:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(33530252ns) {Configure:104(33522615ns) {ProcessConfigured:135(102094ns) {StartInitialHandshake:157(99457ns) {DropHandshakes:470(2392ns) {DropIncomingHandshake:442(432ns) DropOutgoingHandshake:457(407ns)} GenerateSessionVirtualId:992(1258ns) PrepareNewSessionHandshake:477(1552ns) {SwitchToState:179(704ns)}}}}}
2026-01-08T17:03:17.916524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037453198638078:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17918
2026-01-08T17:03:17.916598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037453198638079:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17918
2026-01-08T17:03:17.819552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037454707545267:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:17.923101Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037452013592312:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(180176043ns) {Configure:104(172347601ns) {ProcessConfigured:135(93895ns) {StartInitialHandshake:157(90519ns) {DropHandshakes:470(5312ns) {DropIncomingHandshake:442(423ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:992(968ns) PrepareNewSessionHandshake:477(1584ns) {SwitchToState:179(647ns)}}}}}
2026-01-08T17:03:17.854981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037452997499035:2091] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:17.937104Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037454707545267:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(98456220ns) {Configure:104(98439529ns) {ProcessConfigured:135(81512ns) {StartInitialHandshake:157(75356ns) {DropHandshakes:470(2901ns) {DropIncomingHandshake:442(667ns) DropOutgoingHandshake:457(327ns)} GenerateSessionVirtualId:992(986ns) PrepareNewSessionHandshake:477(1438ns) {SwitchToState:179(490ns)}}}}}
2026-01-08T17:03:17.906636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037454258266455:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:17.882691Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037452997498987:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(202913558ns) {Configure:104(202909289ns) {ProcessConfigured:135(21558322ns) {StartInitialHandshake:157(21555830ns) {DropHandshakes:470(2332ns) {DropIncomingHandshake:442(661ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:992(819ns) PrepareNewSessionHandshake:477(4529ns) {SwitchToState:179(191ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:17.949849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037454317307206:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:17.958168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037454317307207:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57349
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:17.990529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037454317307208:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57349
2026-01-08T17:03:17.913435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037454258266454:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:17.937641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037454707545272:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53842
2026-01-08T17:03:17.987300Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037454258266458:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14202
2026-01-08T17:03:17.989401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037454258266459:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14202
2026-01-08T17:03:17.955623Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037452997498989:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(121152902ns) {Configure:104(121145432ns) {ProcessConfigured:135(88439ns) {StartInitialHandshake:157(85830ns) {DropHandshakes:470(2867ns) {DropIncomingHandshake:442(469ns) DropOutgoingHandshake:457(784ns)} GenerateSessionVirtualId:992(942ns) PrepareNewSessionHandshake:477(1557ns) {SwitchToState:179(612ns)}}}}}
2026-01-08T17:03:18.005095Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037452013592379:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(122180464ns) {Configure:104(122176491ns) {ProcessConfigured:135(44813096ns) {StartInitialHandshake:157(44810022ns) {DropHandshakes:470(16337572ns) {DropIncomingHandshake:442(211ns) DropOutgoingHandshake:457(2571ns)} GenerateSessionVirtualId:992(1598ns) PrepareNewSessionHandshake:477(5127ns) {SwitchToState:179(2417ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:17.960849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037452997499065:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12838
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:17.966674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037454707545270:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53842
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.043431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037454317307181:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(269425028ns) {Configure:104(269414881ns) {ProcessConfigured:135(73969ns) {StartInitialHandshake:157(72034ns) {DropHandshakes:470(2724ns) {DropIncomingHandshake:442(660ns) DropOutgoingHandshake:457(487ns)} GenerateSessionVirtualId:992(1020ns) PrepareNewSessionHandshake:477(2235ns) {SwitchToState:179(698ns)}}}}}
2026-01-08T17:03:18.042625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037457292466362:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12838
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:17.967699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037454707545271:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53842
2026-01-08T17:03:18.049783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037458612274507:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57349
2026-01-08T17:03:18.042838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037457292466363:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12838
2026-01-08T17:03:18.056853Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037456308559688:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15195
2026-01-08T17:03:18.076692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037458612274507:2125] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.077742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037457292466362:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.009767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037454707545280:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53842
2026-01-08T17:03:18.102553Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037453198638007:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(192392648ns) {Configure:104(192380348ns) {ProcessConfigured:135(37329998ns) {StartInitialHandshake:157(37326664ns) {DropHandshakes:470(1743ns) {DropIncomingHandshake:442(264ns) DropOutgoingHandshake:457(264ns)} GenerateSessionVirtualId:992(582ns) PrepareNewSessionHandshake:477(4580ns) {SwitchToState:179(2252ns)}}}}}
2026-01-08T17:03:18.088795Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037454317307206:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(17722313ns) {Configure:104(9905565ns) {ProcessConfigured:135(77426ns) {StartInitialHandshake:157(74871ns) {DropHandshakes:470(1852ns) {DropIncomingHandshake:442(380ns) DropOutgoingHandshake:457(467ns)} GenerateSessionVirtualId:992(1029ns) PrepareNewSessionHandshake:477(1294ns) {SwitchToState:179(399ns)}}}}}
2026-01-08T17:03:18.089918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037452013592391:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15195
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.119744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037454258266454:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(124245064ns) {Configure:104(124221002ns) {ProcessConfigured:135(93832ns) {StartInitialHandshake:157(77006ns) {DropHandshakes:470(2396ns) {DropIncomingHandshake:442(449ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:992(1142ns) PrepareNewSessionHandshake:477(2313ns) {SwitchToState:179(961ns)}}}}}
2026-01-08T17:03:18.104341Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037453198638006:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(248853670ns) {Configure:104(248846626ns) {ProcessConfigured:135(4987702ns) {StartInitialHandshake:157(4985703ns) {DropHandshakes:470(2271ns) {DropIncomingHandshake:442(428ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:992(859ns) PrepareNewSessionHandshake:477(3120ns) {SwitchToState:179(1459ns)}}}}}
2026-01-08T17:03:18.083742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037452997498987:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:18.069667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037454707545272:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.094747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037454317307124:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:18.119943Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037454258266459:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.089938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037456308559689:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15195
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.104748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037453198638079:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.122788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037452013592391:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.123815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037454317307207:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.079369Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037454707545270:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.143676Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037454258266449:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(200978557ns) {Configure:104(200967846ns) {ProcessConfigured:135(79433ns) {StartInitialHandshake:157(77887ns) {DropHandshakes:470(2010ns) {DropIncomingHandshake:442(367ns) DropOutgoingHandshake:457(326ns)} GenerateSessionVirtualId:992(648ns) PrepareNewSessionHandshake:477(1323ns) {SwitchToState:179(476ns)}}}}}
2026-01-08T17:03:18.170282Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037452997499065:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.124316Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037452013592384:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.124342Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037452013592384:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.130063Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037452013592384:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.123238Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037454707545201:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(251399895ns) {Configure:104(236581834ns) {ProcessConfigured:135(12181311ns) {StartInitialHandshake:157(12177960ns) {DropHandshakes:470(2349ns) {DropIncomingHandshake:442(693ns) DropOutgoingHandshake:457(475ns)} GenerateSessionVirtualId:992(772ns) PrepareNewSessionHandshake:477(3952ns) {SwitchToState:179(2004ns)}}}}}
2026-01-08T17:03:18.105513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037453198638078:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.130671Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037454707545202:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(284461514ns) {Configure:104(284456077ns) {ProcessConfigured:135(63137ns) {StartInitialHandshake:157(60170ns) {DropHandshakes:470(1877ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:992(813ns) PrepareNewSessionHandshake:477(957ns) {SwitchToState:179(264ns)}}}}}
2026-01-08T17:03:18.130821Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037454707545276:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.130848Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037454707545276:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.134626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037454707545274:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.134670Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037454707545274:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.135854Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037454707545276:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:18.136260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037454707545265:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:18.136328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:18.136388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037454707545265:2109] [node 5] ICP22 created new session: [1:7593037459002512584:2109]
2026-01-08T17:03:18.136445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037459002512584:2109] [node 5] ICS09 handshake done sender: [1:7593037454707545276:2116] self: [1:7593037454707545275:0] peer: [5:7593037458612274510:0] socket: 614 qp: -1
2026-01-08T17:03:18.136482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037459002512584:2109] [node 5] ICS10 traffic start
2026-01-08T17:03:18.136520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:18.166764Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037454707545280:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.182960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037454707545274:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:18.194422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037454707545271:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.198898Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037454707545269:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.198930Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037454707545269:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.123954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037454317307181:2106] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:18.162910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037458553233763:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14202
2026-01-08T17:03:18.171416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037453198638075:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.170888Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037457292466363:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.187620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037456308559688:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.130417Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037454317307124:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16232066ns) {IncomingHandshake:261(4926533ns) {DropIncomingHandshake:442(431ns) PrepareNewSessionHandshake:477(988ns) {SwitchToState:179(348ns)} GenerateSessionVirtualId:992(519ns) IssueIncomingHandshakeReply:193(62021ns) {SwitchToState:179(669ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.170713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037458553233763:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.171442Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037453198638075:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.171034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037452997498988:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:18.219028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037454707545266:2108] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.173931Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037454258266461:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.138717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037458612274513:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57349
2026-01-08T17:03:18.187693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037452013592382:2109] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.171035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037452997498989:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:18.172987Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037453198638075:2111] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.219079Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037459002512580:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.173966Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037454258266461:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.189388Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037454258266461:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:18.191200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037454258266386:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:18.248964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037454258266458:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.250425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037454258266455:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:18.254430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:18.260628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037454258266455:2109] [node 6] ICP22 created new session: [3:7593037458553233767:2109]
2026-01-08T17:03:18.187739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:18.139952Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037454317307124:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21202) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037458612274507:2125] held: no
2026-01-08T17:03:18.192381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037453198638073:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.219111Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037459002512580:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.172737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037457292466368:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12838
2026-01-08T17:03:18.192411Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037453198638073:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.266681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037458553233768:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14202
2026-01-08T17:03:18.187793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037452013592382:2109] [node 5] ICP22 created new session: [4:7593037456308559693:2109]
2026-01-08T17:03:18.158819Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037458612274507:2125] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.219118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:18.170703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037454317307124:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.173638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037452997499065:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:18.187848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037456308559693:2109] [node 5] ICS09 handshake done sender: [4:7593037452013592384:2114] self: [4:7593037452013592383:0] peer: [5:7593037458612274511:0] socket: 593 qp: -1
2026-01-08T17:03:18.193242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037457493605387:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17918
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.268435Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037454258266386:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21202) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037458553233763:2117] held: no
2026-01-08T17:03:18.219194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037454707545266:2108] [node 6] ICP22 created new session: [1:7593037459002512589:2108]
2026-01-08T17:03:18.173929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037452997498988:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.178460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:18.202712Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037453198638073:2110] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.268668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037458553233767:2109] [node 6] ICS09 handshake done sender: [3:7593037454258266461:2114] self: [3:7593037454258266460:0] peer: [6:7593037457292466367:0] socket: 619 qp: -1
2026-01-08T17:03:18.178531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037454317307124:2048] [node 1] ICP22 created new session: [5:7593037458612274515:2048]
2026-01-08T17:03:18.178611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037458612274515:2048] [node 1] ICS09 handshake done sender: [5:7593037458612274507:2125] self: [5:7593037458612274510:0] peer: [1:7593037454707545275:0] socket: 629 qp: -1
2026-01-08T17:03:18.178671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037458612274515:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:18.178721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:18.223660Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037454317307208:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.241547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037458612274512:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57349
2026-01-08T17:03:18.250440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037454317307125:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:18.250627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037454317307207:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:18.260538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037454317307181:2106] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.268726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:18.271079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037454317307181:2106] [node 4] ICP22 created new session: [5:7593037458612274519:2106]
2026-01-08T17:03:18.278025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037458612274519:2106] [node 4] ICS09 handshake done sender: [5:7593037454317307207:2122] self: [5:7593037458612274511:0] peer: [4:7593037452013592383:0] socket: 602 qp: -1
2026-01-08T17:03:18.279585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037458612274520:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57349
2026-01-08T17:03:18.290910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037458612274519:2106] [node 4] ICS10 traffic start
2026-01-08T17:03:18.292783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037458612274520:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.292986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037454317307126:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:18.295713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:18.296313Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037454317307181:2106] [node 4] ICP35 event processing took too much time PendingConnection:279(38491915ns) {HandleHandshakeStatus:329(38488843ns) {DropIncomingHandshake:442(1948ns) DropOutgoingHandshake:457(7986ns) SwitchToState:179(141ns) ProcessPendingSessionEvents:495(114849ns) {ForwardSessionEventToSession:616(55972ns) ForwardSessionEventToSession:616(7656ns) ForwardSessionEventToSession:616(4195ns) ForwardSessionEventToSession:616(6386ns) ForwardSessionEventToSession:616(5666ns) ForwardSessionEventToSession:616(3646ns) ForwardSessionEventToSession:616(6394ns) ForwardSessionEventToSession:616(3094ns) ForwardSessionEventToSession:616(3237ns) ForwardSessionEventToSession:616(5534ns)}}}
2026-01-08T17:03:18.314434Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037458612274518:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57349
2026-01-08T17:03:18.322996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037458612274524:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57349
2026-01-08T17:03:18.187888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037456308559693:2109] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.173985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:18.231159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037459002512589:2108] [node 6] ICS09 handshake done sender: [1:7593037454707545274:2115] self: [1:7593037454707545273:0] peer: [6:7593037457292466364:0] socket: 613 qp: -1
2026-01-08T17:03:18.203050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037453198638069:2108] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.270989Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037458553233763:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:18.271800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037458553233767:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:18.272488Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:18.272992Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037454258266455:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(22347392ns) {HandleHandshakeStatus:329(22344923ns) {DropIncomingHandshake:442(292ns) DropOutgoingHandshake:457(608ns) SwitchToState:179(839ns) ProcessPendingSessionEvents:495(108532ns) {ForwardSessionEventToSession:616(53711ns) ForwardSessionEventToSession:616(4030ns) ForwardSessionEventToSession:616(3276ns) ForwardSessionEventToSession:616(5577ns) ForwardSessionEventToSession:616(4352ns) ForwardSessionEventToSession:616(6486ns) ForwardSessionEventToSession:616(6730ns) ForwardSessionEventToSession:616(3048ns) ForwardSessionEventToSession:616(8217ns) ForwardSessionEventToSession:616(3044ns)}}}
2026-01-08T17:03:18.275095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037454258266386:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.275171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:18.275230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037454258266386:2048] [node 1] ICP22 created new session: [3:7593037458553233773:2048]
2026-01-08T17:03:18.275306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037458553233773:2048] [node 1] ICS09 handshake done sender: [3:7593037458553233763:2117] self: [3:7593037458553233766:0] peer: [1:7593037459002512579:0] socket: 634 qp: -1
2026-01-08T17:03:18.275358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037458553233773:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:18.275396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:18.293959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037458553233772:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14202
2026-01-08T17:03:18.311670Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037458553233760:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.311714Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037458553233760:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.320048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037458553233762:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.320077Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037458553233762:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.330745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037458553233762:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:18.331821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037458553233777:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14202
2026-01-08T17:03:18.341733Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037458553233760:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:18.352854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037458553233777:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.352935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037454258266449:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:18.353025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:18.353105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037454258266449:2107] [node 4] ICP22 created new session: [3:7593037458553233779:2107]
2026-01-08T17:03:18.353173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037458553233779:2107] [node 4] ICS09 handshake done sender: [3:7593037458553233762:2116] self: [3:7593037458553233761:0] peer: [4:7593037456308559706:0] socket: 617 qp: -1
2026-01-08T17:03:18.353215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037458553233779:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:18.353265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:18.354288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037454258266387:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.187927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:18.174042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037452997498988:2049] [node 2] ICP22 created new session: [6:7593037457292466369:2049]
2026-01-08T17:03:18.342240Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037458612274518:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.203104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:18.367723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037454258266454:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:18.367840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:18.367911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037454258266454:2108] [node 5] ICP22 created new session: [3:7593037458553233782:2108]
2026-01-08T17:03:18.367981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037458553233782:2108] [node 5] ICS09 handshake done sender: [3:7593037458553233760:2115] self: [3:7593037458553233759:0] peer: [5:7593037458612274522:0] socket: 621 qp: -1
2026-01-08T17:03:18.368032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037458553233782:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:18.368075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:18.188388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037456308559689:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.231259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037459002512589:2108] [node 6] ICS10 traffic start
2026-01-08T17:03:18.183095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037457292466369:2049] [node 2] ICS09 handshake done sender: [6:7593037452997499065:2115] self: [6:7593037457292466366:0] peer: [2:7593037453198638074:0] socket: 603 qp: -1
2026-01-08T17:03:18.191144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037457292466369:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:18.196969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:18.198638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037457292466365:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12838
2026-01-08T17:03:18.245319Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037452997498988:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(71120215ns) {HandleHandshakeStatus:329(71118261ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(6016ns) SwitchToState:179(522ns) ProcessPendingSessionEvents:495(10260395ns) {ForwardSessionEventToSession:616(10195802ns) ForwardSessionEventToSession:616(5433ns) ForwardSessionEventToSession:616(3358ns) ForwardSessionEventToSession:616(8675ns) ForwardSessionEventToSession:616(3398ns) ForwardSessionEventToSession:616(2799ns) ForwardSessionEventToSession:616(9348ns) ForwardSessionEventToSession:616(2893ns) ForwardSessionEventToSession:616(9125ns) ForwardSessionEventToSession:616(2689ns)}}}
2026-01-08T17:03:18.245461Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037457292466362:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:18.247150Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037452997498987:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21202) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037457292466362:2116] held: no
2026-01-08T17:03:18.247292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037452997498987:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.247348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:18.247410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037452997498987:2048] [node 1] ICP22 created new session: [6:7593037457292466372:2048]
2026-01-08T17:03:18.247461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037457292466372:2048] [node 1] ICS09 handshake done sender: [6:7593037457292466362:2116] self: [6:7593037457292466364:0] peer: [1:7593037454707545273:0] socket: 623 qp: -1
2026-01-08T17:03:18.247505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037457292466372:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:18.247566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:18.251129Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037457292466371:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12838
2026-01-08T17:03:18.271999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037457292466363:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:18.314685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037452997498989:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.314767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:18.314829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037452997498989:2050] [node 3] ICP22 created new session: [6:7593037457292466377:2050]
2026-01-08T17:03:18.314888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037457292466377:2050] [node 3] ICS09 handshake done sender: [6:7593037457292466363:2117] self: [6:7593037457292466367:0] peer: [3:7593037454258266460:0] socket: 625 qp: -1
2026-01-08T17:03:18.314947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037457292466377:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:18.315002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:18.317495Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037457292466376:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12838
2026-01-08T17:03:18.321982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037457292466376:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.322237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037452997499027:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:18.322595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037457292466379:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12838
2026-01-08T17:03:18.364776Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037457292466379:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.377464Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037452997499027:2067] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23355) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037457292466376:2121] held: no
2026-01-08T17:03:18.355266Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037454317307125:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:65093) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037454317307208:2123] held: no
2026-01-08T17:03:18.231329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.203168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037453198638069:2108] [node 4] ICP22 created new session: [2:7593037457493605389:2108]
2026-01-08T17:03:18.188723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037452013592312:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.395264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037458553233784:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14202
2026-01-08T17:03:18.395809Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037458553233777:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:18.396066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037454258266387:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.396142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:18.396192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037454258266387:2049] [node 2] ICP22 created new session: [3:7593037458553233785:2049]
2026-01-08T17:03:18.396256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037458553233785:2049] [node 2] ICS09 handshake done sender: [3:7593037458553233777:2120] self: [3:7593037458553233781:0] peer: [2:7593037457493605379:0] socket: 588 qp: -1
2026-01-08T17:03:18.396303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037458553233785:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:18.396344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.243627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037454707545269:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:18.355491Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037458612274525:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57349
2026-01-08T17:03:18.394069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037452997499035:2091] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:18.188792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037452013592311:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:18.243724Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037459002512580:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:18.404033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037457292466383:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12838
2026-01-08T17:03:18.412563Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037457292466379:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:18.413864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037452997499035:2091] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.413937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:18.413993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037452997499035:2091] [node 5] ICP22 created new session: [6:7593037457292466384:2091]
2026-01-08T17:03:18.414047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037457292466384:2091] [node 5] ICS09 handshake done sender: [6:7593037457292466379:2122] self: [6:7593037457292466382:0] peer: [5:7593037458612274508:0] socket: 635 qp: -1
2026-01-08T17:03:18.414083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037457292466384:2091] [node 5] ICS10 traffic start
2026-01-08T17:03:18.414118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:18.203222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037457493605389:2108] [node 4] ICS09 handshake done sender: [2:7593037453198638073:2110] self: [2:7593037453198638072:0] peer: [4:7593037456308559696:0] socket: 597 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:18.203280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037457493605389:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:18.203331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:18.203419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037453198638070:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:18.211644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:18.218625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037453198638070:2109] [node 6] ICP22 created new session: [2:7593037457493605391:2109]
2026-01-08T17:03:18.238437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037457493605391:2109] [node 6] ICS09 handshake done sender: [2:7593037453198638075:2111] self: [2:7593037453198638074:0] peer: [6:7593037457292466366:0] socket: 598 qp: -1
2026-01-08T17:03:18.244369Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037453198638069:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(41028224ns) {HandleHandshakeStatus:329(41025668ns) {DropIncomingHandshake:442(494ns) DropOutgoingHandshake:457(543ns) SwitchToState:179(517ns) ProcessPendingSessionEvents:495(5614469ns) {ForwardSessionEventToSession:616(5539309ns) ForwardSessionEventToSession:616(10539ns) ForwardSessionEventToSession:616(3662ns) ForwardSessionEventToSession:616(3751ns) ForwardSessionEventToSession:616(8584ns) ForwardSessionEventToSession:616(4259ns) ForwardSessionEventToSession:616(18713ns) ForwardSessionEventToSession:616(3189ns) ForwardSessionEventToSession:616(2821ns) ForwardSessionEventToSession:616(5276ns)}}}
2026-01-08T17:03:18.246507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037457493605391:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:18.250534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:18.242664Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037456308559698:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15195
2026-01-08T17:03:18.254915Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037456308559688:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:18.255148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037452013592312:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.258311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:18.258389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037452013592312:2049] [node 2] ICP22 created new session: [4:7593037456308559700:2049]
2026-01-08T17:03:18.258446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037456308559700:2049] [node 2] ICS09 handshake done sender: [4:7593037456308559688:2118] self: [4:7593037456308559696:0] peer: [2:7593037453198638072:0] socket: 620 qp: -1
2026-01-08T17:03:18.258486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037456308559700:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:18.258533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:18.263069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037456308559692:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15195
2026-01-08T17:03:18.270646Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037452013592311:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21202) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037456308559689:2119] held: no
2026-01-08T17:03:18.280487Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037452013592382:2109] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:18.286435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037456308559699:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15195
2026-01-08T17:03:18.289802Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037456308559689:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:18.290172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037452013592311:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.290288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:18.290384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037452013592311:2048] [node 1] ICP22 created new session: [4:7593037456308559703:2048]
2026-01-08T17:03:18.290454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037456308559703:2048] [node 1] ICS09 handshake done sender: [4:7593037456308559689:2119] self: [4:7593037456308559697:0] peer: [1:7593037454707545268:0] socket: 624 qp: -1
2026-01-08T17:03:18.290496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037456308559703:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:18.295565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:18.318183Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037456308559705:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15195
2026-01-08T17:03:18.319524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037456308559705:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.319682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037452013592313:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:18.321289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037456308559707:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15195
2026-01-08T17:03:18.323298Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037452013592390:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.323325Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037452013592390:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.341177Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037456308559705:2123] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:18.361047Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037452013592390:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:18.363089Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037452013592311:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40331455ns) {HandleHandshakeStatus:329(40327857ns) {DropIncomingHandshake:442(873ns) DropOutgoingHandshake:457(880ns) SwitchToState:179(598ns) ProcessPendingSessionEvents:495(1210ns)}}
2026-01-08T17:03:18.369252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037452013592313:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.369306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:18.369364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037452013592313:2050] [node 3] ICP22 created new session: [4:7593037456308559709:2050]
2026-01-08T17:03:18.369421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037456308559709:2050] [node 3] ICS09 handshake done sender: [4:7593037456308559705:2123] self: [4:7593037456308559706:0] peer: [3:7593037458553233761:0] socket: 656 qp: -1
2026-01-08T17:03:18.369461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037456308559709:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:18.369500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:18.369761Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037452013592313:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:18.371032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037452013592379:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:18.371105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:18.371207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037452013592379:2110] [node 6] ICP22 created new session: [4:7593037456308559711:2110]
2026-01-08T17:03:18.371307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037456308559711:2110] [node 6] ICS09 handshake done sender: [4:7593037452013592390:2116] self: [4:7593037452013592387:0] peer: [6:7593037457292466380:0] socket: 605 qp: -1
2026-01-08T17:03:18.371352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037456308559711:2110] [node 6] ICS10 traffic start
2026-01-08T17:03:18.371389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:18.255671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037454707545202:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:18.255747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:18.256305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037454707545267:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:18.256379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:18.256436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037454707545267:2107] [node 4] ICP22 created new session: [1:7593037459002512597:2107]
2026-01-08T17:03:18.256501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037459002512597:2107] [node 4] ICS09 handshake done sender: [1:7593037454707545269:2111] self: [1:7593037454707545268:0] peer: [4:7593037456308559697:0] socket: 607 qp: -1
2026-01-08T17:03:18.256546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037459002512597:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:18.256586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:18.257697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037454707545202:2049] [node 3] ICP22 created new session: [1:7593037459002512596:2049]
2026-01-08T17:03:18.265135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037459002512596:2049] [node 3] ICS09 handshake done sender: [1:7593037459002512580:2118] self: [1:7593037459002512579:0] peer: [3:7593037458553233766:0] socket: 606 qp: -1
2026-01-08T17:03:18.265189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037459002512596:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:18.267118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037459002512595:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53842
2026-01-08T17:03:18.268697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:18.363351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037459002512595:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.382896Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037459002512582:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.382934Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037459002512582:2119] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.387889Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037459002512582:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:18.404359Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037454707545202:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(58734583ns) {HandleHandshakeStatus:329(58731590ns) {DropIncomingHandshake:442(16958ns) DropOutgoingHandshake:457(290ns) SwitchToState:179(455ns) ProcessPendingSessionEvents:495(40406756ns) {ForwardSessionEventToSession:616(16791701ns) ForwardSessionEventToSession:616(2693004ns) ForwardSessionEventToSession:616(1641969ns) ForwardSessionEventToSession:616(5099ns) ForwardSessionEventToSession:616(9205513ns) ForwardSessionEventToSession:616(3708ns) ForwardSessionEventToSession:616(4090ns) ForwardSessionEventToSession:616(4532582ns) ForwardSessionEventToSession:616(4195ns) ForwardSessionEventToSession:616(5487002ns)}}}
2026-01-08T17:03:18.452085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037454707545201:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:18.452175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:18.452236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037454707545201:2048] [node 2] ICP22 created new session: [1:7593037459002512602:2048]
2026-01-08T17:03:18.452745Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037452997499035:2091] [node 5] ICP35 event processing took too much time PendingConnection:279(35357362ns) {HandleHandshakeStatus:329(35355598ns) {DropIncomingHandshake:442(379ns) DropOutgoingHandshake:457(6928ns) SwitchToState:179(260ns) ProcessPendingSessionEvents:495(34960927ns) {ForwardSessionEventToSession:616(16502568ns) ForwardSessionEventToSession:616(19925ns) ForwardSessionEventToSession:616(4727ns) ForwardSessionEventToSession:616(2578027ns) ForwardSessionEventToSession:616(4352ns) ForwardSessionEventToSession:616(6310313ns) ForwardSessionEventToSession:616(8473ns) ForwardSessionEventToSession:616(6267903ns) ForwardSessionEventToSession:616(3232677ns) ForwardSessionEventToSession:616(5244ns)}}}
2026-01-08T17:03:18.457216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037457292466381:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12838
2026-01-08T17:03:18.355968Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037458612274520:2130] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:18.457465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037459002512602:2048] [node 2] ICS09 handshake done sender: [1:7593037459002512582:2119] self: [1:7593037459002512581:0] peer: [2:7593037457493605400:0] socket: 646 qp: -1
2026-01-08T17:03:18.457522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037459002512602:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:18.457571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:18.268763Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037457493605380:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17918
2026-01-08T17:03:18.278422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037453198638077:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.278475Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037453198638077:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.286655Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037453198638070:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(84005517ns) {HandleHandshakeStatus:329(84002629ns) {DropIncomingHandshake:442(16245ns) DropOutgoingHandshake:457(368ns) SwitchToState:179(115ns) ProcessPendingSessionEvents:495(13541064ns) {ForwardSessionEventToSession:616(6082087ns) ForwardSessionEventToSession:616(6067ns) ForwardSessionEventToSession:616(488141ns) ForwardSessionEventToSession:616(6950ns) ForwardSessionEventToSession:616(500345ns) ForwardSessionEventToSession:616(2293239ns) ForwardSessionEventToSession:616(5625ns) ForwardSessionEventToSession:616(3487ns) ForwardSessionEventToSession:616(4131403ns) ForwardSessionEventToSession:616(3959ns)}}}
2026-01-08T17:03:18.297892Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037457493605380:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.298215Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037453198638069:2108] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:18.308406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037453198638077:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:18.335075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037453198638071:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:18.335148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:18.335211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037453198638071:2107] [node 5] ICP22 created new session: [2:7593037457493605398:2107]
2026-01-08T17:03:18.335322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037457493605398:2107] [node 5] ICS09 handshake done sender: [2:7593037453198638077:2112] self: [2:7593037453198638076:0] peer: [5:7593037458612274517:0] socket: 599 qp: -1
2026-01-08T17:03:18.335359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037457493605398:2107] [node 5] ICS10 traffic start
2026-01-08T17:03:18.335403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:18.339455Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037457493605394:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17918
2026-01-08T17:03:18.366721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037457493605394:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.378681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037453198638006:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:18.385284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037457493605381:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.385332Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037457493605381:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.386910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037457493605401:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17918
2026-01-08T17:03:18.394844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037457493605381:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:18.422509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037453198638007:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:18.433589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:18.439264Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037457493605394:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:18.442557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037453198638007:2049] [node 3] ICP22 created new session: [2:7593037457493605403:2049]
2026-01-08T17:03:18.442638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037457493605403:2049] [node 3] ICS09 handshake done sender: [2:7593037457493605381:2116] self: [2:7593037457493605379:0] peer: [3:7593037458553233781:0] socket: 654 qp: -1
2026-01-08T17:03:18.442702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037457493605403:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:18.442766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:18.443366Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037453198638007:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(20605747ns) {HandleHandshakeStatus:329(20602941ns) {DropIncomingHandshake:442(20896ns) DropOutgoingHandshake:457(633ns) SwitchToState:179(4852ns) ProcessPendingSessionEvents:495(140798ns) {ForwardSessionEventToSession:616(73002ns) ForwardSessionEventToSession:616(3310ns) ForwardSessionEventToSession:616(23526ns) ForwardSessionEventToSession:616(3112ns) ForwardSessionEventToSession:616(3098ns) ForwardSessionEventToSession:616(9603ns) ForwardSessionEventToSession:616(3482ns) ForwardSessionEventToSession:616(3446ns) ForwardSessionEventToSession:616(6170ns) ForwardSessionEventToSession:616(3294ns)}}}
2026-01-08T17:03:18.449527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037453198638006:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.449602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:18.449669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037453198638006:2048] [node 1] ICP22 created new session: [2:7593037457493605405:2048]
2026-01-08T17:03:18.449732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037457493605405:2048] [node 1] ICS09 handshake done sender: [2:7593037457493605394:2119] self: [2:7593037457493605400:0] peer: [1:7593037459002512581:0] socket: 604 qp: -1
2026-01-08T17:03:18.449783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037457493605405:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:18.363491Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037454317307208:2123] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:18.449823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:18.374503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037454317307126:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.374598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:18.374660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037454317307126:2050] [node 3] ICP22 created new session: [5:7593037458612274527:2050]
2026-01-08T17:03:18.374718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037458612274527:2050] [node 3] ICS09 handshake done sender: [5:7593037458612274520:2130] self: [5:7593037458612274522:0] peer: [3:7593037458553233759:0] socket: 600 qp: -1
2026-01-08T17:03:18.374755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037458612274527:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:18.374813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:18.392586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037454317307125:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.392675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:18.392745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037454317307125:2049] [node 2] ICP22 created new session: [5:7593037458612274529:2049]
2026-01-08T17:03:18.392807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037458612274529:2049] [node 2] ICS09 handshake done sender: [5:7593037454317307208:2123] self: [5:7593037458612274517:0] peer: [2:7593037453198638076:0] socket: 610 qp: -1
2026-01-08T17:03:18.392862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037458612274529:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:18.392905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:18.401559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037458612274509:2126] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:18.401600Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037458612274509:2126] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:18.411699Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037458612274509:2126] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:18.412924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037454317307206:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:18.413016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:18.413085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037454317307206:2109] [node 6] ICP22 created new session: [5:7593037458612274532:2109]
2026-01-08T17:03:18.460492Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037457292466376:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:18.458468Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037454707545201:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(18459661ns) {HandleHandshakeStatus:329(18455416ns) {DropIncomingHandshake:442(27981ns) DropOutgoingHandshake:457(1121ns) SwitchToState:179(666ns) ProcessPendingSessionEvents:495(448396ns) {ForwardSessionEventToSession:616(381837ns) ForwardSessionEventToSession:616(5160ns) ForwardSessionEventToSession:616(11171ns) ForwardSessionEventToSession:616(3033ns) ForwardSessionEventToSession:616(15565ns) ForwardSessionEventToSession:616(4258ns) ForwardSessionEventToSession:616(3234ns) ForwardSessionEventToSession:616(5843ns) ForwardSessionEventToSession:616(3255ns) ForwardSessionEventToSession:616(2881ns)}}}
2026-01-08T17:03:18.461199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037452997499027:2067] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:18.461249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:18.461307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037452997499027:2067] [node 4] ICP22 created new session: [6:7593037457292466386:2067]
2026-01-08T17:03:18.461361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037457292466386:2067] [node 4] ICS09 handshake done sender: [6:7593037457292466376:2121] self: [6:7593037457292466380:0] peer: [4:7593037452013592387:0] socket: 653 qp: -1
2026-01-08T17:03:18.461403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037457292466386:2067] [node 4] ICS10 traffic start
2026-01-08T17:03:18.413142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037458612274532:2109] [node 6] ICS09 handshake done sender: [5:7593037458612274509:2126] self: [5:7593037458612274508:0] peer: [6:7593037457292466382:0] socket: 641 qp: -1
2026-01-08T17:03:18.461456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:18.413188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037458612274532:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:18.413234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:18.846761Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:18.847056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037457493605405:2048] [node 1] ICS01 socket: 604 reason# EndOfStream
2026-01-08T17:03:18.847104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037453198638006:2048] [node 1] ICP30 unregister session Session# [2:7593037457493605405:2048] VirtualId# [2:7593037457493605400:0]
2026-01-08T17:03:18.847152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037457493605405:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:18.847267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:18.847320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:18.856569Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:18.856882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037458553233773:2048] [node 1] ICS01 socket: 634 reason# EndOfStream
2026-01-08T17:03:18.856939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037454258266386:2048] [node 1] ICP30 unregister session Session# [3:7593037458553233773:2048] VirtualId# [3:7593037458553233766:0]
2026-01-08T17:03:18.856991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037458553233773:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:18.857098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:18.857158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:18.874458Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:18.874746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037458612274515:2048] [node 1] ICS01 socket: 629 reason# EndOfStream
2026-01-08T17:03:18.874796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037454317307124:2048] [node 1] ICP30 unregister session Session# [5:7593037458612274515:2048] VirtualId# [5:7593037458612274510:0]
2026-01-08T17:03:18.874847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037458612274515:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:18.874936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:18.874994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:18.878425Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:18.878968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037456308559703:2048] [node 1] ICS01 socket: 624 reason# EndOfStream
2026-01-08T17:03:18.879019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037452013592311:2048] [node 1] ICP30 unregister session Session# [4:7593037456308559703:2048] VirtualId# [4:7593037456308559697:0]
2026-01-08T17:03:18.879061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037456308559703:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:18.879147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:18.879193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:18.875570Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:18.875880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037457292466372:2048] [node 1] ICS01 socket: 623 reason# EndOfStream
2026-01-08T17:03:18.875965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037452997498987:2048] [node 1] ICP30 unregister session Session# [6:7593037457292466372:2048] VirtualId# [6:7593037457292466364:0]
2026-01-08T17:03:18.876015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037457292466372:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:18.876121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:18.876172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:19.020766Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:19.021033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037458553233785:2049] [node 2] ICS01 socket: 588 reason# EndOfStream
2026-01-08T17:03:19.021094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037454258266387:2049] [node 2] ICP30 unregister session Session# [3:7593037458553233785:2049] VirtualId# [3:7593037458553233781:0]
2026-01-08T17:03:19.021143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037458553233785:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:19.021233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:19.021286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:19.029760Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:19.030017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037457292466369:2049] [node 2] ICS01 socket: 603 reason# EndOfStream
2026-01-08T17:03:19.030068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037452997498988:2049] [node 2] ICP30 unregister session Session# [6:7593037457292466369:2049] VirtualId# [6:7593037457292466366:0]
2026-01-08T17:03:19.030116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037457292466369:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:19.030202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:19.030252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:19.030427Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:19.030668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037458612274529:2049] [node 2] ICS01 socket: 610 reason# EndOfStream
2026-01-08T17:03:19.030712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037454317307125:2049] [node 2] ICP30 unregister session Session# [5:7593037458612274529:2049] VirtualId# [5:7593037458612274517:0]
2026-01-08T17:03:19.030754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037458612274529:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:19.030856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:19.030903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:19.031011Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:19.031222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037456308559700:2049] [node 2] ICS01 socket: 620 reason# EndOfStream
2026-01-08T17:03:19.031279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037452013592312:2049] [node 2] ICP30 unregister session Session# [4:7593037456308559700:2049] VirtualId# [4:7593037456308559696:0]
2026-01-08T17:03:19.031312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037456308559700:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:19.031376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:19.031420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:19.140883Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:19.141548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037457292466377:2050] [node 3] ICS01 socket: 625 reason# EndOfStream
2026-01-08T17:03:19.141588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037452997498989:2050] [node 3] ICP30 unregister session Session# [6:7593037457292466377:2050] VirtualId# [6:7593037457292466367:0]
2026-01-08T17:03:19.141624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037457292466377:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:19.138569Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:19.138875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037456308559709:2050] [node 3] ICS07 socket disconnect 656 reason# EndOfStream
2026-01-08T17:03:19.141686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:19.141723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:19.138925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037456308559709:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:19.139008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:19.139055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037456308559709:2050] [node 3] ICS15 start handshake
2026-01-08T17:03:19.140293Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037452013592313:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31287) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:19.140361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037456308559709:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:19.140402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037452013592313:2050] [node 3] ICP30 unregister session Session# [4:7593037456308559709:2050] VirtualId# [4:7593037456308559706:0]
2026-01-08T17:03:19.140447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:19.140478Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037452013592313:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31287) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:19.140495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31287) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:19.138584Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:19.139433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037458612274527:2050] [node 3] ICS01 socket: 600 reason# EndOfStream
2026-01-08T17:03:19.139487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037454317307126:2050] [node 3] ICP30 unregister session Session# [5:7593037458612274527:2050] VirtualId# [5:7593037458612274522:0]
2026-01-08T17:03:19.139526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037458612274527:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:19.141024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:19.141095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:19.291122Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:19.291311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037457292466386:2067] [node 4] ICS01 socket: 653 reason# EndOfStream
2026-01-08T17:03:19.291347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037452997499027:2067] [node 4] ICP30 unregister session Session# [6:7593037457292466386:2067] VirtualId# [6:7593037457292466380:0]
2026-01-08T17:03:19.291375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037457292466386:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:19.291436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:19.291473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:19.290577Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:19.290814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037458612274519:2106] [node 4] ICS01 socket: 602 reason# EndOfStream
2026-01-08T17:03:19.290865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037454317307181:2106] [node 4] ICP30 unregister session Session# [5:7593037458612274519:2106] VirtualId# [5:7593037458612274511:0]
2026-01-08T17:03:19.290911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037458612274519:2106] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:19.290948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:19.291023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:19.593088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037461753324328:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:19.593142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037461753324329:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:19.600233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037462097300395:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:19.600286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037462097300396:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:19.611298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037463381686229:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:19.611341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037463381686230:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:19.637850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037463191681260:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:19.637893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037463191681261:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:19.637935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037463191681262:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:19.650280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037460393144596:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:19.651194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037460393144597:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:19.651262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037460393144598:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:19.665115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037460676119578:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:19.665171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037460676119579:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:19.665279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037460676119580:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:19.878078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037463381686281:2101] [node 6] ICP01 ready to work
2026-01-08T17:03:19.878146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037460393144623:2073] [node 4] ICP01 ready to work
2026-01-08T17:03:19.958680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037460393144642:2071] [node 6] ICP01 ready to work
2026-01-08T17:03:20.028606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037467486648619:2097] [node 5] ICP01 ready to work
2026-01-08T17:03:19.988396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037461753324409:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:20.000535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037460676119631:2070] [node 4] ICP01 ready to work
2026-01-08T17:03:20.036576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037461753324410:2116] [node 6] ICP01 ready to work
2026-01-08T17:03:20.049616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037466392267755:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:20.049596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037467676653589:2107] [node 5] ICP01 ready to work
2026-01-08T17:03:20.059603Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037460676119579:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(58664237ns) {Configure:104(58659090ns) {ProcessConfigured:135(109723ns) {StartInitialHandshake:157(103804ns) {DropHandshakes:470(2544ns) {DropIncomingHandshake:442(446ns) DropOutgoingHandshake:457(432ns)} GenerateSessionVirtualId:992(1201ns) PrepareNewSessionHandshake:477(1464ns) {SwitchToState:179(517ns)}}}}}
2026-01-08T17:03:20.069354Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037461753324329:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(54051205ns) {Configure:104(46057033ns) {ProcessConfigured:135(86268ns) {StartInitialHandshake:157(82586ns) {DropHandshakes:470(2374ns) {DropIncomingHandshake:442(387ns) DropOutgoingHandshake:457(466ns)} GenerateSessionVirtualId:992(1107ns) PrepareNewSessionHandshake:477(1287ns) {SwitchToState:179(551ns)}}}}}
2026-01-08T17:03:20.049744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037466392267754:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:20.071521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037464971086936:2081] [node 5] ICP01 ready to work
2026-01-08T17:03:20.054962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037467676653590:2108] [node 4] ICP01 ready to work
2026-01-08T17:03:20.082361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037467486648622:2106] [node 6] ICP01 ready to work
2026-01-08T17:03:20.070528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037466048291707:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:20.064007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037466392267756:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:20.132145Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037460393144623:2073] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(253548043ns) {Configure:104(253543675ns) {ProcessConfigured:135(90771ns) {StartInitialHandshake:157(87805ns) {DropHandshakes:470(2883ns) {DropIncomingHandshake:442(468ns) DropOutgoingHandshake:457(330ns)} GenerateSessionVirtualId:992(1146ns) PrepareNewSessionHandshake:477(1497ns) {SwitchToState:179(516ns)}}}}}
2026-01-08T17:03:20.152408Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037463381686230:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(137094043ns) {Configure:104(137088775ns) {ProcessConfigured:135(57717ns) {StartInitialHandshake:157(55925ns) {DropHandshakes:470(1643ns) {DropIncomingHandshake:442(161ns) DropOutgoingHandshake:457(879ns)} GenerateSessionVirtualId:992(260ns) PrepareNewSessionHandshake:477(958ns) {SwitchToState:179(502ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.083903Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037461753324409:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(30492271ns) {Configure:104(30486485ns) {ProcessConfigured:135(108604ns) {StartInitialHandshake:157(106480ns) {DropHandshakes:470(2637ns) {DropIncomingHandshake:442(411ns) DropOutgoingHandshake:457(528ns)} GenerateSessionVirtualId:992(1233ns) PrepareNewSessionHandshake:477(1742ns) {SwitchToState:179(828ns)}}}}}
2026-01-08T17:03:20.104012Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037466392267756:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(27066531ns) {Configure:104(27062333ns) {ProcessConfigured:135(25082873ns) {StartInitialHandshake:157(25080488ns) {DropHandshakes:470(15710580ns) {DropIncomingHandshake:442(241ns) DropOutgoingHandshake:457(5426ns)} GenerateSessionVirtualId:992(5069ns) PrepareNewSessionHandshake:477(4923ns) {SwitchToState:179(2093ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.168124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037467676653595:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50725
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.147183Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037466048291707:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(42101009ns) {Configure:104(42096415ns) {ProcessConfigured:135(149462ns) {StartInitialHandshake:157(146667ns) {DropHandshakes:470(2792ns) {DropIncomingHandshake:442(537ns) DropOutgoingHandshake:457(577ns)} GenerateSessionVirtualId:992(1132ns) PrepareNewSessionHandshake:477(1677ns) {SwitchToState:179(682ns)}}}}}
2026-01-08T17:03:20.149637Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037462097300395:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(193639258ns) {Configure:104(193632987ns) {ProcessConfigured:135(55852534ns) {StartInitialHandshake:157(50176901ns) {DropHandshakes:470(2810ns) {DropIncomingHandshake:442(571ns) DropOutgoingHandshake:457(434ns)} GenerateSessionVirtualId:992(1270ns) PrepareNewSessionHandshake:477(4679ns) {SwitchToState:179(1867ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.175350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037467486648619:2097] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(130458931ns) {Configure:104(130454598ns) {ProcessConfigured:135(11647428ns) {StartInitialHandshake:157(11643386ns) {DropHandshakes:470(1031ns) {DropIncomingHandshake:442(206ns) DropOutgoingHandshake:457(260ns)} GenerateSessionVirtualId:992(731ns) PrepareNewSessionHandshake:477(4400ns) {SwitchToState:179(2035ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.168710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037466048291719:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8290
2026-01-08T17:03:20.175064Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037460393144642:2071] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(18137249ns) {Configure:104(18130295ns) {ProcessConfigured:135(15870598ns) {StartInitialHandshake:157(15867275ns) {DropHandshakes:470(2639ns) {DropIncomingHandshake:442(347ns) DropOutgoingHandshake:457(401ns)} GenerateSessionVirtualId:992(499ns) PrepareNewSessionHandshake:477(4296ns) {SwitchToState:179(1977ns)}}}}}
2026-01-08T17:03:20.158868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037466392267767:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37185
2026-01-08T17:03:20.176020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037467486648624:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1345
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.218649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037466048291720:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8290
2026-01-08T17:03:20.222137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037466048291715:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.222174Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037466048291715:2130] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.190457Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037460676119580:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(311241171ns) {Configure:104(311237262ns) {ProcessConfigured:135(28275462ns) {StartInitialHandshake:157(28271985ns) {DropHandshakes:470(2375ns) {DropIncomingHandshake:442(511ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:992(601ns) PrepareNewSessionHandshake:477(3374ns) {SwitchToState:179(1823ns)}}}}}
2026-01-08T17:03:20.202866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037463381686281:2101] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(283380966ns) {Configure:104(283375668ns) {ProcessConfigured:135(12726414ns) {StartInitialHandshake:157(12723819ns) {DropHandshakes:470(10874627ns) {DropIncomingHandshake:442(442ns) DropOutgoingHandshake:457(2358ns)} GenerateSessionVirtualId:992(1565ns) PrepareNewSessionHandshake:477(3002ns) {SwitchToState:179(1760ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.241478Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037467676653589:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(146498578ns) {Configure:104(146492400ns) {ProcessConfigured:135(54219ns) {StartInitialHandshake:157(51592ns) {DropHandshakes:470(3288ns) {DropIncomingHandshake:442(1104ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:992(663ns) PrepareNewSessionHandshake:477(1311ns) {SwitchToState:179(562ns)}}}}}
2026-01-08T17:03:20.187598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037460393144598:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(189852561ns) {Configure:104(189842732ns) {ProcessConfigured:135(107207ns) {StartInitialHandshake:157(104207ns) {DropHandshakes:470(2610ns) {DropIncomingHandshake:442(444ns) DropOutgoingHandshake:457(685ns)} GenerateSessionVirtualId:992(784ns) PrepareNewSessionHandshake:477(2268ns) {SwitchToState:179(972ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.254023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037467676653601:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50725
2026-01-08T17:03:20.254242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037467676653602:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50725
2026-01-08T17:03:20.254362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037467676653603:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50725
2026-01-08T17:03:20.195523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037466392267769:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37185
2026-01-08T17:03:20.190632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037464971086946:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5722
2026-01-08T17:03:20.176265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037467486648623:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1345
2026-01-08T17:03:20.188485Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037464688111959:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52281
2026-01-08T17:03:20.256865Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037466048291715:2130] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:20.197542Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037460393144597:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(206842600ns) {Configure:104(206835513ns) {ProcessConfigured:135(47688ns) {StartInitialHandshake:157(42877ns) {DropHandshakes:470(2175ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(231ns)} GenerateSessionVirtualId:992(586ns) PrepareNewSessionHandshake:477(976ns) {SwitchToState:179(484ns)}}}}}
2026-01-08T17:03:20.195702Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037466392267770:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37185
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.212874Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037463191681260:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(215145877ns) {Configure:104(215137116ns) {ProcessConfigured:135(8284633ns) {StartInitialHandshake:157(8282226ns) {DropHandshakes:470(1936ns) {DropIncomingHandshake:442(335ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:992(475ns) PrepareNewSessionHandshake:477(2152ns) {SwitchToState:179(378ns)}}}}}
2026-01-08T17:03:20.190732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037464971086947:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5722
2026-01-08T17:03:20.217015Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037464688111969:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52281
2026-01-08T17:03:20.198198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037466392267771:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37185
2026-01-08T17:03:20.238706Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037462097300396:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(166832988ns) {Configure:104(166825803ns) {ProcessConfigured:135(24520481ns) {StartInitialHandshake:157(24517990ns) {DropHandshakes:470(2008ns) {DropIncomingHandshake:442(342ns) DropOutgoingHandshake:457(376ns)} GenerateSessionVirtualId:992(382ns) PrepareNewSessionHandshake:477(4264ns) {SwitchToState:179(1797ns)}}}}}
2026-01-08T17:03:20.312266Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037466392267767:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.231239Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037460393144596:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(223420720ns) {Configure:104(223410185ns) {ProcessConfigured:135(85987ns) {StartInitialHandshake:157(82698ns) {DropHandshakes:470(2962ns) {DropIncomingHandshake:442(473ns) DropOutgoingHandshake:457(725ns)} GenerateSessionVirtualId:992(1026ns) PrepareNewSessionHandshake:477(1605ns) {SwitchToState:179(683ns)}}}}}
2026-01-08T17:03:20.221713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037467486648624:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.221870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037463191681260:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.239798Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037463191681262:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(259726709ns) {Configure:104(259720808ns) {ProcessConfigured:135(21396427ns) {StartInitialHandshake:157(21393328ns) {DropHandshakes:470(3204ns) {DropIncomingHandshake:442(440ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:992(765ns) PrepareNewSessionHandshake:477(2221ns) {SwitchToState:179(1107ns)}}}}}
2026-01-08T17:03:20.302938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037467486648635:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1345
2026-01-08T17:03:20.332262Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037467486648624:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:20.338965Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037461753324328:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(305752764ns) {Configure:104(305747488ns) {ProcessConfigured:135(77882483ns) {StartInitialHandshake:157(77879994ns) {DropHandshakes:470(2393ns) {DropIncomingHandshake:442(335ns) DropOutgoingHandshake:457(497ns)} GenerateSessionVirtualId:992(454ns) PrepareNewSessionHandshake:477(2823ns) {SwitchToState:179(1580ns)}}}}}
2026-01-08T17:03:20.339420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037467676653595:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.339552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037467676653601:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.339813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037463381686229:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.193939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037464971086950:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5722
2026-01-08T17:03:20.213141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037464971086945:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5722
2026-01-08T17:03:20.246485Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037460676119578:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(324398667ns) {Configure:104(324395033ns) {ProcessConfigured:135(9666793ns) {StartInitialHandshake:157(9664657ns) {DropHandshakes:470(2379ns) {DropIncomingHandshake:442(558ns) DropOutgoingHandshake:457(283ns)} GenerateSessionVirtualId:992(405ns) PrepareNewSessionHandshake:477(1803ns) {SwitchToState:179(646ns)}}}}}
2026-01-08T17:03:20.303421Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037464971086936:2081] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(204921045ns) {Configure:104(204913181ns) {ProcessConfigured:135(11076145ns) {StartInitialHandshake:157(11072592ns) {DropHandshakes:470(2551ns) {DropIncomingHandshake:442(443ns) DropOutgoingHandshake:457(521ns)} GenerateSessionVirtualId:992(1027ns) PrepareNewSessionHandshake:477(4016ns) {SwitchToState:179(1716ns)}}}}}
2026-01-08T17:03:20.338876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037464971086945:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.339111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037460676119578:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.342023Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037466392267769:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.346143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037463191681260:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.346223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:20.346282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037463191681260:2048] [node 1] ICP22 created new session: [4:7593037467486648638:2048]
2026-01-08T17:03:20.346359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037467486648638:2048] [node 1] ICS09 handshake done sender: [4:7593037467486648624:2112] self: [4:7593037467486648634:0] peer: [1:7593037466048291714:0] socket: 603 qp: -1
2026-01-08T17:03:20.346410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037467486648638:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:20.346451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:20.350632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037464971086950:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.359725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037464971086958:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5722
2026-01-08T17:03:20.362878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037466392267771:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.364214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037464971086936:2081] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.364428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037464971086947:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.369522Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037464971086959:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5722
2026-01-08T17:03:20.369630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037460676119580:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.369706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037464971086960:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5722
2026-01-08T17:03:20.379122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037464971086945:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:20.379539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037464971086950:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:20.347530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037466048291719:2132] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.360794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037464688111969:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.361343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037467486648623:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.370582Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037467676653590:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(271709951ns) {Configure:104(271701696ns) {ProcessConfigured:135(30486048ns) {StartInitialHandshake:157(23115980ns) {DropHandshakes:470(2742ns) {DropIncomingHandshake:442(1051ns) DropOutgoingHandshake:457(260ns)} GenerateSessionVirtualId:992(1384ns) PrepareNewSessionHandshake:477(2933ns) {SwitchToState:179(495ns)}}}}}
2026-01-08T17:03:20.394956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037460676119578:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.395064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:20.395125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037460676119578:2048] [node 1] ICP22 created new session: [6:7593037464971086962:2048]
2026-01-08T17:03:20.395185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037464971086962:2048] [node 1] ICS09 handshake done sender: [6:7593037464971086945:2112] self: [6:7593037464971086956:0] peer: [1:7593037466048291708:0] socket: 608 qp: -1
2026-01-08T17:03:20.395225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037464971086962:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:20.395282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:20.396723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037464971086936:2081] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.396795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:20.396851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037464971086936:2081] [node 5] ICP22 created new session: [6:7593037464971086965:2081]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.360964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037460393144623:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.347623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037461753324409:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:20.361501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037467486648627:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.396912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037464971086965:2081] [node 5] ICS09 handshake done sender: [6:7593037464971086950:2116] self: [6:7593037464971086957:0] peer: [5:7593037464688111960:0] socket: 622 qp: -1
2026-01-08T17:03:20.390750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037466392267770:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.379854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037467676653597:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.400270Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037466392267777:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37185
2026-01-08T17:03:20.351875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037466048291709:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.365017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037464688111961:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.396952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037464971086965:2081] [node 5] ICS10 traffic start
2026-01-08T17:03:20.379884Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037467676653597:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.365053Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037464688111961:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.351924Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037466048291709:2128] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.361527Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037467486648627:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.439810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037466392267777:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.446976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037462097300395:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.396982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:20.393273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037467676653611:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50725
2026-01-08T17:03:20.363505Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037467486648622:2106] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(175370489ns) {Configure:104(175363190ns) {ProcessConfigured:135(26825539ns) {StartInitialHandshake:157(26821659ns) {DropHandshakes:470(764ns) {DropIncomingHandshake:442(92ns) DropOutgoingHandshake:457(186ns)} GenerateSessionVirtualId:992(267ns) PrepareNewSessionHandshake:477(2888ns) {SwitchToState:179(1195ns)}}}}}
2026-01-08T17:03:20.364466Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037467486648627:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:20.397576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037467486648619:2097] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:20.397614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:20.397669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037467486648619:2097] [node 5] ICP22 created new session: [4:7593037467486648644:2097]
2026-01-08T17:03:20.397717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037467486648644:2097] [node 5] ICS09 handshake done sender: [4:7593037467486648627:2113] self: [4:7593037467486648626:0] peer: [5:7593037464688111972:0] socket: 630 qp: -1
2026-01-08T17:03:20.397750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037467486648644:2097] [node 5] ICS10 traffic start
2026-01-08T17:03:20.397798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:20.363695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:20.366037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037464688111961:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.394675Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037467676653597:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:20.363943Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037466048291711:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.399736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037464971086967:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5722
2026-01-08T17:03:20.464199Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037467486648643:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1345
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.366407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037460393144642:2071] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.476331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037466392267780:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37185
2026-01-08T17:03:20.451528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037467676653603:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.434473Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037464971086947:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:20.476804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037467486648637:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.363942Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037466048291709:2128] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:20.366471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.451586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037463381686281:2101] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.439319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037464971086959:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.476843Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037467486648637:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.366525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037460393144642:2071] [node 6] ICP22 created new session: [5:7593037464688111974:2071]
2026-01-08T17:03:20.445513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037460676119580:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.445598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:20.445669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037460676119580:2050] [node 3] ICP22 created new session: [6:7593037464971086968:2050]
2026-01-08T17:03:20.445744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037464971086968:2050] [node 3] ICS09 handshake done sender: [6:7593037464971086947:2114] self: [6:7593037464971086961:0] peer: [3:7593037467676653596:0] socket: 615 qp: -1
2026-01-08T17:03:20.445788Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037464971086968:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:20.445830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:20.448420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037460676119631:2070] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.466976Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037464971086946:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.467169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037460676119579:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.490903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037464971086972:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5722
2026-01-08T17:03:20.513465Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037464971086959:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:20.513795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037464971086973:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5722
2026-01-08T17:03:20.515033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037460676119631:2070] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.515114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:20.515171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037460676119631:2070] [node 4] ICP22 created new session: [6:7593037464971086974:2070]
2026-01-08T17:03:20.515232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037464971086974:2070] [node 4] ICS09 handshake done sender: [6:7593037464971086959:2120] self: [6:7593037464971086970:0] peer: [4:7593037467486648636:0] socket: 644 qp: -1
2026-01-08T17:03:20.515286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037464971086974:2070] [node 4] ICS10 traffic start
2026-01-08T17:03:20.515337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:20.363976Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037466048291711:2129] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.451653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:20.482250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037466392267764:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.500626Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037467486648637:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:20.366602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037464688111974:2071] [node 6] ICS09 handshake done sender: [5:7593037464688111961:2112] self: [5:7593037464688111960:0] peer: [6:7593037464971086957:0] socket: 619 qp: -1
2026-01-08T17:03:20.520124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037467486648622:2106] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:20.520219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:20.520280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037467486648622:2106] [node 6] ICP22 created new session: [4:7593037467486648648:2106]
2026-01-08T17:03:20.520338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037467486648648:2106] [node 6] ICS09 handshake done sender: [4:7593037467486648637:2117] self: [4:7593037467486648636:0] peer: [6:7593037464971086970:0] socket: 642 qp: -1
2026-01-08T17:03:20.520380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037467486648648:2106] [node 6] ICS10 traffic start
2026-01-08T17:03:20.520440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:20.482329Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037466392267764:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.366650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037464688111974:2071] [node 6] ICS10 traffic start
2026-01-08T17:03:20.366692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:20.407017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037464688111977:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52281
2026-01-08T17:03:20.414117Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037464688111978:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52281
2026-01-08T17:03:20.435757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037464688111977:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.448234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037460393144596:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.448810Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037464688111969:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:20.459157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037464688111959:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.468892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037460393144623:2073] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.468969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:20.469030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037460393144623:2073] [node 4] ICP22 created new session: [5:7593037464688111981:2073]
2026-01-08T17:03:20.469086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037464688111981:2073] [node 4] ICS09 handshake done sender: [5:7593037464688111969:2115] self: [5:7593037464688111972:0] peer: [4:7593037467486648626:0] socket: 632 qp: -1
2026-01-08T17:03:20.469123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037464688111981:2073] [node 4] ICS10 traffic start
2026-01-08T17:03:20.469174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:20.488043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037460393144597:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.514211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037464688111979:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52281
2026-01-08T17:03:20.514697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037464688111986:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52281
2026-01-08T17:03:20.517239Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037464688111977:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:20.517413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037460393144596:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.517497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:20.517549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037460393144596:2048] [node 1] ICP22 created new session: [5:7593037464688111987:2048]
2026-01-08T17:03:20.517608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037464688111987:2048] [node 1] ICS09 handshake done sender: [5:7593037464688111977:2117] self: [5:7593037464688111980:0] peer: [1:7593037466048291717:0] socket: 640 qp: -1
2026-01-08T17:03:20.517660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037464688111987:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:20.517695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:20.523738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037464688111985:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52281
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.451712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037463381686281:2101] [node 6] ICP22 created new session: [3:7593037467676653612:2101]
2026-01-08T17:03:20.526585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037466392267759:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.526620Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037466392267759:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.527588Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037466392267777:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:20.529212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037466392267764:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:20.531717Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037462097300395:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25120) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037466392267777:2119] held: no
2026-01-08T17:03:20.531861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037466392267754:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:20.531925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:20.532000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037466392267754:2109] [node 6] ICP22 created new session: [2:7593037466392267783:2109]
2026-01-08T17:03:20.532055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037466392267783:2109] [node 6] ICS09 handshake done sender: [2:7593037466392267764:2112] self: [2:7593037466392267763:0] peer: [6:7593037464971086971:0] socket: 598 qp: -1
2026-01-08T17:03:20.532096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037466392267783:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:20.532138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:20.535664Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037466392267759:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:20.364168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037461753324409:2107] [node 4] ICP22 created new session: [1:7593037466048291727:2107]
2026-01-08T17:03:20.537316Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037467486648619:2097] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:20.539497Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037464971086946:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:20.375982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037466048291727:2107] [node 4] ICS09 handshake done sender: [1:7593037466048291715:2130] self: [1:7593037466048291714:0] peer: [4:7593037467486648634:0] socket: 601 qp: -1
2026-01-08T17:03:20.387561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037461753324410:2116] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:20.529301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037464688111985:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.529476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037460393144598:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.536061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037464688111990:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52281
2026-01-08T17:03:20.538863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037464688111959:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:20.540232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037462097300395:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.540314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:20.451769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037467676653612:2101] [node 6] ICS09 handshake done sender: [3:7593037467676653597:2113] self: [3:7593037467676653596:0] peer: [6:7593037464971086961:0] socket: 610 qp: -1
2026-01-08T17:03:20.387619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.542362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037467486648650:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1345
2026-01-08T17:03:20.540935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037462097300395:2048] [node 1] ICP22 created new session: [2:7593037466392267786:2048]
2026-01-08T17:03:20.541018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037466392267786:2048] [node 1] ICS09 handshake done sender: [2:7593037466392267777:2119] self: [2:7593037466392267779:0] peer: [1:7593037466048291722:0] socket: 654 qp: -1
2026-01-08T17:03:20.541064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037466392267786:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:20.541116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:20.545413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037466392267755:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:20.545504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:20.545570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037466392267755:2108] [node 5] ICP22 created new session: [2:7593037466392267788:2108]
2026-01-08T17:03:20.545632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037466392267788:2108] [node 5] ICS09 handshake done sender: [2:7593037466392267759:2110] self: [2:7593037466392267758:0] peer: [5:7593037464688111983:0] socket: 597 qp: -1
2026-01-08T17:03:20.545677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037466392267788:2108] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.451815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037467676653612:2101] [node 6] ICS10 traffic start
2026-01-08T17:03:20.547792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:20.540547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037460393144597:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.387673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037461753324410:2116] [node 6] ICP22 created new session: [1:7593037466048291730:2116]
2026-01-08T17:03:20.546714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037467486648647:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1345
2026-01-08T17:03:20.561228Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037467486648647:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.565421Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037467486648650:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.565621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037463191681261:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.566856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037463191681262:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.451852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:20.558258Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037460676119579:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16785) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037464971086946:2113] held: no
2026-01-08T17:03:20.540608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:20.387731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037466048291730:2116] [node 6] ICS09 handshake done sender: [1:7593037466048291709:2128] self: [1:7593037466048291708:0] peer: [6:7593037464971086956:0] socket: 596 qp: -1
2026-01-08T17:03:20.570668Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037460676119579:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(25491429ns) {HandleHandshakeStatus:395(25489149ns) {LogHandshakeFail:472(6028125ns) {UpdateErrorStateLog:545(6765ns)} DropOutgoingHandshake:457(3316ns) ProcessPendingSessionEvents:495(7996319ns) {DropSessionEvent:512(39702ns) DropSessionEvent:512(10291ns) DropSessionEvent:512(6526ns) DropSessionEvent:512(6784ns) DropSessionEvent:512(5959ns) DropSessionEvent:512(3064560ns) DropSessionEvent:512(27202ns) DropSessionEvent:512(8438ns) DropSessionEvent:512(6338ns) DropSessionEvent:512(6482ns)}}}
2026-01-08T17:03:20.452528Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037463381686229:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25120) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037467676653595:2112] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.577554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037467486648653:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1345
2026-01-08T17:03:20.568725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037466392267766:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.387771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037466048291730:2116] [node 6] ICS10 traffic start
2026-01-08T17:03:20.540662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037460393144597:2049] [node 2] ICP22 created new session: [5:7593037464688111991:2049]
2026-01-08T17:03:20.387812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:20.546491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037464688111991:2049] [node 2] ICS09 handshake done sender: [5:7593037464688111959:2111] self: [5:7593037464688111983:0] peer: [2:7593037466392267758:0] socket: 602 qp: -1
2026-01-08T17:03:20.573118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037460676119579:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.452998Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037467676653595:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:20.568781Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037466392267766:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.575373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:20.546556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037464688111991:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:20.390593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037466048291711:2129] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:20.546618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:20.390634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037466048291727:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:20.561098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037464688111992:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52281
2026-01-08T17:03:20.390697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:20.574635Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037460393144598:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9670) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037464688111985:2120] held: no
2026-01-08T17:03:20.407443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037461753324329:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:20.578890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037464688111985:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:20.407519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:20.590820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037460393144598:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.407576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037461753324329:2049] [node 3] ICP22 created new session: [1:7593037466048291733:2049]
2026-01-08T17:03:20.407631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037466048291733:2049] [node 3] ICS09 handshake done sender: [1:7593037466048291711:2129] self: [1:7593037466048291710:0] peer: [3:7593037467676653607:0] socket: 595 qp: -1
2026-01-08T17:03:20.600029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:20.407676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037466048291733:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:20.600116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037460393144598:2050] [node 3] ICP22 created new session: [5:7593037464688111994:2050]
2026-01-08T17:03:20.407721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:20.600218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037464688111994:2050] [node 3] ICS09 handshake done sender: [5:7593037464688111985:2120] self: [5:7593037464688111989:0] peer: [3:7593037467676653604:0] socket: 661 qp: -1
2026-01-08T17:03:20.463373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037466048291718:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.600273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037464688111994:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:20.463427Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037466048291718:2131] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.600323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:20.466760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037466048291723:2134] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.466802Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037466048291723:2134] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.469760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037466048291720:2133] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.477600Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037461753324409:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(118981190ns) {HandleHandshakeStatus:329(118979005ns) {DropIncomingHandshake:442(2510ns) DropOutgoingHandshake:457(2244ns) SwitchToState:179(419ns) ProcessPendingSessionEvents:495(51183147ns) {ForwardSessionEventToSession:616(25767081ns) ForwardSessionEventToSession:616(6374ns) ForwardSessionEventToSession:616(5468883ns) ForwardSessionEventToSession:616(3589ns) ForwardSessionEventToSession:616(3761ns) ForwardSessionEventToSession:616(12176094ns) ForwardSessionEventToSession:616(9088ns) ForwardSessionEventToSession:616(7707248ns) ForwardSessionEventToSession:616(9341ns) ForwardSessionEventToSession:616(2876ns)}}}
2026-01-08T17:03:20.482610Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037466048291723:2134] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:20.500734Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037466048291718:2131] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:20.467793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037467676653602:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.612345Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037463191681262:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9670) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037467486648647:2119] held: no
2026-01-08T17:03:20.501818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037466048291738:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8290
2026-01-08T17:03:20.505161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037461753324328:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:20.505236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:20.505304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037461753324328:2048] [node 2] ICP22 created new session: [1:7593037466048291739:2048]
2026-01-08T17:03:20.505358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037466048291739:2048] [node 2] ICS09 handshake done sender: [1:7593037466048291723:2134] self: [1:7593037466048291722:0] peer: [2:7593037466392267779:0] socket: 652 qp: -1
2026-01-08T17:03:20.505399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037466048291739:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:20.505439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:20.521795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037466048291707:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:20.521844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:20.521907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037466048291707:2108] [node 5] ICP22 created new session: [1:7593037466048291741:2108]
2026-01-08T17:03:20.521958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037466048291741:2108] [node 5] ICS09 handshake done sender: [1:7593037466048291718:2131] self: [1:7593037466048291717:0] peer: [5:7593037464688111980:0] socket: 639 qp: -1
2026-01-08T17:03:20.521997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037466048291741:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:20.522032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:20.528756Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037466048291707:2108] [node 5] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.575441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037460676119579:2049] [node 2] ICP22 created new session: [6:7593037464971086976:2049]
2026-01-08T17:03:20.624025Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037467486648647:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:20.629760Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037466392267766:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:20.467839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037463381686229:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.575516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037464971086976:2049] [node 2] ICS09 handshake done sender: [6:7593037464971086946:2113] self: [6:7593037464971086971:0] peer: [2:7593037466392267763:0] socket: 614 qp: -1
2026-01-08T17:03:20.630938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037463191681262:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.467897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.575565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037464971086976:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:20.631178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037466392267756:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:20.634545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:20.636707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037466392267756:2107] [node 4] ICP22 created new session: [2:7593037466392267792:2107]
2026-01-08T17:03:20.632075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:20.632127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037463191681262:2050] [node 3] ICP22 created new session: [4:7593037467486648655:2050]
2026-01-08T17:03:20.633144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037467486648655:2050] [node 3] ICS09 handshake done sender: [4:7593037467486648647:2119] self: [4:7593037467486648652:0] peer: [3:7593037467676653606:0] socket: 663 qp: -1
2026-01-08T17:03:20.633194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037467486648655:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:20.633238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:20.633855Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037463191681261:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16785) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037467486648650:2120] held: no
2026-01-08T17:03:20.636777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037467486648654:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1345
2026-01-08T17:03:20.637279Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037467486648650:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:20.637498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037463191681261:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.637572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:20.637623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037463191681261:2049] [node 2] ICP22 created new session: [4:7593037467486648657:2049]
2026-01-08T17:03:20.637682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037467486648657:2049] [node 2] ICS09 handshake done sender: [4:7593037467486648650:2120] self: [4:7593037467486648651:0] peer: [2:7593037466392267761:0] socket: 624 qp: -1
2026-01-08T17:03:20.467957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037463381686229:2048] [node 1] ICP22 created new session: [3:7593037467676653615:2048]
2026-01-08T17:03:20.468018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037467676653615:2048] [node 1] ICS09 handshake done sender: [3:7593037467676653595:2112] self: [3:7593037467676653607:0] peer: [1:7593037466048291710:0] socket: 606 qp: -1
2026-01-08T17:03:20.468054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037467676653615:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:20.468101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:20.474773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037463381686281:2101] [node 6] ICP18 handshake (actor [3:7593037467676653602:2115]) is too old
2026-01-08T17:03:20.575641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:20.530064Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037467676653605:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.530095Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037467676653605:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.546480Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037467676653605:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:20.550406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037467676653589:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:20.550524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:20.550598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037467676653589:2107] [node 5] ICP22 created new session: [3:7593037467676653620:2107]
2026-01-08T17:03:20.550661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037467676653620:2107] [node 5] ICS09 handshake done sender: [3:7593037467676653605:2117] self: [3:7593037467676653604:0] peer: [5:7593037464688111989:0] socket: 623 qp: -1
2026-01-08T17:03:20.550704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037467676653620:2107] [node 5] ICS10 traffic start
2026-01-08T17:03:20.550792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:20.573009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037467676653609:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.573057Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037467676653609:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.589740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037467676653609:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:20.607278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037467676653590:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:20.607403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:20.607469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037467676653590:2108] [node 4] ICP22 created new session: [3:7593037467676653624:2108]
2026-01-08T17:03:20.607534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037467676653624:2108] [node 4] ICS09 handshake done sender: [3:7593037467676653609:2118] self: [3:7593037467676653606:0] peer: [4:7593037467486648652:0] socket: 660 qp: -1
2026-01-08T17:03:20.607579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037467676653624:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:20.607642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:20.631927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037467676653622:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50725
2026-01-08T17:03:20.637910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037467676653622:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.638100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037463381686230:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:20.638470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037466392267773:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:20.638728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037467486648657:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:20.638509Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037466392267773:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:20.639597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037466392267792:2107] [node 4] ICS09 handshake done sender: [2:7593037466392267766:2113] self: [2:7593037466392267761:0] peer: [4:7593037467486648651:0] socket: 599 qp: -1
2026-01-08T17:03:20.639657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037466392267792:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:20.639704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:20.638796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:20.643470Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037467676653627:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50725
2026-01-08T17:03:20.643362Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037466392267773:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:20.643780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037462097300396:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:20.644574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:20.644648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037462097300396:2049] [node 3] ICP22 created new session: [2:7593037466392267795:2049]
2026-01-08T17:03:20.644711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037466392267795:2049] [node 3] ICS09 handshake done sender: [2:7593037466392267773:2118] self: [2:7593037466392267772:0] peer: [3:7593037467676653626:0] socket: 626 qp: -1
2026-01-08T17:03:20.644825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037466392267795:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:20.644889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:20.646462Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037463381686230:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16785) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037467676653622:2120] held: no
2026-01-08T17:03:20.647036Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037467676653622:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:20.647201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037463381686230:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:20.647366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:20.647424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037463381686230:2049] [node 2] ICP22 created new session: [3:7593037467676653628:2049]
2026-01-08T17:03:20.647482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037467676653628:2049] [node 2] ICS09 handshake done sender: [3:7593037467676653622:2120] self: [3:7593037467676653626:0] peer: [2:7593037466392267772:0] socket: 625 qp: -1
2026-01-08T17:03:20.647528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037467676653628:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:20.647586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:20.810088Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:20.810387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037466392267786:2048] [node 1] ICS01 socket: 654 reason# EndOfStream
2026-01-08T17:03:20.810442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037462097300395:2048] [node 1] ICP30 unregister session Session# [2:7593037466392267786:2048] VirtualId# [2:7593037466392267779:0]
2026-01-08T17:03:20.810487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037466392267786:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:20.810571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:20.810626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:20.811099Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:20.811385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037467676653615:2048] [node 1] ICS01 socket: 606 reason# EndOfStream
2026-01-08T17:03:20.811432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037463381686229:2048] [node 1] ICP30 unregister session Session# [3:7593037467676653615:2048] VirtualId# [3:7593037467676653607:0]
2026-01-08T17:03:20.811473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037467676653615:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:20.811553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:20.811601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:20.817472Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:20.817735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037464971086962:2048] [node 1] ICS01 socket: 608 reason# EndOfStream
2026-01-08T17:03:20.817799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037460676119578:2048] [node 1] ICP30 unregister session Session# [6:7593037464971086962:2048] VirtualId# [6:7593037464971086956:0]
2026-01-08T17:03:20.817841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037464971086962:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:20.817934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:20.817973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:20.818170Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:20.818413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037467486648638:2048] [node 1] ICS01 socket: 603 reason# EndOfStream
2026-01-08T17:03:20.818480Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:20.818683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037464688111987:2048] [node 1] ICS01 socket: 640 reason# EndOfStream
2026-01-08T17:03:20.818726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037460393144596:2048] [node 1] ICP30 unregister session Session# [5:7593037464688111987:2048] VirtualId# [5:7593037464688111980:0]
2026-01-08T17:03:20.818760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037464688111987:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:20.818837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:20.818880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:20.819730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037463191681260:2048] [node 1] ICP30 unregister session Session# [4:7593037467486648638:2048] VirtualId# [4:7593037467486648634:0]
2026-01-08T17:03:20.819777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037467486648638:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:20.819839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:20.819884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:20.973322Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:20.973578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037467676653628:2049] [node 2] ICS01 socket: 625 reason# EndOfStream
2026-01-08T17:03:20.973635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037463381686230:2049] [node 2] ICP30 unregister session Session# [3:7593037467676653628:2049] VirtualId# [3:7593037467676653626:0]
2026-01-08T17:03:20.973681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037467676653628:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:20.973767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:20.973820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:20.982550Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:20.982812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037467486648657:2049] [node 2] ICS01 socket: 624 reason# EndOfStream
2026-01-08T17:03:20.982860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037463191681261:2049] [node 2] ICP30 unregister session Session# [4:7593037467486648657:2049] VirtualId# [4:7593037467486648651:0]
2026-01-08T17:03:20.982908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037467486648657:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:20.983000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:20.983046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:20.983157Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:20.983353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037464688111991:2049] [node 2] ICS01 socket: 602 reason# EndOfStream
2026-01-08T17:03:20.983415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037460393144597:2049] [node 2] ICP30 unregister session Session# [5:7593037464688111991:2049] VirtualId# [5:7593037464688111983:0]
2026-01-08T17:03:20.983448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037464688111991:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:20.983510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:20.983545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:20.990728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:20.990997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037464971086976:2049] [node 2] ICS01 socket: 614 reason# EndOfStream
2026-01-08T17:03:20.991059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037460676119579:2049] [node 2] ICP30 unregister session Session# [6:7593037464971086976:2049] VirtualId# [6:7593037464971086971:0]
2026-01-08T17:03:20.991107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037464971086976:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:20.991220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:20.991293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:21.279816Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:21.280077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037464688111994:2050] [node 3] ICS01 socket: 661 reason# EndOfStream
2026-01-08T17:03:21.280123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037460393144598:2050] [node 3] ICP30 unregister session Session# [5:7593037464688111994:2050] VirtualId# [5:7593037464688111989:0]
2026-01-08T17:03:21.280170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037464688111994:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:21.280255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:21.280299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:21.281791Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:21.281988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037467486648655:2050] [node 3] ICS01 socket: 663 reason# EndOfStream
2026-01-08T17:03:21.282027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037463191681262:2050] [node 3] ICP30 unregister session Session# [4:7593037467486648655:2050] VirtualId# [4:7593037467486648652:0]
2026-01-08T17:03:21.282062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037467486648655:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:21.282114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:21.282157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:21.281138Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:21.281416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037464971086968:2050] [node 3] ICS01 socket: 615 reason# EndOfStream
2026-01-08T17:03:21.281472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037460676119580:2050] [node 3] ICP30 unregister session Session# [6:7593037464971086968:2050] VirtualId# [6:7593037464971086961:0]
2026-01-08T17:03:21.281514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037464971086968:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:21.281618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:21.281672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:21.478519Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:21.478802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037464688111981:2073] [node 4] ICS01 socket: 632 reason# EndOfStream
2026-01-08T17:03:21.478851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037460393144623:2073] [node 4] ICP30 unregister session Session# [5:7593037464688111981:2073] VirtualId# [5:7593037464688111972:0]
2026-01-08T17:03:21.478897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037464688111981:2073] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:21.478934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:21.479016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:21.481462Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:21.481742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037464971086974:2070] [node 4] ICS01 socket: 644 reason# EndOfStream
2026-01-08T17:03:21.481790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037460676119631:2070] [node 4] ICP30 unregister session Session# [6:7593037464971086974:2070] VirtualId# [6:7593037464971086970:0]
2026-01-08T17:03:21.481841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037464971086974:2070] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:21.482153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:21.482215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:21.646509Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:21.646779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037464971086965:2081] [node 5] ICS01 socket: 622 reason# EndOfStream
2026-01-08T17:03:21.646826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037464971086936:2081] [node 5] ICP30 unregister session Session# [6:7593037464971086965:2081] VirtualId# [6:7593037464971086957:0]
2026-01-08T17:03:21.646875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037464971086965:2081] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:21.646957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:21.647007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:21.825287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037469743399625:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:21.825329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037469743399626:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:21.854841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037469710269045:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:21.854893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037469710269046:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:21.878868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037470526924374:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:21.878909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037470526924375:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:21.930878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037468840695286:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:21.930932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037468840695287:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:21.930972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037468840695288:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:21.978699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037470147045908:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:21.978737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037470147045909:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:21.978772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037470147045910:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:22.151724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037474038366941:2066] [node 5] ICP01 ready to work
2026-01-08T17:03:22.233573Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037469710269046:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(63976662ns) {Configure:104(63970456ns) {ProcessConfigured:135(74140ns) {StartInitialHandshake:157(71812ns) {DropHandshakes:470(3119ns) {DropIncomingHandshake:442(633ns) DropOutgoingHandshake:457(739ns)} GenerateSessionVirtualId:992(1079ns) PrepareNewSessionHandshake:477(2138ns) {SwitchToState:179(781ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.263491Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037474038366974:2101] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27980
2026-01-08T17:03:22.290773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037474821891704:2067] [node 5] ICP01 ready to work
2026-01-08T17:03:22.307747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037474005236384:2065] [node 5] ICP01 ready to work
2026-01-08T17:03:22.336925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037473135662639:2064] [node 6] ICP01 ready to work
2026-01-08T17:03:22.372240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037474442013240:2080] [node 6] ICP01 ready to work
2026-01-08T17:03:22.310447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037474821891705:2065] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.002382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037471468002632:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:22.476547Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037470526924374:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(272976330ns) {Configure:104(272954429ns) {ProcessConfigured:135(80380ns) {StartInitialHandshake:157(77915ns) {DropHandshakes:470(2977ns) {DropIncomingHandshake:442(543ns) DropOutgoingHandshake:457(796ns)} GenerateSessionVirtualId:992(769ns) PrepareNewSessionHandshake:477(1536ns) {SwitchToState:179(659ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.315454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037474038366983:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27980
2026-01-08T17:03:22.354750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037474005236386:2064] [node 6] ICP01 ready to work
2026-01-08T17:03:22.334247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037474038366979:2063] [node 6] ICP01 ready to work
2026-01-08T17:03:22.406620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037473135662642:2073] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.511977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037473135662653:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4989
2026-01-08T17:03:22.002496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037471468002633:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:22.370990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037474005236387:2070] [node 4] ICP01 ready to work
2026-01-08T17:03:22.448814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037474005236406:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36462
2026-01-08T17:03:22.505564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037474821891732:2076] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.509524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037474442013273:2061] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.382429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037474038366985:2061] [node 4] ICP01 ready to work
2026-01-08T17:03:22.018447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037471468002634:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.534433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037474442013254:2092] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15179
2026-01-08T17:03:22.523689Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037474821891704:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(199164226ns) {Configure:104(199157498ns) {ProcessConfigured:135(67941ns) {StartInitialHandshake:157(65088ns) {DropHandshakes:470(3615ns) {DropIncomingHandshake:442(876ns) DropOutgoingHandshake:457(589ns)} GenerateSessionVirtualId:992(1077ns) PrepareNewSessionHandshake:477(2080ns) {SwitchToState:179(604ns)}}}}}
2026-01-08T17:03:22.449006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037474005236407:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36462
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.526163Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037474038366983:2108] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.562631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037473135662654:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4989
2026-01-08T17:03:22.396886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037475762969944:2062] [node 5] ICP01 ready to work
2026-01-08T17:03:22.508338Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037474005236384:2065] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(137568193ns) {Configure:104(137555854ns) {ProcessConfigured:135(78277ns) {StartInitialHandshake:157(75514ns) {DropHandshakes:470(3383ns) {DropIncomingHandshake:442(584ns) DropOutgoingHandshake:457(620ns)} GenerateSessionVirtualId:992(1435ns) PrepareNewSessionHandshake:477(1653ns) {SwitchToState:179(688ns)}}}}}
2026-01-08T17:03:22.539994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037474442013276:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15179
2026-01-08T17:03:22.587016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037474038366992:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27980
2026-01-08T17:03:22.531252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037474821891743:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61758
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.647433Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037474038366979:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(276479427ns) {Configure:104(276472656ns) {ProcessConfigured:135(76584ns) {StartInitialHandshake:157(75088ns) {DropHandshakes:470(2471ns) {DropIncomingHandshake:442(728ns) DropOutgoingHandshake:457(418ns)} GenerateSessionVirtualId:992(1183ns) PrepareNewSessionHandshake:477(1278ns) {SwitchToState:179(373ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.491002Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037471468002634:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(76040946ns) {Configure:104(76034108ns) {ProcessConfigured:135(74106ns) {StartInitialHandshake:157(71729ns) {DropHandshakes:470(3316ns) {DropIncomingHandshake:442(1034ns) DropOutgoingHandshake:457(625ns)} GenerateSessionVirtualId:992(1089ns) PrepareNewSessionHandshake:477(2156ns) {SwitchToState:179(859ns)}}}}}
2026-01-08T17:03:22.546510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037474005236406:2107] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.660322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037474005236416:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.660355Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037474005236416:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:22.661496Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037474005236416:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:22.661896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037474005236384:2065] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:22.661984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:22.662041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037474005236384:2065] [node 5] ICP22 created new session: [2:7593037474005236419:2065]
2026-01-08T17:03:22.662106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037474005236419:2065] [node 5] ICS09 handshake done sender: [2:7593037474005236416:2114] self: [2:7593037474005236415:0] peer: [5:7593037474442013283:0] socket: 624 qp: -1
2026-01-08T17:03:22.662140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037474005236419:2065] [node 5] ICS10 traffic start
2026-01-08T17:03:22.662182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:22.540296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037474442013277:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15179
2026-01-08T17:03:22.531346Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037474821891739:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61758
2026-01-08T17:03:22.687654Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037468840695287:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(460935910ns) {Configure:104(460930605ns) {ProcessConfigured:135(20319706ns) {StartInitialHandshake:157(20318297ns) {DropHandshakes:470(801ns) {DropIncomingHandshake:442(193ns) DropOutgoingHandshake:457(314ns)} GenerateSessionVirtualId:992(457ns) PrepareNewSessionHandshake:477(1929ns) {SwitchToState:179(117ns)}}}}}
2026-01-08T17:03:22.688727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037473135662653:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.698651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037468840695287:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.705818Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037473135662654:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.510661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037475762969964:2078] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11105
2026-01-08T17:03:22.612211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037475762970002:2074] [node 4] ICP01 ready to work
2026-01-08T17:03:22.642780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037475762970003:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11105
2026-01-08T17:03:22.655355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037475762970004:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11105
2026-01-08T17:03:22.706970Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037471468002632:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(452712365ns) {Configure:104(452693769ns) {ProcessConfigured:135(16234155ns) {StartInitialHandshake:157(16230676ns) {DropHandshakes:470(3539ns) {DropIncomingHandshake:442(697ns) DropOutgoingHandshake:457(1105ns)} GenerateSessionVirtualId:992(860ns) PrepareNewSessionHandshake:477(3145ns) {SwitchToState:179(1716ns)}}}}}
2026-01-08T17:03:22.707118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037475762969964:2078] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.707382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037475762969944:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.614388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037474821891738:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61758
2026-01-08T17:03:22.659488Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037474821891705:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(264320020ns) {Configure:104(264309662ns) {ProcessConfigured:135(68622ns) {StartInitialHandshake:157(65790ns) {DropHandshakes:470(3287ns) {DropIncomingHandshake:442(499ns) DropOutgoingHandshake:457(737ns)} GenerateSessionVirtualId:992(861ns) PrepareNewSessionHandshake:477(1989ns) {SwitchToState:179(579ns)}}}}}
2026-01-08T17:03:22.678502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037474821891739:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.686772Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037470526924375:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(510542666ns) {Configure:104(510535799ns) {ProcessConfigured:135(43359131ns) {StartInitialHandshake:157(43356402ns) {DropHandshakes:470(2846ns) {DropIncomingHandshake:442(583ns) DropOutgoingHandshake:457(525ns)} GenerateSessionVirtualId:992(716ns) PrepareNewSessionHandshake:477(5164ns) {SwitchToState:179(853ns)}}}}}
2026-01-08T17:03:22.687140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037470526924375:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:22.694455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037474821891738:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.718824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037474821891755:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61758
2026-01-08T17:03:22.697624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037474005236381:2086] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.658445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037474038366974:2101] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.619238Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037470147045909:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(440402357ns) {Configure:104(440378079ns) {ProcessConfigured:135(53192ns) {StartInitialHandshake:157(51082ns) {DropHandshakes:470(729ns) {DropIncomingHandshake:442(190ns) DropOutgoingHandshake:457(208ns)} GenerateSessionVirtualId:992(286ns) PrepareNewSessionHandshake:477(385ns) {SwitchToState:179(211ns)}}}}}
2026-01-08T17:03:22.697673Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037474005236381:2086] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.698972Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037474038366941:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(494500155ns) {Configure:104(494493212ns) {ProcessConfigured:135(11678179ns) {StartInitialHandshake:157(11674619ns) {DropHandshakes:470(2754ns) {DropIncomingHandshake:442(616ns) DropOutgoingHandshake:457(497ns)} GenerateSessionVirtualId:992(681ns) PrepareNewSessionHandshake:477(4455ns) {SwitchToState:179(1680ns)}}}}}
2026-01-08T17:03:22.659892Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037474442013276:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.748502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037474821891743:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.739238Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037474005236381:2086] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.795514Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037473135662639:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(320690106ns) {Configure:104(308764035ns) {ProcessConfigured:135(23050800ns) {StartInitialHandshake:157(23047887ns) {DropHandshakes:470(2154ns) {DropIncomingHandshake:442(218ns) DropOutgoingHandshake:457(657ns)} GenerateSessionVirtualId:992(521ns) PrepareNewSessionHandshake:477(15759ns) {SwitchToState:179(1125ns)}}}}}
2026-01-08T17:03:22.660039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037470147045909:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:22.732053Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037469743399626:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(532507940ns) {Configure:104(520583571ns) {ProcessConfigured:135(44216097ns) {StartInitialHandshake:157(35411610ns) {DropHandshakes:470(3937ns) {DropIncomingHandshake:442(1479ns) DropOutgoingHandshake:457(593ns)} GenerateSessionVirtualId:992(1940ns) PrepareNewSessionHandshake:477(2796ns) {SwitchToState:179(1167ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.750509Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037474038366992:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.781207Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037474038366985:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(275127391ns) {Configure:104(275119064ns) {ProcessConfigured:135(13642738ns) {StartInitialHandshake:157(13639692ns) {DropHandshakes:470(3619ns) {DropIncomingHandshake:442(865ns) DropOutgoingHandshake:457(534ns)} GenerateSessionVirtualId:992(917ns) PrepareNewSessionHandshake:477(4873ns) {SwitchToState:179(442ns)}}}}}
2026-01-08T17:03:22.807625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037474038366997:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.807689Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037474038366997:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:22.812401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037474038367006:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27980
2026-01-08T17:03:22.836781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037474038366997:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.766786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037475762970009:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11105
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.706386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037474442013287:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15179
2026-01-08T17:03:22.742774Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037474005236386:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(267905932ns) {Configure:104(267895998ns) {ProcessConfigured:135(74037ns) {StartInitialHandshake:157(70292ns) {DropHandshakes:470(3039ns) {DropIncomingHandshake:442(548ns) DropOutgoingHandshake:457(637ns)} GenerateSessionVirtualId:992(1654ns) PrepareNewSessionHandshake:477(1969ns) {SwitchToState:179(762ns)}}}}}
2026-01-08T17:03:22.832277Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037474821891739:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:22.730662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037474442013242:2081] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.730697Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037474442013242:2081] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:22.747048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037474442013254:2092] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.779123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037474442013242:2081] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:22.782161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037474442013240:2080] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:22.782243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:22.782341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037474442013240:2080] [node 6] ICP22 created new session: [5:7593037474442013291:2080]
2026-01-08T17:03:22.782409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037474442013291:2080] [node 6] ICS09 handshake done sender: [5:7593037474442013242:2081] self: [5:7593037474442013241:0] peer: [6:7593037475762970007:0] socket: 609 qp: -1
2026-01-08T17:03:22.782448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037474442013291:2080] [node 6] ICS10 traffic start
2026-01-08T17:03:22.782490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:22.795157Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037474442013276:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:22.795881Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037470147045910:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(420206328ns) {Configure:104(420199390ns) {ProcessConfigured:135(11556640ns) {StartInitialHandshake:157(11553967ns) {DropHandshakes:470(2898ns) {DropIncomingHandshake:442(648ns) DropOutgoingHandshake:457(563ns)} GenerateSessionVirtualId:992(1369ns) PrepareNewSessionHandshake:477(4608ns) {SwitchToState:179(772ns)}}}}}
2026-01-08T17:03:22.812847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037474442013277:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.812903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037470147045909:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:22.812965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:22.813027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037470147045909:2049] [node 2] ICP22 created new session: [5:7593037474442013293:2049]
2026-01-08T17:03:22.813090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037474442013293:2049] [node 2] ICS09 handshake done sender: [5:7593037474442013276:2113] self: [5:7593037474442013283:0] peer: [2:7593037474005236415:0] socket: 628 qp: -1
2026-01-08T17:03:22.813139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037474442013293:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:22.813181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:22.823533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037470147045910:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:22.839946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037474442013285:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15179
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.770742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037475762970003:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.846967Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037473135662642:2073] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(309741787ns) {Configure:104(309731465ns) {ProcessConfigured:135(49193489ns) {StartInitialHandshake:157(49191020ns) {DropHandshakes:470(2839ns) {DropIncomingHandshake:442(417ns) DropOutgoingHandshake:457(539ns)} GenerateSessionVirtualId:992(833ns) PrepareNewSessionHandshake:477(2792437ns) {SwitchToState:179(2551ns)}}}}}
2026-01-08T17:03:22.742977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037474005236407:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.873221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037473135662664:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4989
2026-01-08T17:03:22.770961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037471468002634:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.910842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037474442013297:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15179
2026-01-08T17:03:22.915334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037474442013277:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:22.915735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037470147045910:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:22.915818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:22.915876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037470147045910:2050] [node 3] ICP22 created new session: [5:7593037474442013298:2050]
2026-01-08T17:03:22.915938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037474442013298:2050] [node 3] ICS09 handshake done sender: [5:7593037474442013277:2114] self: [5:7593037474442013295:0] peer: [3:7593037474821891741:0] socket: 629 qp: -1
2026-01-08T17:03:22.915991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037474442013298:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:22.916040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:22.842275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037474821891745:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.903325Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037474038367006:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.922810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037474038366979:2063] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:22.932494Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037474038366976:2102] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.932555Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037474038366976:2102] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.756369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037474005236423:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36462
2026-01-08T17:03:22.771092Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037475762970004:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.947964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:22.950832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037474038366976:2102] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:22.887715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037473135662664:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.842378Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037474821891745:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:22.756713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037474005236409:2109] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.778820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037471468002632:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.852196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037470526924375:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:22.887849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037473135662665:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4989
2026-01-08T17:03:22.957306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037474038366979:2063] [node 6] ICP22 created new session: [1:7593037474038367012:2063]
2026-01-08T17:03:22.756758Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037474005236409:2109] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.852314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:22.888086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037468840695288:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:22.780709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037475762970008:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11105
2026-01-08T17:03:22.985113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037474442013285:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.779240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037469710269046:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:22.960058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037469743399625:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:22.852390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037470526924375:2049] [node 2] ICP22 created new session: [3:7593037474821891757:2049]
2026-01-08T17:03:22.783683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037475762969964:2078] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:22.968819Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037473135662653:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:22.960166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:22.985344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037470147045908:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:22.779310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:22.969265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037473135662668:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4989
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.860726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037474821891758:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61758
2026-01-08T17:03:22.783934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037475762969944:2062] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:22.960227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037469743399625:2048] [node 2] ICP22 created new session: [1:7593037474038367013:2048]
2026-01-08T17:03:22.969350Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037473135662667:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4989
2026-01-08T17:03:22.779373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037469710269046:2049] [node 3] ICP22 created new session: [2:7593037474005236429:2049]
2026-01-08T17:03:23.051760Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037470147045908:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19565) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037474442013285:2117] held: no
2026-01-08T17:03:22.960290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037474038367013:2048] [node 2] ICS09 handshake done sender: [1:7593037474038366976:2102] self: [1:7593037474038366975:0] peer: [2:7593037474005236433:0] socket: 604 qp: -1
2026-01-08T17:03:22.784006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:22.960341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037474038367013:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:22.960401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:22.969534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037474038367012:2063] [node 6] ICS09 handshake done sender: [1:7593037474038366997:2115] self: [1:7593037474038366996:0] peer: [6:7593037475762970011:0] socket: 636 qp: -1
2026-01-08T17:03:22.969590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037474038367012:2063] [node 6] ICS10 traffic start
2026-01-08T17:03:22.969643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:22.995474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037474038367008:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27980
2026-01-08T17:03:23.012627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037474038367000:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:23.012662Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037474038367000:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:23.015050Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037474038367000:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:23.015471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037469743399626:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:23.015574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:23.015636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037469743399626:2049] [node 3] ICP22 created new session: [1:7593037478333334314:2049]
2026-01-08T17:03:23.015695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037478333334314:2049] [node 3] ICS09 handshake done sender: [1:7593037474038367000:2116] self: [1:7593037474038366993:0] peer: [3:7593037479116859066:0] socket: 663 qp: -1
2026-01-08T17:03:23.015743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037478333334314:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:23.015802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:23.026548Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037474038366995:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:23.026594Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037474038366995:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:23.046396Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037474038366995:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:23.047373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037474038366941:2066] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:23.047467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:23.047530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037474038366941:2066] [node 5] ICP22 created new session: [1:7593037478333334317:2066]
2026-01-08T17:03:23.047594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037478333334317:2066] [node 5] ICS09 handshake done sender: [1:7593037474038366995:2114] self: [1:7593037474038366994:0] peer: [5:7593037474442013300:0] socket: 637 qp: -1
2026-01-08T17:03:23.047637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037478333334317:2066] [node 5] ICS10 traffic start
2026-01-08T17:03:23.047691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:23.082595Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037474038366979:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(115987087ns) {HandleHandshakeStatus:329(115983323ns) {DropIncomingHandshake:442(1818ns) DropOutgoingHandshake:457(1457ns) SwitchToState:179(750ns) ProcessPendingSessionEvents:495(52624472ns) {ForwardSessionEventToSession:616(17169867ns) ForwardSessionEventToSession:616(8852ns) ForwardSessionEventToSession:616(15737048ns) ForwardSessionEventToSession:616(18085ns) ForwardSessionEventToSession:616(1538735ns) ForwardSessionEventToSession:616(6266ns) ForwardSessionEventToSession:616(2574ns) ForwardSessionEventToSession:616(18101617ns) ForwardSessionEventToSession:616(6346ns) ForwardSessionEventToSession:616(2812ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.862662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037474821891745:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:22.863002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037474821891732:2076] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:22.863105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:22.863171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037474821891732:2076] [node 6] ICP22 created new session: [3:7593037474821891760:2076]
2026-01-08T17:03:22.863226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037474821891760:2076] [node 6] ICS09 handshake done sender: [3:7593037474821891745:2116] self: [3:7593037474821891744:0] peer: [6:7593037475762970010:0] socket: 633 qp: -1
2026-01-08T17:03:22.863289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037474821891760:2076] [node 6] ICS10 traffic start
2026-01-08T17:03:22.863351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:22.868165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037474821891742:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.868215Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037474821891742:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:22.873894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037474821891757:2049] [node 2] ICS09 handshake done sender: [3:7593037474821891739:2112] self: [3:7593037474821891753:0] peer: [2:7593037474005236380:0] socket: 621 qp: -1
2026-01-08T17:03:22.883504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037474821891757:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:22.890603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037474821891742:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:22.897583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:22.927449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037474821891704:2067] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:22.927507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:22.927578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037474821891704:2067] [node 5] ICP22 created new session: [3:7593037474821891765:2067]
2026-01-08T17:03:22.927667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037474821891765:2067] [node 5] ICS09 handshake done sender: [3:7593037474821891742:2114] self: [3:7593037474821891741:0] peer: [5:7593037474442013295:0] socket: 626 qp: -1
2026-01-08T17:03:22.927732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037474821891765:2067] [node 5] ICS10 traffic start
2026-01-08T17:03:22.927787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:22.938975Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037474821891750:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.939020Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037474821891750:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:22.942862Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037474821891704:2067] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:22.943414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037474821891767:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61758
2026-01-08T17:03:22.956947Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037474821891750:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:22.959012Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037470526924375:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(106518742ns) {HandleHandshakeStatus:329(106514928ns) {DropIncomingHandshake:442(963ns) DropOutgoingHandshake:457(18967ns) SwitchToState:179(949ns) ProcessPendingSessionEvents:495(5227250ns) {ForwardSessionEventToSession:616(5163265ns) ForwardSessionEventToSession:616(7910ns) ForwardSessionEventToSession:616(2888ns) ForwardSessionEventToSession:616(6858ns) ForwardSessionEventToSession:616(3143ns) ForwardSessionEventToSession:616(5632ns) ForwardSessionEventToSession:616(12065ns) ForwardSessionEventToSession:616(2651ns) ForwardSessionEventToSession:616(5667ns) ForwardSessionEventToSession:616(1971ns)}}}
2026-01-08T17:03:23.002522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037474821891705:2065] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:23.004367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:23.007190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037474821891767:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:23.007424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037470526924374:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:23.007861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037474821891705:2065] [node 4] ICP22 created new session: [3:7593037479116859065:2065]
2026-01-08T17:03:23.034098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037479116859065:2065] [node 4] ICS09 handshake done sender: [3:7593037474821891750:2117] self: [3:7593037474821891749:0] peer: [4:7593037473135662666:0] socket: 625 qp: -1
2026-01-08T17:03:23.042754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037479116859065:2065] [node 4] ICS10 traffic start
2026-01-08T17:03:23.046299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:23.050534Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037470526924374:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19565) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037474821891767:2121] held: no
2026-01-08T17:03:23.074889Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037470526924374:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(34174642ns) {HandleHandshakeStatus:395(28559907ns) {LogHandshakeFail:472(4391228ns) {UpdateErrorStateLog:545(6704ns)} DropOutgoingHandshake:457(625ns) ProcessPendingSessionEvents:495(24093373ns) {DropSessionEvent:512(11193ns) DropSessionEvent:512(5383ns) DropSessionEvent:512(2294294ns) DropSessionEvent:512(5071ns) DropSessionEvent:512(4768ns) DropSessionEvent:512(5042ns) DropSessionEvent:512(5626ns) DropSessionEvent:512(21742148ns) DropSessionEvent:512(7038ns) DropSessionEvent:512(5042ns)}}}
2026-01-08T17:03:23.080356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037479116859068:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61758
2026-01-08T17:03:23.102819Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037474821891705:2065] [node 4] ICP35 event processing took too much time PendingConnection:279(111658054ns) {HandleHandshakeStatus:329(96094774ns) {DropIncomingHandshake:442(36867ns) DropOutgoingHandshake:457(669ns) SwitchToState:179(742ns) ProcessPendingSessionEvents:495(24083314ns) {ForwardSessionEventToSession:616(13036300ns) ForwardSessionEventToSession:616(10987299ns) ForwardSessionEventToSession:616(7404ns) ForwardSessionEventToSession:616(3753ns) ForwardSessionEventToSession:616(11049ns) ForwardSessionEventToSession:616(3258ns) ForwardSessionEventToSession:616(2481ns) ForwardSessionEventToSession:616(8053ns) ForwardSessionEventToSession:616(2811ns) ForwardSessionEventToSession:616(5357ns)}}}
2026-01-08T17:03:23.102929Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037474821891767:2121] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:23.007003Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037473135662664:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:22.784086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037475762969944:2062] [node 5] ICP22 created new session: [6:7593037475762970012:2062]
2026-01-08T17:03:22.784148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037475762970012:2062] [node 5] ICS09 handshake done sender: [6:7593037475762969964:2078] self: [6:7593037475762970007:0] peer: [5:7593037474442013241:0] socket: 610 qp: -1
2026-01-08T17:03:22.784186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037475762970012:2062] [node 5] ICS10 traffic start
2026-01-08T17:03:22.784234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:22.839217Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037475762970015:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11105
2026-01-08T17:03:22.889368Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037471468002634:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16113) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037475762970003:2114] held: no
2026-01-08T17:03:22.889696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037475762970004:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:22.932369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037471468002632:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:22.934615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037475762970009:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.934785Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037475762970016:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11105
2026-01-08T17:03:22.935394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037471468002633:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:22.948125Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037471468002634:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(23790106ns) {HandleHandshakeStatus:395(23786256ns) {LogHandshakeFail:472(16673ns) {UpdateErrorStateLog:545(7012ns)} DropOutgoingHandshake:457(2321ns) ProcessPendingSessionEvents:495(2650741ns) {DropSessionEvent:512(15522ns) DropSessionEvent:512(5783ns) DropSessionEvent:512(5891ns) DropSessionEvent:512(5924ns) DropSessionEvent:512(19844ns) DropSessionEvent:512(6769ns) DropSessionEvent:512(6847ns) DropSessionEvent:512(5689ns) DropSessionEvent:512(6674ns) DropSessionEvent:512(5043ns)}}}
2026-01-08T17:03:22.957258Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037475762970003:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:22.958454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:22.961748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037471468002632:2048] [node 1] ICP22 created new session: [6:7593037475762970019:2048]
2026-01-08T17:03:22.963339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037475762970021:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11105
2026-01-08T17:03:22.966611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037475762970019:2048] [node 1] ICS09 handshake done sender: [6:7593037475762970004:2115] self: [6:7593037475762970011:0] peer: [1:7593037474038366996:0] socket: 639 qp: -1
2026-01-08T17:03:22.966671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037475762970019:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:22.966743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:22.967443Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037471468002632:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(34689039ns) {HandleHandshakeStatus:329(34684901ns) {DropIncomingHandshake:442(7522ns) DropOutgoingHandshake:457(35124ns) SwitchToState:179(755ns) ProcessPendingSessionEvents:495(132695ns) {ForwardSessionEventToSession:616(67643ns) ForwardSessionEventToSession:616(2915ns) ForwardSessionEventToSession:616(3677ns) ForwardSessionEventToSession:616(6151ns) ForwardSessionEventToSession:616(3316ns) ForwardSessionEventToSession:616(5392ns) ForwardSessionEventToSession:616(6497ns) ForwardSessionEventToSession:616(3223ns) ForwardSessionEventToSession:616(16911ns) ForwardSessionEventToSession:616(2716ns)}}}
2026-01-08T17:03:22.970565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037471468002634:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:22.978456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:22.994486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037471468002634:2050] [node 3] ICP22 created new session: [6:7593037475762970024:2050]
2026-01-08T17:03:23.003780Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037475762970009:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:23.004224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037475762970024:2050] [node 3] ICS09 handshake done sender: [6:7593037475762970003:2114] self: [6:7593037475762970010:0] peer: [3:7593037474821891744:0] socket: 635 qp: -1
2026-01-08T17:03:22.779432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037474005236429:2049] [node 3] ICS09 handshake done sender: [2:7593037474005236381:2086] self: [2:7593037474005236380:0] peer: [3:7593037474821891753:0] socket: 603 qp: -1
2026-01-08T17:03:23.010552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037468840695287:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:23.031226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037473135662668:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:23.044107Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037468840695288:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16113) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037473135662664:2117] held: no
2026-01-08T17:03:23.044224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037468840695288:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:23.044303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:23.044363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037468840695288:2050] [node 3] ICP22 created new session: [4:7593037477430629966:2050]
2026-01-08T17:03:23.044421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037477430629966:2050] [node 3] ICS09 handshake done sender: [4:7593037473135662664:2117] self: [4:7593037473135662666:0] peer: [3:7593037474821891749:0] socket: 659 qp: -1
2026-01-08T17:03:23.044467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037477430629966:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:23.044531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:23.050759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:23.066732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037468840695287:2049] [node 2] ICP22 created new session: [4:7593037477430629971:2049]
2026-01-08T17:03:23.086653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037477430629971:2049] [node 2] ICS09 handshake done sender: [4:7593037473135662653:2112] self: [4:7593037473135662658:0] peer: [2:7593037474005236408:0] socket: 619 qp: -1
2026-01-08T17:03:23.090530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037477430629971:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:23.090619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:23.119804Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037468840695287:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(128012021ns) {HandleHandshakeStatus:329(128009411ns) {DropIncomingHandshake:442(2921ns) DropOutgoingHandshake:457(15873046ns) SwitchToState:179(1763ns) ProcessPendingSessionEvents:495(14887223ns) {ForwardSessionEventToSession:616(14830320ns) ForwardSessionEventToSession:616(7749ns) ForwardSessionEventToSession:616(2384ns) ForwardSessionEventToSession:616(10552ns) ForwardSessionEventToSession:616(2939ns) ForwardSessionEventToSession:616(2815ns) ForwardSessionEventToSession:616(5941ns) ForwardSessionEventToSession:616(1882ns) ForwardSessionEventToSession:616(5186ns) ForwardSessionEventToSession:616(5757ns)}}}
2026-01-08T17:03:23.119878Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037468840695287:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:23.070916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037470147045908:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18874492ns) {HandleHandshakeStatus:395(18871560ns) {LogHandshakeFail:472(15745ns) {UpdateErrorStateLog:545(4296ns)} DropOutgoingHandshake:457(821ns) ProcessPendingSessionEvents:495(18759124ns) {DropSessionEvent:512(18235ns) DropSessionEvent:512(12711ns) DropSessionEvent:512(5746ns) DropSessionEvent:512(5398ns) DropSessionEvent:512(5969ns) DropSessionEvent:512(4955ns) DropSessionEvent:512(5307ns) DropSessionEvent:512(5099ns) DropSessionEvent:512(4869ns) DropSessionEvent:512(18679732ns)}}}
2026-01-08T17:03:23.130697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037477430629965:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4989
2026-01-08T17:03:23.004277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037475762970024:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:23.022670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037471468002633:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:23.022774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:23.022842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037471468002633:2049] [node 2] ICP22 created new session: [6:7593037480057937321:2049]
2026-01-08T17:03:23.022911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037480057937321:2049] [node 2] ICS09 handshake done sender: [6:7593037475762970009:2118] self: [6:7593037475762970017:0] peer: [2:7593037474005236424:0] socket: 649 qp: -1
2026-01-08T17:03:23.022951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037480057937321:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:23.026507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:23.026692Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037475762970002:2074] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(326755138ns) {Configure:104(326748295ns) {ProcessConfigured:135(24619487ns) {StartInitialHandshake:157(24614832ns) {DropHandshakes:470(1230ns) {DropIncomingHandshake:442(252ns) DropOutgoingHandshake:457(283ns)} GenerateSessionVirtualId:992(1155ns) PrepareNewSessionHandshake:477(2128026ns) {SwitchToState:179(2469ns)}}}}}
2026-01-08T17:03:23.030992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:23.043340Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037471468002633:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20404802ns) {HandleHandshakeStatus:329(20402412ns) {DropIncomingHandshake:442(1161ns) DropOutgoingHandshake:457(7720ns) SwitchToState:179(736ns) ProcessPendingSessionEvents:495(131934ns) {ForwardSessionEventToSession:616(70665ns) ForwardSessionEventToSession:616(10453ns) ForwardSessionEventToSession:616(7335ns) ForwardSessionEventToSession:616(3002ns) ForwardSessionEventToSession:616(5831ns) ForwardSessionEventToSession:616(6370ns) ForwardSessionEventToSession:616(6873ns) ForwardSessionEventToSession:616(3088ns) ForwardSessionEventToSession:616(2473ns) ForwardSessionEventToSession:616(5419ns)}}}
2026-01-08T17:03:23.098538Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037471468002634:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(96132014ns) {HandleHandshakeStatus:329(96129358ns) {DropIncomingHandshake:442(1078ns) DropOutgoingHandshake:457(773ns) SwitchToState:179(868ns) ProcessPendingSessionEvents:495(515ns)}}
2026-01-08T17:03:23.131089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037480057937324:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11105
2026-01-08T17:03:22.779476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037474005236429:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:22.779526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:22.835046Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037469710269045:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(552554247ns) {Configure:104(542030655ns) {ProcessConfigured:135(60011968ns) {StartInitialHandshake:157(60009117ns) {DropHandshakes:470(2754ns) {DropIncomingHandshake:442(475ns) DropOutgoingHandshake:457(744ns)} GenerateSessionVirtualId:992(736ns) PrepareNewSessionHandshake:477(4277ns) {SwitchToState:179(2509ns)}}}}}
2026-01-08T17:03:22.868398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037469710269045:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:22.870434Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037474005236432:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36462
2026-01-08T17:03:22.883558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037474005236423:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.887167Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037474005236409:2109] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:22.946818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037474005236436:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36462
2026-01-08T17:03:22.950933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037474005236425:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:22.950973Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037474005236425:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:22.961609Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037474005236387:2070] [node 4] ICP35 event processing took too much time PendingConnection:279(47899518ns) {IncomingHandshake:261(15758963ns) {DropIncomingHandshake:442(575ns) PrepareNewSessionHandshake:477(5056ns) {SwitchToState:179(2440ns)} GenerateSessionVirtualId:992(1486ns) IssueIncomingHandshakeReply:193(14394ns)}}
2026-01-08T17:03:22.969128Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037474005236425:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:22.973032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037474005236387:2070] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:22.998818Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037474005236384:2065] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:23.004036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:23.007735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037474005236387:2070] [node 4] ICP22 created new session: [2:7593037474005236438:2070]
2026-01-08T17:03:23.023907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037474005236406:2107] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:23.024198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037474005236386:2064] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:23.024298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:23.024365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037474005236386:2064] [node 6] ICP22 created new session: [2:7593037478300203735:2064]
2026-01-08T17:03:23.024427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037478300203735:2064] [node 6] ICS09 handshake done sender: [2:7593037474005236425:2116] self: [2:7593037474005236424:0] peer: [6:7593037475762970017:0] socket: 648 qp: -1
2026-01-08T17:03:23.024471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037478300203735:2064] [node 6] ICS10 traffic start
2026-01-08T17:03:23.024514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:23.025183Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037469710269045:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19565) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037474005236406:2107] held: no
2026-01-08T17:03:23.143297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037477430629965:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:23.025295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037469710269045:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:23.025351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:23.143567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037468840695286:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:23.025404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037469710269045:2048] [node 1] ICP22 created new session: [2:7593037478300203737:2048]
2026-01-08T17:03:23.025458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037478300203737:2048] [node 1] ICS09 handshake done sender: [2:7593037474005236406:2107] self: [2:7593037474005236433:0] peer: [1:7593037474038366975:0] socket: 612 qp: -1
2026-01-08T17:03:23.025503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037478300203737:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:23.025539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:23.034143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037474005236438:2070] [node 4] ICS09 handshake done sender: [2:7593037474005236409:2109] self: [2:7593037474005236408:0] peer: [4:7593037473135662658:0] socket: 618 qp: -1
2026-01-08T17:03:23.050623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037474005236438:2070] [node 4] ICS10 traffic start
2026-01-08T17:03:23.052799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:23.094973Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037474005236387:2070] [node 4] ICP35 event processing took too much time PendingConnection:279(121621425ns) {HandleHandshakeStatus:329(121616705ns) {DropIncomingHandshake:442(20325ns) DropOutgoingHandshake:457(669ns) SwitchToState:179(735ns) ProcessPendingSessionEvents:495(7200945ns) {ForwardSessionEventToSession:616(7144908ns) ForwardSessionEventToSession:616(7376ns) ForwardSessionEventToSession:616(6551ns) ForwardSessionEventToSession:616(5835ns) ForwardSessionEventToSession:616(5389ns) ForwardSessionEventToSession:616(3145ns) ForwardSessionEventToSession:616(3608ns) ForwardSessionEventToSession:616(5495ns) ForwardSessionEventToSession:616(2495ns) ForwardSessionEventToSession:616(2590ns)}}}
2026-01-08T17:03:23.107694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037478736980598:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15179
2026-01-08T17:03:23.118927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037470526924374:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:23.120495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:23.166647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037480057937324:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:23.166909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037475762970002:2074] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:23.138750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037478736980598:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:23.144250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037474038367004:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:23.120562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037470526924374:2048] [node 1] ICP22 created new session: [3:7593037479116859069:2048]
2026-01-08T17:03:23.154576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037473135662661:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:23.154635Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037473135662661:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:23.163039Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037473135662661:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:23.144295Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037474038367004:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:23.144397Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037474038366979:2063] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:23.146773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037474442013273:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:23.150829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037478736980597:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15179
2026-01-08T17:03:23.159183Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037478736980600:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15179
2026-01-08T17:03:23.170584Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037474442013285:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:23.175458Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037474038367004:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:23.174840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037473135662642:2073] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:23.174961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:23.175022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037473135662642:2073] [node 5] ICP22 created new session: [4:7593037477430629976:2073]
2026-01-08T17:03:23.175087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037477430629976:2073] [node 5] ICS09 handshake done sender: [4:7593037473135662661:2115] self: [4:7593037473135662659:0] peer: [5:7593037478736980599:0] socket: 602 qp: -1
2026-01-08T17:03:23.175131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037477430629976:2073] [node 5] ICS10 traffic start
2026-01-08T17:03:23.175198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:23.179595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037474038366985:2061] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:23.179735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:23.179803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037474038366985:2061] [node 4] ICP22 created new session: [1:7593037478333334320:2061]
2026-01-08T17:03:23.179883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037478333334320:2061] [node 4] ICS09 handshake done sender: [1:7593037474038367004:2117] self: [1:7593037474038367003:0] peer: [4:7593037477430629973:0] socket: 653 qp: -1
2026-01-08T17:03:23.179944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037478333334320:2061] [node 4] ICS10 traffic start
2026-01-08T17:03:23.180045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:23.120629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037479116859069:2048] [node 1] ICS09 handshake done sender: [3:7593037474821891767:2121] self: [3:7593037479116859066:0] peer: [1:7593037474038366993:0] socket: 664 qp: -1
2026-01-08T17:03:23.192919Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037473135662642:2073] [node 5] ICP35 event processing took too much time PendingConnection:279(17857449ns) {HandleHandshakeStatus:329(17830779ns) {DropIncomingHandshake:442(22140ns) DropOutgoingHandshake:457(712ns) SwitchToState:179(707ns) ProcessPendingSessionEvents:495(117125ns) {ForwardSessionEventToSession:616(62481ns) ForwardSessionEventToSession:616(2909ns) ForwardSessionEventToSession:616(5292ns) ForwardSessionEventToSession:616(3505ns) ForwardSessionEventToSession:616(3102ns) ForwardSessionEventToSession:616(16566ns) ForwardSessionEventToSession:616(3690ns) ForwardSessionEventToSession:616(5657ns) ForwardSessionEventToSession:616(2889ns) ForwardSessionEventToSession:616(3167ns)}}}
2026-01-08T17:03:23.195044Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037468840695286:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19565) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037477430629965:2121] held: no
2026-01-08T17:03:23.192330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037470147045908:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:23.195365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037473135662662:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:23.120670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037479116859069:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:23.193603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037478736980598:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:23.193848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:23.193921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037470147045908:2048] [node 1] ICP22 created new session: [5:7593037478736980601:2048]
2026-01-08T17:03:23.193979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037478736980601:2048] [node 1] ICS09 handshake done sender: [5:7593037474442013285:2117] self: [5:7593037474442013300:0] peer: [1:7593037474038366994:0] socket: 638 qp: -1
2026-01-08T17:03:23.194019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037478736980601:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:23.194069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:23.194692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037474442013273:2061] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:23.194798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:23.194884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037474442013273:2061] [node 4] ICP22 created new session: [5:7593037478736980603:2061]
2026-01-08T17:03:23.194950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037478736980603:2061] [node 4] ICS09 handshake done sender: [5:7593037478736980598:2122] self: [5:7593037478736980599:0] peer: [4:7593037473135662659:0] socket: 606 qp: -1
2026-01-08T17:03:23.194993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037478736980603:2061] [node 4] ICS10 traffic start
2026-01-08T17:03:23.195081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:23.120733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:23.195411Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037473135662662:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:23.216341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037477430629975:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4989
2026-01-08T17:03:23.230564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037473135662662:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:23.231130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037477430629965:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:23.246430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037468840695286:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:23.254377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037473135662639:2064] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:23.254582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:23.254662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037473135662639:2064] [node 6] ICP22 created new session: [4:7593037477430629979:2064]
2026-01-08T17:03:23.254736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037477430629979:2064] [node 6] ICS09 handshake done sender: [4:7593037473135662662:2116] self: [4:7593037473135662660:0] peer: [6:7593037480057937325:0] socket: 643 qp: -1
2026-01-08T17:03:23.254791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037477430629979:2064] [node 6] ICS10 traffic start
2026-01-08T17:03:23.254851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:23.226353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037480057937326:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11105
2026-01-08T17:03:23.239550Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037480057937324:2123] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:23.240735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037475762970002:2074] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:23.257920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:23.258000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037475762970002:2074] [node 4] ICP22 created new session: [6:7593037480057937327:2074]
2026-01-08T17:03:23.258059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037480057937327:2074] [node 4] ICS09 handshake done sender: [6:7593037480057937324:2123] self: [6:7593037480057937325:0] peer: [4:7593037473135662660:0] socket: 617 qp: -1
2026-01-08T17:03:23.258104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037480057937327:2074] [node 4] ICS10 traffic start
2026-01-08T17:03:23.258211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:23.258785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037475762970002:2074] [node 4] ICP35 event processing took too much time PendingConnection:279(17778517ns) {HandleHandshakeStatus:329(17775045ns) {DropIncomingHandshake:442(996ns) DropOutgoingHandshake:457(12781ns) SwitchToState:179(1142ns) ProcessPendingSessionEvents:495(115429ns) {ForwardSessionEventToSession:616(57692ns) ForwardSessionEventToSession:616(7453ns) ForwardSessionEventToSession:616(3557ns) ForwardSessionEventToSession:616(2868ns) ForwardSessionEventToSession:616(5576ns) ForwardSessionEventToSession:616(8760ns) ForwardSessionEventToSession:616(2808ns) ForwardSessionEventToSession:616(5256ns) ForwardSessionEventToSession:616(2707ns) ForwardSessionEventToSession:616(9406ns)}}}
2026-01-08T17:03:23.256839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:23.256924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037468840695286:2048] [node 1] ICP22 created new session: [4:7593037477430629981:2048]
2026-01-08T17:03:23.257002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037477430629981:2048] [node 1] ICS09 handshake done sender: [4:7593037477430629965:2121] self: [4:7593037477430629973:0] peer: [1:7593037474038367003:0] socket: 669 qp: -1
2026-01-08T17:03:23.257056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037477430629981:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:23.257141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:23.612796Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:23.613082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037478300203737:2048] [node 1] ICS01 socket: 612 reason# EndOfStream
2026-01-08T17:03:23.613129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037469710269045:2048] [node 1] ICP30 unregister session Session# [2:7593037478300203737:2048] VirtualId# [2:7593037474005236433:0]
2026-01-08T17:03:23.613176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037478300203737:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:23.613267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:23.613320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:23.616321Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:23.616583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037479116859069:2048] [node 1] ICS01 socket: 664 reason# EndOfStream
2026-01-08T17:03:23.616640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037470526924374:2048] [node 1] ICP30 unregister session Session# [3:7593037479116859069:2048] VirtualId# [3:7593037479116859066:0]
2026-01-08T17:03:23.616698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037479116859069:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:23.616773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:23.616827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:23.650636Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:23.650652Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:23.650892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037477430629981:2048] [node 1] ICS01 socket: 669 reason# EndOfStream
2026-01-08T17:03:23.650936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037468840695286:2048] [node 1] ICP30 unregister session Session# [4:7593037477430629981:2048] VirtualId# [4:7593037477430629973:0]
2026-01-08T17:03:23.650890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037475762970019:2048] [node 1] ICS01 socket: 639 reason# EndOfStream
2026-01-08T17:03:23.650976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037477430629981:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:23.650934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037471468002632:2048] [node 1] ICP30 unregister session Session# [6:7593037475762970019:2048] VirtualId# [6:7593037475762970011:0]
2026-01-08T17:03:23.651061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:23.650976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037475762970019:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:23.651077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:23.651111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:23.651127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:23.650624Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:23.650892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037478736980601:2048] [node 1] ICS01 socket: 638 reason# EndOfStream
2026-01-08T17:03:23.650934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037470147045908:2048] [node 1] ICP30 unregister session Session# [5:7593037478736980601:2048] VirtualId# [5:7593037474442013300:0]
2026-01-08T17:03:23.650977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037478736980601:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:23.651060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:23.651111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:23.885257Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:23.885486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037474821891757:2049] [node 2] ICS01 socket: 621 reason# EndOfStream
2026-01-08T17:03:23.885528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037470526924375:2049] [node 2] ICP30 unregister session Session# [3:7593037474821891757:2049] VirtualId# [3:7593037474821891753:0]
2026-01-08T17:03:23.885563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037474821891757:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:23.885639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:23.885685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:23.891206Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:23.891426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037480057937321:2049] [node 2] ICS01 socket: 649 reason# EndOfStream
2026-01-08T17:03:23.891462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037471468002633:2049] [node 2] ICP30 unregister session Session# [6:7593037480057937321:2049] VirtualId# [6:7593037475762970017:0]
2026-01-08T17:03:23.891499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037480057937321:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:23.891566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:23.891603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:23.892714Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:23.892921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037474442013293:2049] [node 2] ICS07 socket disconnect 628 reason# EndOfStream
2026-01-08T17:03:23.892977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037474442013293:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:23.893020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:23.893099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037474442013293:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:23.894344Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037470147045909:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28302) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:23.894418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037474442013293:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:23.894464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037470147045909:2049] [node 2] ICP30 unregister session Session# [5:7593037474442013293:2049] VirtualId# [5:7593037474442013283:0]
2026-01-08T17:03:23.894517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:23.894551Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037470147045909:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28302) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:23.894568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28302) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:23.897443Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:23.897689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037477430629971:2049] [node 2] ICS07 socket disconnect 619 reason# EndOfStream
2026-01-08T17:03:23.897723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037477430629971:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:23.897814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:23.897870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037477430629971:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:23.910433Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037468840695287:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28302) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:23.918564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037477430629971:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:23.918619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037468840695287:2049] [node 2] ICP30 unregister session Session# [4:7593037477430629971:2049] VirtualId# [4:7593037473135662658:0]
2026-01-08T17:03:23.918686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:23.918738Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037468840695287:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28302) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:23.918776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28302) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:23.919619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037470147045909:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:23.928715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037468840695287:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:24.162529Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:24.162778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037477430629966:2050] [node 3] ICS01 socket: 659 reason# EndOfStream
2026-01-08T17:03:24.162616Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:24.162819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037468840695288:2050] [node 3] ICP30 unregister session Session# [4:7593037477430629966:2050] VirtualId# [4:7593037473135662666:0]
2026-01-08T17:03:24.162789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037474442013298:2050] [node 3] ICS01 socket: 629 reason# EndOfStream
2026-01-08T17:03:24.162863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037477430629966:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:24.162821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037470147045910:2050] [node 3] ICP30 unregister session Session# [5:7593037474442013298:2050] VirtualId# [5:7593037474442013295:0]
2026-01-08T17:03:24.162900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:24.162863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037474442013298:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:24.162962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:24.162944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:24.162760Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:24.162984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:24.163009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037475762970024:2050] [node 3] ICS01 socket: 635 reason# EndOfStream
2026-01-08T17:03:24.163049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037471468002634:2050] [node 3] ICP30 unregister session Session# [6:7593037475762970024:2050] VirtualId# [6:7593037475762970010:0]
2026-01-08T17:03:24.163090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037475762970024:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:24.163125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:24.163210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:24.386510Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:24.386755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037480057937327:2074] [node 4] ICS01 socket: 617 reason# EndOfStream
2026-01-08T17:03:24.386803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037475762970002:2074] [node 4] ICP30 unregister session Session# [6:7593037480057937327:2074] VirtualId# [6:7593037480057937325:0]
2026-01-08T17:03:24.386846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037480057937327:2074] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:24.386887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:24.386968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:24.387065Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:24.387253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037478736980603:2061] [node 4] ICS01 socket: 606 reason# EndOfStream
2026-01-08T17:03:24.387302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037474442013273:2061] [node 4] ICP30 unregister session Session# [5:7593037478736980603:2061] VirtualId# [5:7593037478736980599:0]
2026-01-08T17:03:24.387332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037478736980603:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:24.387387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:24.387425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:24.607680Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:24.607948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037475762970012:2062] [node 5] ICS01 socket: 610 reason# EndOfStream
2026-01-08T17:03:24.607997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037475762969944:2062] [node 5] ICP30 unregister session Session# [6:7593037475762970012:2062] VirtualId# [6:7593037475762970007:0]
2026-01-08T17:03:24.608041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037475762970012:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:24.608154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:24.608210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:24.939176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037483244839793:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:24.939221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037483244839794:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:24.962751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037484622322522:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:24.962818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037484622322523:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:24.988113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037484073326466:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:24.988164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037484073326467:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:25.031425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037482931227199:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:25.031484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037482931227200:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:25.031528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037482931227201:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:25.057324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037486713569388:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:25.057367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037486713569389:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:25.057405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037486713569390:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:25.338438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037487226194518:2062] [node 6] ICP01 ready to work
2026-01-08T17:03:25.366502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037487539807146:2071] [node 6] ICP01 ready to work
2026-01-08T17:03:25.422579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037486713569412:2063] [node 4] ICP01 ready to work
2026-01-08T17:03:25.435177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037488917289881:2060] [node 6] ICP01 ready to work
2026-01-08T17:03:25.472388Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037484073326467:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(277609005ns) {Configure:104(269733744ns) {ProcessConfigured:135(91179ns) {StartInitialHandshake:157(84707ns) {DropHandshakes:470(2958ns) {DropIncomingHandshake:442(762ns) DropOutgoingHandshake:457(575ns)} GenerateSessionVirtualId:992(1366ns) PrepareNewSessionHandshake:477(2451ns) {SwitchToState:179(712ns)}}}}}
2026-01-08T17:03:25.473113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037488368293829:2066] [node 5] ICP01 ready to work
2026-01-08T17:03:25.473521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037488368293830:2067] [node 6] ICP01 ready to work
2026-01-08T17:03:25.473884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037488368293831:2069] [node 4] ICP01 ready to work
2026-01-08T17:03:25.335060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037485892778416:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:25.514296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037487539807153:2072] [node 5] ICP01 ready to work
2026-01-08T17:03:25.335176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037485892778417:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:25.387359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037485892778418:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:25.478592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037485892778475:2063] [node 5] ICP01 ready to work
2026-01-08T17:03:25.485625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037488917289882:2061] [node 5] ICP01 ready to work
2026-01-08T17:03:25.514819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037487539807154:2074] [node 4] ICP01 ready to work
2026-01-08T17:03:25.509675Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037488368293829:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(35177326ns) {Configure:104(35171389ns) {ProcessConfigured:135(81035ns) {StartInitialHandshake:157(79094ns) {DropHandshakes:470(3269ns) {DropIncomingHandshake:442(849ns) DropOutgoingHandshake:457(309ns)} GenerateSessionVirtualId:992(604ns) PrepareNewSessionHandshake:477(2442ns) {SwitchToState:179(668ns)}}}}}
2026-01-08T17:03:25.486162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037488917289883:2069] [node 4] ICP01 ready to work
2026-01-08T17:03:25.540430Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037484622322523:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(34055823ns) {Configure:104(34050736ns) {ProcessConfigured:135(96221ns) {StartInitialHandshake:157(93445ns) {DropHandshakes:470(3563ns) {DropIncomingHandshake:442(869ns) DropOutgoingHandshake:457(679ns)} GenerateSessionVirtualId:992(1401ns) PrepareNewSessionHandshake:477(2116ns) {SwitchToState:179(667ns)}}}}}
2026-01-08T17:03:25.544891Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037487539807146:2071] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(27441004ns) {Configure:104(27436000ns) {ProcessConfigured:135(72196ns) {StartInitialHandshake:157(70804ns) {DropHandshakes:470(2374ns) {DropIncomingHandshake:442(683ns) DropOutgoingHandshake:457(432ns)} GenerateSessionVirtualId:992(590ns) PrepareNewSessionHandshake:477(1860ns) {SwitchToState:179(676ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.586787Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037486713569388:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(96620035ns) {Configure:104(96613908ns) {ProcessConfigured:135(6098845ns) {StartInitialHandshake:157(6096327ns) {DropHandshakes:470(2950ns) {DropIncomingHandshake:442(699ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:992(851ns) PrepareNewSessionHandshake:477(2570ns) {SwitchToState:179(135ns)}}}}}
2026-01-08T17:03:25.589056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037486713569456:2078] [node 6] ICP01 ready to work
2026-01-08T17:03:25.579357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037488917289894:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35957
2026-01-08T17:03:25.578367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037485892778480:2065] [node 4] ICP01 ready to work
2026-01-08T17:03:25.625233Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037485892778416:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(38784245ns) {Configure:104(38780367ns) {ProcessConfigured:135(88040ns) {StartInitialHandshake:157(84800ns) {DropHandshakes:470(2869ns) {DropIncomingHandshake:442(486ns) DropOutgoingHandshake:457(677ns)} GenerateSessionVirtualId:992(1110ns) PrepareNewSessionHandshake:477(2069ns) {SwitchToState:179(739ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.634093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037485892778491:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47711
2026-01-08T17:03:25.634175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037485892778492:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47711
2026-01-08T17:03:25.661212Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037486713569389:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(60103936ns) {Configure:104(60096116ns) {ProcessConfigured:135(14445207ns) {StartInitialHandshake:157(14441529ns) {DropHandshakes:470(3114ns) {DropIncomingHandshake:442(534ns) DropOutgoingHandshake:457(572ns)} GenerateSessionVirtualId:992(1138ns) PrepareNewSessionHandshake:477(3572ns) {SwitchToState:179(1580ns)}}}}}
2026-01-08T17:03:25.663435Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037482931227199:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(184481309ns) {Configure:104(184472093ns) {ProcessConfigured:135(61934ns) {StartInitialHandshake:157(59962ns) {DropHandshakes:470(3367ns) {DropIncomingHandshake:442(527ns) DropOutgoingHandshake:457(1075ns)} GenerateSessionVirtualId:992(787ns) PrepareNewSessionHandshake:477(2182ns) {SwitchToState:179(843ns)}}}}}
2026-01-08T17:03:25.663970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037487226194561:2067] [node 5] ICP01 ready to work
2026-01-08T17:03:25.670683Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037487539807153:2072] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(112962062ns) {Configure:104(112954452ns) {ProcessConfigured:135(47810159ns) {StartInitialHandshake:157(39661405ns) {DropHandshakes:470(4384ns) {DropIncomingHandshake:442(2204ns) DropOutgoingHandshake:457(579ns)} GenerateSessionVirtualId:992(3711ns) PrepareNewSessionHandshake:477(4903ns) {SwitchToState:179(2553ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.694286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037487539807167:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11067
2026-01-08T17:03:25.695081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037487539807165:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11067
2026-01-08T17:03:25.695147Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037487539807166:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11067
2026-01-08T17:03:25.707532Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037486713569456:2078] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(45519273ns) {Configure:104(45513195ns) {ProcessConfigured:135(88796ns) {StartInitialHandshake:157(86515ns) {DropHandshakes:470(2722ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(486ns)} GenerateSessionVirtualId:992(1106ns) PrepareNewSessionHandshake:477(1770ns) {SwitchToState:179(679ns)}}}}}
2026-01-08T17:03:25.707814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037486713569463:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25205
2026-01-08T17:03:25.708727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037486713569461:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25205
2026-01-08T17:03:25.708834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037486713569462:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25205
2026-01-08T17:03:25.708946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037486713569468:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25205
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.732857Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037488368293843:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62003
2026-01-08T17:03:25.732992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037488368293844:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62003
2026-01-08T17:03:25.738680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037486713569461:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.755616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037486713569390:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.765455Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037487226194573:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31825
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.785661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037488917289894:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.786189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037488917289898:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35957
2026-01-08T17:03:25.800723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037488917289899:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35957
2026-01-08T17:03:25.802962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037488917289899:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.817265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037486713569462:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.817436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037486713569389:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:25.818841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037488368293844:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.818992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037488368293833:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.819020Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037488368293833:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:25.820208Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037487226194573:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.820507Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037488917289889:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.820543Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037488917289889:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.823464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037487539807167:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.823913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037487539807171:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11067
2026-01-08T17:03:25.824165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037487539807165:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.824609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037488368293833:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:25.824906Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037488917289889:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:25.825325Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037488368293843:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.825378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037488368293829:2066] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:25.825447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:25.825510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037488368293829:2066] [node 5] ICP22 created new session: [3:7593037488368293847:2066]
2026-01-08T17:03:25.825571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037488368293847:2066] [node 5] ICS09 handshake done sender: [3:7593037488368293833:2113] self: [3:7593037488368293832:0] peer: [5:7593037486713569470:0] socket: 607 qp: -1
2026-01-08T17:03:25.825614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037488368293847:2066] [node 5] ICS10 traffic start
2026-01-08T17:03:25.825655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.827558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037486713569468:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.827945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037486713569472:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25205
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.828801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037485892778491:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.828956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037485892778492:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.829209Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037485892778496:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47711
2026-01-08T17:03:25.829328Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037485892778497:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47711
2026-01-08T17:03:25.832247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037484073326466:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:25.835592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037485892778418:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:25.835729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037485892778417:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:25.838624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037485892778497:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.838781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037485892778416:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.846113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037486713569473:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25205
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.846728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037485892778496:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.847239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037487226194563:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.846901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037485892778480:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:25.829833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037488917289882:2061] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:25.847289Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037487226194563:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.835183Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037487539807166:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.848402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037485892778502:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47711
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.849243Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037485892778496:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:25.849451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037485892778480:2065] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:25.849529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:25.849603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037485892778480:2065] [node 4] ICP22 created new session: [6:7593037485892778503:2065]
2026-01-08T17:03:25.849665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037485892778503:2065] [node 4] ICS09 handshake done sender: [6:7593037485892778496:2117] self: [6:7593037485892778501:0] peer: [4:7593037487226194562:0] socket: 633 qp: -1
2026-01-08T17:03:25.849710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037485892778503:2065] [node 4] ICS10 traffic start
2026-01-08T17:03:25.849750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:25.868657Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037485892778505:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47711
2026-01-08T17:03:25.862889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037488368293835:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.848623Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037487226194563:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:25.850947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037487226194518:2062] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:25.851006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:25.851057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037487226194518:2062] [node 6] ICP22 created new session: [4:7593037487226194577:2062]
2026-01-08T17:03:25.851110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037487226194577:2062] [node 6] ICS09 handshake done sender: [4:7593037487226194563:2111] self: [4:7593037487226194562:0] peer: [6:7593037485892778501:0] socket: 625 qp: -1
2026-01-08T17:03:25.851145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037487226194577:2062] [node 6] ICS10 traffic start
2026-01-08T17:03:25.851187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.829907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:25.842794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037487539807156:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.874829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037486713569463:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.829966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037488917289882:2061] [node 5] ICP22 created new session: [2:7593037488917289903:2061]
2026-01-08T17:03:25.830025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037488917289903:2061] [node 5] ICS09 handshake done sender: [2:7593037488917289889:2112] self: [2:7593037488917289888:0] peer: [5:7593037486713569471:0] socket: 613 qp: -1
2026-01-08T17:03:25.830067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037488917289903:2061] [node 5] ICS10 traffic start
2026-01-08T17:03:25.830117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:25.835002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037488917289898:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.883062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037488917289887:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.883119Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037488917289887:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:25.890708Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037486713569390:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13298) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037486713569461:2114] held: no
2026-01-08T17:03:25.862933Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037488368293835:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.842824Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037487539807156:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:25.887489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037487539807158:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.887527Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037487539807158:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:25.888546Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037487539807174:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11067
2026-01-08T17:03:25.888810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037487539807171:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.894613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037487539807156:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:25.863625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037488368293851:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62003
2026-01-08T17:03:25.902637Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037488917289887:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:25.897277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037486713569388:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:25.897781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037486713569461:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:25.863700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037488368293852:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62003
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.874438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037488368293835:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:25.895387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037488368293830:2067] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:25.895464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:25.895521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037488368293830:2067] [node 6] ICP22 created new session: [3:7593037488368293856:2067]
2026-01-08T17:03:25.895573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037488368293856:2067] [node 6] ICS09 handshake done sender: [3:7593037488368293835:2114] self: [3:7593037488368293834:0] peer: [6:7593037485892778498:0] socket: 608 qp: -1
2026-01-08T17:03:25.895622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037488368293856:2067] [node 6] ICS10 traffic start
2026-01-08T17:03:25.895684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:25.896588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037488368293854:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62003
2026-01-08T17:03:25.896659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037488368293855:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62003
2026-01-08T17:03:25.930549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037488368293852:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.930836Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037488368293843:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:25.903154Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037485892778491:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:25.912021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037486713569462:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:25.927679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037486713569390:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:25.927776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:25.927851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037486713569390:2050] [node 3] ICP22 created new session: [5:7593037486713569475:2050]
2026-01-08T17:03:25.927933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037486713569475:2050] [node 3] ICS09 handshake done sender: [5:7593037486713569461:2114] self: [5:7593037486713569470:0] peer: [3:7593037488368293832:0] socket: 621 qp: -1
2026-01-08T17:03:25.927974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037486713569475:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:25.928028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:25.928651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037486713569389:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:25.928737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:25.928948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037486713569389:2049] [node 2] ICP22 created new session: [5:7593037486713569477:2049]
2026-01-08T17:03:25.928999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037486713569477:2049] [node 2] ICS09 handshake done sender: [5:7593037486713569462:2115] self: [5:7593037486713569471:0] peer: [2:7593037488917289888:0] socket: 622 qp: -1
2026-01-08T17:03:25.929036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037486713569477:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:25.929077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.914803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037483244839794:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:25.914889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:25.914959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037483244839794:2049] [node 3] ICP22 created new session: [1:7593037487539807179:2049]
2026-01-08T17:03:25.915021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037487539807179:2049] [node 3] ICS09 handshake done sender: [1:7593037487539807156:2110] self: [1:7593037487539807155:0] peer: [3:7593037488368293850:0] socket: 630 qp: -1
2026-01-08T17:03:25.915069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037487539807179:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:25.915119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:25.916289Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037487539807158:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:25.946936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037487539807160:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.946972Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037487539807160:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:25.947937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037487539807146:2071] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:25.948026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:25.948091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037487539807146:2071] [node 6] ICP22 created new session: [1:7593037487539807182:2071]
2026-01-08T17:03:25.948156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037487539807182:2071] [node 6] ICS09 handshake done sender: [1:7593037487539807158:2111] self: [1:7593037487539807157:0] peer: [6:7593037485892778500:0] socket: 631 qp: -1
2026-01-08T17:03:25.948198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037487539807182:2071] [node 6] ICS10 traffic start
2026-01-08T17:03:25.948238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:25.948966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037487539807174:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.959982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037484073326466:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:25.923072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037487226194579:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31825
2026-01-08T17:03:25.954812Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037487539807160:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:25.960459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037488917289881:2060] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:25.944401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037485892778507:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47711
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.960874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:25.960542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.960601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037488917289881:2060] [node 6] ICP22 created new session: [2:7593037488917289908:2060]
2026-01-08T17:03:25.960654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037488917289908:2060] [node 6] ICS09 handshake done sender: [2:7593037488917289887:2111] self: [2:7593037488917289886:0] peer: [6:7593037485892778499:0] socket: 612 qp: -1
2026-01-08T17:03:25.961075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037488917289908:2060] [node 6] ICS10 traffic start
2026-01-08T17:03:25.961149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:25.982913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037487539807153:2072] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:25.983020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:25.983082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037487539807153:2072] [node 5] ICP22 created new session: [1:7593037487539807186:2072]
2026-01-08T17:03:25.983140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037487539807186:2072] [node 5] ICS09 handshake done sender: [1:7593037487539807160:2112] self: [1:7593037487539807159:0] peer: [5:7593037486713569474:0] socket: 632 qp: -1
2026-01-08T17:03:25.983190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037487539807186:2072] [node 5] ICS10 traffic start
2026-01-08T17:03:25.983236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:25.960939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037484073326466:2048] [node 1] ICP22 created new session: [3:7593037488368293858:2048]
2026-01-08T17:03:25.961008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037488368293858:2048] [node 1] ICS09 handshake done sender: [3:7593037488368293843:2117] self: [3:7593037488368293850:0] peer: [1:7593037487539807155:0] socket: 644 qp: -1
2026-01-08T17:03:25.962338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037488368293858:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:25.962390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:25.984003Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037484073326466:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23742999ns) {HandleHandshakeStatus:329(23739190ns) {DropIncomingHandshake:442(1059ns) DropOutgoingHandshake:457(7706ns) SwitchToState:179(1589ns) ProcessPendingSessionEvents:495(21183928ns) {ForwardSessionEventToSession:616(4469531ns) ForwardSessionEventToSession:616(11484490ns) ForwardSessionEventToSession:616(4452ns) ForwardSessionEventToSession:616(3428ns) ForwardSessionEventToSession:616(811042ns) ForwardSessionEventToSession:616(3240097ns) ForwardSessionEventToSession:616(1128191ns) ForwardSessionEventToSession:616(4102ns) ForwardSessionEventToSession:616(2514ns) ForwardSessionEventToSession:616(7320ns)}}}
2026-01-08T17:03:25.985963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037487226194579:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.978839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037486713569481:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25205
2026-01-08T17:03:25.986126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037482931227199:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:25.966733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037485892778508:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47711
2026-01-08T17:03:25.987433Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037486713569468:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.987952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037487539807162:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.989801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037485892778418:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:25.989904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:25.989985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037485892778418:2050] [node 3] ICP22 created new session: [6:7593037485892778509:2050]
2026-01-08T17:03:25.990066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037485892778509:2050] [node 3] ICS09 handshake done sender: [6:7593037485892778491:2115] self: [6:7593037485892778498:0] peer: [3:7593037488368293834:0] socket: 615 qp: -1
2026-01-08T17:03:25.990115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037485892778509:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:25.990163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.993809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037487226194581:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31825
2026-01-08T17:03:25.996462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037488368293851:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:25.996875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037484073326467:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.998166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037487226194582:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31825
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.987993Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037487539807162:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:25.991022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037488917289910:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35957
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:25.989042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037483244839794:2049] [node 3] ICP18 handshake (actor [1:7593037487539807174:2119]) is too old
2026-01-08T17:03:26.009229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037488368293854:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:26.010753Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037488917289891:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:26.010786Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037488917289891:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:26.011769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037488917289893:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:26.011791Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037488917289893:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:26.017372Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037488917289891:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:26.028045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037488917289893:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:26.006580Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037487226194581:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:26.022819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037486713569388:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:26.007065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037491521161879:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31825
2026-01-08T17:03:26.009412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037488368293830:2067] [node 6] ICP18 handshake (actor [3:7593037488368293854:2121]) is too old
2026-01-08T17:03:26.018098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037492663261159:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62003
2026-01-08T17:03:26.046648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037488368293839:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:26.046686Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037488368293839:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:26.022933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:26.037051Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037487539807162:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:26.039972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037484622322523:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:26.040059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:26.040106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037484622322523:2049] [node 3] ICP22 created new session: [2:7593037493212257210:2049]
2026-01-08T17:03:26.040155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037493212257210:2049] [node 3] ICS09 handshake done sender: [2:7593037488917289891:2113] self: [2:7593037488917289890:0] peer: [3:7593037488368293862:0] socket: 652 qp: -1
2026-01-08T17:03:26.040188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037493212257210:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:26.040222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:26.040700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037488917289883:2069] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:26.040773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:26.040828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037488917289883:2069] [node 4] ICP22 created new session: [2:7593037493212257212:2069]
2026-01-08T17:03:26.040884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037493212257212:2069] [node 4] ICS09 handshake done sender: [2:7593037488917289893:2114] self: [2:7593037488917289892:0] peer: [4:7593037491521161880:0] socket: 628 qp: -1
2026-01-08T17:03:26.040920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037493212257212:2069] [node 4] ICS10 traffic start
2026-01-08T17:03:26.040969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:26.056601Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037488368293851:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:26.056956Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037484073326467:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30092) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037488368293851:2119] held: no
2026-01-08T17:03:26.057076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037484073326467:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:26.057141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:26.057202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037484073326467:2049] [node 2] ICP22 created new session: [3:7593037492663261161:2049]
2026-01-08T17:03:26.057261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037492663261161:2049] [node 2] ICS09 handshake done sender: [3:7593037488368293851:2119] self: [3:7593037488368293862:0] peer: [2:7593037488917289890:0] socket: 654 qp: -1
2026-01-08T17:03:26.057302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037492663261161:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:26.057358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:26.007166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037482931227200:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:26.066759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037488368293839:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:26.067127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037488368293831:2069] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:26.067220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:26.067299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037488368293831:2069] [node 4] ICP22 created new session: [3:7593037492663261163:2069]
2026-01-08T17:03:26.067355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037492663261163:2069] [node 4] ICS09 handshake done sender: [3:7593037488368293839:2116] self: [3:7593037488368293838:0] peer: [4:7593037491521161882:0] socket: 643 qp: -1
2026-01-08T17:03:26.067392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037492663261163:2069] [node 4] ICS10 traffic start
2026-01-08T17:03:26.067437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:26.062825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037487539807154:2074] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:26.062942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:26.063012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037487539807154:2074] [node 4] ICP22 created new session: [1:7593037491834774485:2074]
2026-01-08T17:03:26.063097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037491834774485:2074] [node 4] ICS09 handshake done sender: [1:7593037487539807162:2113] self: [1:7593037487539807161:0] peer: [4:7593037487226194580:0] socket: 668 qp: -1
2026-01-08T17:03:26.063148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037491834774485:2074] [node 4] ICS10 traffic start
2026-01-08T17:03:26.063201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:26.027063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037487226194582:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:26.023007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037486713569388:2048] [node 1] ICP22 created new session: [5:7593037491008536779:2048]
2026-01-08T17:03:26.023072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037491008536779:2048] [node 1] ICS09 handshake done sender: [5:7593037486713569468:2118] self: [5:7593037486713569474:0] peer: [1:7593037487539807159:0] socket: 635 qp: -1
2026-01-08T17:03:26.023118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037491008536779:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:26.023163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:26.023481Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037486713569388:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:26.027221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037482931227201:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:26.027660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037491521161881:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31825
2026-01-08T17:03:26.034794Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037487226194581:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:26.038833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037482931227200:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:26.038912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:26.038982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037482931227200:2049] [node 2] ICP22 created new session: [4:7593037491521161883:2049]
2026-01-08T17:03:26.039068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037491521161883:2049] [node 2] ICS09 handshake done sender: [4:7593037487226194581:2117] self: [4:7593037491521161880:0] peer: [2:7593037488917289892:0] socket: 639 qp: -1
2026-01-08T17:03:26.039113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037491521161883:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:26.039173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:26.072875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037488917289910:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:26.073382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037484622322522:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:26.074618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037487539807164:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:26.074659Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037487539807164:2114] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:26.077927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037493212257215:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:35957
2026-01-08T17:03:26.080275Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037487539807164:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:26.080898Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037488917289910:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:26.081182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037484622322522:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:26.081251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:26.081309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037484622322522:2048] [node 1] ICP22 created new session: [2:7593037493212257216:2048]
2026-01-08T17:03:26.081374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037493212257216:2048] [node 1] ICS09 handshake done sender: [2:7593037488917289910:2118] self: [2:7593037493212257214:0] peer: [1:7593037487539807163:0] socket: 673 qp: -1
2026-01-08T17:03:26.081422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037493212257216:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:26.081467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:26.086229Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037485892778417:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30092) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037485892778492:2116] held: no
2026-01-08T17:03:26.086539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037485892778497:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:26.086959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037483244839793:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:26.087090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:26.087148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037483244839793:2048] [node 2] ICP22 created new session: [1:7593037491834774488:2048]
2026-01-08T17:03:26.087222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037491834774488:2048] [node 2] ICS09 handshake done sender: [1:7593037487539807164:2114] self: [1:7593037487539807163:0] peer: [2:7593037493212257214:0] socket: 671 qp: -1
2026-01-08T17:03:26.087267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037491834774488:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:26.087350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:26.089122Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037485892778416:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15147) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037485892778497:2118] held: no
2026-01-08T17:03:26.089252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037485892778416:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:26.089327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:26.089382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037485892778416:2048] [node 1] ICP22 created new session: [6:7593037490187745808:2048]
2026-01-08T17:03:26.089450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037490187745808:2048] [node 1] ICS09 handshake done sender: [6:7593037485892778497:2118] self: [6:7593037485892778500:0] peer: [1:7593037487539807157:0] socket: 641 qp: -1
2026-01-08T17:03:26.089520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037490187745808:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:26.089564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:26.090046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037485892778492:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:26.093572Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037487226194579:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:26.097234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037485892778417:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:26.097319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:26.097374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037485892778417:2049] [node 2] ICP22 created new session: [6:7593037490187745810:2049]
2026-01-08T17:03:26.097437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037490187745810:2049] [node 2] ICS09 handshake done sender: [6:7593037485892778492:2116] self: [6:7593037485892778499:0] peer: [2:7593037488917289886:0] socket: 616 qp: -1
2026-01-08T17:03:26.097483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037490187745810:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:26.097525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:26.098665Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037490187745807:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47711
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:26.108497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037490187745807:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:26.108697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037485892778475:2063] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:26.107420Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037482931227199:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15147) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037487226194579:2116] held: no
2026-01-08T17:03:26.109205Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037486713569465:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:26.109248Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037486713569465:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:26.107556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037482931227199:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:26.107615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:26.107683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037482931227199:2048] [node 1] ICP22 created new session: [4:7593037491521161886:2048]
2026-01-08T17:03:26.107750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037491521161886:2048] [node 1] ICS09 handshake done sender: [4:7593037487226194579:2116] self: [4:7593037487226194580:0] peer: [1:7593037487539807161:0] socket: 669 qp: -1
2026-01-08T17:03:26.107791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037491521161886:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:26.107830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:26.108461Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037482931227201:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13298) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037487226194582:2118] held: no
2026-01-08T17:03:26.108804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037491521161885:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31825
2026-01-08T17:03:26.112650Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037487226194582:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:26.112947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037482931227201:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:26.112998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:26.113072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037482931227201:2050] [node 3] ICP22 created new session: [4:7593037491521161888:2050]
2026-01-08T17:03:26.113124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037491521161888:2050] [node 3] ICS09 handshake done sender: [4:7593037487226194582:2118] self: [4:7593037491521161882:0] peer: [3:7593037488368293838:0] socket: 645 qp: -1
2026-01-08T17:03:26.113162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037491521161888:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:26.113218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:26.110951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037486713569465:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:26.111208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037486713569456:2078] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:26.111302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:26.111363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037486713569456:2078] [node 6] ICP22 created new session: [5:7593037491008536782:2078]
2026-01-08T17:03:26.111419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037491008536782:2078] [node 6] ICS09 handshake done sender: [5:7593037486713569465:2117] self: [5:7593037486713569464:0] peer: [6:7593037490187745812:0] socket: 674 qp: -1
2026-01-08T17:03:26.111458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037491008536782:2078] [node 6] ICS10 traffic start
2026-01-08T17:03:26.111496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:26.121818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037491008536784:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25205
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:26.123185Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037491008536784:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:26.123364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037486713569412:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:26.124194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037487226194569:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:26.124230Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037487226194569:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:26.125580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037491008536786:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25205
2026-01-08T17:03:26.122436Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037485892778475:2063] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30050) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037490187745807:2123] held: no
2026-01-08T17:03:26.122638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037490187745813:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47711
2026-01-08T17:03:26.123994Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037490187745807:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:26.125822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037485892778475:2063] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:26.125875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:26.125934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037485892778475:2063] [node 5] ICP22 created new session: [6:7593037490187745814:2063]
2026-01-08T17:03:26.125987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037490187745814:2063] [node 5] ICS09 handshake done sender: [6:7593037490187745807:2123] self: [6:7593037490187745812:0] peer: [5:7593037486713569464:0] socket: 661 qp: -1
2026-01-08T17:03:26.126027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037490187745814:2063] [node 5] ICS10 traffic start
2026-01-08T17:03:26.126088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:26.130719Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037487226194569:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:26.131420Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037491008536784:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:26.131685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037486713569412:2063] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:26.131773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:26.131832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037486713569412:2063] [node 4] ICP22 created new session: [5:7593037491008536787:2063]
2026-01-08T17:03:26.131888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037491008536787:2063] [node 4] ICS09 handshake done sender: [5:7593037491008536784:2122] self: [5:7593037491008536785:0] peer: [4:7593037487226194568:0] socket: 623 qp: -1
2026-01-08T17:03:26.131929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037491008536787:2063] [node 4] ICS10 traffic start
2026-01-08T17:03:26.131971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:26.134172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037487226194561:2067] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:26.134249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:26.134312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037487226194561:2067] [node 5] ICP22 created new session: [4:7593037491521161892:2067]
2026-01-08T17:03:26.134375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037491521161892:2067] [node 5] ICS09 handshake done sender: [4:7593037487226194569:2114] self: [4:7593037487226194568:0] peer: [5:7593037491008536785:0] socket: 619 qp: -1
2026-01-08T17:03:26.134425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037491521161892:2067] [node 5] ICS10 traffic start
2026-01-08T17:03:26.134487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:26.303941Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:26.304203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037488368293858:2048] [node 1] ICS07 socket disconnect 644 reason# EndOfStream
2026-01-08T17:03:26.304241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037488368293858:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.304325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:26.304368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037488368293858:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:26.304379Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:26.304638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037493212257216:2048] [node 1] ICS01 socket: 673 reason# EndOfStream
2026-01-08T17:03:26.304683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037484622322522:2048] [node 1] ICP30 unregister session Session# [2:7593037493212257216:2048] VirtualId# [2:7593037493212257214:0]
2026-01-08T17:03:26.304724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037493212257216:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.304813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:26.304864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:26.313539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037484073326466:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15147) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:26.313600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037488368293858:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:26.314449Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037484073326466:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15147) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:26.314518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037488368293858:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:26.314569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037484073326466:2048] [node 1] ICP30 unregister session Session# [3:7593037488368293858:2048] VirtualId# [3:7593037488368293850:0]
2026-01-08T17:03:26.314625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:26.314661Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037484073326466:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15147) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:26.314680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15147) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:26.322588Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:26.322863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037490187745808:2048] [node 1] ICS01 socket: 641 reason# EndOfStream
2026-01-08T17:03:26.322911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037485892778416:2048] [node 1] ICP30 unregister session Session# [6:7593037490187745808:2048] VirtualId# [6:7593037485892778500:0]
2026-01-08T17:03:26.322955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037490187745808:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.323044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:26.323094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:26.323190Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:26.323417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037491008536779:2048] [node 1] ICS01 socket: 635 reason# EndOfStream
2026-01-08T17:03:26.323462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037486713569388:2048] [node 1] ICP30 unregister session Session# [5:7593037491008536779:2048] VirtualId# [5:7593037486713569474:0]
2026-01-08T17:03:26.323491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037491008536779:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.323555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:26.323610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:26.323700Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:26.323906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037491521161886:2048] [node 1] ICS01 socket: 669 reason# EndOfStream
2026-01-08T17:03:26.323941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037482931227199:2048] [node 1] ICP30 unregister session Session# [4:7593037491521161886:2048] VirtualId# [4:7593037487226194580:0]
2026-01-08T17:03:26.323976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037491521161886:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.324029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:26.324069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:26.326674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037484073326466:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:26.440376Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:26.440636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037492663261161:2049] [node 2] ICS01 socket: 654 reason# EndOfStream
2026-01-08T17:03:26.440685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037484073326467:2049] [node 2] ICP30 unregister session Session# [3:7593037492663261161:2049] VirtualId# [3:7593037488368293862:0]
2026-01-08T17:03:26.440730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037492663261161:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.440817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:26.440864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:26.458561Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:26.458805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037490187745810:2049] [node 2] ICS01 socket: 616 reason# EndOfStream
2026-01-08T17:03:26.458856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037485892778417:2049] [node 2] ICP30 unregister session Session# [6:7593037490187745810:2049] VirtualId# [6:7593037485892778499:0]
2026-01-08T17:03:26.458921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037490187745810:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.459008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:26.459055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:26.459152Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:26.459369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037486713569477:2049] [node 2] ICS01 socket: 622 reason# EndOfStream
2026-01-08T17:03:26.459408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037486713569389:2049] [node 2] ICP30 unregister session Session# [5:7593037486713569477:2049] VirtualId# [5:7593037486713569471:0]
2026-01-08T17:03:26.459440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037486713569477:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.459512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:26.459553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:26.459651Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:26.459827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037491521161883:2049] [node 2] ICS01 socket: 639 reason# EndOfStream
2026-01-08T17:03:26.459864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037482931227200:2049] [node 2] ICP30 unregister session Session# [4:7593037491521161883:2049] VirtualId# [4:7593037491521161880:0]
2026-01-08T17:03:26.459890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037491521161883:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.459942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:26.459977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:26.578528Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:26.578819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037491521161888:2050] [node 3] ICS01 socket: 645 reason# EndOfStream
2026-01-08T17:03:26.578865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037482931227201:2050] [node 3] ICP30 unregister session Session# [4:7593037491521161888:2050] VirtualId# [4:7593037491521161882:0]
2026-01-08T17:03:26.578892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037491521161888:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.578953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:26.579003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:26.578509Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:26.578790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037486713569475:2050] [node 3] ICS01 socket: 621 reason# EndOfStream
2026-01-08T17:03:26.578836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037486713569390:2050] [node 3] ICP30 unregister session Session# [5:7593037486713569475:2050] VirtualId# [5:7593037486713569470:0]
2026-01-08T17:03:26.578880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037486713569475:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.578953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:26.579003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:26.579100Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:26.579289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037485892778509:2050] [node 3] ICS01 socket: 615 reason# EndOfStream
2026-01-08T17:03:26.579327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037485892778418:2050] [node 3] ICP30 unregister session Session# [6:7593037485892778509:2050] VirtualId# [6:7593037485892778498:0]
2026-01-08T17:03:26.579353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037485892778509:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.579411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:26.579451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:26.810527Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:26.810902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037485892778503:2065] [node 4] ICS01 socket: 633 reason# EndOfStream
2026-01-08T17:03:26.810938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037485892778480:2065] [node 4] ICP30 unregister session Session# [6:7593037485892778503:2065] VirtualId# [6:7593037485892778501:0]
2026-01-08T17:03:26.810963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037485892778503:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.811012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:26.811062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:26.810527Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:26.810805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037491008536787:2063] [node 4] ICS01 socket: 623 reason# EndOfStream
2026-01-08T17:03:26.810849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037486713569412:2063] [node 4] ICP30 unregister session Session# [5:7593037491008536787:2063] VirtualId# [5:7593037491008536785:0]
2026-01-08T17:03:26.810890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037491008536787:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.810962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:26.811031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:26.958517Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:26.958770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037490187745814:2063] [node 5] ICS01 socket: 661 reason# EndOfStream
2026-01-08T17:03:26.958820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037485892778475:2063] [node 5] ICP30 unregister session Session# [6:7593037490187745814:2063] VirtualId# [6:7593037490187745812:0]
2026-01-08T17:03:26.958866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037490187745814:2063] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:26.958959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:26.959008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:27.126283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037494195320520:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:27.126343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037494195320521:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:27.161481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037496737906994:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:27.161551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037496737906995:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:27.215246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037494985366697:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:27.215309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037494985366698:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:27.245892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037494415183144:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:27.245951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037494415183145:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:27.245987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037494415183146:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:27.347068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037496681061515:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:27.347118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037496681061516:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:27.347155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037496681061517:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:27.290734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037497300194949:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:27.290776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037497300194950:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:27.290809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037497300194951:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:27.750244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037494195320583:2099] [node 6] ICP01 ready to work
2026-01-08T17:03:27.787605Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037494985366697:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(250752090ns) {Configure:104(250745341ns) {ProcessConfigured:135(130431ns) {StartInitialHandshake:157(127156ns) {DropHandshakes:470(3561ns) {DropIncomingHandshake:442(1184ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:992(1581ns) PrepareNewSessionHandshake:477(2273ns) {SwitchToState:179(858ns)}}}}}
2026-01-08T17:03:27.788134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037494985366761:2065] [node 5] ICP01 ready to work
2026-01-08T17:03:27.772149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037494415183199:2069] [node 6] ICP01 ready to work
2026-01-08T17:03:27.834708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037494195320587:2101] [node 4] ICP01 ready to work
2026-01-08T17:03:27.835153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037494195320588:2102] [node 5] ICP01 ready to work
2026-01-08T17:03:27.815219Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037496681061515:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(150301940ns) {Configure:104(150285088ns) {ProcessConfigured:135(86048ns) {StartInitialHandshake:157(82453ns) {DropHandshakes:470(3361ns) {DropIncomingHandshake:442(723ns) DropOutgoingHandshake:457(760ns)} GenerateSessionVirtualId:992(1410ns) PrepareNewSessionHandshake:477(2318ns) {SwitchToState:179(796ns)}}}}}
2026-01-08T17:03:27.788507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037494985366762:2067] [node 6] ICP01 ready to work
2026-01-08T17:03:27.861479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037496737907057:2085] [node 4] ICP01 ready to work
2026-01-08T17:03:27.849599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037494415183208:2070] [node 5] ICP01 ready to work
2026-01-08T17:03:27.788829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037494985366763:2070] [node 4] ICP01 ready to work
2026-01-08T17:03:27.880280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037496737907058:2087] [node 5] ICP01 ready to work
2026-01-08T17:03:27.815980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037496681061549:2062] [node 5] ICP01 ready to work
2026-01-08T17:03:27.940093Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037497300194949:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(333284305ns) {Configure:104(333277247ns) {ProcessConfigured:135(71522ns) {StartInitialHandshake:157(69550ns) {DropHandshakes:470(4993ns) {DropIncomingHandshake:442(564ns) DropOutgoingHandshake:457(281ns)} GenerateSessionVirtualId:992(946ns) PrepareNewSessionHandshake:477(1269ns) {SwitchToState:179(525ns)}}}}}
2026-01-08T17:03:27.940780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037497300195014:2066] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:27.816329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037496681061550:2064] [node 4] ICP01 ready to work
2026-01-08T17:03:27.856513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037494985366698:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(273642566ns) {Configure:104(249785420ns) {ProcessConfigured:135(88793ns) {StartInitialHandshake:157(82813ns) {DropHandshakes:470(2632ns) {DropIncomingHandshake:442(481ns) DropOutgoingHandshake:457(453ns)} GenerateSessionVirtualId:992(713ns) PrepareNewSessionHandshake:477(3943ns) {SwitchToState:179(1597ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:27.945617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037497300195017:2098] [node 6] ICP01 ready to work
2026-01-08T17:03:27.923402Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037494195320521:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(85693739ns) {Configure:104(85686067ns) {ProcessConfigured:135(106470ns) {StartInitialHandshake:157(103663ns) {DropHandshakes:470(2636ns) {DropIncomingHandshake:442(421ns) DropOutgoingHandshake:457(393ns)} GenerateSessionVirtualId:992(1506ns) PrepareNewSessionHandshake:477(2107ns) {SwitchToState:179(845ns)}}}}}
2026-01-08T17:03:27.972007Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037494415183144:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(424635258ns) {Configure:104(424628792ns) {ProcessConfigured:135(16741252ns) {StartInitialHandshake:157(16737908ns) {DropHandshakes:470(2779ns) {DropIncomingHandshake:442(488ns) DropOutgoingHandshake:457(818ns)} GenerateSessionVirtualId:992(928ns) PrepareNewSessionHandshake:477(4252ns) {SwitchToState:179(1757ns)}}}}}
2026-01-08T17:03:27.878752Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037494985366762:2067] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(21886977ns) {Configure:104(21879958ns) {ProcessConfigured:135(20158673ns) {StartInitialHandshake:157(20155317ns) {DropHandshakes:470(2200ns) {DropIncomingHandshake:442(371ns) DropOutgoingHandshake:457(462ns)} GenerateSessionVirtualId:992(880ns) PrepareNewSessionHandshake:477(5296ns) {SwitchToState:179(2942ns)}}}}}
2026-01-08T17:03:27.888969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037494985366761:2065] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(99746512ns) {Configure:104(99740491ns) {ProcessConfigured:135(26065274ns) {StartInitialHandshake:157(18232875ns) {DropHandshakes:470(4004ns) {DropIncomingHandshake:442(507ns) DropOutgoingHandshake:457(733ns)} GenerateSessionVirtualId:992(3431ns) PrepareNewSessionHandshake:477(3071ns) {SwitchToState:179(1518ns)}}}}}
2026-01-08T17:03:27.915834Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037496681061517:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(334932320ns) {Configure:104(334925763ns) {ProcessConfigured:135(104110ns) {StartInitialHandshake:157(101618ns) {DropHandshakes:470(3271ns) {DropIncomingHandshake:442(712ns) DropOutgoingHandshake:457(676ns)} GenerateSessionVirtualId:992(827ns) PrepareNewSessionHandshake:477(2133ns) {SwitchToState:179(737ns)}}}}}
2026-01-08T17:03:27.963635Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037496681061516:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(47459463ns) {Configure:104(40975053ns) {ProcessConfigured:135(109656ns) {StartInitialHandshake:157(106041ns) {DropHandshakes:470(3024ns) {DropIncomingHandshake:442(748ns) DropOutgoingHandshake:457(795ns)} GenerateSessionVirtualId:992(1441ns) PrepareNewSessionHandshake:477(3154ns) {SwitchToState:179(1092ns)}}}}}
2026-01-08T17:03:27.965052Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037496681061589:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39462
2026-01-08T17:03:27.965143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037496681061590:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39462
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:27.991634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037494195320587:2101] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(65753757ns) {Configure:104(65749121ns) {ProcessConfigured:135(105067ns) {StartInitialHandshake:157(101505ns) {DropHandshakes:470(16978ns) {DropIncomingHandshake:442(663ns) DropOutgoingHandshake:457(844ns)} GenerateSessionVirtualId:992(947ns) PrepareNewSessionHandshake:477(1765ns) {SwitchToState:179(669ns)}}}}}
2026-01-08T17:03:27.993010Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037494195320593:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48156
2026-01-08T17:03:27.993073Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037494195320598:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48156
2026-01-08T17:03:27.993124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037494195320599:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48156
2026-01-08T17:03:28.010545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037496737907059:2093] [node 6] ICP01 ready to work
2026-01-08T17:03:27.954310Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037497300195018:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60424
2026-01-08T17:03:28.025767Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037496737906994:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(44431911ns) {Configure:104(44413222ns) {ProcessConfigured:135(69012ns) {StartInitialHandshake:157(65916ns) {DropHandshakes:470(1188ns) {DropIncomingHandshake:442(229ns) DropOutgoingHandshake:457(218ns)} GenerateSessionVirtualId:992(521ns) PrepareNewSessionHandshake:477(2496ns) {SwitchToState:179(902ns)}}}}}
2026-01-08T17:03:28.030771Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037494985366763:2070] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(151710607ns) {Configure:104(151705252ns) {ProcessConfigured:135(9136997ns) {StartInitialHandshake:157(9134664ns) {DropHandshakes:470(1628316ns) {DropIncomingHandshake:442(628ns) DropOutgoingHandshake:457(1009ns)} GenerateSessionVirtualId:992(1400ns) PrepareNewSessionHandshake:477(2435ns) {SwitchToState:179(251ns)}}}}}
2026-01-08T17:03:27.987202Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037497300194950:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(360435477ns) {Configure:104(360426981ns) {ProcessConfigured:135(103557ns) {StartInitialHandshake:157(100630ns) {DropHandshakes:470(3264ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(881ns)} GenerateSessionVirtualId:992(851ns) PrepareNewSessionHandshake:477(2420ns) {SwitchToState:179(1213ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.036004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037498710150518:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23381
2026-01-08T17:03:28.019125Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037494195320520:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(476133381ns) {Configure:104(452274838ns) {ProcessConfigured:135(84506ns) {StartInitialHandshake:157(74054ns) {DropHandshakes:470(3762ns) {DropIncomingHandshake:442(786ns) DropOutgoingHandshake:457(641ns)} GenerateSessionVirtualId:992(1309ns) PrepareNewSessionHandshake:477(3238ns) {SwitchToState:179(1227ns)}}}}}
2026-01-08T17:03:27.993922Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037497300195028:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60424
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.051880Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037496737907059:2093] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(22129476ns) {Configure:104(22124993ns) {ProcessConfigured:135(97772ns) {StartInitialHandshake:157(94464ns) {DropHandshakes:470(3358ns) {DropIncomingHandshake:442(606ns) DropOutgoingHandshake:457(655ns)} GenerateSessionVirtualId:992(1274ns) PrepareNewSessionHandshake:477(2101ns) {SwitchToState:179(906ns)}}}}}
2026-01-08T17:03:28.052246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037501032874362:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19478
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.053459Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037498490287901:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48156
2026-01-08T17:03:28.053798Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037498710150519:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23381
2026-01-08T17:03:27.994099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037497300195029:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60424
2026-01-08T17:03:28.064610Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037496681061550:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(226456022ns) {Configure:104(210204050ns) {ProcessConfigured:135(22452171ns) {StartInitialHandshake:157(22449413ns) {DropHandshakes:470(1369ns) {DropIncomingHandshake:442(241ns) DropOutgoingHandshake:457(532ns)} GenerateSessionVirtualId:992(1370ns) PrepareNewSessionHandshake:477(3549ns) {SwitchToState:179(1784ns)}}}}}
2026-01-08T17:03:28.057852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037494985366774:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59444
2026-01-08T17:03:28.067731Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037496737907058:2087] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(44293752ns) {Configure:104(44287536ns) {ProcessConfigured:135(10050061ns) {StartInitialHandshake:157(10046884ns) {DropHandshakes:470(3519ns) {DropIncomingHandshake:442(759ns) DropOutgoingHandshake:457(726ns)} GenerateSessionVirtualId:992(830ns) PrepareNewSessionHandshake:477(3380ns) {SwitchToState:179(841ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.067388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037494415183214:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.067437Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037494415183214:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.059810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037497300195018:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.067354Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037494985366774:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.095252Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037494195320593:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.095447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037494195320592:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.095473Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037494195320592:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.098864Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037494195320592:2114] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.078584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037496681061590:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.071414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037494985366775:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59444
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.060016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037497300195014:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.071641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037499280334074:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59444
2026-01-08T17:03:28.116528Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037494415183214:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:28.122347Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037498710150521:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23381
2026-01-08T17:03:28.128248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037498710150518:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.102783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037494195320521:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.140747Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037500976028889:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39462
2026-01-08T17:03:28.062805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037497300195029:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.141746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037501032874362:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.071770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037499280334075:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59444
2026-01-08T17:03:28.128306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037494415183208:2070] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:28.102897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.142261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037497300195028:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.091150Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037499280334075:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.158710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037496681061550:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.134621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:28.102997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037494195320521:2049] [node 3] ICP22 created new session: [1:7593037498490287905:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.166785Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037501032874371:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19478
2026-01-08T17:03:28.179690Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037501032874359:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.179731Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037501032874359:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.186013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037501032874361:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.186041Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037501032874361:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.142885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037497300194949:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.142977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037501595162327:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60424
2026-01-08T17:03:28.147904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037501595162328:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60424
2026-01-08T17:03:28.148168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037497300195018:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:28.154839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037497300195014:2066] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.154947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:28.155017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037497300195014:2066] [node 4] ICP22 created new session: [5:7593037501595162331:2066]
2026-01-08T17:03:28.155077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037501595162331:2066] [node 4] ICS09 handshake done sender: [5:7593037497300195018:2112] self: [5:7593037501595162326:0] peer: [4:7593037494415183213:0] socket: 620 qp: -1
2026-01-08T17:03:28.155125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037501595162331:2066] [node 4] ICS10 traffic start
2026-01-08T17:03:28.164648Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037496681061550:2064] [node 4] ICP35 event processing took too much time PendingConnection:279(17541726ns) {IncomingHandshake:261(17540092ns) {DropIncomingHandshake:442(645ns) PrepareNewSessionHandshake:477(1939ns) {SwitchToState:179(697ns)} GenerateSessionVirtualId:992(685ns) IssueIncomingHandshakeReply:193(15193877ns) {SwitchToState:179(2381ns)}}}
2026-01-08T17:03:28.155166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:28.155589Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037497300195014:2066] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:28.166952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037496681061589:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.156216Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037501595162328:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.185274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037500976028893:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39462
2026-01-08T17:03:28.156916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037497300194951:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.185443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037500976028894:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39462
2026-01-08T17:03:28.187337Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037501595162335:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60424
2026-01-08T17:03:28.103057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037498490287905:2049] [node 3] ICS09 handshake done sender: [1:7593037494195320592:2114] self: [1:7593037494195320591:0] peer: [3:7593037499280334078:0] socket: 637 qp: -1
2026-01-08T17:03:28.103108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037498490287905:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:28.103150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:28.148013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037494195320598:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.138577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037494415183208:2070] [node 5] ICP22 created new session: [4:7593037498710150522:2070]
2026-01-08T17:03:28.138666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037498710150522:2070] [node 5] ICS09 handshake done sender: [4:7593037494415183214:2112] self: [4:7593037494415183213:0] peer: [5:7593037501595162326:0] socket: 617 qp: -1
2026-01-08T17:03:28.138708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037498710150522:2070] [node 5] ICS10 traffic start
2026-01-08T17:03:28.138783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:28.139440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037494415183208:2070] [node 5] ICP18 handshake (actor [4:7593037498710150518:2115]) is too old
2026-01-08T17:03:28.158811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037498710150519:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.162039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037494415183145:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.181337Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037494415183210:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.181365Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037494415183210:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.182750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037498710150526:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23381
2026-01-08T17:03:28.188045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037494415183210:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:28.091317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037499280334077:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59444
2026-01-08T17:03:28.091537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037494985366697:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.099647Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037499280334079:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59444
2026-01-08T17:03:28.100332Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037499280334075:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:28.129863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037494985366697:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.129949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:28.188919Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037494195320521:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(40706561ns) {HandleHandshakeStatus:329(40702404ns) {DropIncomingHandshake:442(21751ns) DropOutgoingHandshake:457(582ns) SwitchToState:179(1006ns) ProcessPendingSessionEvents:495(40184392ns) {ForwardSessionEventToSession:616(25172098ns) ForwardSessionEventToSession:616(509481ns) ForwardSessionEventToSession:616(3093ns) ForwardSessionEventToSession:616(4837898ns) ForwardSessionEventToSession:616(8111ns) ForwardSessionEventToSession:616(2899ns) ForwardSessionEventToSession:616(1302434ns) ForwardSessionEventToSession:616(6018301ns) ForwardSessionEventToSession:616(6483ns) ForwardSessionEventToSession:616(2295327ns)}}}
2026-01-08T17:03:28.188165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037496681061517:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.188352Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037500976028893:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.130006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037494985366697:2048] [node 1] ICP22 created new session: [3:7593037499280334080:2048]
2026-01-08T17:03:28.196061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037498490287901:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.196206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037494195320599:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.196320Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037494195320590:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.196348Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037494195320590:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.197129Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037498710150521:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.197196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037494415183199:2069] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:28.197274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:28.197339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037494415183199:2069] [node 6] ICP22 created new session: [4:7593037498710150528:2069]
2026-01-08T17:03:28.197397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037498710150528:2069] [node 6] ICS09 handshake done sender: [4:7593037494415183210:2110] self: [4:7593037494415183209:0] peer: [6:7593037500976028892:0] socket: 615 qp: -1
2026-01-08T17:03:28.197435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037498710150528:2069] [node 6] ICS10 traffic start
2026-01-08T17:03:28.197480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:28.187617Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037501032874359:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:28.130061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037499280334080:2048] [node 1] ICS09 handshake done sender: [3:7593037499280334075:2118] self: [3:7593037499280334078:0] peer: [1:7593037494195320591:0] socket: 645 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.215033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037498490287910:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48156
2026-01-08T17:03:28.130113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037499280334080:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:28.130157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:28.146635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037494985366775:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.146774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037499280334074:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.167177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037499280334077:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.173872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037494985366770:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.173909Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037494985366770:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.175218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037494985366698:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.183257Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037494985366770:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:28.190053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037494985366761:2065] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:28.190147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:28.190209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037494985366761:2065] [node 5] ICP22 created new session: [3:7593037499280334088:2065]
2026-01-08T17:03:28.190265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037499280334088:2065] [node 5] ICS09 handshake done sender: [3:7593037494985366770:2113] self: [3:7593037494985366767:0] peer: [5:7593037501595162334:0] socket: 612 qp: -1
2026-01-08T17:03:28.190304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037499280334088:2065] [node 5] ICS10 traffic start
2026-01-08T17:03:28.190367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:28.192195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037501595162328:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:28.199701Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037501032874361:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:28.208072Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037497300195022:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.208107Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037497300195022:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.208617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037497300194951:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.208714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:28.208769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037497300194951:2050] [node 3] ICP22 created new session: [5:7593037501595162336:2050]
2026-01-08T17:03:28.208851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037501595162336:2050] [node 3] ICS09 handshake done sender: [5:7593037501595162328:2119] self: [5:7593037501595162334:0] peer: [3:7593037494985366767:0] socket: 660 qp: -1
2026-01-08T17:03:28.208901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037501595162336:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:28.208977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.202961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037498710150519:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:28.191475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037496681061590:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:28.218087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037494195320595:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.218150Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037494195320595:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.222097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037494985366761:2065] [node 5] ICP35 event processing took too much time PendingConnection:279(30462609ns) {HandleHandshakeStatus:329(30459129ns) {DropIncomingHandshake:442(14452ns) DropOutgoingHandshake:457(623ns) SwitchToState:179(279ns) ProcessPendingSessionEvents:495(30015387ns) {ForwardSessionEventToSession:616(12902134ns) ForwardSessionEventToSession:616(5320ns) ForwardSessionEventToSession:616(2655041ns) ForwardSessionEventToSession:616(9551697ns) ForwardSessionEventToSession:616(4454ns) ForwardSessionEventToSession:616(3021ns) ForwardSessionEventToSession:616(2859701ns) ForwardSessionEventToSession:616(3239ns) ForwardSessionEventToSession:616(1994404ns) ForwardSessionEventToSession:616(5499ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.200460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037496681061549:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.222847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037494985366768:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.222879Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037494985366768:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.223748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037499280334087:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59444
2026-01-08T17:03:28.210983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037494415183145:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.228793Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037497300195022:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.225662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037494195320590:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:28.199958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037501032874371:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.200017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037496737907057:2085] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:28.200096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:28.200149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037496737907057:2085] [node 4] ICP22 created new session: [2:7593037501032874374:2085]
2026-01-08T17:03:28.203436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037501032874374:2085] [node 4] ICS09 handshake done sender: [2:7593037501032874359:2111] self: [2:7593037501032874358:0] peer: [4:7593037498710150525:0] socket: 648 qp: -1
2026-01-08T17:03:28.212877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037496737906995:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:28.212963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:28.213010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037496737906995:2049] [node 3] ICP22 created new session: [2:7593037501032874375:2049]
2026-01-08T17:03:28.213076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037501032874375:2049] [node 3] ICS09 handshake done sender: [2:7593037501032874361:2112] self: [2:7593037501032874360:0] peer: [3:7593037499280334086:0] socket: 649 qp: -1
2026-01-08T17:03:28.213115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037501032874375:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:28.213160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:28.215693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037501032874374:2085] [node 4] ICS10 traffic start
2026-01-08T17:03:28.221772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:28.232191Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037501032874379:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19478
2026-01-08T17:03:28.232349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037501032874380:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19478
2026-01-08T17:03:28.235075Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037496737907057:2085] [node 4] ICP35 event processing took too much time PendingConnection:279(24850422ns) {HandleHandshakeStatus:329(24847960ns) {DropIncomingHandshake:442(140ns) DropOutgoingHandshake:457(658ns) SwitchToState:179(376ns) ProcessPendingSessionEvents:495(120751ns) {ForwardSessionEventToSession:616(64703ns) ForwardSessionEventToSession:616(6447ns) ForwardSessionEventToSession:616(5389ns) ForwardSessionEventToSession:616(2997ns) ForwardSessionEventToSession:616(2925ns) ForwardSessionEventToSession:616(6447ns) ForwardSessionEventToSession:616(2873ns) ForwardSessionEventToSession:616(3157ns) ForwardSessionEventToSession:616(8192ns) ForwardSessionEventToSession:616(5992ns)}}}
2026-01-08T17:03:28.235653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037496737907057:2085] [node 4] ICP18 handshake (actor [2:7593037501032874371:2116]) is too old
2026-01-08T17:03:28.200515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037496681061550:2064] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.211061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:28.225781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037494195320597:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.225810Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037494195320597:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.237953Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037494195320595:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.239653Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037494195320597:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:28.200592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:28.200651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037496681061550:2064] [node 4] ICP22 created new session: [6:7593037500976028897:2064]
2026-01-08T17:03:28.200698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037500976028897:2064] [node 4] ICS09 handshake done sender: [6:7593037496681061590:2115] self: [6:7593037500976028892:0] peer: [4:7593037494415183209:0] socket: 622 qp: -1
2026-01-08T17:03:28.200739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037500976028897:2064] [node 4] ICS10 traffic start
2026-01-08T17:03:28.200797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:28.201451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037500976028889:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.202105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037496681061515:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.221265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037500976028901:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39462
2026-01-08T17:03:28.227547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037500976028902:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39462
2026-01-08T17:03:28.237586Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037500976028893:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:28.239185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037500976028903:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39462
2026-01-08T17:03:28.241661Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037500976028889:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.211110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037494415183145:2049] [node 2] ICP22 created new session: [4:7593037498710150531:2049]
2026-01-08T17:03:28.211171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037498710150531:2049] [node 2] ICS09 handshake done sender: [4:7593037498710150519:2116] self: [4:7593037498710150525:0] peer: [2:7593037501032874358:0] socket: 651 qp: -1
2026-01-08T17:03:28.211219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037498710150531:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:28.230892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037501595162340:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60424
2026-01-08T17:03:28.240296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037497300195017:2098] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:28.240394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:28.240461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037497300195017:2098] [node 6] ICP22 created new session: [5:7593037501595162342:2098]
2026-01-08T17:03:28.240521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037501595162342:2098] [node 6] ICS09 handshake done sender: [5:7593037497300195022:2114] self: [5:7593037497300195021:0] peer: [6:7593037500976028896:0] socket: 633 qp: -1
2026-01-08T17:03:28.240586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037501595162342:2098] [node 6] ICS10 traffic start
2026-01-08T17:03:28.240654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:28.243466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037496681061549:2062] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.243582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:28.243649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037496681061549:2062] [node 5] ICP22 created new session: [6:7593037500976028904:2062]
2026-01-08T17:03:28.244191Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037494985366698:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5708) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037499280334077:2119] held: no
2026-01-08T17:03:28.244367Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037499280334077:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:28.244015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037496681061515:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.244117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:28.244165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037496681061515:2048] [node 1] ICP22 created new session: [6:7593037500976028905:2048]
2026-01-08T17:03:28.244224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037500976028905:2048] [node 1] ICS09 handshake done sender: [6:7593037500976028889:2116] self: [6:7593037500976028899:0] peer: [1:7593037494195320594:0] socket: 641 qp: -1
2026-01-08T17:03:28.244274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037500976028905:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:28.244318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:28.246634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037494985366698:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.246736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:28.246805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037494985366698:2049] [node 2] ICP22 created new session: [3:7593037499280334092:2049]
2026-01-08T17:03:28.246859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037499280334092:2049] [node 2] ICS09 handshake done sender: [3:7593037499280334077:2119] self: [3:7593037499280334086:0] peer: [2:7593037501032874360:0] socket: 653 qp: -1
2026-01-08T17:03:28.246906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037499280334092:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:28.246976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:28.250541Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037494985366768:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:28.211256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:28.211748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037494415183144:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.242704Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037498710150534:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23381
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.249621Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037497300195029:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:28.248481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037500976028904:2062] [node 5] ICS09 handshake done sender: [6:7593037500976028893:2118] self: [6:7593037500976028896:0] peer: [5:7593037497300195021:0] socket: 662 qp: -1
2026-01-08T17:03:28.249747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037501032874379:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.250065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037500976028904:2062] [node 5] ICS10 traffic start
2026-01-08T17:03:28.248994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037494195320588:2102] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:28.267039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037498710150535:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23381
2026-01-08T17:03:28.267434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037494985366762:2067] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.261414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037501595162341:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60424
2026-01-08T17:03:28.249096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:28.262301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:28.262145Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037501032874380:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.278692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:28.268281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037498710150521:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:28.270847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037498710150535:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.271019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037494415183146:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.275874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037494415183144:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.281968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037494985366762:2067] [node 6] ICP22 created new session: [3:7593037499280334094:2067]
2026-01-08T17:03:28.282058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037499280334094:2067] [node 6] ICS09 handshake done sender: [3:7593037494985366768:2112] self: [3:7593037494985366766:0] peer: [6:7593037500976028895:0] socket: 614 qp: -1
2026-01-08T17:03:28.282112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037499280334094:2067] [node 6] ICS10 traffic start
2026-01-08T17:03:28.282171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:28.282927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037499280334073:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.282974Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037499280334073:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.284346Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037499280334073:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:28.290872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037494985366763:2070] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:28.290978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:28.291033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037494985366763:2070] [node 4] ICP22 created new session: [3:7593037499280334097:2070]
2026-01-08T17:03:28.291099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037499280334097:2070] [node 4] ICS09 handshake done sender: [3:7593037499280334073:2116] self: [3:7593037499280334072:0] peer: [4:7593037498710150536:0] socket: 684 qp: -1
2026-01-08T17:03:28.291149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037499280334097:2070] [node 4] ICS10 traffic start
2026-01-08T17:03:28.291191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:28.278389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037501595162341:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.258880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037494195320588:2102] [node 5] ICP22 created new session: [1:7593037498490287914:2102]
2026-01-08T17:03:28.278473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037497300194949:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.294279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:28.286875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037501032874384:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19478
2026-01-08T17:03:28.264494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037498490287914:2102] [node 5] ICS09 handshake done sender: [1:7593037494195320590:2113] self: [1:7593037494195320589:0] peer: [5:7593037501595162330:0] socket: 636 qp: -1
2026-01-08T17:03:28.264561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037498490287914:2102] [node 5] ICS10 traffic start
2026-01-08T17:03:28.264625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:28.265242Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037494195320588:2102] [node 5] ICP35 event processing took too much time PendingConnection:279(20230063ns) {HandleHandshakeStatus:329(20227329ns) {DropIncomingHandshake:442(21784ns) DropOutgoingHandshake:457(582ns) SwitchToState:179(648ns) ProcessPendingSessionEvents:495(116744ns) {ForwardSessionEventToSession:616(62533ns) ForwardSessionEventToSession:616(3532ns) ForwardSessionEventToSession:616(14711ns) ForwardSessionEventToSession:616(2893ns) ForwardSessionEventToSession:616(5536ns) ForwardSessionEventToSession:616(2785ns) ForwardSessionEventToSession:616(3527ns) ForwardSessionEventToSession:616(5172ns) ForwardSessionEventToSession:616(2692ns) ForwardSessionEventToSession:616(3035ns)}}}
2026-01-08T17:03:28.265724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037498490287910:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.265776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037494195320583:2099] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:28.265852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:28.265919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037494195320583:2099] [node 6] ICP22 created new session: [1:7593037498490287916:2099]
2026-01-08T17:03:28.265971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037498490287916:2099] [node 6] ICS09 handshake done sender: [1:7593037494195320595:2116] self: [1:7593037494195320594:0] peer: [6:7593037500976028899:0] socket: 638 qp: -1
2026-01-08T17:03:28.266006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037498490287916:2099] [node 6] ICS10 traffic start
2026-01-08T17:03:28.266061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:28.269569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037494195320587:2101] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:28.269616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:28.269670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037494195320587:2101] [node 4] ICP22 created new session: [1:7593037498490287918:2101]
2026-01-08T17:03:28.269761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037498490287918:2101] [node 4] ICS09 handshake done sender: [1:7593037494195320597:2117] self: [1:7593037494195320596:0] peer: [4:7593037498710150533:0] socket: 656 qp: -1
2026-01-08T17:03:28.269800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037498490287918:2101] [node 4] ICS10 traffic start
2026-01-08T17:03:28.269841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:28.286187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037494195320587:2101] [node 4] ICP18 handshake (actor [1:7593037498490287910:2122]) is too old
2026-01-08T17:03:28.294235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.295817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037494415183144:2048] [node 1] ICP22 created new session: [4:7593037498710150537:2048]
2026-01-08T17:03:28.295912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037498710150537:2048] [node 1] ICS09 handshake done sender: [4:7593037498710150521:2117] self: [4:7593037498710150533:0] peer: [1:7593037494195320596:0] socket: 658 qp: -1
2026-01-08T17:03:28.295971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037498710150537:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:28.296047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:28.296627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037494415183144:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20456162ns) {HandleHandshakeStatus:329(20453246ns) {DropIncomingHandshake:442(3727ns) DropOutgoingHandshake:457(12223ns) SwitchToState:179(894ns) ProcessPendingSessionEvents:495(102488ns) {ForwardSessionEventToSession:616(57279ns) ForwardSessionEventToSession:616(3343ns) ForwardSessionEventToSession:616(5761ns) ForwardSessionEventToSession:616(2411ns) ForwardSessionEventToSession:616(2506ns) ForwardSessionEventToSession:616(4369ns) ForwardSessionEventToSession:616(2822ns) ForwardSessionEventToSession:616(7888ns) ForwardSessionEventToSession:616(2482ns) ForwardSessionEventToSession:616(2778ns)}}}
2026-01-08T17:03:28.297534Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037498710150539:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23381
2026-01-08T17:03:28.279758Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037496681061549:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(36012086ns) {HandleHandshakeStatus:329(36009496ns) {DropIncomingHandshake:442(975ns) DropOutgoingHandshake:457(6552ns) SwitchToState:179(1221ns) ProcessPendingSessionEvents:495(11342695ns) {ForwardSessionEventToSession:616(7188773ns) ForwardSessionEventToSession:616(4087473ns) ForwardSessionEventToSession:616(7364ns) ForwardSessionEventToSession:616(3166ns) ForwardSessionEventToSession:616(6215ns) ForwardSessionEventToSession:616(3372ns) ForwardSessionEventToSession:616(6416ns) ForwardSessionEventToSession:616(9799ns) ForwardSessionEventToSession:616(6050ns) ForwardSessionEventToSession:616(9099ns)}}}
2026-01-08T17:03:28.298158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037497300194949:2048] [node 1] ICP22 created new session: [5:7593037501595162344:2048]
2026-01-08T17:03:28.298239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037501595162344:2048] [node 1] ICS09 handshake done sender: [5:7593037497300195029:2117] self: [5:7593037501595162330:0] peer: [1:7593037494195320589:0] socket: 639 qp: -1
2026-01-08T17:03:28.298288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037501595162344:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:28.298569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:28.299144Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037497300194949:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20349137ns) {HandleHandshakeStatus:329(20346867ns) {DropIncomingHandshake:442(6791ns) DropOutgoingHandshake:457(13692ns) SwitchToState:179(775ns) ProcessPendingSessionEvents:495(116217ns) {ForwardSessionEventToSession:616(69454ns) ForwardSessionEventToSession:616(3231ns) ForwardSessionEventToSession:616(6033ns) ForwardSessionEventToSession:616(3141ns) ForwardSessionEventToSession:616(5497ns) ForwardSessionEventToSession:616(3272ns) ForwardSessionEventToSession:616(2549ns) ForwardSessionEventToSession:616(7854ns) ForwardSessionEventToSession:616(2456ns) ForwardSessionEventToSession:616(3174ns)}}}
2026-01-08T17:03:28.299263Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037497300194949:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:28.299949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037497300194950:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.293759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037501032874384:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.285055Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037496681061517:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13544) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037496681061589:2114] held: no
2026-01-08T17:03:28.285415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037500976028908:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39462
2026-01-08T17:03:28.293919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037496737906994:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.300875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037501032874369:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.300905Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037501032874369:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.302229Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037501032874369:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:28.302566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037496737907058:2087] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:28.302659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:28.302714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037496737907058:2087] [node 5] ICP22 created new session: [2:7593037501032874387:2087]
2026-01-08T17:03:28.302789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037501032874387:2087] [node 5] ICS09 handshake done sender: [2:7593037501032874369:2115] self: [2:7593037501032874363:0] peer: [5:7593037501595162346:0] socket: 644 qp: -1
2026-01-08T17:03:28.302833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037501032874387:2087] [node 5] ICS10 traffic start
2026-01-08T17:03:28.302891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.305262Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037501595162347:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60424
2026-01-08T17:03:28.305949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037500976028903:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.306059Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037496681061589:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:28.306607Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037498490287900:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.306650Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037498490287900:2120] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.310222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037496681061517:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.310404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:28.310466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037496681061517:2050] [node 3] ICP22 created new session: [6:7593037500976028909:2050]
2026-01-08T17:03:28.310546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037500976028909:2050] [node 3] ICS09 handshake done sender: [6:7593037496681061589:2114] self: [6:7593037500976028895:0] peer: [3:7593037494985366766:0] socket: 621 qp: -1
2026-01-08T17:03:28.310597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037500976028909:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:28.310664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:28.311147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037496681061516:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:28.312118Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037498490287900:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:28.312670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037501595162341:2122] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.313306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037501032874365:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:28.313358Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037501032874365:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:28.314804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037501032874389:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19478
2026-01-08T17:03:28.315704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037494195320520:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:28.315797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:28.315847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037494195320520:2048] [node 2] ICP22 created new session: [1:7593037498490287922:2048]
2026-01-08T17:03:28.315909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037498490287922:2048] [node 2] ICS09 handshake done sender: [1:7593037498490287900:2120] self: [1:7593037498490287899:0] peer: [2:7593037501032874385:0] socket: 626 qp: -1
2026-01-08T17:03:28.315949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037498490287922:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:28.315998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:28.317286Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037494415183146:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13544) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037498710150535:2120] held: no
2026-01-08T17:03:28.317499Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037498710150535:2120] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:28.318225Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037500976028912:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39462
2026-01-08T17:03:28.319672Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037497300194950:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5708) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037501595162341:2122] held: no
2026-01-08T17:03:28.319796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037497300194950:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.319865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:28.319923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037497300194950:2049] [node 2] ICP22 created new session: [5:7593037501595162348:2049]
2026-01-08T17:03:28.319983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037501595162348:2049] [node 2] ICS09 handshake done sender: [5:7593037501595162341:2122] self: [5:7593037501595162346:0] peer: [2:7593037501032874363:0] socket: 683 qp: -1
2026-01-08T17:03:28.320022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037501595162348:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:28.320067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:28.321184Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037501032874365:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:28.321706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037496737907059:2093] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:28.321798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:28.321876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037496737907059:2093] [node 6] ICP22 created new session: [2:7593037501032874391:2093]
2026-01-08T17:03:28.321939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037501032874391:2093] [node 6] ICS09 handshake done sender: [2:7593037501032874365:2114] self: [2:7593037501032874364:0] peer: [6:7593037500976028911:0] socket: 680 qp: -1
2026-01-08T17:03:28.321975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037501032874391:2093] [node 6] ICS10 traffic start
2026-01-08T17:03:28.322023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:28.323054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037494415183146:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.323142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:28.323195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037494415183146:2050] [node 3] ICP22 created new session: [4:7593037498710150540:2050]
2026-01-08T17:03:28.323252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037498710150540:2050] [node 3] ICS09 handshake done sender: [4:7593037498710150535:2120] self: [4:7593037498710150536:0] peer: [3:7593037499280334072:0] socket: 685 qp: -1
2026-01-08T17:03:28.323304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037498710150540:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:28.323371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:28.325313Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037500976028903:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:28.326292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037496681061516:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.326396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:28.326454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037496681061516:2049] [node 2] ICP22 created new session: [6:7593037500976028913:2049]
2026-01-08T17:03:28.326514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037500976028913:2049] [node 2] ICS09 handshake done sender: [6:7593037500976028903:2122] self: [6:7593037500976028911:0] peer: [2:7593037501032874364:0] socket: 681 qp: -1
2026-01-08T17:03:28.326560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037500976028913:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:28.326623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:28.331190Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037496737906994:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7356) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037501032874384:2119] held: no
2026-01-08T17:03:28.331396Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037501032874384:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:28.331578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037496737906994:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:28.331667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:28.331726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037496737906994:2048] [node 1] ICP22 created new session: [2:7593037501032874393:2048]
2026-01-08T17:03:28.331794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037501032874393:2048] [node 1] ICS09 handshake done sender: [2:7593037501032874384:2119] self: [2:7593037501032874385:0] peer: [1:7593037498490287899:0] socket: 629 qp: -1
2026-01-08T17:03:28.331842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037501032874393:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:28.331904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:28.555237Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:28.555511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037501032874393:2048] [node 1] ICS01 socket: 629 reason# EndOfStream
2026-01-08T17:03:28.555561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037496737906994:2048] [node 1] ICP30 unregister session Session# [2:7593037501032874393:2048] VirtualId# [2:7593037501032874385:0]
2026-01-08T17:03:28.555603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037501032874393:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:28.555696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:28.555746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:28.556437Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:28.556653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037499280334080:2048] [node 1] ICS01 socket: 645 reason# EndOfStream
2026-01-08T17:03:28.556690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037494985366697:2048] [node 1] ICP30 unregister session Session# [3:7593037499280334080:2048] VirtualId# [3:7593037499280334078:0]
2026-01-08T17:03:28.556722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037499280334080:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:28.556783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:28.556821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:28.561035Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:28.561328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037501595162344:2048] [node 1] ICS01 socket: 639 reason# EndOfStream
2026-01-08T17:03:28.561379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037497300194949:2048] [node 1] ICP30 unregister session Session# [5:7593037501595162344:2048] VirtualId# [5:7593037501595162330:0]
2026-01-08T17:03:28.561417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037501595162344:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:28.561477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:28.561544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:28.562531Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:28.562716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037498710150537:2048] [node 1] ICS01 socket: 658 reason# EndOfStream
2026-01-08T17:03:28.562757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037494415183144:2048] [node 1] ICP30 unregister session Session# [4:7593037498710150537:2048] VirtualId# [4:7593037498710150533:0]
2026-01-08T17:03:28.562794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037498710150537:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:28.562871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:28.562917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:28.563275Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:28.563477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037500976028905:2048] [node 1] ICS01 socket: 641 reason# EndOfStream
2026-01-08T17:03:28.563509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037496681061515:2048] [node 1] ICP30 unregister session Session# [6:7593037500976028905:2048] VirtualId# [6:7593037500976028899:0]
2026-01-08T17:03:28.563538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037500976028905:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:28.563598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:28.563637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:28.652324Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:28.652576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037499280334092:2049] [node 2] ICS01 socket: 653 reason# EndOfStream
2026-01-08T17:03:28.652630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037494985366698:2049] [node 2] ICP30 unregister session Session# [3:7593037499280334092:2049] VirtualId# [3:7593037499280334086:0]
2026-01-08T17:03:28.652667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037499280334092:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:28.652735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:28.652774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:28.661790Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:28.662057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037498710150531:2049] [node 2] ICS01 socket: 651 reason# EndOfStream
2026-01-08T17:03:28.662107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037494415183145:2049] [node 2] ICP30 unregister session Session# [4:7593037498710150531:2049] VirtualId# [4:7593037498710150525:0]
2026-01-08T17:03:28.662150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037498710150531:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:28.662266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:28.662348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:28.662544Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:28.662477Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:28.662685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037500976028913:2049] [node 2] ICS01 socket: 681 reason# EndOfStream
2026-01-08T17:03:28.662726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037496681061516:2049] [node 2] ICP30 unregister session Session# [6:7593037500976028913:2049] VirtualId# [6:7593037500976028911:0]
2026-01-08T17:03:28.662782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037501595162348:2049] [node 2] ICS01 socket: 683 reason# EndOfStream
2026-01-08T17:03:28.662756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037500976028913:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:28.662829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037497300194950:2049] [node 2] ICP30 unregister session Session# [5:7593037501595162348:2049] VirtualId# [5:7593037501595162346:0]
2026-01-08T17:03:28.662818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:28.662862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:28.662862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037501595162348:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:28.662935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:28.662978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:28.831142Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:28.831377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037500976028909:2050] [node 3] ICS01 socket: 621 reason# EndOfStream
2026-01-08T17:03:28.831407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037496681061517:2050] [node 3] ICP30 unregister session Session# [6:7593037500976028909:2050] VirtualId# [6:7593037500976028895:0]
2026-01-08T17:03:28.831443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037500976028909:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:28.831514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:28.831553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:28.830646Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:28.831003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037501595162336:2050] [node 3] ICS01 socket: 660 reason# EndOfStream
2026-01-08T17:03:28.831062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037497300194951:2050] [node 3] ICP30 unregister session Session# [5:7593037501595162336:2050] VirtualId# [5:7593037501595162334:0]
2026-01-08T17:03:28.831107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037501595162336:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:28.831218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:28.831299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:28.842523Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:28.842770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037498710150540:2050] [node 3] ICS01 socket: 685 reason# EndOfStream
2026-01-08T17:03:28.842836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037494415183146:2050] [node 3] ICP30 unregister session Session# [4:7593037498710150540:2050] VirtualId# [4:7593037498710150536:0]
2026-01-08T17:03:28.842887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037498710150540:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:28.842980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:28.843028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:29.052711Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:29.053020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037500976028897:2064] [node 4] ICS01 socket: 622 reason# EndOfStream
2026-01-08T17:03:29.053065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037496681061550:2064] [node 4] ICP30 unregister session Session# [6:7593037500976028897:2064] VirtualId# [6:7593037500976028892:0]
2026-01-08T17:03:29.053110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037500976028897:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:29.053195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:29.053242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:29.058494Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:29.058776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037501595162331:2066] [node 4] ICS07 socket disconnect 620 reason# EndOfStream
2026-01-08T17:03:29.058814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037501595162331:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:29.058906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:29.058955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037501595162331:2066] [node 4] ICS15 start handshake
2026-01-08T17:03:29.059934Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037497300195014:2066] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21851) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:29.060006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037501595162331:2066] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:29.060054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037497300195014:2066] [node 4] ICP30 unregister session Session# [5:7593037501595162331:2066] VirtualId# [5:7593037501595162326:0]
2026-01-08T17:03:29.060108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:29.060145Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037497300195014:2066] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21851) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:29.060164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21851) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:29.082445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037497300195014:2066] [node 4] ICP33 wake up from error state
2026-01-08T17:03:29.266660Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:29.266953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037500976028904:2062] [node 5] ICS07 socket disconnect 662 reason# EndOfStream
2026-01-08T17:03:29.266990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037500976028904:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:29.267037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:29.267113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037500976028904:2062] [node 5] ICS15 start handshake
2026-01-08T17:03:29.268798Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037496681061549:2062] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2284) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:29.268872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037500976028904:2062] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:29.268935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037496681061549:2062] [node 5] ICP30 unregister session Session# [6:7593037500976028904:2062] VirtualId# [6:7593037500976028896:0]
2026-01-08T17:03:29.269032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:03:29.269129Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037496681061549:2062] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2284) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:29.269176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2284) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:29.515267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037502917377806:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:29.515334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037502917377807:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:29.530944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037505933590197:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:29.531007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037505933590198:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:29.573289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037503375667025:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:29.573357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037503375667026:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:29.573400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037503375667027:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:29.583158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037504915017707:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:29.583248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037504915017708:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:29.640091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037505589576899:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:29.640138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037505589576900:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:29.640180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037505589576901:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:29.691237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037503906347702:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:29.691378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037503906347703:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:29.722431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037503906347704:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:30.035370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037507670634342:2064] [node 5] ICP01 ready to work
2026-01-08T17:03:30.157120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037509209985067:2093] [node 6] ICP01 ready to work
2026-01-08T17:03:30.148161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037509884544225:2062] [node 6] ICP01 ready to work
2026-01-08T17:03:30.035716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037507670634343:2065] [node 6] ICP01 ready to work
2026-01-08T17:03:30.157174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037507212345165:2109] [node 4] ICP01 ready to work
2026-01-08T17:03:30.234552Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037505589576901:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(48721297ns) {Configure:104(48716298ns) {ProcessConfigured:135(93332ns) {StartInitialHandshake:157(89951ns) {DropHandshakes:470(6110ns) {DropIncomingHandshake:442(697ns) DropOutgoingHandshake:457(527ns)} GenerateSessionVirtualId:992(947ns) PrepareNewSessionHandshake:477(2036ns) {SwitchToState:179(523ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.206453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037509209985068:2091] [node 4] ICP01 ready to work
2026-01-08T17:03:30.211541Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037507670634343:2065] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(173441976ns) {Configure:104(173435457ns) {ProcessConfigured:135(102718ns) {StartInitialHandshake:157(100146ns) {DropHandshakes:470(10530ns) {DropIncomingHandshake:442(875ns) DropOutgoingHandshake:457(612ns)} GenerateSessionVirtualId:992(1433ns) PrepareNewSessionHandshake:477(2802ns) {SwitchToState:179(1386ns)}}}}}
2026-01-08T17:03:30.235594Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037509884544264:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61486
2026-01-08T17:03:30.206577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037507212345167:2108] [node 6] ICP01 ready to work
2026-01-08T17:03:30.206710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037510228557558:2106] [node 4] ICP01 ready to work
2026-01-08T17:03:30.249091Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037503375667027:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(139920360ns) {Configure:104(139911266ns) {ProcessConfigured:135(22301427ns) {StartInitialHandshake:157(22297313ns) {DropHandshakes:470(3217ns) {DropIncomingHandshake:442(920ns) DropOutgoingHandshake:457(606ns)} GenerateSessionVirtualId:992(756ns) PrepareNewSessionHandshake:477(4751ns) {SwitchToState:179(2064ns)}}}}}
2026-01-08T17:03:30.246803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037509209985070:2088] [node 5] ICP01 ready to work
2026-01-08T17:03:30.266934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037510228557559:2108] [node 6] ICP01 ready to work
2026-01-08T17:03:30.255859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037508201315054:2060] [node 5] ICP01 ready to work
2026-01-08T17:03:30.206602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037507212345166:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.269583Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037505589576899:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(254880354ns) {Configure:104(254873112ns) {ProcessConfigured:135(13344101ns) {StartInitialHandshake:157(13340029ns) {DropHandshakes:470(3142ns) {DropIncomingHandshake:442(622ns) DropOutgoingHandshake:457(733ns)} GenerateSessionVirtualId:992(1373ns) PrepareNewSessionHandshake:477(5371ns) {SwitchToState:179(2748ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.270527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037509884544269:2072] [node 4] ICP01 ready to work
2026-01-08T17:03:30.283971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037510228557561:2109] [node 5] ICP01 ready to work
2026-01-08T17:03:30.258481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037508201315057:2063] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.319497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037509209985067:2093] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(52641435ns) {Configure:104(48453511ns) {ProcessConfigured:135(78497ns) {StartInitialHandshake:157(75338ns) {DropHandshakes:470(3345ns) {DropIncomingHandshake:442(587ns) DropOutgoingHandshake:457(794ns)} GenerateSessionVirtualId:992(1224ns) PrepareNewSessionHandshake:477(2846ns) {SwitchToState:179(1243ns)}}}}}
2026-01-08T17:03:30.320619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037509209985077:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32023
2026-01-08T17:03:30.288512Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037505933590197:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(37718641ns) {Configure:104(37709950ns) {ProcessConfigured:135(79556ns) {StartInitialHandshake:157(76672ns) {DropHandshakes:470(2862ns) {DropIncomingHandshake:442(399ns) DropOutgoingHandshake:457(514ns)} GenerateSessionVirtualId:992(1963ns) PrepareNewSessionHandshake:477(2071ns) {SwitchToState:179(763ns)}}}}}
2026-01-08T17:03:30.303130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037509884544269:2072] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(26040358ns) {Configure:104(26031725ns) {ProcessConfigured:135(110241ns) {StartInitialHandshake:157(106736ns) {DropHandshakes:470(4497ns) {DropIncomingHandshake:442(876ns) DropOutgoingHandshake:457(775ns)} GenerateSessionVirtualId:992(1656ns) PrepareNewSessionHandshake:477(3053ns) {SwitchToState:179(1151ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.291816Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037508201315063:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6977
2026-01-08T17:03:30.296466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037510228557560:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50932
2026-01-08T17:03:30.388912Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037502917377806:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(231321193ns) {Configure:104(231313253ns) {ProcessConfigured:135(84083ns) {StartInitialHandshake:157(81156ns) {DropHandshakes:470(2869ns) {DropIncomingHandshake:442(594ns) DropOutgoingHandshake:457(579ns)} GenerateSessionVirtualId:992(1049ns) PrepareNewSessionHandshake:477(2270ns) {SwitchToState:179(736ns)}}}}}
2026-01-08T17:03:30.292027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037508201315064:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6977
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.330918Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037505933590198:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(63432736ns) {Configure:104(63427678ns) {ProcessConfigured:135(40763534ns) {StartInitialHandshake:157(40759738ns) {DropHandshakes:470(2548ns) {DropIncomingHandshake:442(404ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:992(1133ns) PrepareNewSessionHandshake:477(4402ns) {SwitchToState:179(1742ns)}}}}}
2026-01-08T17:03:30.414802Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037509884544264:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.350798Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037503906347702:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(29609952ns) {Configure:104(29589095ns) {ProcessConfigured:135(749790ns) {StartInitialHandshake:157(746057ns) {DropHandshakes:470(3359ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(714ns)} GenerateSessionVirtualId:992(795ns) PrepareNewSessionHandshake:477(2910ns) {SwitchToState:179(1219ns)}}}}}
2026-01-08T17:03:30.353838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037508201315069:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6977
2026-01-08T17:03:30.353906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037508201315070:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6977
2026-01-08T17:03:30.368964Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037503906347704:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(102069506ns) {Configure:104(102064812ns) {ProcessConfigured:135(83929ns) {StartInitialHandshake:157(80318ns) {DropHandshakes:470(3753ns) {DropIncomingHandshake:442(701ns) DropOutgoingHandshake:457(595ns)} GenerateSessionVirtualId:992(1435ns) PrepareNewSessionHandshake:477(2236ns) {SwitchToState:179(898ns)}}}}}
2026-01-08T17:03:30.377974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037508201315064:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.398059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037508201315054:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.424410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037510228557560:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.411187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037509209985077:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.447565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037503375667026:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(269452906ns) {Configure:104(269444865ns) {ProcessConfigured:135(43351841ns) {StartInitialHandshake:157(43348815ns) {DropHandshakes:470(9028496ns) {DropIncomingHandshake:442(2922ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:992(3766ns) PrepareNewSessionHandshake:477(2813ns) {SwitchToState:179(1608ns)}}}}}
2026-01-08T17:03:30.418611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037509884544237:2085] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.441569Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037509209985070:2088] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(167360694ns) {Configure:104(167354875ns) {ProcessConfigured:135(14712820ns) {StartInitialHandshake:157(14708709ns) {DropHandshakes:470(3333ns) {DropIncomingHandshake:442(589ns) DropOutgoingHandshake:457(660ns)} GenerateSessionVirtualId:992(823ns) PrepareNewSessionHandshake:477(4006ns) {SwitchToState:179(2172ns)}}}}}
2026-01-08T17:03:30.427177Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037507212345169:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46162
2026-01-08T17:03:30.473176Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037510228557558:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(175749906ns) {Configure:104(175743184ns) {ProcessConfigured:135(71380ns) {StartInitialHandshake:157(68744ns) {DropHandshakes:470(2418ns) {DropIncomingHandshake:442(440ns) DropOutgoingHandshake:457(631ns)} GenerateSessionVirtualId:992(738ns) PrepareNewSessionHandshake:477(1355ns) {SwitchToState:179(374ns)}}}}}
2026-01-08T17:03:30.423989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037508201315080:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6977
2026-01-08T17:03:30.418657Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037509884544237:2085] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.462184Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037504915017708:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(154130088ns) {Configure:104(154123348ns) {ProcessConfigured:135(2045691ns) {StartInitialHandshake:157(2042700ns) {DropHandshakes:470(3011ns) {DropIncomingHandshake:442(384ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:992(1122ns) PrepareNewSessionHandshake:477(2945ns) {SwitchToState:179(1185ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.431672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037507212345168:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46162
2026-01-08T17:03:30.432534Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037507212345170:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46162
2026-01-08T17:03:30.432675Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037507212345179:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46162
2026-01-08T17:03:30.468415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037507212345169:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.475178Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037502917377807:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(180137378ns) {Configure:104(180130545ns) {ProcessConfigured:135(66191ns) {StartInitialHandshake:157(62757ns) {DropHandshakes:470(2309ns) {DropIncomingHandshake:442(276ns) DropOutgoingHandshake:457(456ns)} GenerateSessionVirtualId:992(833ns) PrepareNewSessionHandshake:477(1643ns) {SwitchToState:179(617ns)}}}}}
2026-01-08T17:03:30.474011Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037503906347703:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(402527750ns) {Configure:104(402518420ns) {ProcessConfigured:135(21183038ns) {StartInitialHandshake:157(21179606ns) {DropHandshakes:470(890ns) {DropIncomingHandshake:442(109ns) DropOutgoingHandshake:457(344ns)} GenerateSessionVirtualId:992(374ns) PrepareNewSessionHandshake:477(4254ns) {SwitchToState:179(1484ns)}}}}}
2026-01-08T17:03:30.480879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037508201315063:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.480994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037508201315069:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.481054Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037508201315064:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:30.419717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037509884544269:2072] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.514913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037507670634399:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59238
2026-01-08T17:03:30.482118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037510228557574:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50932
2026-01-08T17:03:30.519986Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037507670634399:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.423330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037509884544277:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61486
2026-01-08T17:03:30.522792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037508201315054:2060] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.516092Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037507212345168:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.499634Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037510228557566:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.423706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037509884544274:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61486
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.526822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037507212345186:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46162
2026-01-08T17:03:30.532884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:30.546791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037508201315054:2060] [node 5] ICP22 created new session: [6:7593037508201315082:2060]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.499675Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037510228557566:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.546895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037503375667027:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.562822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037509209985086:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32023
2026-01-08T17:03:30.576805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037509209985076:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.510284Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037510228557566:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:30.426759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037509884544237:2085] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:30.563392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037508201315082:2060] [node 5] ICS09 handshake done sender: [6:7593037508201315064:2111] self: [6:7593037508201315078:0] peer: [5:7593037509884544236:0] socket: 630 qp: -1
2026-01-08T17:03:30.545229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037507212345172:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.550093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037507670634400:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59238
2026-01-08T17:03:30.557470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037507670634345:2066] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.557529Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037507670634345:2066] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.566897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037507670634401:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59238
2026-01-08T17:03:30.576366Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037507670634400:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.583013Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037507670634345:2066] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:30.585342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037507670634405:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59238
2026-01-08T17:03:30.576839Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037509209985076:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.487201Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037509884544274:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.542881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037510228557574:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.545263Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037507212345172:2113] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.487397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037505589576900:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:30.568905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037508201315070:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.572585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037508201315082:2060] [node 5] ICS10 traffic start
2026-01-08T17:03:30.572676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:30.575018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037503906347704:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:30.575750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037503906347703:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:30.584981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037508201315088:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6977
2026-01-08T17:03:30.594780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037508201315057:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:30.614791Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037508201315057:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(25819955ns) {IncomingHandshake:261(11730710ns) {DropIncomingHandshake:442(535ns) PrepareNewSessionHandshake:477(2842ns) {SwitchToState:179(1133ns)} GenerateSessionVirtualId:992(719ns) IssueIncomingHandshakeReply:193(78845ns) {SwitchToState:179(956ns)}}}
2026-01-08T17:03:30.639417Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037508201315054:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(116274011ns) {HandleHandshakeStatus:329(116270620ns) {DropIncomingHandshake:442(1466ns) DropOutgoingHandshake:457(8560ns) SwitchToState:179(1183ns) ProcessPendingSessionEvents:495(28116987ns) {ForwardSessionEventToSession:616(28047575ns) ForwardSessionEventToSession:616(6850ns) ForwardSessionEventToSession:616(11843ns) ForwardSessionEventToSession:616(3386ns) ForwardSessionEventToSession:616(2737ns) ForwardSessionEventToSession:616(6342ns) ForwardSessionEventToSession:616(4013ns) ForwardSessionEventToSession:616(5850ns) ForwardSessionEventToSession:616(5910ns) ForwardSessionEventToSession:616(3151ns)}}}
2026-01-08T17:03:30.639532Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037508201315070:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.649232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037508201315089:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6977
2026-01-08T17:03:30.585659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037509209985086:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.542953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037510228557561:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.546427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037507212345170:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.657283Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037507670634401:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.657506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037507670634392:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.657544Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037507670634392:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.658837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037503375667025:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:30.659216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037507670634406:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59238
2026-01-08T17:03:30.650584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037503906347703:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.651893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037508201315090:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6977
2026-01-08T17:03:30.491604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037509884544225:2062] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.551050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037507212345179:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.585793Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037509209985087:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32023
2026-01-08T17:03:30.543078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.667902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037507670634392:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:30.662083Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037508201315069:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:30.669477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037507670634342:2064] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.669551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:30.669610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037507670634342:2064] [node 5] ICP22 created new session: [4:7593037507670634410:2064]
2026-01-08T17:03:30.669678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037507670634410:2064] [node 5] ICS09 handshake done sender: [4:7593037507670634345:2066] self: [4:7593037507670634344:0] peer: [5:7593037509884544276:0] socket: 622 qp: -1
2026-01-08T17:03:30.669726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037507670634410:2064] [node 5] ICS10 traffic start
2026-01-08T17:03:30.669767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:30.670483Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037507670634399:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:30.674576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037507670634405:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.676836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037503375667027:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.676924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:30.676989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037503375667027:2050] [node 3] ICP22 created new session: [4:7593037507670634413:2050]
2026-01-08T17:03:30.677049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037507670634413:2050] [node 3] ICS09 handshake done sender: [4:7593037507670634399:2115] self: [4:7593037507670634402:0] peer: [3:7593037509209985073:0] socket: 647 qp: -1
2026-01-08T17:03:30.677091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037507670634413:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:30.677139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:30.491664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:30.554605Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037507212345172:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:30.543156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037510228557561:2109] [node 5] ICP22 created new session: [2:7593037510228557578:2109]
2026-01-08T17:03:30.585993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037504915017708:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.618451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037502917377806:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.674183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.688138Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037507670634409:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59238
2026-01-08T17:03:30.523083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037509884544225:2062] [node 6] ICP22 created new session: [5:7593037509884544279:2062]
2026-01-08T17:03:30.586374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037509209985074:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.543225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037510228557578:2109] [node 5] ICS09 handshake done sender: [2:7593037510228557566:2114] self: [2:7593037510228557565:0] peer: [5:7593037509884544278:0] socket: 637 qp: -1
2026-01-08T17:03:30.679073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037503906347703:2049] [node 2] ICP22 created new session: [6:7593037508201315091:2049]
2026-01-08T17:03:30.586422Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037509209985074:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.598896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037509209985090:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32023
2026-01-08T17:03:30.617669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037509209985076:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:30.626766Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037509209985074:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:30.639866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037509209985087:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.639918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037509209985067:2093] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.639992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:30.640058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037509209985067:2093] [node 6] ICP22 created new session: [3:7593037509209985092:2093]
2026-01-08T17:03:30.640116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037509209985092:2093] [node 6] ICS09 handshake done sender: [3:7593037509209985076:2114] self: [3:7593037509209985075:0] peer: [6:7593037508201315084:0] socket: 636 qp: -1
2026-01-08T17:03:30.640162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037509209985092:2093] [node 6] ICS10 traffic start
2026-01-08T17:03:30.640222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:30.640799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037509209985086:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:30.662446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037504915017708:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.662513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:30.662571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037504915017708:2049] [node 2] ICP22 created new session: [3:7593037509209985094:2049]
2026-01-08T17:03:30.662635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037509209985094:2049] [node 2] ICS09 handshake done sender: [3:7593037509209985086:2118] self: [3:7593037509209985088:0] peer: [2:7593037510228557564:0] socket: 668 qp: -1
2026-01-08T17:03:30.662680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037509209985094:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:30.662735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:30.663669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037509209985067:2093] [node 6] ICP18 handshake (actor [3:7593037509209985087:2119]) is too old
2026-01-08T17:03:30.667071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037509209985068:2091] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.678804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037509209985098:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32023
2026-01-08T17:03:30.679698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:30.687235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037509209985068:2091] [node 4] ICP22 created new session: [3:7593037509209985099:2091]
2026-01-08T17:03:30.709120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037509209985100:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32023
2026-01-08T17:03:30.726635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037509209985099:2091] [node 4] ICS09 handshake done sender: [3:7593037509209985074:2113] self: [3:7593037509209985073:0] peer: [4:7593037507670634402:0] socket: 635 qp: -1
2026-01-08T17:03:30.731385Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037509209985084:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.731430Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037509209985084:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.731716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037509209985099:2091] [node 4] ICS10 traffic start
2026-01-08T17:03:30.642542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:30.543275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037510228557578:2109] [node 5] ICS10 traffic start
2026-01-08T17:03:30.688568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037503375667026:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:30.526952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037509884544279:2062] [node 6] ICS09 handshake done sender: [5:7593037509884544237:2085] self: [5:7593037509884544236:0] peer: [6:7593037508201315078:0] socket: 626 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.686214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037508201315091:2049] [node 2] ICS09 handshake done sender: [6:7593037508201315070:2115] self: [6:7593037508201315086:0] peer: [2:7593037510228557568:0] socket: 642 qp: -1
2026-01-08T17:03:30.747882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.660038Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037507212345174:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.688971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037507670634343:2065] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.527008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037509884544279:2062] [node 6] ICS10 traffic start
2026-01-08T17:03:30.688402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037508201315091:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:30.543349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:30.689070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:30.660072Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037507212345174:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.527074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:30.693614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037503906347704:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.544555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037505933590197:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:30.749485Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037509209985068:2091] [node 4] ICP35 event processing took too much time PendingConnection:279(82119239ns) {HandleHandshakeStatus:329(82115533ns) {DropIncomingHandshake:442(570ns) DropOutgoingHandshake:457(2241ns) SwitchToState:179(577ns) ProcessPendingSessionEvents:495(114065ns) {ForwardSessionEventToSession:616(61021ns) ForwardSessionEventToSession:616(3320ns) ForwardSessionEventToSession:616(6701ns) ForwardSessionEventToSession:616(6275ns) ForwardSessionEventToSession:616(3519ns) ForwardSessionEventToSession:616(5454ns) ForwardSessionEventToSession:616(3400ns) ForwardSessionEventToSession:616(5534ns) ForwardSessionEventToSession:616(2566ns) ForwardSessionEventToSession:616(3514ns)}}}
2026-01-08T17:03:30.661062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037502917377806:2048] [node 2] ICP22 created new session: [1:7593037507212345192:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:30.689126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037507670634343:2065] [node 6] ICP22 created new session: [4:7593037507670634417:2065]
2026-01-08T17:03:30.558370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037509884544281:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61486
2026-01-08T17:03:30.555335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037510228557582:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50932
2026-01-08T17:03:30.762499Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037509209985084:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:30.693674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:30.664285Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037507212345174:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:30.769746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037509209985100:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.774608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037509209985070:2088] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.774711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:30.774783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037509209985070:2088] [node 5] ICP22 created new session: [3:7593037509209985103:2088]
2026-01-08T17:03:30.774839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037509209985103:2088] [node 5] ICS09 handshake done sender: [3:7593037509209985084:2117] self: [3:7593037509209985083:0] peer: [5:7593037509884544292:0] socket: 682 qp: -1
2026-01-08T17:03:30.776031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037509209985103:2088] [node 5] ICS10 traffic start
2026-01-08T17:03:30.778928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:30.779046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037504915017707:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:30.782942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037509209985106:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32023
2026-01-08T17:03:30.783696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037509209985100:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:30.783906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037504915017707:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.783982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:30.784035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037504915017707:2048] [node 1] ICP22 created new session: [3:7593037509209985107:2048]
2026-01-08T17:03:30.784093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037509209985107:2048] [node 1] ICS09 handshake done sender: [3:7593037509209985100:2122] self: [3:7593037509209985105:0] peer: [1:7593037507212345184:0] socket: 689 qp: -1
2026-01-08T17:03:30.784135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037509209985107:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:30.784181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:30.602956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037509884544277:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.567639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037510228557574:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:30.689186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037507670634417:2065] [node 6] ICS09 handshake done sender: [4:7593037507670634392:2112] self: [4:7593037507670634391:0] peer: [6:7593037508201315087:0] socket: 623 qp: -1
2026-01-08T17:03:30.693739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037503906347704:2050] [node 3] ICP22 created new session: [6:7593037508201315093:2050]
2026-01-08T17:03:30.693803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037508201315093:2050] [node 3] ICS09 handshake done sender: [6:7593037508201315069:2114] self: [6:7593037508201315084:0] peer: [3:7593037509209985075:0] socket: 641 qp: -1
2026-01-08T17:03:30.693850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037508201315093:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:30.693893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:30.694155Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037503906347704:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:30.694849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037508201315092:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6977
2026-01-08T17:03:30.722652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:30.728338Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037508201315057:2063] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26343) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037508201315063:2110] held: no
2026-01-08T17:03:30.728618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037508201315090:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.728761Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037508201315063:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:30.730791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037503906347702:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:30.731844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037508201315057:2063] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.735206Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037503906347703:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(91924269ns) {HandleHandshakeStatus:329(85163015ns) {DropIncomingHandshake:442(2214ns) DropOutgoingHandshake:457(9624ns) SwitchToState:179(3656ns) ProcessPendingSessionEvents:495(128755ns) {ForwardSessionEventToSession:616(72081ns) ForwardSessionEventToSession:616(4255ns) ForwardSessionEventToSession:616(6162ns) ForwardSessionEventToSession:616(3421ns) ForwardSessionEventToSession:616(2722ns) ForwardSessionEventToSession:616(9783ns) ForwardSessionEventToSession:616(3884ns) ForwardSessionEventToSession:616(5860ns) ForwardSessionEventToSession:616(8094ns) ForwardSessionEventToSession:616(2459ns)}}}
2026-01-08T17:03:30.739090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:30.748842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037508201315057:2063] [node 4] ICP22 created new session: [6:7593037508201315097:2063]
2026-01-08T17:03:30.764176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037508201315097:2063] [node 4] ICS09 handshake done sender: [6:7593037508201315063:2110] self: [6:7593037508201315087:0] peer: [4:7593037507670634391:0] socket: 629 qp: -1
2026-01-08T17:03:30.765071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037508201315098:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6977
2026-01-08T17:03:30.765621Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037508201315090:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:30.765835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037503906347702:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.765934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:30.765986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037503906347702:2048] [node 1] ICP22 created new session: [6:7593037508201315099:2048]
2026-01-08T17:03:30.766051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037508201315099:2048] [node 1] ICS09 handshake done sender: [6:7593037508201315090:2122] self: [6:7593037508201315096:0] peer: [1:7593037507212345175:0] socket: 632 qp: -1
2026-01-08T17:03:30.766091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037508201315099:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:30.766129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:30.767726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037508201315097:2063] [node 4] ICS10 traffic start
2026-01-08T17:03:30.773829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:30.786941Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037508201315057:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(48713052ns) {HandleHandshakeStatus:329(48711024ns) {DropIncomingHandshake:442(985ns) DropOutgoingHandshake:457(601ns) SwitchToState:179(873ns) ProcessPendingSessionEvents:495(1911ns)}}
2026-01-08T17:03:30.668570Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037505589576900:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62662) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037509884544274:2116] held: no
2026-01-08T17:03:30.671896Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037509884544225:2062] [node 6] ICP35 event processing took too much time PendingConnection:279(95500013ns) {HandleHandshakeStatus:329(95496467ns) {DropIncomingHandshake:442(449ns) DropOutgoingHandshake:457(1077ns) SwitchToState:179(1002ns) ProcessPendingSessionEvents:495(59820002ns) {ForwardSessionEventToSession:616(29135114ns) ForwardSessionEventToSession:616(9302ns) ForwardSessionEventToSession:616(31849ns) ForwardSessionEventToSession:616(9272358ns) ForwardSessionEventToSession:616(7302ns) ForwardSessionEventToSession:616(3619ns) ForwardSessionEventToSession:616(13970910ns) ForwardSessionEventToSession:616(12412ns) ForwardSessionEventToSession:616(528946ns) ForwardSessionEventToSession:616(4658ns)}}}
2026-01-08T17:03:30.672503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037509884544281:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.672660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037509884544285:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61486
2026-01-08T17:03:30.673282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593037509884544225:2062] [node 6] ICP18 handshake (actor [5:7593037509884544277:2117]) is too old
2026-01-08T17:03:30.673524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037509884544284:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61486
2026-01-08T17:03:30.674885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037505589576899:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:30.674996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037509884544283:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61486
2026-01-08T17:03:30.680565Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037509884544264:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:30.688182Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037509884544274:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:30.696344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037509884544269:2072] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.696416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:30.696483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037509884544269:2072] [node 4] ICP22 created new session: [5:7593037509884544288:2072]
2026-01-08T17:03:30.696550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037509884544288:2072] [node 4] ICS09 handshake done sender: [5:7593037509884544264:2112] self: [5:7593037509884544276:0] peer: [4:7593037507670634344:0] socket: 625 qp: -1
2026-01-08T17:03:30.696596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037509884544288:2072] [node 4] ICS10 traffic start
2026-01-08T17:03:30.696655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:30.697342Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037509884544285:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.697397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037505589576900:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.697465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:30.697515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037505589576900:2049] [node 2] ICP22 created new session: [5:7593037509884544290:2049]
2026-01-08T17:03:30.697580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037509884544290:2049] [node 2] ICS09 handshake done sender: [5:7593037509884544274:2116] self: [5:7593037509884544278:0] peer: [2:7593037510228557565:0] socket: 646 qp: -1
2026-01-08T17:03:30.697624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037509884544290:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:30.697683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:30.699225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037505589576901:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:30.736042Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037509884544293:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61486
2026-01-08T17:03:30.750884Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037509884544281:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:30.756932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037509884544294:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61486
2026-01-08T17:03:30.757556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037505589576899:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.772359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:30.773973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037505589576899:2048] [node 1] ICP22 created new session: [5:7593037509884544295:2048]
2026-01-08T17:03:30.774088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037509884544295:2048] [node 1] ICS09 handshake done sender: [5:7593037509884544281:2118] self: [5:7593037509884544287:0] peer: [1:7593037507212345177:0] socket: 661 qp: -1
2026-01-08T17:03:30.774145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037509884544295:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:30.774211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:30.779652Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037505589576899:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19056927ns) {HandleHandshakeStatus:329(16936766ns) {DropIncomingHandshake:442(1124ns) DropOutgoingHandshake:457(7110ns) SwitchToState:179(854ns) ProcessPendingSessionEvents:495(133945ns) {ForwardSessionEventToSession:616(60126ns) ForwardSessionEventToSession:616(12918ns) ForwardSessionEventToSession:616(3034ns) ForwardSessionEventToSession:616(5517ns) ForwardSessionEventToSession:616(2217ns) ForwardSessionEventToSession:616(3222ns) ForwardSessionEventToSession:616(5475ns) ForwardSessionEventToSession:616(5434ns) ForwardSessionEventToSession:616(3233ns) ForwardSessionEventToSession:616(5676ns)}}}
2026-01-08T17:03:30.779740Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037505589576899:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:30.780299Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037509884544285:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:30.785852Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037505589576901:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6013) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037509884544285:2121] held: no
2026-01-08T17:03:30.787067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037505589576901:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.787139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:30.787190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037505589576901:2050] [node 3] ICP22 created new session: [5:7593037509884544297:2050]
2026-01-08T17:03:30.787271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037509884544297:2050] [node 3] ICS09 handshake done sender: [5:7593037509884544285:2121] self: [5:7593037509884544292:0] peer: [3:7593037509209985083:0] socket: 684 qp: -1
2026-01-08T17:03:30.787326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037509884544297:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:30.787390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:30.577912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037505933590197:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.577996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:30.578057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037505933590197:2048] [node 1] ICP22 created new session: [2:7593037510228557583:2048]
2026-01-08T17:03:30.578130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037510228557583:2048] [node 1] ICS09 handshake done sender: [2:7593037510228557574:2117] self: [2:7593037510228557581:0] peer: [1:7593037507212345171:0] socket: 659 qp: -1
2026-01-08T17:03:30.578177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037510228557583:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:30.578220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:30.578966Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037510228557569:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.578994Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037510228557569:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.586869Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037510228557569:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:30.595269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037510228557571:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.595318Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037510228557571:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.607267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037510228557559:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.607374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:30.607439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037510228557559:2108] [node 6] ICP22 created new session: [2:7593037510228557588:2108]
2026-01-08T17:03:30.607504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037510228557588:2108] [node 6] ICS09 handshake done sender: [2:7593037510228557569:2115] self: [2:7593037510228557568:0] peer: [6:7593037508201315086:0] socket: 639 qp: -1
2026-01-08T17:03:30.607550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037510228557588:2108] [node 6] ICS10 traffic start
2026-01-08T17:03:30.607598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:30.610688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037510228557571:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:30.638702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037505933590198:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.646725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:30.646804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037505933590198:2049] [node 3] ICP22 created new session: [2:7593037510228557590:2049]
2026-01-08T17:03:30.646888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037510228557590:2049] [node 3] ICS09 handshake done sender: [2:7593037510228557571:2116] self: [2:7593037510228557564:0] peer: [3:7593037509209985088:0] socket: 666 qp: -1
2026-01-08T17:03:30.646940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037510228557590:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:30.647004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:30.690363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037510228557576:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.690394Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037510228557576:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.695756Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037510228557576:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:30.729333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037510228557558:2106] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.729425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:30.729490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037510228557558:2106] [node 4] ICP22 created new session: [2:7593037510228557594:2106]
2026-01-08T17:03:30.729547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037510228557594:2106] [node 4] ICS09 handshake done sender: [2:7593037510228557576:2118] self: [2:7593037510228557575:0] peer: [4:7593037507670634415:0] socket: 672 qp: -1
2026-01-08T17:03:30.729594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037510228557594:2106] [node 4] ICS10 traffic start
2026-01-08T17:03:30.729646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:30.730401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037510228557593:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50932
2026-01-08T17:03:30.761199Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037510228557593:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.761406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037510228557558:2106] [node 4] ICP18 handshake (actor [2:7593037510228557593:2120]) is too old
2026-01-08T17:03:30.689223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037507670634417:2065] [node 6] ICS10 traffic start
2026-01-08T17:03:30.689264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:30.699681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037507670634416:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59238
2026-01-08T17:03:30.700258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037507670634420:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59238
2026-01-08T17:03:30.718540Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037507670634405:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:30.734480Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037507670634401:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:30.753767Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037503375667025:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21172) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037507670634401:2117] held: no
2026-01-08T17:03:30.753905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037503375667025:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.754007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:30.754080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037503375667025:2048] [node 1] ICP22 created new session: [4:7593037507670634421:2048]
2026-01-08T17:03:30.754148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037507670634421:2048] [node 1] ICS09 handshake done sender: [4:7593037507670634401:2117] self: [4:7593037507670634408:0] peer: [1:7593037507212345173:0] socket: 658 qp: -1
2026-01-08T17:03:30.754194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037507670634421:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:30.754244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:30.758063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037503375667026:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:30.758151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:30.758217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037503375667026:2049] [node 2] ICP22 created new session: [4:7593037507670634423:2049]
2026-01-08T17:03:30.758282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037507670634423:2049] [node 2] ICS09 handshake done sender: [4:7593037507670634405:2118] self: [4:7593037507670634415:0] peer: [2:7593037510228557575:0] socket: 674 qp: -1
2026-01-08T17:03:30.758348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037507670634423:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:30.758395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:30.674308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037507212345192:2048] [node 2] ICS09 handshake done sender: [1:7593037507212345172:2113] self: [1:7593037507212345171:0] peer: [2:7593037510228557581:0] socket: 655 qp: -1
2026-01-08T17:03:30.679545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037507212345192:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:30.683010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:30.684657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037507212345186:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.684720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037507212345165:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.684793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:30.684859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037507212345165:2109] [node 4] ICP22 created new session: [1:7593037507212345195:2109]
2026-01-08T17:03:30.684939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037507212345195:2109] [node 4] ICS09 handshake done sender: [1:7593037507212345174:2114] self: [1:7593037507212345173:0] peer: [4:7593037507670634408:0] socket: 657 qp: -1
2026-01-08T17:03:30.684988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037507212345195:2109] [node 4] ICS10 traffic start
2026-01-08T17:03:30.685032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:30.706923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037507212345178:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.706958Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037507212345178:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.718942Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037507212345178:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:30.743959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037507212345176:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.743992Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037507212345176:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.744966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037507212345166:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.745050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:30.745113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037507212345166:2107] [node 5] ICP22 created new session: [1:7593037507212345200:2107]
2026-01-08T17:03:30.745172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037507212345200:2107] [node 5] ICS09 handshake done sender: [1:7593037507212345178:2116] self: [1:7593037507212345177:0] peer: [5:7593037509884544287:0] socket: 656 qp: -1
2026-01-08T17:03:30.745215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037507212345200:2107] [node 5] ICS10 traffic start
2026-01-08T17:03:30.745257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:30.762377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037507212345176:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:30.764349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037507212345167:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.768045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:30.770163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037507212345167:2108] [node 6] ICP22 created new session: [1:7593037507212345203:2108]
2026-01-08T17:03:30.770231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037507212345203:2108] [node 6] ICS09 handshake done sender: [1:7593037507212345176:2115] self: [1:7593037507212345175:0] peer: [6:7593037508201315096:0] socket: 678 qp: -1
2026-01-08T17:03:30.770283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037507212345203:2108] [node 6] ICS10 traffic start
2026-01-08T17:03:30.770355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:30.773568Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037502917377806:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(77206685ns) {HandleHandshakeStatus:329(77201830ns) {DropIncomingHandshake:442(22384ns) DropOutgoingHandshake:457(864ns) SwitchToState:179(1281ns) ProcessPendingSessionEvents:495(8117641ns) {ForwardSessionEventToSession:616(74944ns) ForwardSessionEventToSession:616(6232ns) ForwardSessionEventToSession:616(2908ns) ForwardSessionEventToSession:616(6714ns) ForwardSessionEventToSession:616(2790ns) ForwardSessionEventToSession:616(3267ns) ForwardSessionEventToSession:616(6404ns) ForwardSessionEventToSession:616(3875ns) ForwardSessionEventToSession:616(856790ns) ForwardSessionEventToSession:616(7139957ns)}}}
2026-01-08T17:03:30.780950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037507212345185:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:30.780981Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037507212345185:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:30.783177Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037507212345185:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:30.791562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037502917377807:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:30.791661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:30.791723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037502917377807:2049] [node 3] ICP22 created new session: [1:7593037507212345206:2049]
2026-01-08T17:03:30.791785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037507212345206:2049] [node 3] ICS09 handshake done sender: [1:7593037507212345185:2118] self: [1:7593037507212345184:0] peer: [3:7593037509209985105:0] socket: 654 qp: -1
2026-01-08T17:03:30.791823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037507212345206:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:30.791881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:30.894661Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:30.894936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037510228557583:2048] [node 1] ICS01 socket: 659 reason# EndOfStream
2026-01-08T17:03:30.894984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037505933590197:2048] [node 1] ICP30 unregister session Session# [2:7593037510228557583:2048] VirtualId# [2:7593037510228557581:0]
2026-01-08T17:03:30.895033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037510228557583:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:30.895115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:30.895168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:30.897386Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:30.897654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037509209985107:2048] [node 1] ICS01 socket: 689 reason# EndOfStream
2026-01-08T17:03:30.897700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037504915017707:2048] [node 1] ICP30 unregister session Session# [3:7593037509209985107:2048] VirtualId# [3:7593037509209985105:0]
2026-01-08T17:03:30.897748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037509209985107:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:30.897825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:30.897872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:30.910615Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:30.910879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037509884544295:2048] [node 1] ICS07 socket disconnect 661 reason# EndOfStream
2026-01-08T17:03:30.910922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037509884544295:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:30.911018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:30.911077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037509884544295:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:30.912086Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:30.912132Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:30.934739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037507670634421:2048] [node 1] ICS01 socket: 658 reason# EndOfStream
2026-01-08T17:03:30.934795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037503375667025:2048] [node 1] ICP30 unregister session Session# [4:7593037507670634421:2048] VirtualId# [4:7593037507670634408:0]
2026-01-08T17:03:30.934838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037507670634421:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:30.934945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:30.934988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:30.913876Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037505589576899:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21172) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:30.935960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037508201315099:2048] [node 1] ICS01 socket: 632 reason# EndOfStream
2026-01-08T17:03:30.936010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037503906347702:2048] [node 1] ICP30 unregister session Session# [6:7593037508201315099:2048] VirtualId# [6:7593037508201315096:0]
2026-01-08T17:03:30.936040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037508201315099:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:30.936112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:30.936156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:30.913946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037509884544295:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:30.913993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037505589576899:2048] [node 1] ICP30 unregister session Session# [5:7593037509884544295:2048] VirtualId# [5:7593037509884544287:0]
2026-01-08T17:03:30.914054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:30.914098Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037505589576899:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21172) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:30.914129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21172) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:30.935698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037505589576899:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:31.014715Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:31.015029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037509209985094:2049] [node 2] ICS01 socket: 668 reason# EndOfStream
2026-01-08T17:03:31.015089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037504915017708:2049] [node 2] ICP30 unregister session Session# [3:7593037509209985094:2049] VirtualId# [3:7593037509209985088:0]
2026-01-08T17:03:31.015144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037509209985094:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:31.015261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:31.015327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:31.018687Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:31.018950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037507670634423:2049] [node 2] ICS01 socket: 674 reason# EndOfStream
2026-01-08T17:03:31.018995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037503375667026:2049] [node 2] ICP30 unregister session Session# [4:7593037507670634423:2049] VirtualId# [4:7593037507670634415:0]
2026-01-08T17:03:31.019040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037507670634423:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:31.019132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:31.019181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:31.019306Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:31.019494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037509884544290:2049] [node 2] ICS01 socket: 646 reason# EndOfStream
2026-01-08T17:03:31.019533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037505589576900:2049] [node 2] ICP30 unregister session Session# [5:7593037509884544290:2049] VirtualId# [5:7593037509884544278:0]
2026-01-08T17:03:31.019564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037509884544290:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:31.019620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:31.019658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:31.021740Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:31.021990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037508201315091:2049] [node 2] ICS07 socket disconnect 642 reason# EndOfStream
2026-01-08T17:03:31.022024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037508201315091:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:31.022117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:31.022162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037508201315091:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:31.024337Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037503906347703:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62662) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:31.024412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037508201315091:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:31.024459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037503906347703:2049] [node 2] ICP30 unregister session Session# [6:7593037508201315091:2049] VirtualId# [6:7593037508201315086:0]
2026-01-08T17:03:31.024511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:31.024549Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037503906347703:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62662) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:31.024568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62662) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:31.036104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037503906347703:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:31.212855Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:31.213132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037509884544297:2050] [node 3] ICS01 socket: 684 reason# EndOfStream
2026-01-08T17:03:31.213184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037505589576901:2050] [node 3] ICP30 unregister session Session# [5:7593037509884544297:2050] VirtualId# [5:7593037509884544292:0]
2026-01-08T17:03:31.213232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037509884544297:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:31.213349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:31.213399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:31.213510Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:31.213690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037507670634413:2050] [node 3] ICS01 socket: 647 reason# EndOfStream
2026-01-08T17:03:31.213733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037503375667027:2050] [node 3] ICP30 unregister session Session# [4:7593037507670634413:2050] VirtualId# [4:7593037507670634402:0]
2026-01-08T17:03:31.213769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037507670634413:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:31.213826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:31.213870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:31.213975Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:31.214172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037508201315093:2050] [node 3] ICS01 socket: 641 reason# EndOfStream
2026-01-08T17:03:31.214206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037503906347704:2050] [node 3] ICP30 unregister session Session# [6:7593037508201315093:2050] VirtualId# [6:7593037508201315084:0]
2026-01-08T17:03:31.214237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037508201315093:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:31.214303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:31.215261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:31.407587Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:31.407860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037509884544288:2072] [node 4] ICS01 socket: 625 reason# EndOfStream
2026-01-08T17:03:31.407911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037509884544269:2072] [node 4] ICP30 unregister session Session# [5:7593037509884544288:2072] VirtualId# [5:7593037509884544276:0]
2026-01-08T17:03:31.407956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037509884544288:2072] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:31.408048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:31.408100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:31.408439Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:31.408634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037508201315097:2063] [node 4] ICS01 socket: 629 reason# EndOfStream
2026-01-08T17:03:31.408674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037508201315057:2063] [node 4] ICP30 unregister session Session# [6:7593037508201315097:2063] VirtualId# [6:7593037508201315087:0]
2026-01-08T17:03:31.408706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037508201315097:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:31.408765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:31.408810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:31.606511Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:31.606794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037508201315082:2060] [node 5] ICS01 socket: 630 reason# EndOfStream
2026-01-08T17:03:31.606850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037508201315054:2060] [node 5] ICP30 unregister session Session# [6:7593037508201315082:2060] VirtualId# [6:7593037508201315078:0]
2026-01-08T17:03:31.606902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037508201315082:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:31.607035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:31.607089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:31.767989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037514906371202:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:31.768035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037514906371203:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:31.793975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037513651592376:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:31.794028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037513651592377:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:31.806802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037514419157595:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:31.806854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037514419157596:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:31.814106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037515259363337:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:31.814145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037515259363338:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:31.814183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037515259363339:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:31.837899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037511751977964:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:31.837965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037511751977966:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:31.838228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037511751977965:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:31.851548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037511499786252:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:31.851586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037511499786253:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:31.851622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037511499786254:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:32.487487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037519201338560:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:32.504790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037515794753594:2088] [node 4] ICP01 ready to work
2026-01-08T17:03:32.519680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037515794753598:2095] [node 5] ICP01 ready to work
2026-01-08T17:03:32.500003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037516046945323:2109] [node 4] ICP01 ready to work
2026-01-08T17:03:32.643308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037519201338562:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:32.664859Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037519201338560:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(158056995ns) {Configure:104(158040643ns) {ProcessConfigured:135(81246ns) {StartInitialHandshake:157(78596ns) {DropHandshakes:470(3268ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:992(1401ns) PrepareNewSessionHandshake:477(2037ns) {SwitchToState:179(805ns)}}}}}
2026-01-08T17:03:32.654724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037516046945324:2108] [node 6] ICP01 ready to work
2026-01-08T17:03:32.701275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037519201338566:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:32.705910Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037514906371203:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(24492552ns) {Configure:104(24482790ns) {ProcessConfigured:135(81907ns) {StartInitialHandshake:157(79455ns) {DropHandshakes:470(3405ns) {DropIncomingHandshake:442(1154ns) DropOutgoingHandshake:457(484ns)} GenerateSessionVirtualId:992(1226ns) PrepareNewSessionHandshake:477(1847ns) {SwitchToState:179(644ns)}}}}}
2026-01-08T17:03:32.709605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037518714124954:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:32.690035Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037516046945323:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(189610048ns) {Configure:104(189604894ns) {ProcessConfigured:135(84085ns) {StartInitialHandshake:157(81523ns) {DropHandshakes:470(3440ns) {DropIncomingHandshake:442(1083ns) DropOutgoingHandshake:457(762ns)} GenerateSessionVirtualId:992(1144ns) PrepareNewSessionHandshake:477(1987ns) {SwitchToState:179(748ns)}}}}}
2026-01-08T17:03:32.751999Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037511499786254:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(257105329ns) {Configure:104(257099162ns) {ProcessConfigured:135(10488949ns) {StartInitialHandshake:157(10485410ns) {DropHandshakes:470(2710ns) {DropIncomingHandshake:442(760ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:992(1446ns) PrepareNewSessionHandshake:477(4491ns) {SwitchToState:179(2373ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:32.699733Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037511751977964:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(212249070ns) {Configure:104(212239725ns) {ProcessConfigured:135(73571ns) {StartInitialHandshake:157(70579ns) {DropHandshakes:470(2876ns) {DropIncomingHandshake:442(539ns) DropOutgoingHandshake:457(644ns)} GenerateSessionVirtualId:992(1122ns) PrepareNewSessionHandshake:477(2209ns) {SwitchToState:179(721ns)}}}}}
2026-01-08T17:03:32.710369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037517946559744:2107] [node 5] ICP01 ready to work
2026-01-08T17:03:32.722393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037518714124955:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:32.739027Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037511751977966:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(180232290ns) {Configure:104(180224060ns) {ProcessConfigured:135(88934ns) {StartInitialHandshake:157(85759ns) {DropHandshakes:470(10471ns) {DropIncomingHandshake:442(945ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:992(1138ns) PrepareNewSessionHandshake:477(2592ns) {SwitchToState:179(722ns)}}}}}
2026-01-08T17:03:32.722463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037517946559745:2108] [node 4] ICP01 ready to work
2026-01-08T17:03:32.754990Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037515794753615:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29209
2026-01-08T17:03:32.793802Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037515794753598:2095] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(171157776ns) {Configure:104(171143769ns) {ProcessConfigured:135(104739ns) {StartInitialHandshake:157(101377ns) {DropHandshakes:470(2796ns) {DropIncomingHandshake:442(577ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:992(1567ns) PrepareNewSessionHandshake:477(2016ns) {SwitchToState:179(674ns)}}}}}
2026-01-08T17:03:32.771210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037514906371202:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(283343118ns) {Configure:104(283337426ns) {ProcessConfigured:135(73752ns) {StartInitialHandshake:157(70296ns) {DropHandshakes:470(3615ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(641ns)} GenerateSessionVirtualId:992(712ns) PrepareNewSessionHandshake:477(2149ns) {SwitchToState:179(462ns)}}}}}
2026-01-08T17:03:32.746507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037518714124956:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:32.823817Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037511751977965:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(137114682ns) {Configure:104(129075628ns) {ProcessConfigured:135(74699ns) {StartInitialHandshake:157(72436ns) {DropHandshakes:470(2726ns) {DropIncomingHandshake:442(536ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:992(1575ns) PrepareNewSessionHandshake:477(4557ns) {SwitchToState:179(303ns)}}}}}
2026-01-08T17:03:32.799734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037519554330716:2108] [node 6] ICP01 ready to work
2026-01-08T17:03:32.747410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037517946559746:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:32.771368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037519201338573:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44328
2026-01-08T17:03:32.771497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037519201338574:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44328
2026-01-08T17:03:32.821648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037519554330717:2109] [node 5] ICP01 ready to work
2026-01-08T17:03:32.832458Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037515259363339:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(59313926ns) {Configure:104(59308996ns) {ProcessConfigured:135(20957542ns) {StartInitialHandshake:157(20952392ns) {DropHandshakes:470(2214ns) {DropIncomingHandshake:442(511ns) DropOutgoingHandshake:457(534ns)} GenerateSessionVirtualId:992(1140ns) PrepareNewSessionHandshake:477(3976ns) {SwitchToState:179(1591ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:32.878621Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037515794753623:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29209
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:32.895459Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037515794753624:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29209
2026-01-08T17:03:32.859618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037519554330718:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33638
2026-01-08T17:03:32.841021Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037519201338562:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(145712435ns) {Configure:104(145704049ns) {ProcessConfigured:135(77771ns) {StartInitialHandshake:157(72228ns) {DropHandshakes:470(3113ns) {DropIncomingHandshake:442(592ns) DropOutgoingHandshake:457(668ns)} GenerateSessionVirtualId:992(1179ns) PrepareNewSessionHandshake:477(2282ns) {SwitchToState:179(859ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:32.879027Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037513651592377:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(379449611ns) {Configure:104(379431415ns) {ProcessConfigured:135(18180920ns) {StartInitialHandshake:157(18177298ns) {DropHandshakes:470(3469ns) {DropIncomingHandshake:442(986ns) DropOutgoingHandshake:457(650ns)} GenerateSessionVirtualId:992(819ns) PrepareNewSessionHandshake:477(3699ns) {SwitchToState:179(1563ns)}}}}}
2026-01-08T17:03:32.863004Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037516046945324:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(172040850ns) {Configure:104(172033821ns) {ProcessConfigured:135(8258642ns) {StartInitialHandshake:157(8253530ns) {DropHandshakes:470(3923969ns) {DropIncomingHandshake:442(230ns) DropOutgoingHandshake:457(2440ns)} GenerateSessionVirtualId:992(4418ns) PrepareNewSessionHandshake:477(4255ns) {SwitchToState:179(1361ns)}}}}}
2026-01-08T17:03:32.869201Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037518714124955:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(65444558ns) {Configure:104(65439425ns) {ProcessConfigured:135(31409521ns) {StartInitialHandshake:157(31406403ns) {DropHandshakes:470(3626ns) {DropIncomingHandshake:442(762ns) DropOutgoingHandshake:457(988ns)} GenerateSessionVirtualId:992(964ns) PrepareNewSessionHandshake:477(3420ns) {SwitchToState:179(985ns)}}}}}
2026-01-08T17:03:32.882355Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037517946559745:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(126052595ns) {Configure:104(126045596ns) {ProcessConfigured:135(21418445ns) {StartInitialHandshake:157(21415753ns) {DropHandshakes:470(1881ns) {DropIncomingHandshake:442(299ns) DropOutgoingHandshake:457(378ns)} GenerateSessionVirtualId:992(701ns) PrepareNewSessionHandshake:477(2215ns) {SwitchToState:179(596ns)}}}}}
2026-01-08T17:03:32.900059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037519554330719:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33638
2026-01-08T17:03:32.896953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037518714124957:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19272
2026-01-08T17:03:32.868583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037519201338574:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:32.909561Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037513651592376:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(149406199ns) {Configure:104(149395719ns) {ProcessConfigured:135(1080494ns) {StartInitialHandshake:157(1076495ns) {DropHandshakes:470(3269ns) {DropIncomingHandshake:442(826ns) DropOutgoingHandshake:457(677ns)} GenerateSessionVirtualId:992(1458ns) PrepareNewSessionHandshake:477(2645ns) {SwitchToState:179(989ns)}}}}}
2026-01-08T17:03:32.897878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037516046945334:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30033
2026-01-08T17:03:32.898955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037516046945339:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30033
2026-01-08T17:03:32.936266Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037515794753615:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:32.936487Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037517946559744:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(140684552ns) {Configure:104(140675057ns) {ProcessConfigured:135(44122350ns) {StartInitialHandshake:157(37354157ns) {DropHandshakes:470(3099ns) {DropIncomingHandshake:442(1143ns) DropOutgoingHandshake:457(470ns)} GenerateSessionVirtualId:992(1561ns) PrepareNewSessionHandshake:477(3306ns) {SwitchToState:179(1119ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:32.909472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037518714124959:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19272
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:32.953242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037516046945340:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30033
2026-01-08T17:03:32.955778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037511499786252:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:32.934569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037519554330718:2129] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:32.942391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037519201338573:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:32.959416Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037511499786253:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(275768986ns) {Configure:104(257976076ns) {ProcessConfigured:135(7157274ns) {StartInitialHandshake:157(7154371ns) {DropHandshakes:470(2818ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(488ns)} GenerateSessionVirtualId:992(1034ns) PrepareNewSessionHandshake:477(3922ns) {SwitchToState:179(1595ns)}}}}}
2026-01-08T17:03:32.945040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037518714124958:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19272
2026-01-08T17:03:32.945660Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037514419157596:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(23854179ns) {Configure:104(23847044ns) {ProcessConfigured:135(6406237ns) {StartInitialHandshake:157(6402532ns) {DropHandshakes:470(3232ns) {DropIncomingHandshake:442(974ns) DropOutgoingHandshake:457(498ns)} GenerateSessionVirtualId:992(1217ns) PrepareNewSessionHandshake:477(3192ns) {SwitchToState:179(1119ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:32.963379Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037515794753594:2088] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(294865373ns) {Configure:104(294845046ns) {ProcessConfigured:135(22147469ns) {StartInitialHandshake:157(22144695ns) {DropHandshakes:470(2971ns) {DropIncomingHandshake:442(504ns) DropOutgoingHandshake:457(526ns)} GenerateSessionVirtualId:992(1371ns) PrepareNewSessionHandshake:477(1903ns) {SwitchToState:179(963ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:32.963769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037518714124958:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:32.944309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037515259363337:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:32.980401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037516046945334:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:32.979847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037519201338564:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:32.963876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037518714124957:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.020278Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037517946559760:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19
2026-01-08T17:03:32.983879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037519554330732:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33638
2026-01-08T17:03:32.979912Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037519201338564:2110] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.033584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037517946559752:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.015713Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037515259363338:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(374888624ns) {Configure:104(374875543ns) {ProcessConfigured:135(48533478ns) {StartInitialHandshake:157(48530129ns) {DropHandshakes:470(2865ns) {DropIncomingHandshake:442(529ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:992(750ns) PrepareNewSessionHandshake:477(4022ns) {SwitchToState:179(1387ns)}}}}}
2026-01-08T17:03:32.977184Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037518714124959:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.021748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037515794753624:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:32.982480Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037514419157595:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(279888081ns) {Configure:104(279879963ns) {ProcessConfigured:135(29529555ns) {StartInitialHandshake:157(29526783ns) {DropHandshakes:470(3233ns) {DropIncomingHandshake:442(723ns) DropOutgoingHandshake:457(1014ns)} GenerateSessionVirtualId:992(836ns) PrepareNewSessionHandshake:477(5899ns) {SwitchToState:179(3034ns)}}}}}
2026-01-08T17:03:33.025579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037519554330719:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:32.991160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037519201338571:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:32.982696Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037518714124969:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19272
2026-01-08T17:03:32.983156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037514419157595:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:32.985410Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037518714124967:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19272
2026-01-08T17:03:33.039806Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037523009092271:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19272
2026-01-08T17:03:33.043215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037518714124957:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:33.058866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037518714124956:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(111189503ns) {Configure:104(111179449ns) {ProcessConfigured:135(1803491ns) {StartInitialHandshake:157(1800254ns) {DropHandshakes:470(2454ns) {DropIncomingHandshake:442(343ns) DropOutgoingHandshake:457(649ns)} GenerateSessionVirtualId:992(333ns) PrepareNewSessionHandshake:477(1446ns) {SwitchToState:179(636ns)}}}}}
2026-01-08T17:03:33.033644Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037517946559752:2120] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.021952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037511499786253:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:33.033097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037523849298029:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33638
2026-01-08T17:03:33.038800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037515794753623:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.039005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037515794753594:2088] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:33.065532Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037511499786252:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10413) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037515794753615:2111] held: no
2026-01-08T17:03:32.991203Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037519201338571:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.059315Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037516046945339:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.042367Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037517946559752:2120] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.059521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037511751977965:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:32.996124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037519201338568:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.054591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037517946559746:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.080483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037520089720929:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29209
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.075084Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037519554330723:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.112977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037520341912640:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30033
2026-01-08T17:03:33.116315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037516046945339:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:33.116669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037511751977965:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.116782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:33.116839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037511751977965:2049] [node 2] ICP22 created new session: [5:7593037520341912641:2049]
2026-01-08T17:03:33.082408Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037518714124969:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.058964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037522241527059:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19
2026-01-08T17:03:33.116906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037520341912641:2049] [node 2] ICS09 handshake done sender: [5:7593037516046945339:2116] self: [5:7593037520341912638:0] peer: [2:7593037517946559747:0] socket: 655 qp: -1
2026-01-08T17:03:33.075133Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037519554330723:2132] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:33.076070Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037519554330732:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.076187Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037519554330718:2129] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:33.076525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037523849298031:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33638
2026-01-08T17:03:33.076692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037515259363339:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:33.080724Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037519554330723:2132] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:33.082145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037515259363337:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.106848Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037523849298031:2137] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.106911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037519554330716:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.107002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:33.107077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037519554330716:2108] [node 6] ICP22 created new session: [4:7593037523849298037:2108]
2026-01-08T17:03:33.107135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037523849298037:2108] [node 6] ICS09 handshake done sender: [4:7593037519554330723:2132] self: [4:7593037519554330722:0] peer: [6:7593037520089720928:0] socket: 647 qp: -1
2026-01-08T17:03:33.107179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037523849298037:2108] [node 6] ICS10 traffic start
2026-01-08T17:03:33.107245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:33.109431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:32.996168Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037519201338568:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.082414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037518714124967:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.081528Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037520089720926:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29209
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.116961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037520341912641:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:33.062511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.013164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037519201338580:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44328
2026-01-08T17:03:33.126807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037515259363337:2048] [node 1] ICP22 created new session: [4:7593037523849298034:2048]
2026-01-08T17:03:33.015286Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037519201338564:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:33.021652Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037519201338571:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:33.030667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037519201338560:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.039415Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037519201338568:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:33.041466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037519201338566:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.043835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:33.045192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037514906371203:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.045297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:33.045355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037514906371203:2049] [node 3] ICP22 created new session: [1:7593037523496305883:2049]
2026-01-08T17:03:33.045411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037523496305883:2049] [node 3] ICS09 handshake done sender: [1:7593037519201338568:2111] self: [1:7593037519201338567:0] peer: [3:7593037518714124973:0] socket: 627 qp: -1
2026-01-08T17:03:33.045457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037523496305883:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:33.045502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:33.059491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037519201338560:2107] [node 4] ICP22 created new session: [1:7593037523496305882:2107]
2026-01-08T17:03:33.059558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037523496305882:2107] [node 4] ICS09 handshake done sender: [1:7593037519201338564:2110] self: [1:7593037519201338563:0] peer: [4:7593037519554330730:0] socket: 624 qp: -1
2026-01-08T17:03:33.059599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037523496305882:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:33.059690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:33.078933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:33.090472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037519201338566:2109] [node 6] ICP22 created new session: [1:7593037523496305887:2109]
2026-01-08T17:03:33.102136Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037519201338580:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.102697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037523496305887:2109] [node 6] ICS09 handshake done sender: [1:7593037519201338571:2112] self: [1:7593037519201338570:0] peer: [6:7593037515794753628:0] socket: 628 qp: -1
2026-01-08T17:03:33.109370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037523496305887:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:33.141350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:33.146122Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037519201338560:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(50513534ns) {HandleHandshakeStatus:329(50509067ns) {DropIncomingHandshake:442(2012ns) DropOutgoingHandshake:457(1453ns) SwitchToState:179(795ns) ProcessPendingSessionEvents:495(18891592ns) {ForwardSessionEventToSession:616(13811709ns) ForwardSessionEventToSession:616(14937ns) ForwardSessionEventToSession:616(5696ns) ForwardSessionEventToSession:616(3045ns) ForwardSessionEventToSession:616(14813ns) ForwardSessionEventToSession:616(3664ns) ForwardSessionEventToSession:616(2357ns) ForwardSessionEventToSession:616(3409793ns) ForwardSessionEventToSession:616(4995ns) ForwardSessionEventToSession:616(1591442ns)}}}
2026-01-08T17:03:33.156001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037519201338576:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.156048Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037519201338576:2115] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:33.157610Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037519201338576:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:33.082505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037514419157595:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.096424Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037520089720930:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29209
2026-01-08T17:03:33.117012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:33.062574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037517946559746:2109] [node 6] ICP22 created new session: [2:7593037522241527060:2109]
2026-01-08T17:03:33.181120Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037519201338566:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(139340454ns) {HandleHandshakeStatus:329(139337112ns) {DropIncomingHandshake:442(17035ns) DropOutgoingHandshake:457(530ns) SwitchToState:179(312ns) ProcessPendingSessionEvents:495(14253028ns) {ForwardSessionEventToSession:616(14195631ns) ForwardSessionEventToSession:616(5956ns) ForwardSessionEventToSession:616(3696ns) ForwardSessionEventToSession:616(8220ns) ForwardSessionEventToSession:616(2767ns) ForwardSessionEventToSession:616(3020ns) ForwardSessionEventToSession:616(9854ns) ForwardSessionEventToSession:616(2497ns) ForwardSessionEventToSession:616(5565ns) ForwardSessionEventToSession:616(2916ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.186560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037514906371202:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.186682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:33.186762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037514906371202:2048] [node 2] ICP22 created new session: [1:7593037523496305891:2048]
2026-01-08T17:03:33.186822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037523496305891:2048] [node 2] ICS09 handshake done sender: [1:7593037519201338576:2115] self: [1:7593037519201338575:0] peer: [2:7593037522241527068:0] socket: 673 qp: -1
2026-01-08T17:03:33.186864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037523496305891:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:33.186922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:33.187443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037523496305890:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44328
2026-01-08T17:03:33.062641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037522241527060:2109] [node 6] ICS09 handshake done sender: [2:7593037517946559752:2120] self: [2:7593037517946559751:0] peer: [6:7593037520089720927:0] socket: 651 qp: -1
2026-01-08T17:03:33.083982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037518714124963:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.130692Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037515259363339:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18507) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037519554330732:2135] held: no
2026-01-08T17:03:33.132706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037520341912644:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30033
2026-01-08T17:03:33.101018Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037520089720931:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29209
2026-01-08T17:03:33.131282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037515259363338:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.084012Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037518714124963:2114] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.062682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037522241527060:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.138769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037516046945340:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.062754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:33.101089Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037515794753624:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:33.085685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037514419157596:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:33.201504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037523496305890:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.138695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037523849298036:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33638
2026-01-08T17:03:33.170744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037511751977966:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.175240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037523849298034:2048] [node 1] ICS09 handshake done sender: [4:7593037519554330718:2129] self: [4:7593037519554330730:0] peer: [1:7593037519201338563:0] socket: 643 qp: -1
2026-01-08T17:03:33.095543Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037518714124963:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:33.112267Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037515794753623:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:33.205058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037519201338578:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.182348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037520341912639:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30033
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.182581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037523849298034:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:33.099418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037518714124955:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.129274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037511499786253:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.063241Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037517946559746:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(18312728ns) {HandleHandshakeStatus:329(18306009ns) {DropIncomingHandshake:442(1686ns) DropOutgoingHandshake:457(839ns) SwitchToState:179(721ns) ProcessPendingSessionEvents:495(111604ns) {ForwardSessionEventToSession:616(56092ns) ForwardSessionEventToSession:616(6158ns) ForwardSessionEventToSession:616(5814ns) ForwardSessionEventToSession:616(10380ns) ForwardSessionEventToSession:616(2434ns) ForwardSessionEventToSession:616(2424ns) ForwardSessionEventToSession:616(5282ns) ForwardSessionEventToSession:616(2415ns) ForwardSessionEventToSession:616(3333ns) ForwardSessionEventToSession:616(5724ns)}}}
2026-01-08T17:03:33.182702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037520341912644:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.205089Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037519201338578:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:33.184718Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037519554330716:2108] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:33.184873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:33.204785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [4:7593037519554330716:2108] [node 6] ICP35 event processing took too much time StateWork:294(25535164ns) {HandleHandshakeStatus:395(13689264ns) {LogHandshakeFail:472(4008801ns) {UpdateErrorStateLog:545(8998ns)}}}
2026-01-08T17:03:33.207281Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037523849298043:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33638
2026-01-08T17:03:33.221798Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037519554330725:2133] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.221838Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037519554330725:2133] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:33.223578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037523849298035:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33638
2026-01-08T17:03:33.230361Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037523849298031:2137] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:33.234711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037515259363338:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.241041Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037519554330732:2135] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:33.257755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:33.264647Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037519554330725:2133] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:33.265056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037515259363339:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.265866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037515259363338:2049] [node 2] ICP22 created new session: [4:7593037523849298045:2049]
2026-01-08T17:03:33.269200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037519554330717:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.269301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:33.269358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037519554330717:2109] [node 5] ICP22 created new session: [4:7593037523849298046:2109]
2026-01-08T17:03:33.269418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037523849298046:2109] [node 5] ICS09 handshake done sender: [4:7593037519554330725:2133] self: [4:7593037519554330724:0] peer: [5:7593037520341912646:0] socket: 688 qp: -1
2026-01-08T17:03:33.269463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037523849298046:2109] [node 5] ICS10 traffic start
2026-01-08T17:03:33.269514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:33.191288Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037520341912639:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.197401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037516046945338:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.197453Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037516046945338:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:33.197741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037516046945323:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:33.200544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037511751977964:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:33.216505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037520341912649:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30033
2026-01-08T17:03:33.219467Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037516046945338:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:33.235730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037516046945324:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.235806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:33.235866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037516046945324:2108] [node 6] ICP22 created new session: [5:7593037520341912650:2108]
2026-01-08T17:03:33.235917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037520341912650:2108] [node 6] ICS09 handshake done sender: [5:7593037516046945338:2115] self: [5:7593037516046945337:0] peer: [6:7593037520089720939:0] socket: 687 qp: -1
2026-01-08T17:03:33.235959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037520341912650:2108] [node 6] ICS10 traffic start
2026-01-08T17:03:33.236028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:33.245877Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037520341912639:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:33.261774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037511751977964:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.261887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:33.261966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037511751977964:2048] [node 1] ICP22 created new session: [5:7593037520341912654:2048]
2026-01-08T17:03:33.262026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037520341912654:2048] [node 1] ICS09 handshake done sender: [5:7593037520341912639:2118] self: [5:7593037520341912647:0] peer: [1:7593037519201338577:0] socket: 677 qp: -1
2026-01-08T17:03:33.262077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037520341912654:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:33.262141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:33.263874Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037511751977964:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:33.265956Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037520341912653:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30033
2026-01-08T17:03:33.266583Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037520341912644:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:33.267659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037516046945323:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.267761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:33.267827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037516046945323:2109] [node 4] ICP22 created new session: [5:7593037520341912656:2109]
2026-01-08T17:03:33.267891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037520341912656:2109] [node 4] ICS09 handshake done sender: [5:7593037520341912644:2120] self: [5:7593037520341912646:0] peer: [4:7593037519554330724:0] socket: 689 qp: -1
2026-01-08T17:03:33.267936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037520341912656:2109] [node 4] ICS10 traffic start
2026-01-08T17:03:33.267985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:33.278223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:33.278613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037523849298045:2049] [node 2] ICS09 handshake done sender: [4:7593037523849298031:2137] self: [4:7593037523849298040:0] peer: [2:7593037517946559749:0] socket: 636 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.078271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037517946559756:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.206147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037514906371202:2048] [node 2] ICP18 handshake (actor [1:7593037523496305890:2118]) is too old
2026-01-08T17:03:33.129394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:33.099539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:33.287923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037523849298045:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:33.288098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037515259363339:2050] [node 3] ICP22 created new session: [4:7593037523849298048:2050]
2026-01-08T17:03:33.291049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037523849298048:2050] [node 3] ICS09 handshake done sender: [4:7593037519554330732:2135] self: [4:7593037523849298033:0] peer: [3:7593037518714124962:0] socket: 662 qp: -1
2026-01-08T17:03:33.291141Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037515259363337:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(159324470ns) {HandleHandshakeStatus:329(159321472ns) {DropIncomingHandshake:442(985ns) DropOutgoingHandshake:457(6250ns) SwitchToState:179(1073ns) ProcessPendingSessionEvents:495(36895110ns) {ForwardSessionEventToSession:616(23209887ns) ForwardSessionEventToSession:616(2835671ns) ForwardSessionEventToSession:616(5193ns) ForwardSessionEventToSession:616(2227ns) ForwardSessionEventToSession:616(3173259ns) ForwardSessionEventToSession:616(4029ns) ForwardSessionEventToSession:616(1071994ns) ForwardSessionEventToSession:616(3480760ns) ForwardSessionEventToSession:616(5482ns) ForwardSessionEventToSession:616(3081525ns)}}}
2026-01-08T17:03:33.221560Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037519201338578:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:33.099608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037518714124955:2107] [node 4] ICP22 created new session: [3:7593037523009092279:2107]
2026-01-08T17:03:33.078324Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037517946559756:2122] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.129455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037511499786253:2049] [node 2] ICP22 created new session: [6:7593037520089720933:2049]
2026-01-08T17:03:33.227838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037519201338560:2107] [node 4] ICP18 handshake (actor [1:7593037519201338580:2117]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:33.317536Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037520341912652:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30033
2026-01-08T17:03:33.098409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037517946559760:2124] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.099664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037523009092279:2107] [node 4] ICS09 handshake done sender: [3:7593037518714124963:2114] self: [3:7593037518714124962:0] peer: [4:7593037523849298033:0] socket: 661 qp: -1
2026-01-08T17:03:33.235275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037519201338562:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.235397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:33.235466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037519201338562:2108] [node 5] ICP22 created new session: [1:7593037523496305894:2108]
2026-01-08T17:03:33.235554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037523496305894:2108] [node 5] ICS09 handshake done sender: [1:7593037519201338578:2116] self: [1:7593037519201338577:0] peer: [5:7593037520341912647:0] socket: 674 qp: -1
2026-01-08T17:03:33.239774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037523496305894:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:33.255753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:33.299845Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037519201338562:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(64321604ns) {HandleHandshakeStatus:329(64319671ns) {DropIncomingHandshake:442(28009ns) DropOutgoingHandshake:457(488ns) SwitchToState:179(629ns) ProcessPendingSessionEvents:495(6019741ns) {ForwardSessionEventToSession:616(5894264ns) ForwardSessionEventToSession:616(9209ns) ForwardSessionEventToSession:616(3481ns) ForwardSessionEventToSession:616(75246ns) ForwardSessionEventToSession:616(3818ns) ForwardSessionEventToSession:616(2704ns) ForwardSessionEventToSession:616(8576ns) ForwardSessionEventToSession:616(2568ns) ForwardSessionEventToSession:616(2766ns) ForwardSessionEventToSession:616(6092ns)}}}
2026-01-08T17:03:33.301359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037523849298048:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:33.099709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037523009092279:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:33.099778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:33.110498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:33.110598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037514419157595:2048] [node 1] ICP22 created new session: [3:7593037523009092281:2048]
2026-01-08T17:03:33.110688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037523009092281:2048] [node 1] ICS09 handshake done sender: [3:7593037518714124957:2110] self: [3:7593037518714124973:0] peer: [1:7593037519201338567:0] socket: 630 qp: -1
2026-01-08T17:03:33.110741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037523009092281:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:33.110834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:33.111460Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037514419157595:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(28668806ns) {HandleHandshakeStatus:329(28666443ns) {DropIncomingHandshake:442(342ns) DropOutgoingHandshake:457(6315ns) SwitchToState:179(678ns) ProcessPendingSessionEvents:495(125263ns) {ForwardSessionEventToSession:616(70949ns) ForwardSessionEventToSession:616(8922ns) ForwardSessionEventToSession:616(9824ns) ForwardSessionEventToSession:616(2453ns) ForwardSessionEventToSession:616(5657ns) ForwardSessionEventToSession:616(2748ns) ForwardSessionEventToSession:616(5682ns) ForwardSessionEventToSession:616(2093ns) ForwardSessionEventToSession:616(2574ns) ForwardSessionEventToSession:616(5434ns)}}}
2026-01-08T17:03:33.155331Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037523009092283:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19272
2026-01-08T17:03:33.190673Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037518714124969:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:33.198427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037523009092273:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.198475Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037523009092273:2120] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:33.201238Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037518714124961:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.201282Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037518714124961:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:33.221335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037514419157596:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.221470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:33.221570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037514419157596:2049] [node 2] ICP22 created new session: [3:7593037523009092284:2049]
2026-01-08T17:03:33.222108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037523009092284:2049] [node 2] ICS09 handshake done sender: [3:7593037518714124969:2118] self: [3:7593037523009092277:0] peer: [2:7593037517946559748:0] socket: 657 qp: -1
2026-01-08T17:03:33.227388Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037523009092273:2120] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:33.231400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037523009092284:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:33.231474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:33.233835Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037518714124961:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:33.252178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037518714124956:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.252289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:33.252349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037518714124956:2109] [node 6] ICP22 created new session: [3:7593037523009092288:2109]
2026-01-08T17:03:33.252418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037523009092288:2109] [node 6] ICS09 handshake done sender: [3:7593037523009092273:2120] self: [3:7593037523009092272:0] peer: [6:7593037520089720940:0] socket: 681 qp: -1
2026-01-08T17:03:33.252464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037523009092288:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:33.252505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:33.265789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037518714124954:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.274596Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037514419157596:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(49371921ns) {HandleHandshakeStatus:329(49368088ns) {DropIncomingHandshake:442(882ns) DropOutgoingHandshake:457(7001ns) SwitchToState:179(1019ns) ProcessPendingSessionEvents:495(9312057ns) {ForwardSessionEventToSession:616(9252791ns) ForwardSessionEventToSession:616(5800ns) ForwardSessionEventToSession:616(10815ns) ForwardSessionEventToSession:616(2765ns) ForwardSessionEventToSession:616(5691ns) ForwardSessionEventToSession:616(5409ns) ForwardSessionEventToSession:616(3088ns) ForwardSessionEventToSession:616(5435ns) ForwardSessionEventToSession:616(2859ns) ForwardSessionEventToSession:616(2830ns)}}}
2026-01-08T17:03:33.274811Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037514419157596:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:33.282985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:33.290969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037518714124954:2108] [node 5] ICP22 created new session: [3:7593037523009092290:2108]
2026-01-08T17:03:33.295318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037523009092290:2108] [node 5] ICS09 handshake done sender: [3:7593037518714124961:2113] self: [3:7593037518714124960:0] peer: [5:7593037520341912645:0] socket: 659 qp: -1
2026-01-08T17:03:33.302960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037523009092290:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:33.326523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:33.129541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037520089720933:2049] [node 2] ICS09 handshake done sender: [6:7593037515794753624:2115] self: [6:7593037520089720927:0] peer: [2:7593037517946559751:0] socket: 652 qp: -1
2026-01-08T17:03:33.102944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037517946559756:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:33.301707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:33.307856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:33.322493Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037511751977966:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18507) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037516046945340:2117] held: no
2026-01-08T17:03:33.126524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037517946559750:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.126581Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037517946559750:2119] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:33.136949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037522241527059:2125] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.137009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037517946559744:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.137096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:33.137166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037517946559744:2107] [node 5] ICP22 created new session: [2:7593037522241527064:2107]
2026-01-08T17:03:33.137234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037522241527064:2107] [node 5] ICS09 handshake done sender: [2:7593037517946559756:2122] self: [2:7593037517946559747:0] peer: [5:7593037520341912638:0] socket: 653 qp: -1
2026-01-08T17:03:33.137278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037522241527064:2107] [node 5] ICS10 traffic start
2026-01-08T17:03:33.137320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:33.142926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037513651592376:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:33.143385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037517946559750:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:33.162027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037517946559755:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.162071Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037517946559755:2121] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:33.179152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037513651592377:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.179277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:33.179362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037513651592377:2049] [node 3] ICP22 created new session: [2:7593037522241527070:2049]
2026-01-08T17:03:33.179447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037522241527070:2049] [node 3] ICS09 handshake done sender: [2:7593037517946559750:2119] self: [2:7593037517946559748:0] peer: [3:7593037523009092277:0] socket: 650 qp: -1
2026-01-08T17:03:33.179510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037522241527070:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:33.179555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:33.191141Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037517946559755:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:33.195872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037517946559745:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:33.195966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:33.196036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037517946559745:2108] [node 4] ICP22 created new session: [2:7593037522241527074:2108]
2026-01-08T17:03:33.196105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037522241527074:2108] [node 4] ICS09 handshake done sender: [2:7593037517946559755:2121] self: [2:7593037517946559749:0] peer: [4:7593037523849298040:0] socket: 638 qp: -1
2026-01-08T17:03:33.196171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037522241527074:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:33.129599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037520089720933:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:33.196213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:33.219586Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037513651592376:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10413) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037522241527059:2125] held: no
2026-01-08T17:03:33.237678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037522241527069:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19
2026-01-08T17:03:33.256405Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037522241527073:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19
2026-01-08T17:03:33.265436Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037517946559745:2108] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:33.276770Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037513651592376:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18911046ns) {HandleHandshakeStatus:395(18907246ns) {LogHandshakeFail:472(15624ns) {UpdateErrorStateLog:545(6117ns)} DropOutgoingHandshake:457(1603ns) ProcessPendingSessionEvents:495(8345044ns) {DropSessionEvent:512(14095ns) DropSessionEvent:512(2412992ns) DropSessionEvent:512(7924ns) DropSessionEvent:512(2044067ns) DropSessionEvent:512(11074ns) DropSessionEvent:512(5015ns) DropSessionEvent:512(5995ns) DropSessionEvent:512(6319ns) DropSessionEvent:512(5093ns) DropSessionEvent:512(3820300ns)}}}
2026-01-08T17:03:33.278511Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037522241527059:2125] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:33.294773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037513651592376:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.298493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:33.298566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037513651592376:2048] [node 1] ICP22 created new session: [2:7593037522241527076:2048]
2026-01-08T17:03:33.298631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037522241527076:2048] [node 1] ICS09 handshake done sender: [2:7593037522241527059:2125] self: [2:7593037522241527068:0] peer: [1:7593037519201338575:0] socket: 675 qp: -1
2026-01-08T17:03:33.298676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037522241527076:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:33.298740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:33.348981Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037515259363339:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(83836857ns) {HandleHandshakeStatus:329(83833639ns) {DropIncomingHandshake:442(812ns) DropOutgoingHandshake:457(578ns) SwitchToState:179(806ns) ProcessPendingSessionEvents:495(1515ns)}}
2026-01-08T17:03:33.361194Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037515259363338:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(122439505ns) {HandleHandshakeStatus:329(122437155ns) {DropIncomingHandshake:442(1096ns) DropOutgoingHandshake:457(7418ns) SwitchToState:179(719ns) ProcessPendingSessionEvents:495(7786058ns) {ForwardSessionEventToSession:616(7722634ns) ForwardSessionEventToSession:616(6939ns) ForwardSessionEventToSession:616(3345ns) ForwardSessionEventToSession:616(10972ns) ForwardSessionEventToSession:616(5183ns) ForwardSessionEventToSession:616(6032ns) ForwardSessionEventToSession:616(2616ns) ForwardSessionEventToSession:616(2346ns) ForwardSessionEventToSession:616(5539ns) ForwardSessionEventToSession:616(2564ns)}}}
2026-01-08T17:03:33.348210Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037511751977966:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(27249284ns) {HandleHandshakeStatus:395(27241842ns) {LogHandshakeFail:472(24132ns) {UpdateErrorStateLog:545(9209ns)} DropOutgoingHandshake:457(897ns) ProcessPendingSessionEvents:495(23407111ns) {DropSessionEvent:512(13220ns) DropSessionEvent:512(9903559ns) DropSessionEvent:512(6610ns) DropSessionEvent:512(5547ns) DropSessionEvent:512(5719ns) DropSessionEvent:512(5376ns) DropSessionEvent:512(13423737ns) DropSessionEvent:512(16904ns) DropSessionEvent:512(6422ns) DropSessionEvent:512(6362ns)}}}
2026-01-08T17:03:33.348391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037516046945340:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:33.349488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037511751977966:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.372623Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037518714124954:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(106451904ns) {HandleHandshakeStatus:329(106449037ns) {DropIncomingHandshake:442(18096ns) DropOutgoingHandshake:457(358ns) SwitchToState:179(273ns) ProcessPendingSessionEvents:495(13671368ns) {ForwardSessionEventToSession:616(13567504ns) ForwardSessionEventToSession:616(20888ns) ForwardSessionEventToSession:616(5192ns) ForwardSessionEventToSession:616(3062ns) ForwardSessionEventToSession:616(10265ns) ForwardSessionEventToSession:616(3888ns) ForwardSessionEventToSession:616(6645ns) ForwardSessionEventToSession:616(20422ns) ForwardSessionEventToSession:616(3617ns) ForwardSessionEventToSession:616(10662ns)}}}
2026-01-08T17:03:33.129667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:33.132063Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037511499786252:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(34040804ns) {HandleHandshakeStatus:395(34037286ns) {LogHandshakeFail:472(16722ns) {UpdateErrorStateLog:545(6285ns)} DropOutgoingHandshake:457(3987ns) ProcessPendingSessionEvents:495(16329936ns) {DropSessionEvent:512(11618480ns) DropSessionEvent:512(5446ns) DropSessionEvent:512(4565ns) DropSessionEvent:512(4386ns) DropSessionEvent:512(4185ns) DropSessionEvent:512(3427ns) DropSessionEvent:512(4493ns) DropSessionEvent:512(5056ns) DropSessionEvent:512(4664267ns) DropSessionEvent:512(6402ns)}}}
2026-01-08T17:03:33.132199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037515794753594:2088] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.134558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037515794753615:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:33.146721Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037520089720935:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29209
2026-01-08T17:03:33.149895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037511499786252:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.150003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:33.150066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037511499786252:2048] [node 1] ICP22 created new session: [6:7593037520089720936:2048]
2026-01-08T17:03:33.150128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037520089720936:2048] [node 1] ICS09 handshake done sender: [6:7593037515794753615:2111] self: [6:7593037515794753628:0] peer: [1:7593037519201338570:0] socket: 634 qp: -1
2026-01-08T17:03:33.150180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037520089720936:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:33.150243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:33.166211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037520089720935:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.160587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:33.174940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037515794753594:2088] [node 4] ICP22 created new session: [6:7593037520089720938:2088]
2026-01-08T17:03:33.183525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037515794753598:2095] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:33.183812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037520089720931:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:33.183906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037511499786254:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:33.201419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037520089720938:2088] [node 4] ICS09 handshake done sender: [6:7593037515794753623:2114] self: [6:7593037520089720928:0] peer: [4:7593037519554330722:0] socket: 648 qp: -1
2026-01-08T17:03:33.204928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037520089720938:2088] [node 4] ICS10 traffic start
2026-01-08T17:03:33.219935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:33.251409Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037515794753594:2088] [node 4] ICP35 event processing took too much time PendingConnection:279(120728965ns) {HandleHandshakeStatus:329(120725834ns) {DropIncomingHandshake:442(989ns) DropOutgoingHandshake:457(7514ns) SwitchToState:179(176ns) ProcessPendingSessionEvents:495(12540085ns) {ForwardSessionEventToSession:616(12481756ns) ForwardSessionEventToSession:616(10998ns) ForwardSessionEventToSession:616(3004ns) ForwardSessionEventToSession:616(3737ns) ForwardSessionEventToSession:616(6107ns) ForwardSessionEventToSession:616(3009ns) ForwardSessionEventToSession:616(8655ns) ForwardSessionEventToSession:616(3408ns) ForwardSessionEventToSession:616(2823ns) ForwardSessionEventToSession:616(4914ns)}}}
2026-01-08T17:03:33.271142Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037511499786254:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18507) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037520089720931:2121] held: no
2026-01-08T17:03:33.287094Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037515794753598:2095] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20853) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037520089720935:2122] held: no
2026-01-08T17:03:33.287369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037520089720942:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29209
2026-01-08T17:03:33.306673Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037520089720935:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:33.306935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037520089720943:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29209
2026-01-08T17:03:33.330667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037515794753598:2095] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.330769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:33.330842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037515794753598:2095] [node 5] ICP22 created new session: [6:7593037520089720944:2095]
2026-01-08T17:03:33.330914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037520089720944:2095] [node 5] ICS09 handshake done sender: [6:7593037520089720935:2122] self: [6:7593037520089720939:0] peer: [5:7593037516046945337:0] socket: 645 qp: -1
2026-01-08T17:03:33.330961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037520089720944:2095] [node 5] ICS10 traffic start
2026-01-08T17:03:33.331013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:33.332518Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037511499786254:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22882427ns) {HandleHandshakeStatus:395(20920714ns) {LogHandshakeFail:472(2012042ns) {UpdateErrorStateLog:545(4964ns)} DropOutgoingHandshake:457(2307ns) ProcessPendingSessionEvents:495(5755742ns) {DropSessionEvent:512(13033ns) DropSessionEvent:512(4861ns) DropSessionEvent:512(6209ns) DropSessionEvent:512(9676ns) DropSessionEvent:512(5039ns) DropSessionEvent:512(5293ns) DropSessionEvent:512(5499ns) DropSessionEvent:512(20715ns) DropSessionEvent:512(6436ns) DropSessionEvent:512(7226ns)}}}
2026-01-08T17:03:33.345841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037520089720931:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:33.351846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037511499786254:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:33.370517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:33.370591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037511499786254:2050] [node 3] ICP22 created new session: [6:7593037520089720946:2050]
2026-01-08T17:03:33.370660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037520089720946:2050] [node 3] ICS09 handshake done sender: [6:7593037520089720931:2121] self: [6:7593037520089720940:0] peer: [3:7593037523009092272:0] socket: 683 qp: -1
2026-01-08T17:03:33.370705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037520089720946:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:33.370781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:33.371055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037511499786254:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(19120508ns) {HandleHandshakeStatus:329(19116690ns) {DropIncomingHandshake:442(1057ns) DropOutgoingHandshake:457(619ns) SwitchToState:179(1067ns) ProcessPendingSessionEvents:495(1165ns)}}
2026-01-08T17:03:33.373245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:33.373333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037511751977966:2050] [node 3] ICP22 created new session: [5:7593037520341912658:2050]
2026-01-08T17:03:33.373431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037520341912658:2050] [node 3] ICS09 handshake done sender: [5:7593037516046945340:2117] self: [5:7593037520341912645:0] peer: [3:7593037518714124960:0] socket: 660 qp: -1
2026-01-08T17:03:33.373474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037520341912658:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:33.373557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:33.373866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037511751977966:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(24277774ns) {HandleHandshakeStatus:329(24275167ns) {DropIncomingHandshake:442(921ns) DropOutgoingHandshake:457(609ns) SwitchToState:179(869ns) ProcessPendingSessionEvents:495(1098ns)}}
2026-01-08T17:03:33.376348Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037516046945323:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(33793023ns) {HandleHandshakeStatus:329(33791155ns) {DropIncomingHandshake:442(481ns) DropOutgoingHandshake:457(7638ns) SwitchToState:179(292ns) ProcessPendingSessionEvents:495(31447084ns) {ForwardSessionEventToSession:616(12903323ns) ForwardSessionEventToSession:616(6244ns) ForwardSessionEventToSession:616(4774303ns) ForwardSessionEventToSession:616(10627ns) ForwardSessionEventToSession:616(3449ns) ForwardSessionEventToSession:616(4409882ns) ForwardSessionEventToSession:616(4952ns) ForwardSessionEventToSession:616(3321501ns) ForwardSessionEventToSession:616(5983628ns) ForwardSessionEventToSession:616(2723ns)}}}
2026-01-08T17:03:33.594537Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:33.594795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037522241527076:2048] [node 1] ICS01 socket: 675 reason# EndOfStream
2026-01-08T17:03:33.594841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037513651592376:2048] [node 1] ICP30 unregister session Session# [2:7593037522241527076:2048] VirtualId# [2:7593037522241527068:0]
2026-01-08T17:03:33.594887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037522241527076:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:33.594978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:33.595022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:33.727327Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:33.727609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037523009092281:2048] [node 1] ICS01 socket: 630 reason# EndOfStream
2026-01-08T17:03:33.727659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037514419157595:2048] [node 1] ICP30 unregister session Session# [3:7593037523009092281:2048] VirtualId# [3:7593037518714124973:0]
2026-01-08T17:03:33.727705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037523009092281:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:33.727799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:33.727847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:33.750662Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:33.750908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037523849298034:2048] [node 1] ICS07 socket disconnect 643 reason# EndOfStream
2026-01-08T17:03:33.750951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037523849298034:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:33.751048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:33.751099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037523849298034:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:33.752031Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037515259363337:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10413) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:33.752096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037523849298034:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:33.752139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037515259363337:2048] [node 1] ICP30 unregister session Session# [4:7593037523849298034:2048] VirtualId# [4:7593037519554330730:0]
2026-01-08T17:03:33.752197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:33.749233Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:33.749823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037520341912654:2048] [node 1] ICS01 socket: 677 reason# EndOfStream
2026-01-08T17:03:33.749881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037511751977964:2048] [node 1] ICP30 unregister session Session# [5:7593037520341912654:2048] VirtualId# [5:7593037520341912647:0]
2026-01-08T17:03:33.749931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037520341912654:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:33.750029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:33.750077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:33.752233Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037515259363337:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10413) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:33.752250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10413) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:33.763802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037515259363337:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:33.762483Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:33.762790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037520089720936:2048] [node 1] ICS01 socket: 634 reason# EndOfStream
2026-01-08T17:03:33.762843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037511499786252:2048] [node 1] ICP30 unregister session Session# [6:7593037520089720936:2048] VirtualId# [6:7593037515794753628:0]
2026-01-08T17:03:33.762892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037520089720936:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:33.763005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:33.763054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:33.918555Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:33.918833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037523009092284:2049] [node 2] ICS07 socket disconnect 657 reason# EndOfStream
2026-01-08T17:03:33.918869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037523009092284:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:33.918960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:33.919009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037523009092284:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:33.923392Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037514419157596:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4864) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:33.923453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037523009092284:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:33.925631Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037514419157596:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4864) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:33.925704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037523009092284:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:33.925746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037514419157596:2049] [node 2] ICP30 unregister session Session# [3:7593037523009092284:2049] VirtualId# [3:7593037523009092277:0]
2026-01-08T17:03:33.925808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:33.925843Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037514419157596:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4864) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:33.925861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4864) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:33.933523Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:33.934511Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:33.934721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037523849298045:2049] [node 2] ICS07 socket disconnect 636 reason# EndOfStream
2026-01-08T17:03:33.934756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037523849298045:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:33.935426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037514419157596:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:33.934834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:33.934877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037523849298045:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:33.936150Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037515259363338:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4864) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:33.936217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037523849298045:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:33.936258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037515259363338:2049] [node 2] ICP30 unregister session Session# [4:7593037523849298045:2049] VirtualId# [4:7593037523849298040:0]
2026-01-08T17:03:33.936303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:33.936339Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037515259363338:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4864) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:33.936360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4864) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:33.933803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037520089720933:2049] [node 2] ICS01 socket: 652 reason# EndOfStream
2026-01-08T17:03:33.933865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037511499786253:2049] [node 2] ICP30 unregister session Session# [6:7593037520089720933:2049] VirtualId# [6:7593037520089720927:0]
2026-01-08T17:03:33.933912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037520089720933:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:33.934008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:33.934061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:33.938911Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:33.939166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037520341912641:2049] [node 2] ICS01 socket: 655 reason# EndOfStream
2026-01-08T17:03:33.939230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037511751977965:2049] [node 2] ICP30 unregister session Session# [5:7593037520341912641:2049] VirtualId# [5:7593037520341912638:0]
2026-01-08T17:03:33.939280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037520341912641:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:33.939402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:33.939459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:33.950501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037515259363338:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:34.160797Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:34.161049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037520089720946:2050] [node 3] ICS01 socket: 683 reason# EndOfStream
2026-01-08T17:03:34.161100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037511499786254:2050] [node 3] ICP30 unregister session Session# [6:7593037520089720946:2050] VirtualId# [6:7593037520089720940:0]
2026-01-08T17:03:34.161145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037520089720946:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:34.161217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:34.161256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:34.161374Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:34.161584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037523849298048:2050] [node 3] ICS01 socket: 662 reason# EndOfStream
2026-01-08T17:03:34.161617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037515259363339:2050] [node 3] ICP30 unregister session Session# [4:7593037523849298048:2050] VirtualId# [4:7593037523849298033:0]
2026-01-08T17:03:34.161643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037523849298048:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:34.161711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:34.161749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:34.162520Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:34.162734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037520341912658:2050] [node 3] ICS01 socket: 660 reason# EndOfStream
2026-01-08T17:03:34.162771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037511751977966:2050] [node 3] ICP30 unregister session Session# [5:7593037520341912658:2050] VirtualId# [5:7593037520341912645:0]
2026-01-08T17:03:34.162810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037520341912658:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:34.162900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:34.162951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:34.465885Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:34.466218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037520341912656:2109] [node 4] ICS07 socket disconnect 689 reason# EndOfStream
2026-01-08T17:03:34.466310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037520341912656:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:34.466385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:34.466474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037520341912656:2109] [node 4] ICS15 start handshake
2026-01-08T17:03:34.466464Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:34.467411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037520089720938:2088] [node 4] ICS01 socket: 648 reason# EndOfStream
2026-01-08T17:03:34.467464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037515794753594:2088] [node 4] ICP30 unregister session Session# [6:7593037520089720938:2088] VirtualId# [6:7593037520089720928:0]
2026-01-08T17:03:34.467514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037520089720938:2088] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:34.467613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:34.467675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:34.469869Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037516046945323:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26243) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:34.469949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037520341912656:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:34.469998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037516046945323:2109] [node 4] ICP30 unregister session Session# [5:7593037520341912656:2109] VirtualId# [5:7593037520341912646:0]
2026-01-08T17:03:34.470056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:34.470092Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037516046945323:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26243) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:34.470109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26243) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:34.481342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037516046945323:2109] [node 4] ICP33 wake up from error state
2026-01-08T17:03:34.703505Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:34.703795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037520089720944:2095] [node 5] ICS01 socket: 645 reason# EndOfStream
2026-01-08T17:03:34.703844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037515794753598:2095] [node 5] ICP30 unregister session Session# [6:7593037520089720944:2095] VirtualId# [6:7593037520089720939:0]
2026-01-08T17:03:34.703890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037520089720944:2095] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:34.704000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:34.704050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:35.034876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037530318173008:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:35.034933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037530318173009:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:35.010961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037529309056003:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:35.066822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037531128183386:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:35.066865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037531128183387:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:35.011004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037529309056004:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:35.108285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037532064486807:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:35.108321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037532064486808:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:35.108357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037532064486809:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:35.126997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037530764943211:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:35.127037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037530764943212:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:35.127079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037530764943213:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:35.179284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037528977340823:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:35.207938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037528977340824:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:35.208071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037528977340825:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:35.456164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037531128183406:2068] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.460068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037532064486824:2064] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39797
2026-01-08T17:03:35.448602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037528977340838:2061] [node 5] ICP01 ready to work
2026-01-08T17:03:35.452324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037529309056053:2090] [node 5] ICP01 ready to work
2026-01-08T17:03:35.491469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037529309056056:2091] [node 4] ICP01 ready to work
2026-01-08T17:03:35.560834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037532064486828:2062] [node 5] ICP01 ready to work
2026-01-08T17:03:35.612719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037531128183427:2062] [node 5] ICP01 ready to work
2026-01-08T17:03:35.594640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037530318173051:2075] [node 4] ICP01 ready to work
2026-01-08T17:03:35.642942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037532064486870:2072] [node 6] ICP01 ready to work
2026-01-08T17:03:35.614363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037530764943240:2059] [node 4] ICP01 ready to work
2026-01-08T17:03:35.534708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037529309056064:2092] [node 6] ICP01 ready to work
2026-01-08T17:03:35.642428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037531128183449:2061] [node 6] ICP01 ready to work
2026-01-08T17:03:35.691798Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037531128183387:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(229877372ns) {Configure:104(229870769ns) {ProcessConfigured:135(84144ns) {StartInitialHandshake:157(80907ns) {DropHandshakes:470(2753ns) {DropIncomingHandshake:442(740ns) DropOutgoingHandshake:457(499ns)} GenerateSessionVirtualId:992(1079ns) PrepareNewSessionHandshake:477(2033ns) {SwitchToState:179(830ns)}}}}}
2026-01-08T17:03:35.643209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037530318173064:2078] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.674350Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037532064486824:2064] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:35.651351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037530764943271:2061] [node 6] ICP01 ready to work
2026-01-08T17:03:35.709575Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037532064486808:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(178783111ns) {Configure:104(178773478ns) {ProcessConfigured:135(55918ns) {StartInitialHandshake:157(53692ns) {DropHandshakes:470(1948ns) {DropIncomingHandshake:442(402ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:992(399ns) PrepareNewSessionHandshake:477(2247ns) {SwitchToState:179(1077ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.661953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037530318173073:2076] [node 5] ICP01 ready to work
2026-01-08T17:03:35.695540Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037530764943212:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(134045011ns) {Configure:104(134039914ns) {ProcessConfigured:135(82045ns) {StartInitialHandshake:157(79239ns) {DropHandshakes:470(2848ns) {DropIncomingHandshake:442(594ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:992(968ns) PrepareNewSessionHandshake:477(5424ns) {SwitchToState:179(737ns)}}}}}
2026-01-08T17:03:35.679245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037528977340860:2059] [node 4] ICP01 ready to work
2026-01-08T17:03:35.735486Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037530318173009:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(263988205ns) {Configure:104(263983900ns) {ProcessConfigured:135(72037ns) {StartInitialHandshake:157(67254ns) {DropHandshakes:470(3049ns) {DropIncomingHandshake:442(627ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:992(885ns) PrepareNewSessionHandshake:477(2608ns) {SwitchToState:179(1049ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.703514Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037528977340838:2061] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(254464366ns) {Configure:104(254457299ns) {ProcessConfigured:135(68850ns) {StartInitialHandshake:157(65754ns) {DropHandshakes:470(2854ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(391ns)} GenerateSessionVirtualId:992(696ns) PrepareNewSessionHandshake:477(2229ns) {SwitchToState:179(837ns)}}}}}
2026-01-08T17:03:35.704559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037530764943285:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30317
2026-01-08T17:03:35.730307Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037531128183386:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(259225119ns) {Configure:104(259216078ns) {ProcessConfigured:135(86225ns) {StartInitialHandshake:157(83028ns) {DropHandshakes:470(3112ns) {DropIncomingHandshake:442(606ns) DropOutgoingHandshake:457(788ns)} GenerateSessionVirtualId:992(1192ns) PrepareNewSessionHandshake:477(1887ns) {SwitchToState:179(554ns)}}}}}
2026-01-08T17:03:35.754671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037530318173076:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19582
2026-01-08T17:03:35.710521Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037528977340890:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29749
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.746657Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037529309056003:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(274178993ns) {Configure:104(274171521ns) {ProcessConfigured:135(38420200ns) {StartInitialHandshake:157(38417483ns) {DropHandshakes:470(3272ns) {DropIncomingHandshake:442(719ns) DropOutgoingHandshake:457(467ns)} GenerateSessionVirtualId:992(1471ns) PrepareNewSessionHandshake:477(1888ns) {SwitchToState:179(879ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.759713Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037532064486809:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(252239252ns) {Configure:104(252231451ns) {ProcessConfigured:135(78142ns) {StartInitialHandshake:157(75056ns) {DropHandshakes:470(2811ns) {DropIncomingHandshake:442(586ns) DropOutgoingHandshake:457(636ns)} GenerateSessionVirtualId:992(1030ns) PrepareNewSessionHandshake:477(3276ns) {SwitchToState:179(1357ns)}}}}}
2026-01-08T17:03:35.760309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037532064486809:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.802635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037530318173077:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19582
2026-01-08T17:03:35.749899Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037531128183427:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(88272511ns) {Configure:104(88266921ns) {ProcessConfigured:135(95271ns) {StartInitialHandshake:157(90970ns) {DropHandshakes:470(3289ns) {DropIncomingHandshake:442(793ns) DropOutgoingHandshake:457(429ns)} GenerateSessionVirtualId:992(1138ns) PrepareNewSessionHandshake:477(2519ns) {SwitchToState:179(768ns)}}}}}
2026-01-08T17:03:35.805153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037532064486807:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(308589120ns) {Configure:104(308582079ns) {ProcessConfigured:135(84385ns) {StartInitialHandshake:157(81989ns) {DropHandshakes:470(2988ns) {DropIncomingHandshake:442(589ns) DropOutgoingHandshake:457(471ns)} GenerateSessionVirtualId:992(929ns) PrepareNewSessionHandshake:477(2360ns) {SwitchToState:179(1262ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.736285Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037528977340824:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(213322480ns) {Configure:104(213314287ns) {ProcessConfigured:135(12546467ns) {StartInitialHandshake:157(12543897ns) {DropHandshakes:470(3847ns) {DropIncomingHandshake:442(683ns) DropOutgoingHandshake:457(737ns)} GenerateSessionVirtualId:992(1270ns) PrepareNewSessionHandshake:477(2965ns) {SwitchToState:179(1383ns)}}}}}
2026-01-08T17:03:35.776117Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037529309056064:2092] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(39672580ns) {Configure:104(39665711ns) {ProcessConfigured:135(74800ns) {StartInitialHandshake:157(72156ns) {DropHandshakes:470(3148ns) {DropIncomingHandshake:442(689ns) DropOutgoingHandshake:457(569ns)} GenerateSessionVirtualId:992(1020ns) PrepareNewSessionHandshake:477(2149ns) {SwitchToState:179(837ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.770663Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037531128183449:2061] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(77230371ns) {Configure:104(77221845ns) {ProcessConfigured:135(120139ns) {StartInitialHandshake:157(117341ns) {DropHandshakes:470(3713ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(813ns)} GenerateSessionVirtualId:992(1451ns) PrepareNewSessionHandshake:477(2271ns) {SwitchToState:179(857ns)}}}}}
2026-01-08T17:03:35.788597Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037531128183465:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40990
2026-01-08T17:03:35.789474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037531128183408:2069] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:35.789511Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037531128183408:2069] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.823240Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037530318173008:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(380465283ns) {Configure:104(380453433ns) {ProcessConfigured:135(8371709ns) {StartInitialHandshake:157(8368454ns) {DropHandshakes:470(2953ns) {DropIncomingHandshake:442(633ns) DropOutgoingHandshake:457(691ns)} GenerateSessionVirtualId:992(959ns) PrepareNewSessionHandshake:477(6672ns) {SwitchToState:179(1402ns)}}}}}
2026-01-08T17:03:35.823557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037530318173076:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:35.824415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037530318173083:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19582
2026-01-08T17:03:35.825260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037531128183466:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40990
2026-01-08T17:03:35.825455Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037531128183467:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40990
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.827689Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037532064486883:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39797
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.810931Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037530764943285:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:35.843545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037530318173078:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19582
2026-01-08T17:03:35.796151Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037528977340890:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:35.776600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037529309056069:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21861
2026-01-08T17:03:35.842780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037531128183468:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40990
2026-01-08T17:03:35.796323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037528977340838:2061] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:35.789206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037529309056074:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21861
2026-01-08T17:03:35.856095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037530764943273:2104] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:35.906844Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037532064486870:2072] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(203854262ns) {Configure:104(203844657ns) {ProcessConfigured:135(12056035ns) {StartInitialHandshake:157(12052561ns) {DropHandshakes:470(3527ns) {DropIncomingHandshake:442(624ns) DropOutgoingHandshake:457(843ns)} GenerateSessionVirtualId:992(1097ns) PrepareNewSessionHandshake:477(4626ns) {SwitchToState:179(2419ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.916033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037532064486828:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(268925562ns) {Configure:104(268916918ns) {ProcessConfigured:135(66319ns) {StartInitialHandshake:157(63870ns) {DropHandshakes:470(1500ns) {DropIncomingHandshake:442(331ns) DropOutgoingHandshake:457(454ns)} GenerateSessionVirtualId:992(449ns) PrepareNewSessionHandshake:477(506ns) {SwitchToState:179(98ns)}}}}}
2026-01-08T17:03:35.880406Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037530318173051:2075] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(154514180ns) {Configure:104(154506097ns) {ProcessConfigured:135(26480019ns) {StartInitialHandshake:157(26476703ns) {DropHandshakes:470(3596ns) {DropIncomingHandshake:442(707ns) DropOutgoingHandshake:457(610ns)} GenerateSessionVirtualId:992(914ns) PrepareNewSessionHandshake:477(2249ns) {SwitchToState:179(880ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.798736Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037529309056004:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(282886323ns) {Configure:104(282879940ns) {ProcessConfigured:135(38211640ns) {StartInitialHandshake:157(38200975ns) {DropHandshakes:470(3315ns) {DropIncomingHandshake:442(672ns) DropOutgoingHandshake:457(772ns)} GenerateSessionVirtualId:992(1038ns) PrepareNewSessionHandshake:477(7089ns) {SwitchToState:179(3556ns)}}}}}
2026-01-08T17:03:35.810658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037528977340896:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29749
2026-01-08T17:03:35.898457Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037531128183465:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:35.926566Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037531128183408:2069] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:35.916555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037530318173088:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19582
2026-01-08T17:03:35.856142Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037530764943273:2104] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:35.854762Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037528977340823:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(308048431ns) {Configure:104(308040329ns) {ProcessConfigured:135(23197283ns) {StartInitialHandshake:157(23193562ns) {DropHandshakes:470(2820ns) {DropIncomingHandshake:442(631ns) DropOutgoingHandshake:457(696ns)} GenerateSessionVirtualId:992(1048ns) PrepareNewSessionHandshake:477(5849ns) {SwitchToState:179(1015ns)}}}}}
2026-01-08T17:03:35.895464Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037528977340825:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(172643982ns) {Configure:104(172636175ns) {ProcessConfigured:135(13528827ns) {StartInitialHandshake:157(13525784ns) {DropHandshakes:470(2026ns) {DropIncomingHandshake:442(761ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:992(556ns) PrepareNewSessionHandshake:477(3781ns) {SwitchToState:179(1939ns)}}}}}
2026-01-08T17:03:35.912822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037528977340902:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29749
2026-01-08T17:03:35.919722Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037528977340860:2059] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(211666443ns) {Configure:104(211657887ns) {ProcessConfigured:135(72833ns) {StartInitialHandshake:157(70105ns) {DropHandshakes:470(2056ns) {DropIncomingHandshake:442(360ns) DropOutgoingHandshake:457(342ns)} GenerateSessionVirtualId:992(1116ns) PrepareNewSessionHandshake:477(1714ns) {SwitchToState:179(713ns)}}}}}
2026-01-08T17:03:35.922856Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037532064486888:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39797
2026-01-08T17:03:35.927929Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037530318173073:2076] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(228467122ns) {Configure:104(228459080ns) {ProcessConfigured:135(83480ns) {StartInitialHandshake:157(81135ns) {DropHandshakes:470(3413ns) {DropIncomingHandshake:442(502ns) DropOutgoingHandshake:457(1036ns)} GenerateSessionVirtualId:992(858ns) PrepareNewSessionHandshake:477(1869ns) {SwitchToState:179(804ns)}}}}}
2026-01-08T17:03:35.947752Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037530318173077:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:35.963488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037530318173083:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:35.979108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037530318173008:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:35.837751Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037529309056053:2090] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(334560159ns) {Configure:104(334548207ns) {ProcessConfigured:135(18798821ns) {StartInitialHandshake:157(18796119ns) {DropHandshakes:470(1481ns) {DropIncomingHandshake:442(358ns) DropOutgoingHandshake:457(240ns)} GenerateSessionVirtualId:992(445ns) PrepareNewSessionHandshake:477(2364ns) {SwitchToState:179(1100ns)}}}}}
2026-01-08T17:03:35.995112Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037528977340838:2061] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28022) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037528977340890:2110] held: no
2026-01-08T17:03:35.995272Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037528977340890:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:35.995604Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037530318173064:2078] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(318591250ns) {Configure:104(318581236ns) {ProcessConfigured:135(44773223ns) {StartInitialHandshake:157(44770093ns) {DropHandshakes:470(2775ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(559ns)} GenerateSessionVirtualId:992(957ns) PrepareNewSessionHandshake:477(2847ns) {SwitchToState:179(1089ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.946432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037531128183406:2068] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:35.883157Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037530764943213:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(335926907ns) {Configure:104(335922300ns) {ProcessConfigured:135(16048836ns) {StartInitialHandshake:157(16045683ns) {DropHandshakes:470(3415ns) {DropIncomingHandshake:442(672ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:992(992ns) PrepareNewSessionHandshake:477(5032ns) {SwitchToState:179(2383ns)}}}}}
2026-01-08T17:03:35.939251Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037532064486824:2064] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.970357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037532064486809:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.838021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037529309056069:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:35.970469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:35.970528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037532064486809:2050] [node 3] ICP22 created new session: [4:7593037532064486889:2050]
2026-01-08T17:03:35.970591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037532064486889:2050] [node 3] ICS09 handshake done sender: [4:7593037532064486824:2064] self: [4:7593037532064486879:0] peer: [3:7593037531128183407:0] socket: 631 qp: -1
2026-01-08T17:03:35.970640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037532064486889:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:35.970699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:35.996732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037532064486892:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39797
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.887612Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037530764943273:2104] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:35.946550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:35.997522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037528977340896:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.914673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037530764943271:2061] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:35.939150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:35.967150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037530764943271:2061] [node 6] ICP22 created new session: [5:7593037530764943290:2061]
2026-01-08T17:03:35.986721Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037530764943240:2059] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(325116994ns) {Configure:104(325111224ns) {ProcessConfigured:135(43955516ns) {StartInitialHandshake:157(43952761ns) {DropHandshakes:470(3095ns) {DropIncomingHandshake:442(919ns) DropOutgoingHandshake:457(496ns)} GenerateSessionVirtualId:992(1122ns) PrepareNewSessionHandshake:477(3378ns) {SwitchToState:179(889ns)}}}}}
2026-01-08T17:03:36.007232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037535059910590:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30317
2026-01-08T17:03:36.008451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037530764943290:2061] [node 6] ICS09 handshake done sender: [5:7593037530764943273:2104] self: [5:7593037530764943272:0] peer: [6:7593037528977340894:0] socket: 636 qp: -1
2026-01-08T17:03:36.008518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037530764943290:2061] [node 6] ICS10 traffic start
2026-01-08T17:03:36.026201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:36.009399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037528977340823:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:35.946629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037531128183406:2068] [node 4] ICP22 created new session: [3:7593037531128183471:2068]
2026-01-08T17:03:35.855603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037529309056084:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21861
2026-01-08T17:03:36.025588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037534613140391:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19582
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:36.009472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037528977340838:2061] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:35.855788Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037529309056085:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21861
2026-01-08T17:03:35.954791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037531128183471:2068] [node 4] ICS09 handshake done sender: [3:7593037531128183408:2069] self: [3:7593037531128183407:0] peer: [4:7593037532064486879:0] socket: 630 qp: -1
2026-01-08T17:03:36.059460Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037532064486883:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.059659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037532064486808:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:36.025796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037530318173078:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:35.954852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037531128183471:2068] [node 4] ICS10 traffic start
2026-01-08T17:03:36.066336Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037532064486885:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.009556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:35.908363Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037529309056074:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.048974Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037535059910592:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30317
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:36.009622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037528977340838:2061] [node 5] ICP22 created new session: [6:7593037533272308203:2061]
2026-01-08T17:03:36.090413Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037530318173083:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:36.062794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037535059910592:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.066404Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037532064486885:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.954928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:35.914519Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037529309056056:2091] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(232248174ns) {Configure:104(232239639ns) {ProcessConfigured:135(38783947ns) {StartInitialHandshake:157(38780902ns) {DropHandshakes:470(2809ns) {DropIncomingHandshake:442(501ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:992(466ns) PrepareNewSessionHandshake:477(3900ns) {SwitchToState:179(1697ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:36.103488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037530318173088:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.081798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037530764943211:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.947103Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037529309056084:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.074729Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037536359454190:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39797
2026-01-08T17:03:36.009685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037533272308203:2061] [node 5] ICS09 handshake done sender: [6:7593037528977340890:2110] self: [6:7593037528977340894:0] peer: [5:7593037530764943272:0] socket: 641 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:35.965095Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037531128183406:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(18399971ns) {HandleHandshakeStatus:329(18394595ns) {DropIncomingHandshake:442(27742ns) DropOutgoingHandshake:457(552ns) SwitchToState:179(822ns) ProcessPendingSessionEvents:495(154636ns) {ForwardSessionEventToSession:616(93151ns) ForwardSessionEventToSession:616(7020ns) ForwardSessionEventToSession:616(3239ns) ForwardSessionEventToSession:616(5967ns) ForwardSessionEventToSession:616(3035ns) ForwardSessionEventToSession:616(3716ns) ForwardSessionEventToSession:616(7034ns) ForwardSessionEventToSession:616(3511ns) ForwardSessionEventToSession:616(8113ns) ForwardSessionEventToSession:616(8154ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:36.082900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037535059910590:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:35.979696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037529309056073:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.009728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037533272308203:2061] [node 5] ICS10 traffic start
2026-01-08T17:03:36.103583Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037530318173008:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25941) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037530318173083:2116] held: no
2026-01-08T17:03:36.002668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037531128183466:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.087858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037532064486885:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:36.083030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037530764943213:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:35.979728Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037529309056073:2112] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:36.105308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037530318173008:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:36.002879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037531128183386:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:36.009766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:36.110879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037532064486870:2072] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:36.099114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037535059910595:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30317
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:36.011107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037529309056072:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.118605Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037530318173081:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.010141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037528977340905:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29749
2026-01-08T17:03:36.025850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037531128183468:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.124310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037532064486892:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.099624Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037530764943271:2061] [node 6] ICP35 event processing took too much time PendingConnection:279(166896506ns) {HandleHandshakeStatus:329(166893378ns) {DropIncomingHandshake:442(18952ns) DropOutgoingHandshake:457(706ns) SwitchToState:179(467ns) ProcessPendingSessionEvents:495(31680747ns) {ForwardSessionEventToSession:616(31603960ns) ForwardSessionEventToSession:616(11904ns) ForwardSessionEventToSession:616(3817ns) ForwardSessionEventToSession:616(5826ns) ForwardSessionEventToSession:616(3449ns) ForwardSessionEventToSession:616(3380ns) ForwardSessionEventToSession:616(17366ns) ForwardSessionEventToSession:616(3319ns) ForwardSessionEventToSession:616(8585ns) ForwardSessionEventToSession:616(7262ns)}}}
2026-01-08T17:03:36.115925Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037535059910590:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:36.116046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037535059910596:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30317
2026-01-08T17:03:36.143177Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037535059910592:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:36.152416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037535059910597:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30317
2026-01-08T17:03:36.152766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037535059910598:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30317
2026-01-08T17:03:36.154085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037530764943213:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:36.163399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037535059910597:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.170718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037530764943211:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:36.176671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037530764943212:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:36.183169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037535059910600:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30317
2026-01-08T17:03:36.184021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:36.192305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037530764943211:2048] [node 1] ICP22 created new session: [5:7593037535059910601:2048]
2026-01-08T17:03:36.192384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037535059910601:2048] [node 1] ICS09 handshake done sender: [5:7593037535059910592:2117] self: [5:7593037535059910593:0] peer: [1:7593037529309056081:0] socket: 685 qp: -1
2026-01-08T17:03:36.192430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037535059910601:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:36.192532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:36.193034Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037530764943211:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(37186147ns) {HandleHandshakeStatus:329(22059237ns) {DropIncomingHandshake:442(1041ns) DropOutgoingHandshake:457(7792ns) SwitchToState:179(773ns) ProcessPendingSessionEvents:495(115348ns) {ForwardSessionEventToSession:616(58921ns) ForwardSessionEventToSession:616(11253ns) ForwardSessionEventToSession:616(5376ns) ForwardSessionEventToSession:616(5729ns) ForwardSessionEventToSession:616(2862ns) ForwardSessionEventToSession:616(3102ns) ForwardSessionEventToSession:616(5954ns) ForwardSessionEventToSession:616(2562ns) ForwardSessionEventToSession:616(2976ns) ForwardSessionEventToSession:616(6838ns)}}}
2026-01-08T17:03:36.193165Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037530764943211:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:36.194056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:36.196266Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037535059910597:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:36.199392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037530764943213:2050] [node 3] ICP22 created new session: [5:7593037535059910603:2050]
2026-01-08T17:03:36.206596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037530764943212:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:36.210889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037535059910603:2050] [node 3] ICS09 handshake done sender: [5:7593037535059910590:2116] self: [5:7593037535059910594:0] peer: [3:7593037531128183461:0] socket: 678 qp: -1
2026-01-08T17:03:36.210960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037535059910603:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:36.211081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:36.211684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037530764943213:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(72447740ns) {HandleHandshakeStatus:329(72444115ns) {DropIncomingHandshake:442(7799ns) DropOutgoingHandshake:457(16858ns) SwitchToState:179(806ns) ProcessPendingSessionEvents:495(140120ns) {ForwardSessionEventToSession:616(75919ns) ForwardSessionEventToSession:616(3421ns) ForwardSessionEventToSession:616(5946ns) ForwardSessionEventToSession:616(6334ns) ForwardSessionEventToSession:616(3271ns) ForwardSessionEventToSession:616(19385ns) ForwardSessionEventToSession:616(3989ns) ForwardSessionEventToSession:616(7236ns) ForwardSessionEventToSession:616(2749ns) ForwardSessionEventToSession:616(2925ns)}}}
2026-01-08T17:03:36.127065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037536359454193:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39797
2026-01-08T17:03:36.118668Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037530318173081:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:36.032854Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037528977340905:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.035774Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037535423150771:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40990
2026-01-08T17:03:36.011137Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037529309056072:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:36.234427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:36.127599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037536359454193:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.131082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:36.134797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037532064486870:2072] [node 6] ICP22 created new session: [4:7593037536359454194:2072]
2026-01-08T17:03:36.136416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037536359454196:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39797
2026-01-08T17:03:36.146680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037536359454190:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.118869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:36.040231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037528977340860:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:36.058310Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037531128183466:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:36.058617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037531128183386:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:36.058718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:36.058787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037531128183386:2048] [node 1] ICP22 created new session: [3:7593037535423150773:2048]
2026-01-08T17:03:36.058853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037535423150773:2048] [node 1] ICS09 handshake done sender: [3:7593037531128183466:2116] self: [3:7593037535423150770:0] peer: [1:7593037529309056071:0] socket: 656 qp: -1
2026-01-08T17:03:36.058904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037535423150773:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:36.058948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:36.086626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037531128183462:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.086658Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037531128183462:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:36.100637Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037531128183462:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:36.116595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037531128183467:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.116915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037531128183427:2062] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:36.116962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:36.131204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037531128183427:2062] [node 5] ICP22 created new session: [3:7593037535423150776:2062]
2026-01-08T17:03:36.135023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037535423150776:2062] [node 5] ICS09 handshake done sender: [3:7593037531128183462:2113] self: [3:7593037531128183461:0] peer: [5:7593037535059910594:0] socket: 677 qp: -1
2026-01-08T17:03:36.135081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037535423150776:2062] [node 5] ICS10 traffic start
2026-01-08T17:03:36.135131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:36.135730Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037531128183427:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(18496452ns) {HandleHandshakeStatus:329(18492318ns) {DropIncomingHandshake:442(595ns) DropOutgoingHandshake:457(1147ns) SwitchToState:179(976ns) ProcessPendingSessionEvents:495(130193ns) {ForwardSessionEventToSession:616(62250ns) ForwardSessionEventToSession:616(6481ns) ForwardSessionEventToSession:616(2374ns) ForwardSessionEventToSession:616(3781ns) ForwardSessionEventToSession:616(4628ns) ForwardSessionEventToSession:616(3166ns) ForwardSessionEventToSession:616(5707ns) ForwardSessionEventToSession:616(2501ns) ForwardSessionEventToSession:616(5303ns) ForwardSessionEventToSession:616(5859ns)}}}
2026-01-08T17:03:36.146473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037531128183387:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:36.168953Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037531128183464:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.168987Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037531128183464:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:36.170466Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037531128183464:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:36.173043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037531128183449:2061] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:36.173159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:36.173240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037531128183449:2061] [node 6] ICP22 created new session: [3:7593037535423150781:2061]
2026-01-08T17:03:36.014060Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037529309056072:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:36.243518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037530764943212:2049] [node 2] ICP22 created new session: [5:7593037535059910605:2049]
2026-01-08T17:03:36.173303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037535423150781:2061] [node 6] ICS09 handshake done sender: [3:7593037531128183464:2114] self: [3:7593037531128183463:0] peer: [6:7593037533272308214:0] socket: 697 qp: -1
2026-01-08T17:03:36.173344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037535423150781:2061] [node 6] ICS10 traffic start
2026-01-08T17:03:36.173417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:36.205025Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037531128183386:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:36.212340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037535423150783:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40990
2026-01-08T17:03:36.247944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037531128183467:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:36.279783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037531128183387:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:36.159177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037536359454194:2072] [node 6] ICS09 handshake done sender: [4:7593037532064486885:2115] self: [4:7593037532064486884:0] peer: [6:7593037533272308206:0] socket: 640 qp: -1
2026-01-08T17:03:36.118942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037530318173008:2048] [node 1] ICP22 created new session: [2:7593037534613140394:2048]
2026-01-08T17:03:36.244937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037535059910605:2049] [node 2] ICS09 handshake done sender: [5:7593037535059910597:2120] self: [5:7593037535059910599:0] peer: [2:7593037530318173089:0] socket: 695 qp: -1
2026-01-08T17:03:36.159326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037532064486807:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:36.060479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037533272308207:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29749
2026-01-08T17:03:36.295082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:36.295165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037531128183387:2049] [node 2] ICP22 created new session: [3:7593037535423150784:2049]
2026-01-08T17:03:36.295248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037535423150784:2049] [node 2] ICS09 handshake done sender: [3:7593037531128183467:2117] self: [3:7593037535423150777:0] peer: [2:7593037530318173074:0] socket: 663 qp: -1
2026-01-08T17:03:36.295294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037535423150784:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:36.119007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037534613140394:2048] [node 1] ICS09 handshake done sender: [2:7593037530318173083:2116] self: [2:7593037530318173093:0] peer: [1:7593037529309056070:0] socket: 659 qp: -1
2026-01-08T17:03:36.016215Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037533604023386:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21861
2026-01-08T17:03:36.295392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:36.295929Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037531128183387:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(21862886ns) {HandleHandshakeStatus:329(21858234ns) {DropIncomingHandshake:442(2836ns) DropOutgoingHandshake:457(6875ns) SwitchToState:179(979ns) ProcessPendingSessionEvents:495(111819ns) {ForwardSessionEventToSession:616(56561ns) ForwardSessionEventToSession:616(3491ns) ForwardSessionEventToSession:616(5590ns) ForwardSessionEventToSession:616(6724ns) ForwardSessionEventToSession:616(14626ns) ForwardSessionEventToSession:616(2694ns) ForwardSessionEventToSession:616(2509ns) ForwardSessionEventToSession:616(5899ns) ForwardSessionEventToSession:616(2352ns) ForwardSessionEventToSession:616(2361ns)}}}
2026-01-08T17:03:36.296085Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037531128183387:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:36.244985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037535059910605:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:36.160974Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037532064486883:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:36.119054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037534613140394:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:36.119131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:36.131462Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037530318173081:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:36.139254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037530318173051:2075] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:36.139356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:36.139425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037530318173051:2075] [node 4] ICP22 created new session: [2:7593037534613140398:2075]
2026-01-08T17:03:36.139488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037534613140398:2075] [node 4] ICS09 handshake done sender: [2:7593037530318173081:2114] self: [2:7593037530318173079:0] peer: [4:7593037536359454189:0] socket: 661 qp: -1
2026-01-08T17:03:36.139527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037534613140398:2075] [node 4] ICS10 traffic start
2026-01-08T17:03:36.139578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:36.175326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037530318173075:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.175369Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037530318173075:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:36.180962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037530318173090:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.180996Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037530318173090:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:36.194573Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037530318173090:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:36.196731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037530318173073:2076] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:36.094982Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037528977340896:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:36.196832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:36.029770Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037529309056073:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:36.107999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037528977340823:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:36.108076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:36.108139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037528977340823:2048] [node 1] ICP22 created new session: [6:7593037533272308209:2048]
2026-01-08T17:03:36.108201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037533272308209:2048] [node 1] ICS09 handshake done sender: [6:7593037528977340896:2113] self: [6:7593037533272308202:0] peer: [1:7593037529309056075:0] socket: 654 qp: -1
2026-01-08T17:03:36.108243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037533272308209:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:36.108307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:36.142593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037533272308212:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29749
2026-01-08T17:03:36.168335Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037533272308212:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.168534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037528977340825:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:36.175046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037533272308213:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29749
2026-01-08T17:03:36.183570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037533272308215:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29749
2026-01-08T17:03:36.183809Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037533272308213:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.203948Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037528977340825:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7840) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037533272308212:2121] held: no
2026-01-08T17:03:36.204885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037528977340824:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:36.215476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037533272308208:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29749
2026-01-08T17:03:36.215549Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037533272308212:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:36.221624Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037528977340824:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20966830ns) {IncomingHandshake:261(20964866ns) {DropIncomingHandshake:442(1436ns) PrepareNewSessionHandshake:477(2773ns) {SwitchToState:179(1294ns)} GenerateSessionVirtualId:992(787ns) IssueIncomingHandshakeReply:193(56607ns) {SwitchToState:179(1013ns)}}}
2026-01-08T17:03:36.243401Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037528977340905:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:36.244444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037528977340825:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:36.246769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:36.254113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037528977340860:2059] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:36.254228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:36.254298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037528977340860:2059] [node 4] ICP22 created new session: [6:7593037533272308218:2059]
2026-01-08T17:03:36.254379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037533272308218:2059] [node 4] ICS09 handshake done sender: [6:7593037528977340905:2118] self: [6:7593037533272308206:0] peer: [4:7593037532064486884:0] socket: 650 qp: -1
2026-01-08T17:03:36.254425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037533272308218:2059] [node 4] ICS10 traffic start
2026-01-08T17:03:36.254507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:36.255853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037528977340825:2050] [node 3] ICP22 created new session: [6:7593037533272308217:2050]
2026-01-08T17:03:36.284848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037533272308217:2050] [node 3] ICS09 handshake done sender: [6:7593037533272308212:2121] self: [6:7593037533272308214:0] peer: [3:7593037531128183463:0] socket: 699 qp: -1
2026-01-08T17:03:36.284916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037533272308217:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:36.290793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:36.327718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037533272308221:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29749
2026-01-08T17:03:36.161118Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037532064486808:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32332) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037532064486883:2114] held: no
2026-01-08T17:03:36.245055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:36.034948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037529309056004:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:36.196894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037530318173073:2076] [node 5] ICP22 created new session: [2:7593037534613140402:2076]
2026-01-08T17:03:36.196966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037534613140402:2076] [node 5] ICS09 handshake done sender: [2:7593037530318173090:2118] self: [2:7593037530318173089:0] peer: [5:7593037535059910599:0] socket: 662 qp: -1
2026-01-08T17:03:36.197012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037534613140402:2076] [node 5] ICS10 traffic start
2026-01-08T17:03:36.197058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:36.215299Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037530318173075:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:36.243171Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037530318173094:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.243224Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037530318173094:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:36.246707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037530318173009:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:36.256641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:36.256728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037530318173009:2049] [node 3] ICP22 created new session: [2:7593037534613140405:2049]
2026-01-08T17:03:36.256786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037534613140405:2049] [node 3] ICS09 handshake done sender: [2:7593037530318173075:2110] self: [2:7593037530318173074:0] peer: [3:7593037535423150777:0] socket: 660 qp: -1
2026-01-08T17:03:36.256835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037534613140405:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:36.256922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:36.304609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037530318173094:2119] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:36.328031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037530318173064:2078] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:36.342984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:36.343087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037530318173064:2078] [node 6] ICP22 created new session: [2:7593037534613140408:2078]
2026-01-08T17:03:36.343151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037534613140408:2078] [node 6] ICS09 handshake done sender: [2:7593037530318173094:2119] self: [2:7593037530318173091:0] peer: [6:7593037533272308216:0] socket: 698 qp: -1
2026-01-08T17:03:36.343201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037534613140408:2078] [node 6] ICS10 traffic start
2026-01-08T17:03:36.343273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:36.035046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:36.035109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037529309056004:2049] [node 3] ICP22 created new session: [1:7593037533604023389:2049]
2026-01-08T17:03:36.035643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037529309056076:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.035681Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037529309056076:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:36.036149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037533604023389:2049] [node 3] ICS09 handshake done sender: [1:7593037529309056072:2111] self: [1:7593037529309056071:0] peer: [3:7593037535423150770:0] socket: 655 qp: -1
2026-01-08T17:03:36.036194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037533604023389:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:36.036242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:36.039054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037529309056085:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.050707Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037529309056076:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:36.053348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037529309056003:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:36.073391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037533604023386:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.089372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037529309056064:2092] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:36.094602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:36.100414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037529309056082:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.100460Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037529309056082:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:36.110857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037529309056003:2048] [node 2] ICP22 created new session: [1:7593037533604023395:2048]
2026-01-08T17:03:36.115065Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037529309056082:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:36.116603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:36.131224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037533604023395:2048] [node 2] ICS09 handshake done sender: [1:7593037529309056073:2112] self: [1:7593037529309056070:0] peer: [2:7593037530318173093:0] socket: 652 qp: -1
2026-01-08T17:03:36.133107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037529309056064:2092] [node 6] ICP22 created new session: [1:7593037533604023397:2092]
2026-01-08T17:03:36.133642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037533604023395:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:36.138860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:36.143829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037529309056053:2090] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:36.150611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037533604023397:2092] [node 6] ICS09 handshake done sender: [1:7593037529309056076:2114] self: [1:7593037529309056075:0] peer: [6:7593037533272308202:0] socket: 653 qp: -1
2026-01-08T17:03:36.150689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037533604023397:2092] [node 6] ICS10 traffic start
2026-01-08T17:03:36.151412Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037529309056003:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(100968241ns) {HandleHandshakeStatus:329(100965180ns) {DropIncomingHandshake:442(30662ns) DropOutgoingHandshake:457(1090ns) SwitchToState:179(662ns) ProcessPendingSessionEvents:495(138722ns) {ForwardSessionEventToSession:616(73293ns) ForwardSessionEventToSession:616(3174ns) ForwardSessionEventToSession:616(6528ns) ForwardSessionEventToSession:616(3050ns) ForwardSessionEventToSession:616(10826ns) ForwardSessionEventToSession:616(15223ns) ForwardSessionEventToSession:616(4484ns) ForwardSessionEventToSession:616(5715ns) ForwardSessionEventToSession:616(3112ns) ForwardSessionEventToSession:616(2883ns)}}}
2026-01-08T17:03:36.170942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:36.171768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037529309056086:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.171807Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037529309056086:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:36.173238Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037529309056086:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:36.175190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037529309056056:2091] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:36.177232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:36.178665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:36.178752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037529309056056:2091] [node 4] ICP22 created new session: [1:7593037533604023402:2091]
2026-01-08T17:03:36.178815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037533604023402:2091] [node 4] ICS09 handshake done sender: [1:7593037529309056086:2118] self: [1:7593037529309056080:0] peer: [4:7593037536359454197:0] socket: 648 qp: -1
2026-01-08T17:03:36.178864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037533604023402:2091] [node 4] ICS10 traffic start
2026-01-08T17:03:36.178923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:36.192014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037529309056053:2090] [node 5] ICP22 created new session: [1:7593037533604023401:2090]
2026-01-08T17:03:36.215349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037533604023401:2090] [node 5] ICS09 handshake done sender: [1:7593037529309056082:2115] self: [1:7593037529309056081:0] peer: [5:7593037535059910593:0] socket: 684 qp: -1
2026-01-08T17:03:36.220869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037533604023401:2090] [node 5] ICS10 traffic start
2026-01-08T17:03:36.234642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:36.278773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037529309056053:2090] [node 5] ICP35 event processing took too much time PendingConnection:279(134622663ns) {HandleHandshakeStatus:329(134619319ns) {DropIncomingHandshake:442(18215ns) DropOutgoingHandshake:457(739ns) SwitchToState:179(843ns) ProcessPendingSessionEvents:495(13212011ns) {ForwardSessionEventToSession:616(13152807ns) ForwardSessionEventToSession:616(7111ns) ForwardSessionEventToSession:616(3445ns) ForwardSessionEventToSession:616(12881ns) ForwardSessionEventToSession:616(6479ns) ForwardSessionEventToSession:616(5386ns) ForwardSessionEventToSession:616(2951ns) ForwardSessionEventToSession:616(3073ns) ForwardSessionEventToSession:616(5550ns) ForwardSessionEventToSession:616(2438ns)}}}
2026-01-08T17:03:36.281262Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037529309056064:2092] [node 6] ICP35 event processing took too much time PendingConnection:279(155212359ns) {HandleHandshakeStatus:329(155208665ns) {DropIncomingHandshake:442(25143ns) DropOutgoingHandshake:457(726ns) SwitchToState:179(731ns) ProcessPendingSessionEvents:495(45275180ns) {ForwardSessionEventToSession:616(21328041ns) ForwardSessionEventToSession:616(7461ns) ForwardSessionEventToSession:616(1935531ns) ForwardSessionEventToSession:616(3728ns) ForwardSessionEventToSession:616(4015413ns) ForwardSessionEventToSession:616(16087954ns) ForwardSessionEventToSession:616(22343ns) ForwardSessionEventToSession:616(1837673ns) ForwardSessionEventToSession:616(3848ns) ForwardSessionEventToSession:616(3751ns)}}}
2026-01-08T17:03:36.245547Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037530764943212:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(46097348ns) {HandleHandshakeStatus:329(46095830ns) {DropIncomingHandshake:442(3359ns) DropOutgoingHandshake:457(16734ns) SwitchToState:179(566ns) ProcessPendingSessionEvents:495(104298ns) {ForwardSessionEventToSession:616(45008ns) ForwardSessionEventToSession:616(6521ns) ForwardSessionEventToSession:616(2903ns) ForwardSessionEventToSession:616(2847ns) ForwardSessionEventToSession:616(7288ns) ForwardSessionEventToSession:616(2808ns) ForwardSessionEventToSession:616(15277ns) ForwardSessionEventToSession:616(5083ns) ForwardSessionEventToSession:616(3114ns) ForwardSessionEventToSession:616(5614ns)}}}
2026-01-08T17:03:36.246932Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037535059910598:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.253442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037530764943240:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:36.283929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037535059910608:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30317
2026-01-08T17:03:36.299021Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037530764943240:2059] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30107) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037535059910598:2121] held: no
2026-01-08T17:03:36.311845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037535059910598:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:36.333420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037530764943240:2059] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:36.333521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:36.333591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037530764943240:2059] [node 4] ICP22 created new session: [5:7593037535059910609:2059]
2026-01-08T17:03:36.334823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037535059910609:2059] [node 4] ICS09 handshake done sender: [5:7593037535059910598:2121] self: [5:7593037535059910607:0] peer: [4:7593037532064486886:0] socket: 647 qp: -1
2026-01-08T17:03:36.334885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037535059910609:2059] [node 4] ICS10 traffic start
2026-01-08T17:03:36.335775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:36.175087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037536359454194:2072] [node 6] ICS10 traffic start
2026-01-08T17:03:36.177424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:36.189379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037532064486808:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:36.189466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:36.189524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037532064486808:2049] [node 2] ICP22 created new session: [4:7593037536359454200:2049]
2026-01-08T17:03:36.189594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037536359454200:2049] [node 2] ICS09 handshake done sender: [4:7593037532064486883:2114] self: [4:7593037536359454189:0] peer: [2:7593037530318173079:0] socket: 664 qp: -1
2026-01-08T17:03:36.189637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037536359454200:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:36.189680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:36.190616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037536359454199:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39797
2026-01-08T17:03:36.204388Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037532064486807:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25941) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037536359454190:2119] held: no
2026-01-08T17:03:36.204646Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037536359454190:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:36.221764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037532064486807:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:36.221858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:36.222086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037532064486807:2048] [node 1] ICP22 created new session: [4:7593037536359454202:2048]
2026-01-08T17:03:36.234552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037536359454202:2048] [node 1] ICS09 handshake done sender: [4:7593037536359454190:2119] self: [4:7593037536359454197:0] peer: [1:7593037529309056080:0] socket: 688 qp: -1
2026-01-08T17:03:36.242926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037536359454202:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:36.255978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:36.274622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037532064486887:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:36.274674Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037532064486887:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:36.285303Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037532064486887:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:36.291330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037532064486828:2062] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:36.291473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:36.291541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037532064486828:2062] [node 5] ICP22 created new session: [4:7593037536359454205:2062]
2026-01-08T17:03:36.291604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037536359454205:2062] [node 5] ICS09 handshake done sender: [4:7593037532064486887:2116] self: [4:7593037532064486886:0] peer: [5:7593037535059910607:0] socket: 696 qp: -1
2026-01-08T17:03:36.291649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037536359454205:2062] [node 5] ICS10 traffic start
2026-01-08T17:03:36.291696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:36.297166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037532064486807:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(63791026ns) {HandleHandshakeStatus:329(63784282ns) {DropIncomingHandshake:442(1152ns) DropOutgoingHandshake:457(539ns) SwitchToState:179(885ns) ProcessPendingSessionEvents:495(605ns)}}
2026-01-08T17:03:36.304972Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037532064486870:2072] [node 6] ICP35 event processing took too much time PendingConnection:279(141964510ns) {HandleHandshakeStatus:329(141961413ns) {DropIncomingHandshake:442(423ns) DropOutgoingHandshake:457(857ns) SwitchToState:179(577ns) ProcessPendingSessionEvents:495(42174863ns) {ForwardSessionEventToSession:616(11612302ns) ForwardSessionEventToSession:616(4526024ns) ForwardSessionEventToSession:616(7740369ns) ForwardSessionEventToSession:616(10563ns) ForwardSessionEventToSession:616(8300534ns) ForwardSessionEventToSession:616(3068ns) ForwardSessionEventToSession:616(2135426ns) ForwardSessionEventToSession:616(6301ns) ForwardSessionEventToSession:616(3477ns) ForwardSessionEventToSession:616(6183427ns)}}}
2026-01-08T17:03:36.311995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037532064486870:2072] [node 6] ICP18 handshake (actor [4:7593037536359454193:2120]) is too old
2026-01-08T17:03:36.346227Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037530318173064:2078] [node 6] ICP35 event processing took too much time PendingConnection:279(25010481ns) {HandleHandshakeStatus:329(25007841ns) {DropIncomingHandshake:442(27201ns) DropOutgoingHandshake:457(710ns) SwitchToState:179(915ns) ProcessPendingSessionEvents:495(2474138ns) {ForwardSessionEventToSession:616(2420272ns) ForwardSessionEventToSession:616(5518ns) ForwardSessionEventToSession:616(9836ns) ForwardSessionEventToSession:616(2576ns) ForwardSessionEventToSession:616(3835ns) ForwardSessionEventToSession:616(5579ns) ForwardSessionEventToSession:616(2947ns) ForwardSessionEventToSession:616(8114ns) ForwardSessionEventToSession:616(2906ns) ForwardSessionEventToSession:616(2607ns)}}}
2026-01-08T17:03:36.331536Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037528977340825:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(74462512ns) {HandleHandshakeStatus:329(74459683ns) {DropIncomingHandshake:442(901ns) DropOutgoingHandshake:457(594ns) SwitchToState:179(2721ns) ProcessPendingSessionEvents:495(249ns)}}
2026-01-08T17:03:36.334418Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037528977340824:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32332) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037533272308213:2122] held: no
2026-01-08T17:03:36.334765Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037533272308213:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:36.344702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037528977340824:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:36.344778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:36.344841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037528977340824:2049] [node 2] ICP22 created new session: [6:7593037533272308222:2049]
2026-01-08T17:03:36.344897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037533272308222:2049] [node 2] ICS09 handshake done sender: [6:7593037533272308213:2122] self: [6:7593037533272308216:0] peer: [2:7593037530318173091:0] socket: 700 qp: -1
2026-01-08T17:03:36.344940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037533272308222:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:36.344986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:36.549052Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:36.549294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037534613140394:2048] [node 1] ICS01 socket: 659 reason# EndOfStream
2026-01-08T17:03:36.549348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037530318173008:2048] [node 1] ICP30 unregister session Session# [2:7593037534613140394:2048] VirtualId# [2:7593037530318173093:0]
2026-01-08T17:03:36.549389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037534613140394:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:36.549474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:36.549532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:36.552087Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:36.552313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037535423150773:2048] [node 1] ICS01 socket: 656 reason# EndOfStream
2026-01-08T17:03:36.552357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037531128183386:2048] [node 1] ICP30 unregister session Session# [3:7593037535423150773:2048] VirtualId# [3:7593037535423150770:0]
2026-01-08T17:03:36.552397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037535423150773:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:36.552485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:36.552531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:36.558553Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:36.558834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037535059910601:2048] [node 1] ICS01 socket: 685 reason# EndOfStream
2026-01-08T17:03:36.558882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037530764943211:2048] [node 1] ICP30 unregister session Session# [5:7593037535059910601:2048] VirtualId# [5:7593037535059910593:0]
2026-01-08T17:03:36.558943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037535059910601:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:36.559031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:36.559079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:36.559194Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:36.559407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037536359454202:2048] [node 1] ICS01 socket: 688 reason# EndOfStream
2026-01-08T17:03:36.559450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037532064486807:2048] [node 1] ICP30 unregister session Session# [4:7593037536359454202:2048] VirtualId# [4:7593037536359454197:0]
2026-01-08T17:03:36.559491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037536359454202:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:36.559554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:36.559596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:36.559684Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:36.559859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037533272308209:2048] [node 1] ICS01 socket: 654 reason# EndOfStream
2026-01-08T17:03:36.559896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037528977340823:2048] [node 1] ICP30 unregister session Session# [6:7593037533272308209:2048] VirtualId# [6:7593037533272308202:0]
2026-01-08T17:03:36.559923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037533272308209:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:36.559978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:36.560022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:36.759124Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:36.759380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037535423150784:2049] [node 2] ICS01 socket: 663 reason# EndOfStream
2026-01-08T17:03:36.759437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037531128183387:2049] [node 2] ICP30 unregister session Session# [3:7593037535423150784:2049] VirtualId# [3:7593037535423150777:0]
2026-01-08T17:03:36.759486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037535423150784:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:36.759578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:36.759628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:36.782099Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:36.782372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037536359454200:2049] [node 2] ICS01 socket: 664 reason# EndOfStream
2026-01-08T17:03:36.782430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037532064486808:2049] [node 2] ICP30 unregister session Session# [4:7593037536359454200:2049] VirtualId# [4:7593037536359454189:0]
2026-01-08T17:03:36.782478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037536359454200:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:36.782592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:36.782646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:36.782766Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:36.782987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037535059910605:2049] [node 2] ICS01 socket: 695 reason# EndOfStream
2026-01-08T17:03:36.783030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037530764943212:2049] [node 2] ICP30 unregister session Session# [5:7593037535059910605:2049] VirtualId# [5:7593037535059910599:0]
2026-01-08T17:03:36.783060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037535059910605:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:36.783134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:36.783178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:36.783386Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:36.783567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037533272308222:2049] [node 2] ICS01 socket: 700 reason# EndOfStream
2026-01-08T17:03:36.783606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037528977340824:2049] [node 2] ICP30 unregister session Session# [6:7593037533272308222:2049] VirtualId# [6:7593037533272308216:0]
2026-01-08T17:03:36.783634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037533272308222:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:36.783702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:36.783742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:37.026776Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:37.027049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037535059910603:2050] [node 3] ICS01 socket: 678 reason# EndOfStream
2026-01-08T17:03:37.027099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037530764943213:2050] [node 3] ICP30 unregister session Session# [5:7593037535059910603:2050] VirtualId# [5:7593037535059910594:0]
2026-01-08T17:03:37.027145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037535059910603:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:37.027237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:37.027288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:37.027578Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:37.027797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037532064486889:2050] [node 3] ICS01 socket: 631 reason# EndOfStream
2026-01-08T17:03:37.027839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037532064486809:2050] [node 3] ICP30 unregister session Session# [4:7593037532064486889:2050] VirtualId# [4:7593037532064486879:0]
2026-01-08T17:03:37.027874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037532064486889:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:37.027919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:37.027983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:37.029261Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:37.029521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037533272308217:2050] [node 3] ICS01 socket: 699 reason# EndOfStream
2026-01-08T17:03:37.029578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037528977340825:2050] [node 3] ICP30 unregister session Session# [6:7593037533272308217:2050] VirtualId# [6:7593037533272308214:0]
2026-01-08T17:03:37.029655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037533272308217:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:37.029786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:37.029856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:37.338615Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:37.338878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037535059910609:2059] [node 4] ICS01 socket: 647 reason# EndOfStream
2026-01-08T17:03:37.338924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037530764943240:2059] [node 4] ICP30 unregister session Session# [5:7593037535059910609:2059] VirtualId# [5:7593037535059910607:0]
2026-01-08T17:03:37.338971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037535059910609:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:37.339015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:37.339108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:37.339296Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:37.339502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037533272308218:2059] [node 4] ICS01 socket: 650 reason# EndOfStream
2026-01-08T17:03:37.339545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037528977340860:2059] [node 4] ICP30 unregister session Session# [6:7593037533272308218:2059] VirtualId# [6:7593037533272308206:0]
2026-01-08T17:03:37.339583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037533272308218:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:37.339618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:37.339681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:37.530566Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:37.530842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037533272308203:2061] [node 5] ICS01 socket: 641 reason# EndOfStream
2026-01-08T17:03:37.530897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037528977340838:2061] [node 5] ICP30 unregister session Session# [6:7593037533272308203:2061] VirtualId# [6:7593037528977340894:0]
2026-01-08T17:03:37.530942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037533272308203:2061] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:37.531046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:37.531098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
Error.size# 1
2026-01-08T17:03:38.051307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037543151250929:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:38.051379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037543151250930:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:38.054868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037541932922122:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:38.054924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037541932922123:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:38.098719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037542345426584:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:38.098779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037542345426585:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:38.098823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037542345426586:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:38.105850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037544008770818:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:38.105898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037544008770819:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:38.112913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037542436339132:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:38.112951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037542436339133:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:38.112989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037542436339134:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:38.123845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037541676940475:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:38.123880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037541676940476:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:38.123917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037541676940477:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:38.387006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037541676940490:2059] [node 5] ICP01 ready to work
2026-01-08T17:03:38.387474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037541676940491:2061] [node 4] ICP01 ready to work
2026-01-08T17:03:38.369934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037541932922166:2088] [node 5] ICP01 ready to work
2026-01-08T17:03:38.373907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037542345426600:2062] [node 5] ICP01 ready to work
2026-01-08T17:03:38.375866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037544008770836:2063] [node 4] ICP01 ready to work
2026-01-08T17:03:38.376162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037544008770837:2064] [node 6] ICP01 ready to work
2026-01-08T17:03:38.595085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037543151250992:2100] [node 5] ICP01 ready to work
2026-01-08T17:03:38.487789Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037544008770819:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(111216685ns) {Configure:104(111210831ns) {ProcessConfigured:135(68909854ns) {StartInitialHandshake:157(68905298ns) {DropHandshakes:470(3654ns) {DropIncomingHandshake:442(725ns) DropOutgoingHandshake:457(553ns)} GenerateSessionVirtualId:992(1272ns) PrepareNewSessionHandshake:477(4876ns) {SwitchToState:179(2376ns)}}}}}
2026-01-08T17:03:38.667565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037541676940491:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(277148852ns) {Configure:104(277141686ns) {ProcessConfigured:135(78792ns) {StartInitialHandshake:157(75313ns) {DropHandshakes:470(3179ns) {DropIncomingHandshake:442(627ns) DropOutgoingHandshake:457(629ns)} GenerateSessionVirtualId:992(1098ns) PrepareNewSessionHandshake:477(1967ns) {SwitchToState:179(720ns)}}}}}
2026-01-08T17:03:38.711777Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037542436339134:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(200931307ns) {Configure:104(200917045ns) {ProcessConfigured:135(106495ns) {StartInitialHandshake:157(103154ns) {DropHandshakes:470(24890ns) {DropIncomingHandshake:442(606ns) DropOutgoingHandshake:457(22059ns)} GenerateSessionVirtualId:992(1014ns) PrepareNewSessionHandshake:477(2516ns) {SwitchToState:179(646ns)}}}}}
2026-01-08T17:03:38.701593Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037544008770837:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(210762536ns) {Configure:104(210754798ns) {ProcessConfigured:135(22815381ns) {StartInitialHandshake:157(22811486ns) {DropHandshakes:470(3110ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(521ns)} GenerateSessionVirtualId:992(1157ns) PrepareNewSessionHandshake:477(4599ns) {SwitchToState:179(2614ns)}}}}}
2026-01-08T17:03:38.719465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037542436339199:2062] [node 6] ICP01 ready to work
2026-01-08T17:03:38.720086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037542436339200:2066] [node 4] ICP01 ready to work
2026-01-08T17:03:38.705726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037543151250993:2103] [node 6] ICP01 ready to work
2026-01-08T17:03:38.706735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037542345426600:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(332391368ns) {Configure:104(332384937ns) {ProcessConfigured:135(5293341ns) {StartInitialHandshake:157(5288735ns) {DropHandshakes:470(3324ns) {DropIncomingHandshake:442(780ns) DropOutgoingHandshake:457(690ns)} GenerateSessionVirtualId:992(1460ns) PrepareNewSessionHandshake:477(8501ns) {SwitchToState:179(2001ns)}}}}}
2026-01-08T17:03:38.702765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037544008770889:2073] [node 5] ICP01 ready to work
2026-01-08T17:03:38.707803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037542345426651:2063] [node 6] ICP01 ready to work
2026-01-08T17:03:38.756226Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037542345426584:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(30708028ns) {Configure:104(30702265ns) {ProcessConfigured:135(66001ns) {StartInitialHandshake:157(63618ns) {DropHandshakes:470(3199ns) {DropIncomingHandshake:442(650ns) DropOutgoingHandshake:457(541ns)} GenerateSessionVirtualId:992(1051ns) PrepareNewSessionHandshake:477(1770ns) {SwitchToState:179(463ns)}}}}}
2026-01-08T17:03:38.762034Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037541676940475:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(40241873ns) {Configure:104(40232609ns) {ProcessConfigured:135(74499ns) {StartInitialHandshake:157(71177ns) {DropHandshakes:470(2767ns) {DropIncomingHandshake:442(583ns) DropOutgoingHandshake:457(575ns)} GenerateSessionVirtualId:992(1060ns) PrepareNewSessionHandshake:477(2251ns) {SwitchToState:179(986ns)}}}}}
2026-01-08T17:03:38.744223Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037541932922166:2088] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(373727262ns) {Configure:104(373720051ns) {ProcessConfigured:135(13715864ns) {StartInitialHandshake:157(13711888ns) {DropHandshakes:470(1876ns) {DropIncomingHandshake:442(399ns) DropOutgoingHandshake:457(436ns)} GenerateSessionVirtualId:992(794ns) PrepareNewSessionHandshake:477(7201ns) {SwitchToState:179(2221ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.772809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037542345426661:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45172
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.750254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037541932922190:2091] [node 4] ICP01 ready to work
2026-01-08T17:03:38.773133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037543151250994:2104] [node 4] ICP01 ready to work
2026-01-08T17:03:38.751128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037541932922191:2092] [node 6] ICP01 ready to work
2026-01-08T17:03:38.775441Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037541932922123:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(21163401ns) {Configure:104(21157825ns) {ProcessConfigured:135(67495ns) {StartInitialHandshake:157(65043ns) {DropHandshakes:470(2782ns) {DropIncomingHandshake:442(482ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:992(771ns) PrepareNewSessionHandshake:477(1968ns) {SwitchToState:179(724ns)}}}}}
2026-01-08T17:03:38.777538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037541932922192:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10606
2026-01-08T17:03:38.795106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037541932922201:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10606
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.801732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037541676940550:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59414
2026-01-08T17:03:38.801807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037541676940551:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59414
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.804581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037542345426664:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45172
2026-01-08T17:03:38.804662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037542345426665:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45172
2026-01-08T17:03:38.864532Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037543151250994:2104] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(26111294ns) {Configure:104(26105384ns) {ProcessConfigured:135(91492ns) {StartInitialHandshake:157(85111ns) {DropHandshakes:470(3138ns) {DropIncomingHandshake:442(754ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:992(1064ns) PrepareNewSessionHandshake:477(2079ns) {SwitchToState:179(926ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.872054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037542436339203:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34637
2026-01-08T17:03:38.872350Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037542436339204:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34637
2026-01-08T17:03:38.872510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037542436339205:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34637
2026-01-08T17:03:38.895023Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037543151250930:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(29989036ns) {Configure:104(29982712ns) {ProcessConfigured:135(85863ns) {StartInitialHandshake:157(81860ns) {DropHandshakes:470(3782ns) {DropIncomingHandshake:442(719ns) DropOutgoingHandshake:457(755ns)} GenerateSessionVirtualId:992(1785ns) PrepareNewSessionHandshake:477(2313ns) {SwitchToState:179(1041ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.907690Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037543151250995:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58372
2026-01-08T17:03:38.907888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037543151250996:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58372
2026-01-08T17:03:38.907953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037543151251003:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58372
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.939960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037541932922203:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10606
2026-01-08T17:03:38.940243Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037541932922204:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10606
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.942420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037543151250995:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.941813Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037542345426666:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45172
2026-01-08T17:03:38.947125Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037541932922201:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.947954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037542345426664:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.948088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037542345426585:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:38.952796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037541932922194:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.952840Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037541932922194:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.954487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037542345426668:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45172
2026-01-08T17:03:38.954726Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037541932922194:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:38.955188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037541932922190:2091] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:38.955279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:38.955360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037541932922190:2091] [node 4] ICP22 created new session: [2:7593037541932922207:2091]
2026-01-08T17:03:38.955418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037541932922207:2091] [node 4] ICS09 handshake done sender: [2:7593037541932922194:2113] self: [2:7593037541932922193:0] peer: [4:7593037542345426667:0] socket: 51 qp: -1
2026-01-08T17:03:38.955463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037541932922207:2091] [node 4] ICS10 traffic start
2026-01-08T17:03:38.955507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:38.958755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037542345426664:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:38.960220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037542345426585:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:38.960325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:38.960385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037542345426585:2049] [node 2] ICP22 created new session: [4:7593037542345426669:2049]
2026-01-08T17:03:38.960456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037542345426669:2049] [node 2] ICS09 handshake done sender: [4:7593037542345426664:2117] self: [4:7593037542345426667:0] peer: [2:7593037541932922193:0] socket: 56 qp: -1
2026-01-08T17:03:38.960501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037542345426669:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:38.960570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.970021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037544008770897:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45376
2026-01-08T17:03:38.970179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037544008770898:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45376
2026-01-08T17:03:38.970294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037544008770899:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45376
2026-01-08T17:03:38.970793Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037542345426661:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.970962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037542345426586:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:38.973327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037541932922192:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.978746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037544008770881:2107] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.978797Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037544008770881:2107] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.982806Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037542436339205:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.983615Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037544008770881:2107] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:38.983191Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037542345426673:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45172
2026-01-08T17:03:38.983908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037541932922203:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.984500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037544008770899:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.984558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037544008770836:2063] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:38.984673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:38.984732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037544008770836:2063] [node 4] ICP22 created new session: [3:7593037544008770901:2063]
2026-01-08T17:03:38.984790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037544008770901:2063] [node 4] ICS09 handshake done sender: [3:7593037544008770881:2107] self: [3:7593037544008770880:0] peer: [4:7593037542345426672:0] socket: 37 qp: -1
2026-01-08T17:03:38.984833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037544008770901:2063] [node 4] ICS10 traffic start
2026-01-08T17:03:38.984873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:38.986376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037544008770819:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:38.992858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037544008770897:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.996220Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037543151251003:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.996497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037543151251011:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58372
2026-01-08T17:03:38.996628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037543151251012:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58372
2026-01-08T17:03:38.997618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037544008770898:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.997866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037544008770818:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:38.998291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037543151251012:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.998458Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037543151251002:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:38.998489Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037543151251002:2114] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.000286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037544008770907:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45376
2026-01-08T17:03:39.000562Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037543151251002:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:39.001229Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037544008770898:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:38.985995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037541676940551:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.007830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037541676940550:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.008008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037541676940491:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:39.008271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037541676940477:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:38.991462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037542436339203:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.008545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037541932922196:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.001484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037544008770818:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.991849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037542436339204:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.014721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037543151250930:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:39.008600Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037541932922196:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:39.030954Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037545971907853:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59414
2026-01-08T17:03:39.001570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:39.014819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.038435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037542345426650:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:38.992038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037542436339133:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:39.051044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037545971907854:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59414
2026-01-08T17:03:39.051246Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037545971907855:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59414
2026-01-08T17:03:39.013221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037541932922187:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.038523Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037542345426650:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:39.039378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037542345426666:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.039679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037542345426655:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.039701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037542345426655:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:39.040881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037542345426584:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:39.041210Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037542345426665:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.041305Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037542345426661:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:39.014858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037543151250930:2049] [node 3] ICP22 created new session: [1:7593037547446218313:2049]
2026-01-08T17:03:39.001628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037544008770818:2048] [node 1] ICP22 created new session: [3:7593037548303738204:2048]
2026-01-08T17:03:39.001692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037548303738204:2048] [node 1] ICS09 handshake done sender: [3:7593037544008770898:2116] self: [3:7593037544008770906:0] peer: [1:7593037543151251001:0] socket: 79 qp: -1
2026-01-08T17:03:39.001739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037548303738204:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:39.001787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:39.024572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037544008770888:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.024601Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037544008770888:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:39.027371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037548303738206:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45376
2026-01-08T17:03:38.992172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037542436339200:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:39.021035Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037546731306512:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34637
2026-01-08T17:03:39.066350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037542345426655:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:39.013254Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037541932922187:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:39.066642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037542436339205:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.068918Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037545971907856:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59414
2026-01-08T17:03:39.069001Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037541676940551:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:39.069307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037541676940491:2061] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:39.069378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:39.069452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037541676940491:2061] [node 4] ICP22 created new session: [6:7593037545971907857:2061]
2026-01-08T17:03:39.069513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037545971907857:2061] [node 4] ICS09 handshake done sender: [6:7593037541676940551:2115] self: [6:7593037545971907851:0] peer: [4:7593037542345426654:0] socket: 53 qp: -1
2026-01-08T17:03:39.069561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037545971907857:2061] [node 4] ICS10 traffic start
2026-01-08T17:03:39.069600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:39.014906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037547446218313:2049] [node 3] ICS09 handshake done sender: [1:7593037543151251002:2114] self: [1:7593037543151251001:0] peer: [3:7593037544008770906:0] socket: 73 qp: -1
2026-01-08T17:03:39.014359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037541932922204:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.080564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037545971907855:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.080737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037541676940476:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:39.074104Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037542436339133:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28201) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037542436339205:2115] held: no
2026-01-08T17:03:39.017545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037541932922122:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:39.017937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037541932922187:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:39.031379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037541932922196:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:39.042184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037541932922166:2088] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:39.042268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:39.042343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037541932922166:2088] [node 5] ICP22 created new session: [2:7593037546227889512:2088]
2026-01-08T17:03:39.042411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037546227889512:2088] [node 5] ICS09 handshake done sender: [2:7593037541932922187:2110] self: [2:7593037541932922186:0] peer: [5:7593037542436339213:0] socket: 49 qp: -1
2026-01-08T17:03:39.042460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037546227889512:2088] [node 5] ICS10 traffic start
2026-01-08T17:03:39.042502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:39.043675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037541932922123:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:39.043760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:39.043819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037541932922123:2049] [node 3] ICP22 created new session: [2:7593037546227889514:2049]
2026-01-08T17:03:39.043880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037546227889514:2049] [node 3] ICS09 handshake done sender: [2:7593037541932922196:2114] self: [2:7593037541932922195:0] peer: [3:7593037544008770904:0] socket: 48 qp: -1
2026-01-08T17:03:39.043925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037546227889514:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:39.043959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:39.047436Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037546227889511:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10606
2026-01-08T17:03:39.047896Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037541932922204:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:39.048140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037541932922122:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:39.048210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:39.048261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037541932922122:2048] [node 1] ICP22 created new session: [2:7593037546227889517:2048]
2026-01-08T17:03:39.048336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037546227889517:2048] [node 1] ICS09 handshake done sender: [2:7593037541932922204:2118] self: [2:7593037546227889510:0] peer: [1:7593037543151250997:0] socket: 75 qp: -1
2026-01-08T17:03:39.048377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037546227889517:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:39.048428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:39.014937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037547446218313:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:39.074701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037542345426586:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.090510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037545971907856:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.090800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037541676940475:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:39.091168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037545971907861:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59414
2026-01-08T17:03:39.093568Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037542436339133:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(18690661ns) {HandleHandshakeStatus:395(18684441ns) {LogHandshakeFail:472(15946ns) {UpdateErrorStateLog:545(6110ns)} DropOutgoingHandshake:457(886ns) ProcessPendingSessionEvents:495(18568961ns) {unordered DropSessionEvent:512 num# 100 sum# 18520104ns max# 5247568ns}}}
2026-01-08T17:03:39.094217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037542436339133:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:39.094274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:39.014965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:39.022864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037543151250996:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.023006Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037543151250998:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.023029Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037543151250998:2112] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:39.024262Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037543151250998:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:39.031895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037543151250929:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:39.031989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:39.032047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037543151250929:2048] [node 2] ICP22 created new session: [1:7593037547446218318:2048]
2026-01-08T17:03:39.032104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037547446218318:2048] [node 2] ICS09 handshake done sender: [1:7593037543151250998:2112] self: [1:7593037543151250997:0] peer: [2:7593037546227889510:0] socket: 71 qp: -1
2026-01-08T17:03:39.032148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037547446218318:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:39.032189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:39.054927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037543151251011:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.063105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037543151251000:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.063155Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037543151251000:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:39.073551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037543151251000:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:39.081402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037543151250994:2104] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:39.082435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:39.082498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037543151250994:2104] [node 4] ICP22 created new session: [1:7593037547446218323:2104]
2026-01-08T17:03:39.082755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037547446218323:2104] [node 4] ICS09 handshake done sender: [1:7593037543151251000:2113] self: [1:7593037543151250999:0] peer: [4:7593037546640393972:0] socket: 72 qp: -1
2026-01-08T17:03:39.082802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037547446218323:2104] [node 4] ICS10 traffic start
2026-01-08T17:03:39.082858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:39.074769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:39.074826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037542345426586:2050] [node 3] ICP22 created new session: [4:7593037546640393973:2050]
2026-01-08T17:03:39.074890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037546640393973:2050] [node 3] ICS09 handshake done sender: [4:7593037542345426661:2116] self: [4:7593037542345426672:0] peer: [3:7593037544008770880:0] socket: 44 qp: -1
2026-01-08T17:03:39.074966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037546640393973:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:39.075034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:39.096142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037542345426651:2063] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:39.096182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:39.096247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037542345426651:2063] [node 6] ICP22 created new session: [4:7593037546640393976:2063]
2026-01-08T17:03:39.096306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037546640393976:2063] [node 6] ICS09 handshake done sender: [4:7593037542345426655:2113] self: [4:7593037542345426654:0] peer: [6:7593037545971907851:0] socket: 46 qp: -1
2026-01-08T17:03:39.096353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037546640393976:2063] [node 6] ICS10 traffic start
2026-01-08T17:03:39.096411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:39.086373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037541932922198:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.086438Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037541932922198:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:39.092423Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037541932922198:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:39.100447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037541932922191:2092] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:39.100496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:39.100573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037541932922191:2092] [node 6] ICP22 created new session: [2:7593037546227889520:2092]
2026-01-08T17:03:39.100627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037546227889520:2092] [node 6] ICS09 handshake done sender: [2:7593037541932922198:2115] self: [2:7593037541932922197:0] peer: [6:7593037545971907860:0] socket: 39 qp: -1
2026-01-08T17:03:39.100672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037546227889520:2092] [node 6] ICS10 traffic start
2026-01-08T17:03:39.100724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:39.106013Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037544008770899:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:39.102240Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037543151251007:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.102284Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037543151251007:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:39.108273Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037545971907855:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:39.108670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037543151251007:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:39.108884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037542436339133:2049] [node 2] ICP22 created new session: [5:7593037546731306516:2049]
2026-01-08T17:03:39.108989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037546731306516:2049] [node 2] ICS09 handshake done sender: [5:7593037542436339205:2115] self: [5:7593037542436339213:0] peer: [2:7593037541932922186:0] socket: 60 qp: -1
2026-01-08T17:03:39.109040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037546731306516:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:39.109095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:39.111452Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037544008770819:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28201) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037544008770899:2117] held: no
2026-01-08T17:03:39.112093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037544008770819:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:39.112149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:39.112203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037544008770819:2049] [node 2] ICP22 created new session: [3:7593037548303738210:2049]
2026-01-08T17:03:39.112263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037548303738210:2049] [node 2] ICS09 handshake done sender: [3:7593037544008770899:2117] self: [3:7593037544008770904:0] peer: [2:7593037541932922195:0] socket: 80 qp: -1
2026-01-08T17:03:39.112305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037548303738210:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:39.112359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:39.113579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037544008770888:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:39.114420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037543151250993:2103] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:39.114515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:39.114590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037543151250993:2103] [node 6] ICP22 created new session: [1:7593037547446218326:2103]
2026-01-08T17:03:39.114651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037547446218326:2103] [node 6] ICS09 handshake done sender: [1:7593037543151251007:2117] self: [1:7593037543151251006:0] peer: [6:7593037545971907862:0] socket: 100 qp: -1
2026-01-08T17:03:39.114688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037547446218326:2103] [node 6] ICS10 traffic start
2026-01-08T17:03:39.114724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.116964Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037545971907863:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59414
2026-01-08T17:03:39.117776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037541676940476:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:39.117835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:39.117882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037541676940476:2049] [node 2] ICP22 created new session: [6:7593037545971907864:2049]
2026-01-08T17:03:39.117949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037545971907864:2049] [node 2] ICS09 handshake done sender: [6:7593037545971907855:2119] self: [6:7593037545971907860:0] peer: [2:7593037541932922197:0] socket: 68 qp: -1
2026-01-08T17:03:39.117984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037545971907864:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:39.118019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:39.120135Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037545971907856:2120] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.122618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037546731306513:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34637
2026-01-08T17:03:39.122828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037546731306514:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34637
2026-01-08T17:03:39.122951Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037546731306515:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34637
2026-01-08T17:03:39.125335Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037542345426584:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1252) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037542345426666:2119] held: no
2026-01-08T17:03:39.126198Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037542345426650:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:39.126744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037546731306513:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.127762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037544008770837:2064] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:39.127857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:39.127924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037544008770837:2064] [node 6] ICP22 created new session: [3:7593037548303738212:2064]
2026-01-08T17:03:39.127979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037548303738212:2064] [node 6] ICS09 handshake done sender: [3:7593037544008770888:2112] self: [3:7593037544008770887:0] peer: [6:7593037545971907852:0] socket: 38 qp: -1
2026-01-08T17:03:39.128019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037548303738212:2064] [node 6] ICS10 traffic start
2026-01-08T17:03:39.128073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:39.129291Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037548303738209:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45376
2026-01-08T17:03:39.130648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037546731306514:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.132322Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037542436339203:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:39.133450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037542345426651:2063] [node 6] ICP18 handshake (actor [4:7593037542345426665:2118]) is too old
2026-01-08T17:03:39.133542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037542345426600:2062] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:39.133614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:39.133673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037542345426600:2062] [node 5] ICP22 created new session: [4:7593037546640393978:2062]
2026-01-08T17:03:39.133746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037546640393978:2062] [node 5] ICS09 handshake done sender: [4:7593037542345426650:2111] self: [4:7593037542345426649:0] peer: [5:7593037542436339214:0] socket: 40 qp: -1
2026-01-08T17:03:39.133785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037546640393978:2062] [node 5] ICS10 traffic start
2026-01-08T17:03:39.133829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:39.135721Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037541676940550:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:39.137449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037542436339132:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:39.137554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037542436339200:2066] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:39.137611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:39.137660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037542436339200:2066] [node 4] ICP22 created new session: [5:7593037546731306520:2066]
2026-01-08T17:03:39.137723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037546731306520:2066] [node 4] ICS09 handshake done sender: [5:7593037542436339203:2113] self: [5:7593037542436339214:0] peer: [4:7593037542345426649:0] socket: 58 qp: -1
2026-01-08T17:03:39.137760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037546731306520:2066] [node 4] ICS10 traffic start
2026-01-08T17:03:39.137795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:39.139662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037542436339134:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:39.140929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037543151251005:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.140971Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037543151251005:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:39.142671Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037543151251005:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:39.143130Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037544008770893:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.143178Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037544008770893:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:39.144940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037543151250992:2100] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:39.145038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:39.145115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037543151250992:2100] [node 5] ICP22 created new session: [1:7593037547446218329:2100]
2026-01-08T17:03:39.145178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037547446218329:2100] [node 5] ICS09 handshake done sender: [1:7593037543151251005:2116] self: [1:7593037543151251004:0] peer: [5:7593037546731306519:0] socket: 89 qp: -1
2026-01-08T17:03:39.145236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037547446218329:2100] [node 5] ICS10 traffic start
2026-01-08T17:03:39.145273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:39.147295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037541676940475:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:39.147395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:39.147446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037541676940475:2048] [node 1] ICP22 created new session: [6:7593037545971907867:2048]
2026-01-08T17:03:39.147511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037545971907867:2048] [node 1] ICS09 handshake done sender: [6:7593037545971907856:2120] self: [6:7593037545971907862:0] peer: [1:7593037543151251006:0] socket: 102 qp: -1
2026-01-08T17:03:39.147556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037545971907867:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:39.147592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:39.148255Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037541676940475:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:39.149325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037541676940477:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:39.149369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:39.149420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037541676940477:2050] [node 3] ICP22 created new session: [6:7593037545971907869:2050]
2026-01-08T17:03:39.149477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037545971907869:2050] [node 3] ICS09 handshake done sender: [6:7593037541676940550:2114] self: [6:7593037545971907852:0] peer: [3:7593037544008770887:0] socket: 43 qp: -1
2026-01-08T17:03:39.149508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037545971907869:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:39.149538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.151354Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037546640393975:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45172
2026-01-08T17:03:39.153048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037544008770893:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:39.153742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037548303738209:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.154442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037544008770889:2073] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:39.154507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:39.154586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037544008770889:2073] [node 5] ICP22 created new session: [3:7593037548303738215:2073]
2026-01-08T17:03:39.154639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037548303738215:2073] [node 5] ICS09 handshake done sender: [3:7593037544008770893:2114] self: [3:7593037544008770892:0] peer: [5:7593037546731306522:0] socket: 93 qp: -1
2026-01-08T17:03:39.154679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037548303738215:2073] [node 5] ICS10 traffic start
2026-01-08T17:03:39.154734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:39.192771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037544008770837:2064] [node 6] ICP18 handshake (actor [3:7593037548303738209:2120]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.193426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037545971907866:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59414
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.203545Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037542436339132:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1252) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037546731306513:2119] held: no
2026-01-08T17:03:39.204232Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037542436339134:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16561) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037546731306514:2120] held: no
2026-01-08T17:03:39.205863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037546731306523:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34637
2026-01-08T17:03:39.163444Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037542345426666:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:39.203243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037542345426584:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:39.203353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:39.203413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037542345426584:2048] [node 1] ICP22 created new session: [4:7593037546640393980:2048]
2026-01-08T17:03:39.210552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037546640393980:2048] [node 1] ICS09 handshake done sender: [4:7593037542345426666:2119] self: [4:7593037546640393972:0] peer: [1:7593037543151250999:0] socket: 76 qp: -1
2026-01-08T17:03:39.210612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037546640393980:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:39.210678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:39.218697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037545971907866:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.219092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037541676940490:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.231000Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037546731306524:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34637
2026-01-08T17:03:39.231719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037542436339207:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:39.231754Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037542436339207:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:39.232711Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037546731306513:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:39.236670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037546731306514:2120] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:39.244830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037542436339132:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:39.244931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:39.245027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037542436339132:2048] [node 1] ICP22 created new session: [5:7593037546731306526:2048]
2026-01-08T17:03:39.245085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037546731306526:2048] [node 1] ICS09 handshake done sender: [5:7593037546731306513:2119] self: [5:7593037546731306519:0] peer: [1:7593037543151251004:0] socket: 99 qp: -1
2026-01-08T17:03:39.245136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037546731306526:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:39.245191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:39.245158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037545971907872:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59414
2026-01-08T17:03:39.246347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037542436339134:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:39.246429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:39.246488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037542436339134:2050] [node 3] ICP22 created new session: [5:7593037546731306528:2050]
2026-01-08T17:03:39.246547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037546731306528:2050] [node 3] ICS09 handshake done sender: [5:7593037546731306514:2120] self: [5:7593037546731306522:0] peer: [3:7593037544008770892:0] socket: 61 qp: -1
2026-01-08T17:03:39.246593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037546731306528:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:39.246669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:39.248160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037542436339207:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:39.248658Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037545971907866:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:39.249103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037541676940490:2059] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:39.249157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:39.249218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037541676940490:2059] [node 5] ICP22 created new session: [6:7593037545971907873:2059]
2026-01-08T17:03:39.249269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037545971907873:2059] [node 5] ICS09 handshake done sender: [6:7593037545971907866:2123] self: [6:7593037545971907871:0] peer: [5:7593037542436339206:0] socket: 45 qp: -1
2026-01-08T17:03:39.249314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037545971907873:2059] [node 5] ICS10 traffic start
2026-01-08T17:03:39.249352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:39.252137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037542436339199:2062] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:39.252225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:39.252467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037542436339199:2062] [node 6] ICP22 created new session: [5:7593037546731306530:2062]
2026-01-08T17:03:39.260595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037546731306530:2062] [node 6] ICS09 handshake done sender: [5:7593037542436339207:2116] self: [5:7593037542436339206:0] peer: [6:7593037545971907871:0] socket: 106 qp: -1
2026-01-08T17:03:39.260664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037546731306530:2062] [node 6] ICS10 traffic start
2026-01-08T17:03:39.260727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:39.350838Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:39.351119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037546227889517:2048] [node 1] ICS01 socket: 75 reason# EndOfStream
2026-01-08T17:03:39.351178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037541932922122:2048] [node 1] ICP30 unregister session Session# [2:7593037546227889517:2048] VirtualId# [2:7593037546227889510:0]
2026-01-08T17:03:39.351234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037546227889517:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.351349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:39.351395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:39.353212Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:39.353429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037548303738204:2048] [node 1] ICS07 socket disconnect 79 reason# EndOfStream
2026-01-08T17:03:39.353461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037548303738204:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.353535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:39.353585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037548303738204:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:39.358575Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037544008770818:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1252) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:39.358631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037548303738204:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:39.359833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037544008770818:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1252) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:39.359906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037548303738204:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:39.359947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037544008770818:2048] [node 1] ICP30 unregister session Session# [3:7593037548303738204:2048] VirtualId# [3:7593037544008770906:0]
2026-01-08T17:03:39.360002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:39.360058Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037544008770818:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1252) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:39.360078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1252) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:39.365872Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:39.366137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037546731306526:2048] [node 1] ICS01 socket: 99 reason# EndOfStream
2026-01-08T17:03:39.366544Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:39.366193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037542436339132:2048] [node 1] ICP30 unregister session Session# [5:7593037546731306526:2048] VirtualId# [5:7593037546731306519:0]
2026-01-08T17:03:39.366238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037546731306526:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.366812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037546640393980:2048] [node 1] ICS01 socket: 76 reason# EndOfStream
2026-01-08T17:03:39.366357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:39.366086Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:39.366856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037542345426584:2048] [node 1] ICP30 unregister session Session# [4:7593037546640393980:2048] VirtualId# [4:7593037546640393972:0]
2026-01-08T17:03:39.366892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037546640393980:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.366407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:39.366269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037545971907867:2048] [node 1] ICS07 socket disconnect 102 reason# EndOfStream
2026-01-08T17:03:39.366976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:39.366303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037545971907867:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.367025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:39.366394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:39.366447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037545971907867:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:39.368927Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037541676940475:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1252) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:39.368992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037545971907867:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:39.369033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037541676940475:2048] [node 1] ICP30 unregister session Session# [6:7593037545971907867:2048] VirtualId# [6:7593037545971907862:0]
2026-01-08T17:03:39.369079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:39.369114Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037541676940475:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1252) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:39.369130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1252) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:39.375001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037544008770818:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:39.382848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037541676940475:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:39.653834Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:39.654102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037548303738210:2049] [node 2] ICS01 socket: 80 reason# EndOfStream
2026-01-08T17:03:39.654159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037544008770819:2049] [node 2] ICP30 unregister session Session# [3:7593037548303738210:2049] VirtualId# [3:7593037544008770904:0]
2026-01-08T17:03:39.654213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037548303738210:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.654339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:39.654393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:39.662545Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:39.662835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037545971907864:2049] [node 2] ICS07 socket disconnect 68 reason# EndOfStream
2026-01-08T17:03:39.662876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037545971907864:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.662957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:39.662998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037545971907864:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:39.664176Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:39.664375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037542345426669:2049] [node 2] ICS01 socket: 56 reason# EndOfStream
2026-01-08T17:03:39.664412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037542345426585:2049] [node 2] ICP30 unregister session Session# [4:7593037542345426669:2049] VirtualId# [4:7593037542345426667:0]
2026-01-08T17:03:39.664464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037542345426669:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.664524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:39.664564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:39.663595Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:39.663827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037546731306516:2049] [node 2] ICS01 socket: 60 reason# EndOfStream
2026-01-08T17:03:39.663882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037542436339133:2049] [node 2] ICP30 unregister session Session# [5:7593037546731306516:2049] VirtualId# [5:7593037542436339213:0]
2026-01-08T17:03:39.663936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037546731306516:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.664010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:39.664061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:39.666924Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037541676940476:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28201) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:39.666995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037545971907864:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:39.667043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037541676940476:2049] [node 2] ICP30 unregister session Session# [6:7593037545971907864:2049] VirtualId# [6:7593037545971907860:0]
2026-01-08T17:03:39.667091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:39.667131Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037541676940476:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28201) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:39.667163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28201) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:39.680144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037541676940476:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:39.786202Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:39.786496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037546731306528:2050] [node 3] ICS01 socket: 61 reason# EndOfStream
2026-01-08T17:03:39.786559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037542436339134:2050] [node 3] ICP30 unregister session Session# [5:7593037546731306528:2050] VirtualId# [5:7593037546731306522:0]
2026-01-08T17:03:39.786610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037546731306528:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.786686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:39.786726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:39.786831Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:39.787040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037546640393973:2050] [node 3] ICS07 socket disconnect 44 reason# EndOfStream
2026-01-08T17:03:39.787075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037546640393973:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.787142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:39.787191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037546640393973:2050] [node 3] ICS15 start handshake
2026-01-08T17:03:39.787744Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:39.787947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037545971907869:2050] [node 3] ICS07 socket disconnect 43 reason# EndOfStream
2026-01-08T17:03:39.787983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037545971907869:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.788044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:39.788083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037545971907869:2050] [node 3] ICS15 start handshake
2026-01-08T17:03:39.795630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037541676940477:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16561) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:39.795708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037545971907869:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:39.795753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037541676940477:2050] [node 3] ICP30 unregister session Session# [6:7593037545971907869:2050] VirtualId# [6:7593037545971907852:0]
2026-01-08T17:03:39.795809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:39.795844Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037541676940477:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16561) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:39.795880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16561) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:39.796631Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037542345426586:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16561) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:39.796696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037546640393973:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:39.796739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037542345426586:2050] [node 3] ICP30 unregister session Session# [4:7593037546640393973:2050] VirtualId# [4:7593037542345426672:0]
2026-01-08T17:03:39.796779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:39.796817Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037542345426586:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16561) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:39.796838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16561) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:39.806670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037541676940477:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:03:39.998606Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:39.998880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037546731306520:2066] [node 4] ICS01 socket: 58 reason# EndOfStream
2026-01-08T17:03:39.998934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037542436339200:2066] [node 4] ICP30 unregister session Session# [5:7593037546731306520:2066] VirtualId# [5:7593037542436339214:0]
2026-01-08T17:03:39.998986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037546731306520:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.999086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:39.999138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:39.999244Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:39.999456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037545971907857:2061] [node 4] ICS07 socket disconnect 53 reason# EndOfStream
2026-01-08T17:03:39.999488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037545971907857:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:39.999559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:39.999601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037545971907857:2061] [node 4] ICS15 start handshake
2026-01-08T17:03:40.001291Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037541676940491:2061] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29872) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:40.001357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037545971907857:2061] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:40.001407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037541676940491:2061] [node 4] ICP30 unregister session Session# [6:7593037545971907857:2061] VirtualId# [6:7593037545971907851:0]
2026-01-08T17:03:40.001451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:40.001500Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037541676940491:2061] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29872) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:40.001521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29872) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:40.014610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037541676940491:2061] [node 4] ICP33 wake up from error state
2026-01-08T17:03:40.234628Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:40.234914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037545971907873:2059] [node 5] ICS01 socket: 45 reason# EndOfStream
2026-01-08T17:03:40.234961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037541676940490:2059] [node 5] ICP30 unregister session Session# [6:7593037545971907873:2059] VirtualId# [6:7593037545971907871:0]
2026-01-08T17:03:40.235012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037545971907873:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:40.235057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:40.235136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:03:40.523004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037550965367375:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:40.523052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037550965367376:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:40.526338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037550581845128:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:40.526397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037550581845129:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:40.538979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037552561429310:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:40.539022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037552561429311:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:40.618889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037550617921892:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:40.618937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037550617921893:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:40.618978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037550617921894:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:40.574785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037549970086648:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:40.574842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037549970086649:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:40.574882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037549970086650:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:40.795107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037552561429340:2076] [node 6] ICP01 ready to work
2026-01-08T17:03:40.793548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037550965367401:2071] [node 6] ICP01 ready to work
2026-01-08T17:03:40.796066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037550581845159:2078] [node 4] ICP01 ready to work
2026-01-08T17:03:40.812255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037550617921920:2074] [node 4] ICP01 ready to work
2026-01-08T17:03:40.793896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037550965367402:2072] [node 4] ICP01 ready to work
2026-01-08T17:03:40.829692Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037550965367375:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(35395151ns) {Configure:104(35388110ns) {ProcessConfigured:135(87759ns) {StartInitialHandshake:157(84726ns) {DropHandshakes:470(3415ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(626ns)} GenerateSessionVirtualId:992(1124ns) PrepareNewSessionHandshake:477(2114ns) {SwitchToState:179(708ns)}}}}}
2026-01-08T17:03:40.936296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037550581845187:2081] [node 6] ICP01 ready to work
2026-01-08T17:03:41.005907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037552561429374:2078] [node 5] ICP01 ready to work
2026-01-08T17:03:40.805645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037550979632173:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:40.998753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037550581845196:2083] [node 5] ICP01 ready to work
2026-01-08T17:03:41.014427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037549970086710:2071] [node 6] ICP01 ready to work
2026-01-08T17:03:40.805696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037550979632174:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:41.006666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037556856396671:2080] [node 4] ICP01 ready to work
2026-01-08T17:03:41.031071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037550965367402:2072] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(201050524ns) {Configure:104(201043639ns) {ProcessConfigured:135(19417134ns) {StartInitialHandshake:157(19403042ns) {DropHandshakes:470(2749ns) {DropIncomingHandshake:442(803ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:992(659ns) PrepareNewSessionHandshake:477(4481ns) {SwitchToState:179(2252ns)}}}}}
2026-01-08T17:03:41.048296Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037550581845129:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(48973461ns) {Configure:104(48966697ns) {ProcessConfigured:135(61216ns) {StartInitialHandshake:157(58623ns) {DropHandshakes:470(2769ns) {DropIncomingHandshake:442(614ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:992(823ns) PrepareNewSessionHandshake:477(2484ns) {SwitchToState:179(1240ns)}}}}}
2026-01-08T17:03:41.067084Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037552561429374:2078] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(37782045ns) {Configure:104(37773107ns) {ProcessConfigured:135(3935825ns) {StartInitialHandshake:157(3932706ns) {DropHandshakes:470(1433ns) {DropIncomingHandshake:442(291ns) DropOutgoingHandshake:457(481ns)} GenerateSessionVirtualId:992(509ns) PrepareNewSessionHandshake:477(4057ns) {SwitchToState:179(2288ns)}}}}}
2026-01-08T17:03:41.072680Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037550581845187:2081] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(21889506ns) {Configure:104(21885095ns) {ProcessConfigured:135(44797ns) {StartInitialHandshake:157(42433ns) {DropHandshakes:470(875ns) {DropIncomingHandshake:442(136ns) DropOutgoingHandshake:457(271ns)} GenerateSessionVirtualId:992(367ns) PrepareNewSessionHandshake:477(1827ns) {SwitchToState:179(559ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.033477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037555260334742:2073] [node 5] ICP01 ready to work
2026-01-08T17:03:41.053089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037554265054009:2091] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:40.805731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037550979632175:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.093994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037554876812499:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13947
2026-01-08T17:03:41.094076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037554876812503:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13947
2026-01-08T17:03:41.094133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037554876812502:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13947
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.087559Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037550617921893:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(244087219ns) {Configure:104(244081522ns) {ProcessConfigured:135(13582161ns) {StartInitialHandshake:157(13580437ns) {DropHandshakes:470(3248ns) {DropIncomingHandshake:442(965ns) DropOutgoingHandshake:457(565ns)} GenerateSessionVirtualId:992(1006ns) PrepareNewSessionHandshake:477(2721ns) {SwitchToState:179(249ns)}}}}}
2026-01-08T17:03:40.806183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037550979632191:2061] [node 5] ICP01 ready to work
2026-01-08T17:03:41.076301Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037554265054013:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19732
2026-01-08T17:03:41.084495Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037555260334742:2073] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(50451043ns) {Configure:104(50446872ns) {ProcessConfigured:135(46619ns) {StartInitialHandshake:157(44548ns) {DropHandshakes:470(1046ns) {DropIncomingHandshake:442(143ns) DropOutgoingHandshake:457(265ns)} GenerateSessionVirtualId:992(378ns) PrepareNewSessionHandshake:477(808ns) {SwitchToState:179(159ns)}}}}}
2026-01-08T17:03:41.094842Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037552561429340:2076] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(299383154ns) {Configure:104(299378943ns) {ProcessConfigured:135(7183133ns) {StartInitialHandshake:157(7180292ns) {DropHandshakes:470(1129ns) {DropIncomingHandshake:442(221ns) DropOutgoingHandshake:457(363ns)} GenerateSessionVirtualId:992(518ns) PrepareNewSessionHandshake:477(2497ns) {SwitchToState:179(1294ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.085924Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037555260334745:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32355
2026-01-08T17:03:41.076362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037554265054014:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19732
2026-01-08T17:03:40.831917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037550979632192:2063] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.149334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037554912889256:2075] [node 6] ICP01 ready to work
2026-01-08T17:03:41.086639Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037550979632175:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(248506768ns) {Configure:104(248500883ns) {ProcessConfigured:135(14706217ns) {StartInitialHandshake:157(14704642ns) {DropHandshakes:470(2307ns) {DropIncomingHandshake:442(416ns) DropOutgoingHandshake:457(466ns)} GenerateSessionVirtualId:992(661ns) PrepareNewSessionHandshake:477(2402ns) {SwitchToState:179(183ns)}}}}}
2026-01-08T17:03:41.095582Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037550965367401:2071] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(286248540ns) {Configure:104(286234994ns) {ProcessConfigured:135(50894ns) {StartInitialHandshake:157(49098ns) {DropHandshakes:470(1859ns) {DropIncomingHandshake:442(118ns) DropOutgoingHandshake:457(515ns)} GenerateSessionVirtualId:992(207ns) PrepareNewSessionHandshake:477(586ns) {SwitchToState:179(135ns)}}}}}
2026-01-08T17:03:41.127265Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037554265054012:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19732
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.174733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037556856396685:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52324
2026-01-08T17:03:41.194369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037556856396686:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52324
2026-01-08T17:03:41.186391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037550581845161:2079] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.186438Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037550581845161:2079] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.210662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037550581845161:2079] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:41.210721Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037555274599547:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:810
2026-01-08T17:03:41.096121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037555260334751:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32355
2026-01-08T17:03:41.154860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037555260334752:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32355
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.223042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037554876812502:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.223126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037550581845159:2078] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.223174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:41.223228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037550581845159:2078] [node 4] ICP22 created new session: [2:7593037554876812508:2078]
2026-01-08T17:03:41.223286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037554876812508:2078] [node 4] ICS09 handshake done sender: [2:7593037550581845161:2079] self: [2:7593037550581845160:0] peer: [4:7593037554265054027:0] socket: 42 qp: -1
2026-01-08T17:03:41.223349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037554876812508:2078] [node 4] ICS10 traffic start
2026-01-08T17:03:41.223402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:41.224842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037550581845159:2078] [node 4] ICP18 handshake (actor [2:7593037554876812502:2116]) is too old
2026-01-08T17:03:41.224974Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037554876812507:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13947
2026-01-08T17:03:41.127632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037554265054022:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19732
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.250804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037556856396686:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.251219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037556856396685:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.251404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037552561429311:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:41.251478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037552561429310:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:41.251848Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037556856396687:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52324
2026-01-08T17:03:41.254608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037555260334745:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.210984Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037550617921920:2074] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(278227333ns) {Configure:104(278220345ns) {ProcessConfigured:135(76781ns) {StartInitialHandshake:157(73634ns) {DropHandshakes:470(1899ns) {DropIncomingHandshake:442(260ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:992(423ns) PrepareNewSessionHandshake:477(1192ns) {SwitchToState:179(419ns)}}}}}
2026-01-08T17:03:41.139571Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037549970086650:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(83782371ns) {Configure:104(83778963ns) {ProcessConfigured:135(75281ns) {StartInitialHandshake:157(72787ns) {DropHandshakes:470(5992ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(480ns)} GenerateSessionVirtualId:992(922ns) PrepareNewSessionHandshake:477(2200ns) {SwitchToState:179(762ns)}}}}}
2026-01-08T17:03:41.214094Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037550617921892:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(63819256ns) {Configure:104(63814071ns) {ProcessConfigured:135(76008ns) {StartInitialHandshake:157(73691ns) {DropHandshakes:470(3439ns) {DropIncomingHandshake:442(255ns) DropOutgoingHandshake:457(159ns)} GenerateSessionVirtualId:992(268ns) PrepareNewSessionHandshake:477(2020ns) {SwitchToState:179(767ns)}}}}}
2026-01-08T17:03:41.246129Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037554876812503:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.267016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037550965367405:2074] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.267093Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037550965367405:2074] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.286585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037555260334741:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.286656Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037555260334741:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.272020Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037555274599547:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.184276Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037554265054012:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.299364Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037555260334751:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.302708Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037550965367376:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(23753058ns) {IncomingHandshake:261(15831706ns) {DropIncomingHandshake:442(2219ns) PrepareNewSessionHandshake:477(7962364ns) {SwitchToState:179(7720ns)} GenerateSessionVirtualId:992(1874ns) IssueIncomingHandshakeReply:193(8596ns)}}
2026-01-08T17:03:41.302950Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037555260334741:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:41.307006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037550965367405:2074] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:41.214610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037554912889257:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34554
2026-01-08T17:03:41.214764Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037554912889258:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34554
2026-01-08T17:03:41.255669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037554912889258:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.303267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037550979632192:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:41.246405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037550581845128:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:41.303703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037555274599548:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:810
2026-01-08T17:03:41.254620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037554876812499:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.258512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037554876812494:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.258553Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037554876812494:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.307824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037554876812513:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13947
2026-01-08T17:03:41.313722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037554876812507:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.185708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037549970086649:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:41.274569Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037554912889256:2075] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(25096673ns) {Configure:104(25089727ns) {ProcessConfigured:135(23570562ns) {StartInitialHandshake:157(23567971ns) {DropHandshakes:470(2724ns) {DropIncomingHandshake:442(538ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:992(1026ns) PrepareNewSessionHandshake:477(4435ns) {SwitchToState:179(2387ns)}}}}}
2026-01-08T17:03:41.322554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037550965367376:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.322689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:41.322710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037550965367375:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.322751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037550965367376:2049] [node 3] ICP22 created new session: [1:7593037555260334757:2049]
2026-01-08T17:03:41.322780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:41.322818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037555260334757:2049] [node 3] ICS09 handshake done sender: [1:7593037555260334741:2112] self: [1:7593037555260334740:0] peer: [3:7593037556856396689:0] socket: 58 qp: -1
2026-01-08T17:03:41.322870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037555260334757:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:41.322918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:41.323284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037550965367375:2048] [node 2] ICP22 created new session: [1:7593037555260334758:2048]
2026-01-08T17:03:41.332254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037555260334758:2048] [node 2] ICS09 handshake done sender: [1:7593037550965367405:2074] self: [1:7593037550965367404:0] peer: [2:7593037554876812511:0] socket: 56 qp: -1
2026-01-08T17:03:41.312996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037555274599548:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.313159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037550979632174:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:41.308208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037556856396690:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52324
2026-01-08T17:03:41.313755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037556856396687:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.199700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037554265054028:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19732
2026-01-08T17:03:41.341502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037555260334758:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:41.344136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:41.348187Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037550965367376:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(24619378ns) {HandleHandshakeStatus:329(24608132ns) {DropIncomingHandshake:442(28328ns) DropOutgoingHandshake:457(845ns) SwitchToState:179(1439ns) ProcessPendingSessionEvents:495(597061ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 522840ns max# 99245ns}}}
2026-01-08T17:03:41.274786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037554912889257:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.334820Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037554876812496:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.368297Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037550965367375:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(44496876ns) {HandleHandshakeStatus:329(44493652ns) {DropIncomingHandshake:442(329ns) DropOutgoingHandshake:457(599ns) SwitchToState:179(467ns) ProcessPendingSessionEvents:495(678171ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 612309ns max# 122902ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.290719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037554265054022:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.371841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037556856396685:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:41.315039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037550617921893:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.391735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037555274599551:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:810
2026-01-08T17:03:41.391825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037555274599552:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:810
2026-01-08T17:03:41.370887Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037555260334752:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.334867Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037554876812496:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.295714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037554265054014:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.295817Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037549970086649:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31542) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037554265054012:2112] held: no
2026-01-08T17:03:41.296575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037549970086650:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:41.309927Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037554265054012:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:41.382537Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037554265054017:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.382577Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037554265054017:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.383740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037554265054013:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.383813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037549970086649:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.383889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:41.383948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037549970086649:2049] [node 2] ICP22 created new session: [4:7593037554265054031:2049]
2026-01-08T17:03:41.384017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037554265054031:2049] [node 2] ICS09 handshake done sender: [4:7593037554265054012:2112] self: [4:7593037554265054027:0] peer: [2:7593037550581845160:0] socket: 48 qp: -1
2026-01-08T17:03:41.384061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037554265054031:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:41.384139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:41.385284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037549970086648:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:41.385429Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037554265054029:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19732
2026-01-08T17:03:41.394160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037554265054017:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:41.395071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037549970086710:2071] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.395159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:41.395216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037549970086710:2071] [node 6] ICP22 created new session: [4:7593037554265054037:2071]
2026-01-08T17:03:41.395272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037554265054037:2071] [node 6] ICS09 handshake done sender: [4:7593037554265054017:2115] self: [4:7593037554265054016:0] peer: [6:7593037555274599549:0] socket: 70 qp: -1
2026-01-08T17:03:41.395313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037554265054037:2071] [node 6] ICS10 traffic start
2026-01-08T17:03:41.395398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.335792Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037554876812503:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:41.369089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037554912889270:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34554
2026-01-08T17:03:41.422887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037554912889271:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34554
2026-01-08T17:03:41.423074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037554912889272:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34554
2026-01-08T17:03:41.402451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037555260334739:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.402512Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037555260334739:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.414096Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037555260334739:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:41.427335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037550965367402:2072] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.427428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:41.427493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037550965367402:2072] [node 4] ICP22 created new session: [1:7593037555260334765:2072]
2026-01-08T17:03:41.427550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037555260334765:2072] [node 4] ICS09 handshake done sender: [1:7593037555260334739:2111] self: [1:7593037555260334738:0] peer: [4:7593037554265054033:0] socket: 57 qp: -1
2026-01-08T17:03:41.427595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037555260334765:2072] [node 4] ICS10 traffic start
2026-01-08T17:03:41.427660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.440591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037554265054039:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19732
2026-01-08T17:03:41.399805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037556856396675:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.400452Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037555274599547:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.449768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037555274599551:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.449847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037550979632192:2063] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.449960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:41.450030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037550979632192:2063] [node 4] ICP22 created new session: [6:7593037555274599554:2063]
2026-01-08T17:03:41.450099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037555274599554:2063] [node 4] ICS09 handshake done sender: [6:7593037555274599547:2115] self: [6:7593037555274599549:0] peer: [4:7593037554265054016:0] socket: 76 qp: -1
2026-01-08T17:03:41.450154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037555274599554:2063] [node 4] ICS10 traffic start
2026-01-08T17:03:41.450202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:41.452444Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037550979632192:2063] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:41.452862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037555274599553:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:810
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.343226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037554876812498:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.453691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037550979632173:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:41.454128Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037555260334750:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.399851Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037556856396675:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.414330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037552561429310:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.414394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:41.414460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037552561429310:2048] [node 1] ICP22 created new session: [3:7593037556856396693:2048]
2026-01-08T17:03:41.414522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037556856396693:2048] [node 1] ICS09 handshake done sender: [3:7593037556856396685:2115] self: [3:7593037556856396689:0] peer: [1:7593037555260334740:0] socket: 66 qp: -1
2026-01-08T17:03:41.414561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037556856396693:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:41.414599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:41.415265Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037552561429310:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:41.430449Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037552561429311:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31542) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037556856396686:2116] held: no
2026-01-08T17:03:41.474917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037556856396692:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52324
2026-01-08T17:03:41.476724Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037556856396675:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.343281Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037554876812498:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.502194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037554912889271:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.483207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037556856396671:2080] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.454172Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037555260334750:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.453937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037555274599548:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.530817Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037549970086648:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037554265054022:2118] held: no
2026-01-08T17:03:41.502535Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037550617921893:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31542) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037554912889258:2113] held: no
2026-01-08T17:03:41.511558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037554912889258:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:41.517945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037550617921892:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:41.357527Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037554876812494:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:41.362453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037550581845128:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.362572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:41.362648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037550581845128:2048] [node 1] ICP22 created new session: [2:7593037554876812517:2048]
2026-01-08T17:03:41.372156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037554876812517:2048] [node 1] ICS09 handshake done sender: [2:7593037554876812503:2117] self: [2:7593037554876812511:0] peer: [1:7593037550965367404:0] socket: 61 qp: -1
2026-01-08T17:03:41.372222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037554876812517:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:41.372279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:41.374183Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037550581845128:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(21077236ns) {HandleHandshakeStatus:329(21074061ns) {DropIncomingHandshake:442(4775ns) DropOutgoingHandshake:457(11739ns) SwitchToState:179(1020ns) ProcessPendingSessionEvents:495(591109ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 515875ns max# 66226ns}}}
2026-01-08T17:03:41.374792Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037554876812496:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:41.374813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037550581845129:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.374934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:41.375000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037550581845129:2049] [node 3] ICP22 created new session: [2:7593037554876812519:2049]
2026-01-08T17:03:41.400043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037554876812519:2049] [node 3] ICS09 handshake done sender: [2:7593037554876812494:2111] self: [2:7593037554876812493:0] peer: [3:7593037556856396688:0] socket: 62 qp: -1
2026-01-08T17:03:41.411344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037550581845196:2083] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.411443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:41.411510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037550581845196:2083] [node 5] ICP22 created new session: [2:7593037554876812520:2083]
2026-01-08T17:03:41.411572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037554876812520:2083] [node 5] ICS09 handshake done sender: [2:7593037554876812496:2112] self: [2:7593037554876812495:0] peer: [5:7593037554912889269:0] socket: 63 qp: -1
2026-01-08T17:03:41.411627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037554876812520:2083] [node 5] ICS10 traffic start
2026-01-08T17:03:41.411672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:41.426411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037554876812519:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:41.435293Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037554876812498:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:41.437259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:41.448746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037550581845129:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(72790281ns) {HandleHandshakeStatus:329(72783324ns) {DropIncomingHandshake:442(28214ns) DropOutgoingHandshake:457(1164ns) SwitchToState:179(1331ns) ProcessPendingSessionEvents:495(710635ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 614719ns max# 98992ns}}}
2026-01-08T17:03:41.474923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037550581845187:2081] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.474972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:41.475037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037550581845187:2081] [node 6] ICP22 created new session: [2:7593037554876812524:2081]
2026-01-08T17:03:41.475101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037554876812524:2081] [node 6] ICS09 handshake done sender: [2:7593037554876812498:2113] self: [2:7593037554876812497:0] peer: [6:7593037555274599550:0] socket: 60 qp: -1
2026-01-08T17:03:41.486457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037554876812524:2081] [node 6] ICS10 traffic start
2026-01-08T17:03:41.498726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:41.535071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037550581845187:2081] [node 6] ICP35 event processing took too much time PendingConnection:279(59142636ns) {HandleHandshakeStatus:329(59138913ns) {DropIncomingHandshake:442(527ns) DropOutgoingHandshake:457(667ns) SwitchToState:179(774ns) ProcessPendingSessionEvents:495(20715683ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 20644813ns max# 20193010ns}}}
2026-01-08T17:03:41.474610Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037555260334750:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:41.502713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037550965367401:2071] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.502806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:41.507703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037550965367401:2071] [node 6] ICP22 created new session: [1:7593037555260334768:2071]
2026-01-08T17:03:41.513355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037555260334768:2071] [node 6] ICS09 handshake done sender: [1:7593037555260334750:2115] self: [1:7593037555260334749:0] peer: [6:7593037555274599556:0] socket: 93 qp: -1
2026-01-08T17:03:41.532475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037555260334744:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.532505Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037555260334744:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.533403Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037555260334769:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32355
2026-01-08T17:03:41.468120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037550979632174:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.468219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:41.468287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037550979632174:2049] [node 2] ICP22 created new session: [6:7593037555274599558:2049]
2026-01-08T17:03:41.468348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037555274599558:2049] [node 2] ICS09 handshake done sender: [6:7593037555274599548:2116] self: [6:7593037555274599550:0] peer: [2:7593037554876812497:0] socket: 86 qp: -1
2026-01-08T17:03:41.468392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037555274599558:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:41.468456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:41.470240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037555274599557:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:810
2026-01-08T17:03:41.503439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037555274599561:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:810
2026-01-08T17:03:41.511546Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037555274599551:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:41.536418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037550979632173:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.536524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:41.536597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037550979632173:2048] [node 1] ICP22 created new session: [6:7593037555274599562:2048]
2026-01-08T17:03:41.536659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037555274599562:2048] [node 1] ICS09 handshake done sender: [6:7593037555274599551:2117] self: [6:7593037555274599556:0] peer: [1:7593037555260334749:0] socket: 95 qp: -1
2026-01-08T17:03:41.536704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037555274599562:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:41.536755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:41.483271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:41.483335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037556856396671:2080] [node 4] ICP22 created new session: [3:7593037556856396699:2080]
2026-01-08T17:03:41.483398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037556856396699:2080] [node 4] ICS09 handshake done sender: [3:7593037556856396675:2111] self: [3:7593037556856396674:0] peer: [4:7593037554265054030:0] socket: 46 qp: -1
2026-01-08T17:03:41.483441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037556856396699:2080] [node 4] ICS10 traffic start
2026-01-08T17:03:41.483479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:41.484716Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037556856396686:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:41.512048Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037556856396695:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52324
2026-01-08T17:03:41.512305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037552561429311:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.512363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:41.512426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037552561429311:2049] [node 2] ICP22 created new session: [3:7593037556856396701:2049]
2026-01-08T17:03:41.512504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037556856396701:2049] [node 2] ICS09 handshake done sender: [3:7593037556856396686:2116] self: [3:7593037556856396688:0] peer: [2:7593037554876812493:0] socket: 67 qp: -1
2026-01-08T17:03:41.512554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037556856396701:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:41.512611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:41.540627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037555260334768:2071] [node 6] ICS10 traffic start
2026-01-08T17:03:41.540715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:41.541874Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037555260334744:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.546947Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037554912889272:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.547022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037550617921893:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.547102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:41.547166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037550617921893:2049] [node 2] ICP22 created new session: [5:7593037554912889277:2049]
2026-01-08T17:03:41.547230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037554912889277:2049] [node 2] ICS09 handshake done sender: [5:7593037554912889258:2113] self: [5:7593037554912889269:0] peer: [2:7593037554876812495:0] socket: 75 qp: -1
2026-01-08T17:03:41.547278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037554912889277:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:41.547321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:41.548785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037550617921920:2074] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:41.549344Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037554912889275:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34554
2026-01-08T17:03:41.549487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037554912889276:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34554
2026-01-08T17:03:41.531563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037554265054029:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.560488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037554912889275:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.531900Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037554265054022:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:41.560581Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037554912889271:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:41.586142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037550617921894:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:41.586560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037550617921892:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.586651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:41.586718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037550617921892:2048] [node 1] ICP22 created new session: [5:7593037554912889282:2048]
2026-01-08T17:03:41.586789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037554912889282:2048] [node 1] ICS09 handshake done sender: [5:7593037554912889271:2118] self: [5:7593037554912889274:0] peer: [1:7593037555260334743:0] socket: 96 qp: -1
2026-01-08T17:03:41.586829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037554912889282:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:41.586886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:41.570885Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037556856396695:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.549734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037549970086648:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.594489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037555274599561:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.594710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037550979632175:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:41.603126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037555274599565:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:810
2026-01-08T17:03:41.591306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037556856396679:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.595002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037554912889280:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34554
2026-01-08T17:03:41.591353Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037556856396679:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.549808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:41.549867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037549970086648:2048] [node 1] ICP22 created new session: [4:7593037554265054042:2048]
2026-01-08T17:03:41.549917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037554265054042:2048] [node 1] ICS09 handshake done sender: [4:7593037554265054022:2118] self: [4:7593037554265054033:0] peer: [1:7593037555260334738:0] socket: 69 qp: -1
2026-01-08T17:03:41.629800Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037550965367401:2071] [node 6] ICP35 event processing took too much time PendingConnection:279(126157062ns) {HandleHandshakeStatus:329(126153185ns) {DropIncomingHandshake:442(21617ns) DropOutgoingHandshake:457(483ns) SwitchToState:179(1071ns) ProcessPendingSessionEvents:495(87997729ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 79279005ns max# 14654400ns}}}
2026-01-08T17:03:41.629885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037555260334742:2073] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.629932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:41.630006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037555260334742:2073] [node 5] ICP22 created new session: [1:7593037555260334772:2073]
2026-01-08T17:03:41.630063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037555260334772:2073] [node 5] ICS09 handshake done sender: [1:7593037555260334744:2113] self: [1:7593037555260334743:0] peer: [5:7593037554912889274:0] socket: 92 qp: -1
2026-01-08T17:03:41.630104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037555260334772:2073] [node 5] ICS10 traffic start
2026-01-08T17:03:41.630142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:41.630928Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037555260334742:2073] [node 5] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.633039Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037554912889272:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:41.633452Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037554912889285:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34554
2026-01-08T17:03:41.600409Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037556856396679:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:41.549954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037554265054042:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:41.615007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037556856396684:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.649050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037550617921920:2074] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.549995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.615045Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037556856396684:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.575216Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037554265054021:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.649157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:41.616025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037552561429374:2078] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.616121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:41.616193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037552561429374:2078] [node 5] ICP22 created new session: [3:7593037556856396706:2078]
2026-01-08T17:03:41.616247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037556856396706:2078] [node 5] ICS09 handshake done sender: [3:7593037556856396679:2113] self: [3:7593037556856396678:0] peer: [5:7593037554912889281:0] socket: 105 qp: -1
2026-01-08T17:03:41.616293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037556856396706:2078] [node 5] ICS10 traffic start
2026-01-08T17:03:41.616345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:41.658765Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037556856396684:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:41.659281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037552561429340:2076] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.659413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:41.659470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037552561429340:2076] [node 6] ICP22 created new session: [3:7593037556856396709:2076]
2026-01-08T17:03:41.659523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037556856396709:2076] [node 6] ICS09 handshake done sender: [3:7593037556856396684:2114] self: [3:7593037556856396683:0] peer: [6:7593037555274599564:0] socket: 103 qp: -1
2026-01-08T17:03:41.659581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037556856396709:2076] [node 6] ICS10 traffic start
2026-01-08T17:03:41.659623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:41.663880Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037556856396705:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52324
2026-01-08T17:03:41.670455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037555274599565:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.649222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037550617921920:2074] [node 4] ICP22 created new session: [5:7593037554912889286:2074]
2026-01-08T17:03:41.575252Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037554265054021:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.649294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037554912889286:2074] [node 4] ICS09 handshake done sender: [5:7593037554912889272:2119] self: [5:7593037554912889279:0] peer: [4:7593037554265054020:0] socket: 99 qp: -1
2026-01-08T17:03:41.649340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037554912889286:2074] [node 4] ICS10 traffic start
2026-01-08T17:03:41.649396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:41.650532Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037550617921894:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25804) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037554912889275:2120] held: no
2026-01-08T17:03:41.651192Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037554912889275:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:41.657543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037550617921894:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.657603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:41.657665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037550617921894:2050] [node 3] ICP22 created new session: [5:7593037554912889288:2050]
2026-01-08T17:03:41.657723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037554912889288:2050] [node 3] ICS09 handshake done sender: [5:7593037554912889275:2120] self: [5:7593037554912889281:0] peer: [3:7593037556856396678:0] socket: 108 qp: -1
2026-01-08T17:03:41.657765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037554912889288:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:41.657802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:41.683908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037556856396705:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.576998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037554265054041:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19732
2026-01-08T17:03:41.603575Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037554265054021:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:41.642712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037554265054009:2091] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.647562Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037554265054014:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:41.654229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:41.658196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037554265054009:2091] [node 5] ICP22 created new session: [4:7593037554265054046:2091]
2026-01-08T17:03:41.660666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037554265054046:2091] [node 5] ICS09 handshake done sender: [4:7593037554265054021:2117] self: [4:7593037554265054020:0] peer: [5:7593037554912889279:0] socket: 97 qp: -1
2026-01-08T17:03:41.661448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037554265054046:2091] [node 5] ICS10 traffic start
2026-01-08T17:03:41.661522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:41.667725Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037554265054009:2091] [node 5] ICP35 event processing took too much time PendingConnection:279(19536234ns) {HandleHandshakeStatus:329(19533089ns) {DropIncomingHandshake:442(35945ns) DropOutgoingHandshake:457(462ns) SwitchToState:179(590ns) ProcessPendingSessionEvents:495(578848ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 519416ns max# 53157ns}}}
2026-01-08T17:03:41.672333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037549970086650:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.672415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:41.672487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037549970086650:2050] [node 3] ICP22 created new session: [4:7593037554265054048:2050]
2026-01-08T17:03:41.672545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037554265054048:2050] [node 3] ICS09 handshake done sender: [4:7593037554265054014:2114] self: [4:7593037554265054030:0] peer: [3:7593037556856396674:0] socket: 53 qp: -1
2026-01-08T17:03:41.672591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037554265054048:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:41.672630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:41.689268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037556856396671:2080] [node 4] ICP18 handshake (actor [3:7593037556856396705:2121]) is too old
2026-01-08T17:03:41.687830Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037550979632175:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25804) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037555274599561:2121] held: no
2026-01-08T17:03:41.693282Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037554912889267:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:41.693323Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037554912889267:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:41.692890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037550979632191:2061] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.706737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037555274599566:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:810
2026-01-08T17:03:41.694833Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037554912889267:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:41.710763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037554912889256:2075] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:41.710845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:41.710914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037554912889256:2075] [node 6] ICP22 created new session: [5:7593037554912889291:2075]
2026-01-08T17:03:41.710978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037554912889291:2075] [node 6] ICS09 handshake done sender: [5:7593037554912889267:2116] self: [5:7593037554912889261:0] peer: [6:7593037555274599567:0] socket: 104 qp: -1
2026-01-08T17:03:41.711029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037554912889291:2075] [node 6] ICS10 traffic start
2026-01-08T17:03:41.711069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:41.724772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037555274599561:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:41.725143Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037550979632191:2061] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64134) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037555274599565:2122] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:41.725695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037550979632175:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.725756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:41.725823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037550979632175:2050] [node 3] ICP22 created new session: [6:7593037555274599569:2050]
2026-01-08T17:03:41.725888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037555274599569:2050] [node 3] ICS09 handshake done sender: [6:7593037555274599561:2121] self: [6:7593037555274599564:0] peer: [3:7593037556856396683:0] socket: 79 qp: -1
2026-01-08T17:03:41.725939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037555274599569:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:41.725972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:41.727192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037555274599568:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:810
2026-01-08T17:03:41.728618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037555274599565:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:41.728919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037550979632191:2061] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:41.728974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:41.729033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037550979632191:2061] [node 5] ICP22 created new session: [6:7593037555274599571:2061]
2026-01-08T17:03:41.729092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037555274599571:2061] [node 5] ICS09 handshake done sender: [6:7593037555274599565:2122] self: [6:7593037555274599567:0] peer: [5:7593037554912889261:0] socket: 114 qp: -1
2026-01-08T17:03:41.729133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037555274599571:2061] [node 5] ICS10 traffic start
2026-01-08T17:03:41.729177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:41.849943Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:41.850271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037554876812517:2048] [node 1] ICS07 socket disconnect 61 reason# EndOfStream
2026-01-08T17:03:41.850308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037554876812517:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:41.850414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:41.850462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037554876812517:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:41.858572Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:41.858849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037556856396693:2048] [node 1] ICS07 socket disconnect 66 reason# EndOfStream
2026-01-08T17:03:41.858889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037556856396693:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:41.858989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:41.859076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037556856396693:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:41.876855Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:41.877170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037554912889282:2048] [node 1] ICS07 socket disconnect 96 reason# EndOfStream
2026-01-08T17:03:41.877212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037554912889282:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:41.877330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:41.877383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037554912889282:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:41.878818Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:41.878659Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:41.881827Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037550581845128:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:41.881893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037554876812517:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:41.883611Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037550581845128:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:41.883693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037554876812517:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:41.883734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037550581845128:2048] [node 1] ICP30 unregister session Session# [2:7593037554876812517:2048] VirtualId# [2:7593037554876812511:0]
2026-01-08T17:03:41.883877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:41.883920Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037550581845128:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:41.883940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:41.880866Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037552561429310:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:41.906533Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037550617921892:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:41.906634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037554912889282:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:41.906675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037550617921892:2048] [node 1] ICP30 unregister session Session# [5:7593037554912889282:2048] VirtualId# [5:7593037554912889274:0]
2026-01-08T17:03:41.906734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:41.906781Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037550617921892:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:41.906802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:41.879129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037554265054042:2048] [node 1] ICS01 socket: 69 reason# EndOfStream
2026-01-08T17:03:41.880696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037555274599562:2048] [node 1] ICS07 socket disconnect 95 reason# EndOfStream
2026-01-08T17:03:41.879182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037549970086648:2048] [node 1] ICP30 unregister session Session# [4:7593037554265054042:2048] VirtualId# [4:7593037554265054033:0]
2026-01-08T17:03:41.879227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037554265054042:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:41.879315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:41.879387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:41.881306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037556856396693:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:41.902576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037552561429310:2048] [node 1] ICP30 unregister session Session# [3:7593037556856396693:2048] VirtualId# [3:7593037556856396689:0]
2026-01-08T17:03:41.902664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:41.902711Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037552561429310:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:41.902731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:41.903036Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [3:7593037552561429310:2048] [node 1] ICP35 event processing took too much time StateWork:294(21949295ns) {HandleHandshakeStatus:395(21946213ns) {LogHandshakeFail:472(8169ns) {UpdateErrorStateLog:545(2353ns)} DropOutgoingHandshake:457(596ns) ProcessPendingSessionEvents:495(308ns) UnregisterSession:538(21293725ns) {ProcessPendingSessionEvents:495(2434ns) SwitchToInitialState:202(2975ns) {SwitchToState:179(2030ns)}} TransitToErrorState:756(65251ns) {SwitchToState:179(6925ns) ProcessPendingSessionEvents:495(518ns) DropHandshakes:470(2249ns) {DropIncomingHandshake:442(394ns) DropOutgoingHandshake:457(405ns)}}}}
2026-01-08T17:03:41.881026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037555274599562:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:41.881116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:41.881179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037555274599562:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:41.908353Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037550979632173:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:41.908420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037555274599562:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:41.908463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037550979632173:2048] [node 1] ICP30 unregister session Session# [6:7593037555274599562:2048] VirtualId# [6:7593037555274599556:0]
2026-01-08T17:03:41.908509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:41.908539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037550979632173:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:41.908569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25470) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:41.909602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037550581845128:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:41.914496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037552561429310:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:41.922457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037550979632173:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:41.926438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037550617921892:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:42.066514Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:42.066789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037556856396701:2049] [node 2] ICS01 socket: 67 reason# EndOfStream
2026-01-08T17:03:42.066841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037552561429311:2049] [node 2] ICP30 unregister session Session# [3:7593037556856396701:2049] VirtualId# [3:7593037556856396688:0]
2026-01-08T17:03:42.066884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037556856396701:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:42.066957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:42.067000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:42.081908Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:42.082211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037554265054031:2049] [node 2] ICS01 socket: 48 reason# EndOfStream
2026-01-08T17:03:42.082281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037549970086649:2049] [node 2] ICP30 unregister session Session# [4:7593037554265054031:2049] VirtualId# [4:7593037554265054027:0]
2026-01-08T17:03:42.082352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037554265054031:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:42.082463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:42.082514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:42.094702Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:42.095133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037554912889277:2049] [node 2] ICS01 socket: 75 reason# EndOfStream
2026-01-08T17:03:42.095254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037550617921893:2049] [node 2] ICP30 unregister session Session# [5:7593037554912889277:2049] VirtualId# [5:7593037554912889269:0]
2026-01-08T17:03:42.095354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037554912889277:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:42.095490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:42.095545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:42.096599Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:42.096879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037555274599558:2049] [node 2] ICS01 socket: 86 reason# EndOfStream
2026-01-08T17:03:42.096930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037550979632174:2049] [node 2] ICP30 unregister session Session# [6:7593037555274599558:2049] VirtualId# [6:7593037555274599550:0]
2026-01-08T17:03:42.096977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037555274599558:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:42.097097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:42.097153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:42.246940Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:42.247552Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:42.247773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037555274599569:2050] [node 3] ICS01 socket: 79 reason# EndOfStream
2026-01-08T17:03:42.247204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037554265054048:2050] [node 3] ICS07 socket disconnect 53 reason# EndOfStream
2026-01-08T17:03:42.247817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037550979632175:2050] [node 3] ICP30 unregister session Session# [6:7593037555274599569:2050] VirtualId# [6:7593037555274599564:0]
2026-01-08T17:03:42.247856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037555274599569:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:42.247942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:42.247248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037554265054048:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:42.248008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:42.247372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:42.247438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037554265054048:2050] [node 3] ICS15 start handshake
2026-01-08T17:03:42.248806Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037549970086650:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25804) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:42.248879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037554265054048:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:42.248922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037549970086650:2050] [node 3] ICP30 unregister session Session# [4:7593037554265054048:2050] VirtualId# [4:7593037554265054030:0]
2026-01-08T17:03:42.248971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:42.249023Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037549970086650:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25804) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:42.249045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25804) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:42.246502Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:42.246939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037554912889288:2050] [node 3] ICS01 socket: 108 reason# EndOfStream
2026-01-08T17:03:42.246999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037550617921894:2050] [node 3] ICP30 unregister session Session# [5:7593037554912889288:2050] VirtualId# [5:7593037554912889281:0]
2026-01-08T17:03:42.247049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037554912889288:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:42.247167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:42.247221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:42.258535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037549970086650:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:03:42.434600Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:42.434859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037555274599554:2063] [node 4] ICS01 socket: 76 reason# EndOfStream
2026-01-08T17:03:42.434908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037550979632192:2063] [node 4] ICP30 unregister session Session# [6:7593037555274599554:2063] VirtualId# [6:7593037555274599549:0]
2026-01-08T17:03:42.434958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037555274599554:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:42.435050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:42.435098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:42.435199Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:42.435385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037554912889286:2074] [node 4] ICS01 socket: 99 reason# EndOfStream
2026-01-08T17:03:42.435429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037550617921920:2074] [node 4] ICP30 unregister session Session# [5:7593037554912889286:2074] VirtualId# [5:7593037554912889279:0]
2026-01-08T17:03:42.435456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037554912889286:2074] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:42.435511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:42.435551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:42.602550Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:42.602827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037555274599571:2061] [node 5] ICS01 socket: 114 reason# EndOfStream
2026-01-08T17:03:42.602871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037550979632191:2061] [node 5] ICP30 unregister session Session# [6:7593037555274599571:2061] VirtualId# [6:7593037555274599567:0]
2026-01-08T17:03:42.602914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037555274599571:2061] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:42.602996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:42.603040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:03:42.907387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037561150160967:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:42.907465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037561150160968:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:42.958087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037562264418143:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:42.958147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037562264418144:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:42.938825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037560609086591:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:42.938894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037560609086592:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:42.965892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037561376284014:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:42.965932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037561376284015:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:42.965968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037561376284016:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:42.988621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037558781193329:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:42.988734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037558781193330:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:42.988911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037558781193331:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:43.122979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037562123511289:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:43.123023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037562123511290:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:43.123068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037562123511291:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:43.481278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037566418478606:2067] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.579843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037563076160674:2096] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14455
2026-01-08T17:03:43.504754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037566418478614:2072] [node 4] ICP01 ready to work
2026-01-08T17:03:43.563144Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037566418478614:2072] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(58015951ns) {Configure:104(58011138ns) {ProcessConfigured:135(71311ns) {StartInitialHandshake:157(69109ns) {DropHandshakes:470(2461ns) {DropIncomingHandshake:442(563ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:992(697ns) PrepareNewSessionHandshake:477(2254ns) {SwitchToState:179(1026ns)}}}}}
2026-01-08T17:03:43.634742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037564904053977:2107] [node 5] ICP01 ready to work
2026-01-08T17:03:43.614849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037563076160678:2093] [node 4] ICP01 ready to work
2026-01-08T17:03:43.639037Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037562123511291:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(120158767ns) {Configure:104(120152423ns) {ProcessConfigured:135(24187677ns) {StartInitialHandshake:157(24185953ns) {DropHandshakes:470(7863892ns) {DropIncomingHandshake:442(485ns) DropOutgoingHandshake:457(2665ns)} GenerateSessionVirtualId:992(2190ns) PrepareNewSessionHandshake:477(2863ns) {SwitchToState:179(1360ns)}}}}}
2026-01-08T17:03:43.660829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037564904053978:2133] [node 6] ICP01 ready to work
2026-01-08T17:03:43.647705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037565671251374:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:43.651182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037566559385521:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:43.660159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037565445128345:2117] [node 6] ICP01 ready to work
2026-01-08T17:03:43.670623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037563076160682:2094] [node 6] ICP01 ready to work
2026-01-08T17:03:43.660289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037565445128343:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:43.678920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037566559385522:2126] [node 6] ICP01 ready to work
2026-01-08T17:03:43.701871Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037558781193331:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(68186858ns) {Configure:104(68181971ns) {ProcessConfigured:135(34934694ns) {StartInitialHandshake:157(34932760ns) {DropHandshakes:470(4830ns) {DropIncomingHandshake:442(455ns) DropOutgoingHandshake:457(596ns)} GenerateSessionVirtualId:992(733ns) PrepareNewSessionHandshake:477(2525ns) {SwitchToState:179(1491ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.703362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037565671251375:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.745301Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037565671251376:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53344
2026-01-08T17:03:43.674682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037565445128344:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.722995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037564904053981:2112] [node 4] ICP01 ready to work
2026-01-08T17:03:43.718489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037566559385523:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: 2026-01-08T17:03:43.734087Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037560609086592:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(96200837ns) {Configure:104(96196076ns) {ProcessConfigured:135(15329314ns) {StartInitialHandshake:157(15326230ns) {DropHandshakes:470(2282ns) {DropIncomingHandshake:442(573ns) DropOutgoingHandshake:457(396ns)} GenerateSessionVirtualId:992(685ns) PrepareNewSessionHandshake:477(4779ns) {SwitchToState:179(2019ns)}}}}}
::ffff:127.1.0.0
2026-01-08T17:03:43.739174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037564904053986:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30218
2026-01-08T17:03:43.739410Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037564904053987:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30218
2026-01-08T17:03:43.759534Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037564904053978:2133] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(22711656ns) {Configure:104(22702495ns) {ProcessConfigured:135(8462893ns) {StartInitialHandshake:157(8460287ns) {DropHandshakes:470(2201ns) {DropIncomingHandshake:442(534ns) DropOutgoingHandshake:457(312ns)} GenerateSessionVirtualId:992(645ns) PrepareNewSessionHandshake:477(3195ns) {SwitchToState:179(1558ns)}}}}}
2026-01-08T17:03:43.711047Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037561150160968:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(50375437ns) {Configure:104(50369696ns) {ProcessConfigured:135(7825974ns) {StartInitialHandshake:157(7823367ns) {DropHandshakes:470(5123ns) {DropIncomingHandshake:442(419ns) DropOutgoingHandshake:457(570ns)} GenerateSessionVirtualId:992(741ns) PrepareNewSessionHandshake:477(3449ns) {SwitchToState:179(507ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.790882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037562264418143:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(80680011ns) {Configure:104(80674709ns) {ProcessConfigured:135(53450893ns) {StartInitialHandshake:157(40804616ns) {DropHandshakes:470(1636ns) {DropIncomingHandshake:442(973ns) DropOutgoingHandshake:457(171ns)} GenerateSessionVirtualId:992(1736ns) PrepareNewSessionHandshake:477(2980ns) {SwitchToState:179(121ns)}}}}}
2026-01-08T17:03:43.711565Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037565445128346:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14
2026-01-08T17:03:43.727612Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037565445128343:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(18192505ns) {Configure:104(18184711ns) {ProcessConfigured:135(97040ns) {StartInitialHandshake:157(94720ns) {DropHandshakes:470(2306ns) {DropIncomingHandshake:442(372ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:992(1545ns) PrepareNewSessionHandshake:477(1780ns) {SwitchToState:179(671ns)}}}}}
2026-01-08T17:03:43.759095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037565445128358:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14
2026-01-08T17:03:43.792094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037565445128359:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14
2026-01-08T17:03:43.759703Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037563076160678:2093] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(72654694ns) {Configure:104(72648417ns) {ProcessConfigured:135(6538752ns) {StartInitialHandshake:157(6536202ns) {DropHandshakes:470(1886ns) {DropIncomingHandshake:442(420ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:992(890ns) PrepareNewSessionHandshake:477(2648ns) {SwitchToState:179(976ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.770726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037563076160693:2105] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14455
2026-01-08T17:03:43.847691Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037565671251375:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(101393104ns) {Configure:104(101387443ns) {ProcessConfigured:135(98370ns) {StartInitialHandshake:157(95645ns) {DropHandshakes:470(2569ns) {DropIncomingHandshake:442(425ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:992(847ns) PrepareNewSessionHandshake:477(2249ns) {SwitchToState:179(926ns)}}}}}
2026-01-08T17:03:43.815080Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037564904053981:2112] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17777783ns) {Configure:104(17771394ns) {ProcessConfigured:135(15711732ns) {StartInitialHandshake:157(15709165ns) {DropHandshakes:470(2456ns) {DropIncomingHandshake:442(428ns) DropOutgoingHandshake:457(552ns)} GenerateSessionVirtualId:992(486ns) PrepareNewSessionHandshake:477(4723ns) {SwitchToState:179(2737ns)}}}}}
2026-01-08T17:03:43.828261Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037566559385533:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44914
2026-01-08T17:03:43.871700Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037561376284016:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(46629896ns) {Configure:104(46622970ns) {ProcessConfigured:135(66752ns) {StartInitialHandshake:157(63811ns) {DropHandshakes:470(2394ns) {DropIncomingHandshake:442(678ns) DropOutgoingHandshake:457(375ns)} GenerateSessionVirtualId:992(715ns) PrepareNewSessionHandshake:477(762ns) {SwitchToState:179(234ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.828499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037566559385534:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44914
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.896200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037563076160695:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14455
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.902711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037563076160694:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14455
2026-01-08T17:03:43.904102Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037563076160674:2096] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:43.914692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037565671251376:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:43.882603Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037561150160967:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(147087963ns) {Configure:104(147080062ns) {ProcessConfigured:135(2003789ns) {StartInitialHandshake:157(2000477ns) {DropHandshakes:470(2054ns) {DropIncomingHandshake:442(405ns) DropOutgoingHandshake:457(401ns)} GenerateSessionVirtualId:992(1050ns) PrepareNewSessionHandshake:477(2746ns) {SwitchToState:179(1342ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.898330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037566418478641:2093] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20093
2026-01-08T17:03:43.838878Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037566559385521:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(52793012ns) {Configure:104(52788311ns) {ProcessConfigured:135(79948ns) {StartInitialHandshake:157(76959ns) {DropHandshakes:470(2975ns) {DropIncomingHandshake:442(637ns) DropOutgoingHandshake:457(448ns)} GenerateSessionVirtualId:992(986ns) PrepareNewSessionHandshake:477(1372ns) {SwitchToState:179(584ns)}}}}}
2026-01-08T17:03:43.883083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037565445128362:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14
2026-01-08T17:03:43.966804Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037565671251375:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(24134386ns) {IncomingHandshake:261(4245367ns) {DropIncomingHandshake:442(606ns) PrepareNewSessionHandshake:477(1876ns) {SwitchToState:179(907ns)} GenerateSessionVirtualId:992(1265ns) IssueIncomingHandshakeReply:193(13219ns)}}
2026-01-08T17:03:43.928894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037564904053987:2141] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:43.914998Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037566418478641:2093] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:43.915184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037566418478606:2067] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:43.953808Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037566418478642:2094] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20093
2026-01-08T17:03:43.919008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037563076160696:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14455
2026-01-08T17:03:43.939233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037564904053986:2140] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:43.939742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037564904053995:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30218
2026-01-08T17:03:43.939870Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037564904053996:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30218
2026-01-08T17:03:43.950654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037564904053996:2145] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:43.976501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037564904053980:2137] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:43.976549Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037564904053980:2137] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.942124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037565445128358:2132] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:43.954380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037566559385534:2133] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:43.922785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037563076160686:2102] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.942278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037561150160967:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:43.983980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037566559385533:2132] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:43.991147Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037564904053980:2137] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:43.984256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037562264418143:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:43.984617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037562264418144:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:43.984818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037566559385539:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44914
2026-01-08T17:03:43.994784Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037566418478665:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20093
2026-01-08T17:03:43.922818Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037563076160686:2102] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.020711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037566559385539:2136] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.021098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037570854352839:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44914
2026-01-08T17:03:43.951016Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037565445128362:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.024689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037565671251378:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.024745Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037565671251378:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:44.027428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037566559385528:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.027468Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037566559385528:2130] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:44.028700Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037566559385528:2130] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:44.029405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037566559385523:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.029480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:44.029536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037566559385523:2109] [node 5] ICP22 created new session: [3:7593037570854352842:2109]
2026-01-08T17:03:44.029597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037570854352842:2109] [node 5] ICS09 handshake done sender: [3:7593037566559385528:2130] self: [3:7593037566559385527:0] peer: [5:7593037567371128012:0] socket: 77 qp: -1
2026-01-08T17:03:44.029635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037570854352842:2109] [node 5] ICS10 traffic start
2026-01-08T17:03:44.029676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.034475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037565671251378:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:44.010396Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037564904053983:2138] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:43.962665Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037565445128346:2127] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.010464Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037564904053983:2138] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:44.029001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037564904053995:2144] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.029166Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037564904053983:2138] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:44.036113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037564904053985:2139] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.036149Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037564904053985:2139] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:44.043346Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037566559385534:2133] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:44.050863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037562264418143:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.050933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:44.050990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037562264418143:2048] [node 1] ICP22 created new session: [3:7593037570854352844:2048]
2026-01-08T17:03:44.051046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037570854352844:2048] [node 1] ICS09 handshake done sender: [3:7593037566559385534:2133] self: [3:7593037566559385540:0] peer: [1:7593037564904053982:0] socket: 83 qp: -1
2026-01-08T17:03:44.051089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037570854352844:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:44.051127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.923990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037563076160693:2105] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.058822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037569966218688:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53344
2026-01-08T17:03:44.035306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037566418478642:2094] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.044080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037560609086591:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:43.924149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037563076160686:2102] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:44.055282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037570854352838:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44914
2026-01-08T17:03:43.992155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037565445128359:2133] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.044143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.050533Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037566418478606:2067] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30520) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037566418478641:2093] held: no
2026-01-08T17:03:44.081721Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037566559385533:2132] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:44.081993Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037562264418144:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3584) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037566559385533:2132] held: no
2026-01-08T17:03:44.082556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037562264418144:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.082621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:44.082683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037562264418144:2049] [node 2] ICP22 created new session: [3:7593037570854352848:2049]
2026-01-08T17:03:44.082739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037570854352848:2049] [node 2] ICS09 handshake done sender: [3:7593037566559385533:2132] self: [3:7593037566559385541:0] peer: [2:7593037565445128349:0] socket: 82 qp: -1
2026-01-08T17:03:44.082778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037570854352848:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:44.082827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.998520Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037565445128352:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.087478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037569966218689:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53344
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.044202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037560609086591:2048] [node 2] ICP22 created new session: [1:7593037569199021299:2048]
2026-01-08T17:03:43.963501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037558781193330:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:44.090686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037569966218688:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.092105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037561376284014:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:44.092970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037565671251374:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.093010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.079961Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037566418478606:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(43739506ns) {HandleHandshakeStatus:395(36654379ns) {LogHandshakeFail:472(20477ns) {UpdateErrorStateLog:545(5758ns)} DropOutgoingHandshake:457(1298ns) ProcessPendingSessionEvents:495(28549099ns) {unordered DropSessionEvent:512 num# 100 sum# 10584635ns max# 7885555ns}}}
2026-01-08T17:03:44.097777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037569966218693:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53344
2026-01-08T17:03:44.099401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037565671251374:2108] [node 5] ICP22 created new session: [4:7593037569966218692:2108]
2026-01-08T17:03:44.099457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037569966218692:2108] [node 5] ICS09 handshake done sender: [4:7593037565671251378:2112] self: [4:7593037565671251377:0] peer: [5:7593037567371128013:0] socket: 71 qp: -1
2026-01-08T17:03:44.099497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037569966218692:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:44.099546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.102657Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037569966218695:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53344
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:43.998557Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037565445128352:2130] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:44.084262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037562123511290:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:44.125464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037569966218689:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.044269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037569199021299:2048] [node 2] ICS09 handshake done sender: [1:7593037564904053980:2137] self: [1:7593037564904053979:0] peer: [2:7593037565445128363:0] socket: 67 qp: -1
2026-01-08T17:03:43.992079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037563076160682:2094] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.127618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037565671251385:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.127651Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037565671251385:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:44.084349Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037566418478641:2093] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:43.999737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037565445128366:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14
2026-01-08T17:03:43.995092Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037563076160695:2107] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.044315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037569199021299:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.161005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037566559385536:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.161062Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037566559385536:2134] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:44.167605Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037569966218688:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:44.167835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037561376284016:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:44.168141Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037561376284014:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2678) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037569966218688:2117] held: no
2026-01-08T17:03:44.087412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037570713445963:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20093
2026-01-08T17:03:44.000265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037558781193329:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:44.170539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037566559385538:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.170582Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037566559385538:2135] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:44.044351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:44.011076Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037565445128358:2132] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:44.002709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.178092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037561376284014:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.089374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037566418478606:2067] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.045570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037560609086592:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.180774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037566559385536:2134] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:44.018820Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037565445128351:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.089437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:44.185811Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037565671251385:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:44.045604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:44.010706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037563076160682:2094] [node 6] ICP22 created new session: [5:7593037563076160714:2094]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.089494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037566418478606:2067] [node 5] ICP22 created new session: [6:7593037570713445968:2067]
2026-01-08T17:03:44.089599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037570713445968:2067] [node 5] ICS09 handshake done sender: [6:7593037566418478641:2093] self: [6:7593037566418478654:0] peer: [5:7593037563076160685:0] socket: 56 qp: -1
2026-01-08T17:03:44.089636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037570713445968:2067] [node 5] ICS10 traffic start
2026-01-08T17:03:44.089671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:44.091602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037570713445966:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20093
2026-01-08T17:03:44.098085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037570713445967:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20093
2026-01-08T17:03:44.117113Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037570713445967:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.117257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037566418478614:2072] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:44.135289Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037570713445966:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.149997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037562123511289:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:44.154086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037570713445963:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.154257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037562123511291:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:44.161560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037570713445974:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20093
2026-01-08T17:03:44.166637Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037570713445966:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:44.181895Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037562123511289:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2678) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037570713445966:2119] held: no
2026-01-08T17:03:44.182528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037562123511289:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.182610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:44.182676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037562123511289:2048] [node 1] ICP22 created new session: [6:7593037570713445975:2048]
2026-01-08T17:03:44.182735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037570713445975:2048] [node 1] ICS09 handshake done sender: [6:7593037570713445966:2119] self: [6:7593037570713445972:0] peer: [1:7593037564904053991:0] socket: 78 qp: -1
2026-01-08T17:03:44.182777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037570713445975:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:44.182834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:44.186770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037570713445971:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20093
2026-01-08T17:03:44.188693Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037562123511290:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3584) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037566418478642:2094] held: no
2026-01-08T17:03:44.189998Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037566418478642:2094] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:44.197817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037562123511290:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.197866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:44.197923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037562123511290:2049] [node 2] ICP22 created new session: [6:7593037570713445980:2049]
2026-01-08T17:03:44.197980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037570713445980:2049] [node 2] ICS09 handshake done sender: [6:7593037566418478642:2094] self: [6:7593037570713445965:0] peer: [2:7593037565445128347:0] socket: 65 qp: -1
2026-01-08T17:03:44.198019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037570713445980:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:44.198068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:44.199118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037570713445977:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20093
2026-01-08T17:03:44.188197Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037570854352851:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44914
2026-01-08T17:03:44.206665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037566559385522:2126] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.206742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:44.206803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037566559385522:2126] [node 6] ICP22 created new session: [3:7593037570854352852:2126]
2026-01-08T17:03:44.206866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037570854352852:2126] [node 6] ICS09 handshake done sender: [3:7593037566559385536:2134] self: [3:7593037566559385535:0] peer: [6:7593037570713445973:0] socket: 75 qp: -1
2026-01-08T17:03:44.206912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037570854352852:2126] [node 6] ICS10 traffic start
2026-01-08T17:03:44.206956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:44.223463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037570854352855:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44914
2026-01-08T17:03:44.045663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037560609086592:2049] [node 3] ICP22 created new session: [1:7593037569199021301:2049]
2026-01-08T17:03:44.045710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037569199021301:2049] [node 3] ICS09 handshake done sender: [1:7593037564904053983:2138] self: [1:7593037564904053982:0] peer: [3:7593037566559385540:0] socket: 68 qp: -1
2026-01-08T17:03:44.045742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037569199021301:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:44.045775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:44.086659Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037564904053985:2139] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:44.094552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037564904053994:2143] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.094579Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037564904053994:2143] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:44.095854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037564904053977:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.095923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:44.095979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037564904053977:2107] [node 5] ICP22 created new session: [1:7593037569199021306:2107]
2026-01-08T17:03:44.096038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037569199021306:2107] [node 5] ICS09 handshake done sender: [1:7593037564904053985:2139] self: [1:7593037564904053984:0] peer: [5:7593037563076160715:0] socket: 72 qp: -1
2026-01-08T17:03:44.096075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037569199021306:2107] [node 5] ICS10 traffic start
2026-01-08T17:03:44.096125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:44.111975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037564904053994:2143] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:44.132113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037564904053981:2112] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.132185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:44.132250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037564904053981:2112] [node 4] ICP22 created new session: [1:7593037569199021308:2112]
2026-01-08T17:03:44.132306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037569199021308:2112] [node 4] ICS09 handshake done sender: [1:7593037564904053994:2143] self: [1:7593037564904053993:0] peer: [4:7593037569966218691:0] socket: 101 qp: -1
2026-01-08T17:03:44.132352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037569199021308:2112] [node 4] ICS10 traffic start
2026-01-08T17:03:44.132389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:44.156081Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037564904053992:2142] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.156111Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037564904053992:2142] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:44.161164Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037564904053992:2142] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:44.162339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037564904053978:2133] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.162430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:44.162492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037564904053978:2133] [node 6] ICP22 created new session: [1:7593037569199021311:2133]
2026-01-08T17:03:44.162547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037569199021311:2133] [node 6] ICS09 handshake done sender: [1:7593037564904053992:2142] self: [1:7593037564904053991:0] peer: [6:7593037570713445972:0] socket: 108 qp: -1
2026-01-08T17:03:44.162590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037569199021311:2133] [node 6] ICS10 traffic start
2026-01-08T17:03:44.162633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:44.175701Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037560609086592:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(52371717ns) {HandleHandshakeStatus:329(52370171ns) {DropIncomingHandshake:442(490ns) DropOutgoingHandshake:457(307ns) SwitchToState:179(358ns) ProcessPendingSessionEvents:495(52080778ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 51993236ns max# 13589860ns}}}
2026-01-08T17:03:44.176903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037560609086592:2049] [node 3] ICP18 handshake (actor [1:7593037564904053995:2144]) is too old
2026-01-08T17:03:44.018881Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037565445128351:2129] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:44.228008Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037566559385538:2135] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:44.228758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037570854352851:2139] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.229465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037566559385521:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.229532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:44.229586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037566559385521:2107] [node 4] ICP22 created new session: [3:7593037570854352857:2107]
2026-01-08T17:03:44.229654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037570854352857:2107] [node 4] ICS09 handshake done sender: [3:7593037566559385538:2135] self: [3:7593037566559385537:0] peer: [4:7593037569966218698:0] socket: 92 qp: -1
2026-01-08T17:03:44.229704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037570854352857:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:44.229745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:44.233740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037570713445967:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:44.194847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037565671251375:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.019434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037563076160714:2094] [node 6] ICS09 handshake done sender: [5:7593037563076160686:2102] self: [5:7593037563076160685:0] peer: [6:7593037566418478654:0] socket: 55 qp: -1
2026-01-08T17:03:44.022013Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037565445128352:2130] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:44.026721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037561150160967:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.026793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:44.026850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037561150160967:2048] [node 1] ICP22 created new session: [2:7593037569740095666:2048]
2026-01-08T17:03:44.026909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037569740095666:2048] [node 1] ICS09 handshake done sender: [2:7593037565445128358:2132] self: [2:7593037565445128363:0] peer: [1:7593037564904053979:0] socket: 69 qp: -1
2026-01-08T17:03:44.026956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037569740095666:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:44.027006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:44.043711Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037565445128351:2129] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:44.059128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037561150160968:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.059208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:44.059267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037561150160968:2049] [node 3] ICP22 created new session: [2:7593037569740095668:2049]
2026-01-08T17:03:44.059324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037569740095668:2049] [node 3] ICS09 handshake done sender: [2:7593037565445128352:2130] self: [2:7593037565445128349:0] peer: [3:7593037566559385541:0] socket: 62 qp: -1
2026-01-08T17:03:44.059396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037569740095668:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:44.059433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:44.060527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037565445128344:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.060600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:44.060663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037565445128344:2108] [node 5] ICP22 created new session: [2:7593037569740095670:2108]
2026-01-08T17:03:44.060720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037569740095670:2108] [node 5] ICS09 handshake done sender: [2:7593037565445128351:2129] self: [2:7593037565445128350:0] peer: [5:7593037563076160711:0] socket: 61 qp: -1
2026-01-08T17:03:44.060760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037569740095670:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:44.060795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:44.114528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037565445128348:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.114556Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037565445128348:2128] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:44.123626Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037569740095674:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14
2026-01-08T17:03:44.126133Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037565445128348:2128] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:44.151610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037565445128345:2117] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.151688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:44.151762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037565445128345:2117] [node 6] ICP22 created new session: [2:7593037569740095675:2117]
2026-01-08T17:03:44.151843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037569740095675:2117] [node 6] ICS09 handshake done sender: [2:7593037565445128348:2128] self: [2:7593037565445128347:0] peer: [6:7593037570713445965:0] socket: 60 qp: -1
2026-01-08T17:03:44.151892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037569740095675:2117] [node 6] ICS10 traffic start
2026-01-08T17:03:44.151946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:44.159109Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037569740095674:2137] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.159300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037565445128345:2117] [node 6] ICP18 handshake (actor [2:7593037569740095674:2137]) is too old
2026-01-08T17:03:44.172026Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037561150160967:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(134715812ns) {HandleHandshakeStatus:329(134713154ns) {DropIncomingHandshake:442(1447ns) DropOutgoingHandshake:457(12492ns) SwitchToState:179(429ns) ProcessPendingSessionEvents:495(130002867ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 129897768ns max# 28303804ns}}}
2026-01-08T17:03:44.226908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037565445128357:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.226935Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037565445128357:2131] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:44.194932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.242634Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037566418478614:2072] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24784) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037570713445967:2120] held: no
2026-01-08T17:03:44.245706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037566418478614:2072] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.245780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:44.245848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037566418478614:2072] [node 4] ICP22 created new session: [6:7593037570713445982:2072]
2026-01-08T17:03:44.245907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037570713445982:2072] [node 4] ICS09 handshake done sender: [6:7593037570713445967:2120] self: [6:7593037570713445970:0] peer: [4:7593037565671251384:0] socket: 111 qp: -1
2026-01-08T17:03:44.245950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037570713445982:2072] [node 4] ICS10 traffic start
2026-01-08T17:03:44.245995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:44.250021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037570713445978:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20093
2026-01-08T17:03:44.019495Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037563076160696:2108] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.019651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037563076160694:2106] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.022606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037558781193331:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:44.022704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037563076160678:2093] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:44.026554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037563076160714:2094] [node 6] ICS10 traffic start
2026-01-08T17:03:44.026649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:44.053039Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037558781193331:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29359) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037563076160696:2108] held: no
2026-01-08T17:03:44.053732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037567371128017:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14455
2026-01-08T17:03:44.251794Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037565445128357:2131] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:44.251730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037570854352855:2140] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.251928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037566559385522:2126] [node 6] ICP18 handshake (actor [3:7593037570854352855:2140]) is too old
2026-01-08T17:03:44.195000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037565671251375:2109] [node 6] ICP22 created new session: [4:7593037569966218700:2109]
2026-01-08T17:03:44.195059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037569966218700:2109] [node 6] ICS09 handshake done sender: [4:7593037565671251385:2115] self: [4:7593037565671251384:0] peer: [6:7593037570713445970:0] socket: 110 qp: -1
2026-01-08T17:03:44.195096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037569966218700:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:44.195144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:44.214559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:44.214652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037561376284014:2048] [node 1] ICP22 created new session: [4:7593037569966218702:2048]
2026-01-08T17:03:44.214722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037569966218702:2048] [node 1] ICS09 handshake done sender: [4:7593037569966218688:2117] self: [4:7593037569966218691:0] peer: [1:7593037564904053993:0] socket: 104 qp: -1
2026-01-08T17:03:44.214772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037569966218702:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:44.214833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:44.215131Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037561376284014:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(36933435ns) {HandleHandshakeStatus:329(36931053ns) {DropIncomingHandshake:442(4480ns) DropOutgoingHandshake:457(338ns) SwitchToState:179(1266ns) ProcessPendingSessionEvents:495(1389ns)}}
2026-01-08T17:03:44.215354Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037569966218696:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53344
2026-01-08T17:03:44.223075Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037569966218704:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53344
2026-01-08T17:03:44.226431Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037569966218696:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:44.226571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037561376284015:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:44.231369Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037569966218689:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:44.233987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037561376284016:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.234080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:44.234461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037561376284016:2050] [node 3] ICP22 created new session: [4:7593037569966218706:2050]
2026-01-08T17:03:44.234530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037569966218706:2050] [node 3] ICS09 handshake done sender: [4:7593037569966218689:2118] self: [4:7593037569966218698:0] peer: [3:7593037566559385537:0] socket: 106 qp: -1
2026-01-08T17:03:44.234570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037569966218706:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:44.234644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:44.235349Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037561376284016:2050] [node 3] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:44.070896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037567371128015:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14455
2026-01-08T17:03:44.085872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037567371128016:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14455
2026-01-08T17:03:44.092510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037563076160696:2108] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:44.095624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037563076160693:2105] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:44.102117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037563076160694:2106] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:44.102937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037567371128018:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14455
2026-01-08T17:03:44.104132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037558781193330:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.104196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:44.104249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037558781193330:2049] [node 2] ICP22 created new session: [5:7593037567371128020:2049]
2026-01-08T17:03:44.104307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037567371128020:2049] [node 2] ICS09 handshake done sender: [5:7593037563076160693:2105] self: [5:7593037563076160711:0] peer: [2:7593037565445128350:0] socket: 64 qp: -1
2026-01-08T17:03:44.104349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037567371128020:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:44.104387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:44.105033Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037558781193330:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:44.106208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037563076160678:2093] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.106252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:44.106301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037563076160678:2093] [node 4] ICP22 created new session: [5:7593037567371128022:2093]
2026-01-08T17:03:44.106365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037567371128022:2093] [node 4] ICS09 handshake done sender: [5:7593037563076160694:2106] self: [5:7593037567371128013:0] peer: [4:7593037565671251377:0] socket: 73 qp: -1
2026-01-08T17:03:44.106402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037567371128022:2093] [node 4] ICS10 traffic start
2026-01-08T17:03:44.106433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:44.108077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037558781193331:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.108118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:44.108164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037558781193331:2050] [node 3] ICP22 created new session: [5:7593037567371128024:2050]
2026-01-08T17:03:44.108233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037567371128024:2050] [node 3] ICS09 handshake done sender: [5:7593037563076160696:2108] self: [5:7593037567371128012:0] peer: [3:7593037566559385527:0] socket: 81 qp: -1
2026-01-08T17:03:44.108276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037567371128024:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:44.108305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:44.124202Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037563076160695:2107] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:44.129431Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037558781193329:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2678) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037563076160695:2107] held: no
2026-01-08T17:03:44.130057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037558781193329:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.130105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:44.130172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037558781193329:2048] [node 1] ICP22 created new session: [5:7593037567371128026:2048]
2026-01-08T17:03:44.130233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037567371128026:2048] [node 1] ICS09 handshake done sender: [5:7593037563076160695:2107] self: [5:7593037563076160715:0] peer: [1:7593037564904053984:0] socket: 74 qp: -1
2026-01-08T17:03:44.130274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037567371128026:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:44.130340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:44.253948Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037563076160682:2094] [node 6] ICP35 event processing took too much time PendingConnection:279(262287209ns) {HandleHandshakeStatus:329(260847394ns) {DropIncomingHandshake:442(6306173ns) DropOutgoingHandshake:457(1946ns) SwitchToState:179(573ns) ProcessPendingSessionEvents:495(187026115ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 180132747ns max# 16721038ns}}}
2026-01-08T17:03:44.252746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037570713445963:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:44.256205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037562123511291:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.256309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:44.256364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037562123511291:2050] [node 3] ICP22 created new session: [6:7593037570713445984:2050]
2026-01-08T17:03:44.256432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037570713445984:2050] [node 3] ICS09 handshake done sender: [6:7593037570713445963:2118] self: [6:7593037570713445973:0] peer: [3:7593037566559385535:0] socket: 48 qp: -1
2026-01-08T17:03:44.256478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037570713445984:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:44.256540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:44.259668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037569966218708:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53344
2026-01-08T17:03:44.262162Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037569966218696:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:44.264123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037561376284015:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:44.264215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:44.264270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037561376284015:2049] [node 2] ICP22 created new session: [4:7593037569966218709:2049]
2026-01-08T17:03:44.264348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037569966218709:2049] [node 2] ICS09 handshake done sender: [4:7593037569966218696:2121] self: [4:7593037569966218705:0] peer: [2:7593037565445128356:0] socket: 57 qp: -1
2026-01-08T17:03:44.264403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037569966218709:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:44.264444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:44.263582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037565445128343:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:44.263685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:44.263746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037565445128343:2107] [node 4] ICP22 created new session: [2:7593037569740095678:2107]
2026-01-08T17:03:44.263808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037569740095678:2107] [node 4] ICS09 handshake done sender: [2:7593037565445128357:2131] self: [2:7593037565445128356:0] peer: [4:7593037569966218705:0] socket: 54 qp: -1
2026-01-08T17:03:44.263855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037569740095678:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:44.263911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:44.278672Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037562123511291:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:44.409668Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:44.409922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037569740095666:2048] [node 1] ICS07 socket disconnect 69 reason# EndOfStream
2026-01-08T17:03:44.409954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037569740095666:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:44.410042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:44.410085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037569740095666:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:44.413588Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:44.413799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037570854352844:2048] [node 1] ICS01 socket: 83 reason# EndOfStream
2026-01-08T17:03:44.413844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037562264418143:2048] [node 1] ICP30 unregister session Session# [3:7593037570854352844:2048] VirtualId# [3:7593037566559385540:0]
2026-01-08T17:03:44.413880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037570854352844:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:44.413933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:44.413966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:44.415114Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037561150160967:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2678) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:44.415161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037569740095666:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:44.417529Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037561150160967:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2678) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:44.417598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037569740095666:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:44.417639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037561150160967:2048] [node 1] ICP30 unregister session Session# [2:7593037569740095666:2048] VirtualId# [2:7593037565445128363:0]
2026-01-08T17:03:44.417754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:44.417885Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037561150160967:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2678) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:44.417904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2678) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:44.417825Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:44.419123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037567371128026:2048] [node 1] ICS01 socket: 74 reason# EndOfStream
2026-01-08T17:03:44.419174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037558781193329:2048] [node 1] ICP30 unregister session Session# [5:7593037567371128026:2048] VirtualId# [5:7593037563076160715:0]
2026-01-08T17:03:44.419213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037567371128026:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:44.419287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:44.419328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:44.422452Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:44.422710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037569966218702:2048] [node 1] ICS01 socket: 104 reason# EndOfStream
2026-01-08T17:03:44.422762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037561376284014:2048] [node 1] ICP30 unregister session Session# [4:7593037569966218702:2048] VirtualId# [4:7593037569966218691:0]
2026-01-08T17:03:44.422800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037569966218702:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:44.422888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:44.422935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:44.423039Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:44.423238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037570713445975:2048] [node 1] ICS01 socket: 78 reason# EndOfStream
2026-01-08T17:03:44.423271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037562123511289:2048] [node 1] ICP30 unregister session Session# [6:7593037570713445975:2048] VirtualId# [6:7593037570713445972:0]
2026-01-08T17:03:44.423300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037570713445975:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:44.423372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:44.423435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:44.630494Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:44.630761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037570854352848:2049] [node 2] ICS01 socket: 82 reason# EndOfStream
2026-01-08T17:03:44.630810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037562264418144:2049] [node 2] ICP30 unregister session Session# [3:7593037570854352848:2049] VirtualId# [3:7593037566559385541:0]
2026-01-08T17:03:44.630857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037570854352848:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:44.630982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:44.631038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:44.646462Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:44.646739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037569966218709:2049] [node 2] ICS01 socket: 57 reason# EndOfStream
2026-01-08T17:03:44.646805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037561376284015:2049] [node 2] ICP30 unregister session Session# [4:7593037569966218709:2049] VirtualId# [4:7593037569966218705:0]
2026-01-08T17:03:44.646851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037569966218709:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:44.646926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:44.646971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:44.648637Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:44.648894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037570713445980:2049] [node 2] ICS01 socket: 65 reason# EndOfStream
2026-01-08T17:03:44.648970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037562123511290:2049] [node 2] ICP30 unregister session Session# [6:7593037570713445980:2049] VirtualId# [6:7593037570713445965:0]
2026-01-08T17:03:44.649009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037570713445980:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:44.649086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:44.649140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:44.658660Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:44.658930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037567371128020:2049] [node 2] ICS07 socket disconnect 64 reason# EndOfStream
2026-01-08T17:03:44.658970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037567371128020:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:44.659068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:44.659120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037567371128020:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:44.660235Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037558781193330:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3584) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:44.660305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037567371128020:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:44.660350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037558781193330:2049] [node 2] ICP30 unregister session Session# [5:7593037567371128020:2049] VirtualId# [5:7593037563076160711:0]
2026-01-08T17:03:44.660396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:44.660429Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037558781193330:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3584) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:44.660450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3584) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:44.674453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037558781193330:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:45.002500Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:45.002777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037567371128024:2050] [node 3] ICS01 socket: 81 reason# EndOfStream
2026-01-08T17:03:45.002828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037558781193331:2050] [node 3] ICP30 unregister session Session# [5:7593037567371128024:2050] VirtualId# [5:7593037567371128012:0]
2026-01-08T17:03:45.002873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037567371128024:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:45.002959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:45.003008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:45.002814Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:45.002992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037569966218706:2050] [node 3] ICS01 socket: 106 reason# EndOfStream
2026-01-08T17:03:45.003031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037561376284016:2050] [node 3] ICP30 unregister session Session# [4:7593037569966218706:2050] VirtualId# [4:7593037569966218698:0]
2026-01-08T17:03:45.003062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037569966218706:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:45.003119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:45.003162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:45.003258Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:45.003468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037570713445984:2050] [node 3] ICS07 socket disconnect 48 reason# EndOfStream
2026-01-08T17:03:45.003512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037570713445984:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:45.003567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:45.003608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037570713445984:2050] [node 3] ICS15 start handshake
2026-01-08T17:03:45.005317Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037562123511291:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29359) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:45.005381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037570713445984:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:45.005420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037562123511291:2050] [node 3] ICP30 unregister session Session# [6:7593037570713445984:2050] VirtualId# [6:7593037570713445973:0]
2026-01-08T17:03:45.005457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:45.005497Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037562123511291:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29359) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:45.005521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29359) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:45.013317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037562123511291:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:03:45.162484Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:45.162520Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:45.162736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037570713445982:2072] [node 4] ICS01 socket: 111 reason# EndOfStream
2026-01-08T17:03:45.162782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037567371128022:2093] [node 4] ICS01 socket: 73 reason# EndOfStream
2026-01-08T17:03:45.162782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037566418478614:2072] [node 4] ICP30 unregister session Session# [6:7593037570713445982:2072] VirtualId# [6:7593037570713445970:0]
2026-01-08T17:03:45.162828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037563076160678:2093] [node 4] ICP30 unregister session Session# [5:7593037567371128022:2093] VirtualId# [5:7593037567371128013:0]
2026-01-08T17:03:45.162829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037570713445982:2072] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:45.162874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037567371128022:2093] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:45.162924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:45.162979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:45.162968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:45.163019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:45.325968Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:45.326222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037570713445968:2067] [node 5] ICS01 socket: 56 reason# EndOfStream
2026-01-08T17:03:45.326284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037566418478606:2067] [node 5] ICP30 unregister session Session# [6:7593037570713445968:2067] VirtualId# [6:7593037566418478654:0]
2026-01-08T17:03:45.326706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037570713445968:2067] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:45.326900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:45.326964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:03:45.465787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037573879542089:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:45.484282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037572558495128:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:45.484343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037572558495129:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:45.465838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037573879542090:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:45.495724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037571707702015:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:45.495767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037571707702016:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:45.499193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037574932894383:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:45.499235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037574932894384:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:45.499274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037574932894385:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:45.527639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037571977603970:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:45.527695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037571977603971:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:45.527752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037571977603972:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:45.552149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037573300158800:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:45.552179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037573300158801:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:45.562514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037573300158802:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:45.851367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037572558495190:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:45.956220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037573879542153:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:45.966873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037573300158841:2074] [node 5] ICP01 ready to work
2026-01-08T17:03:45.970598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037574932894447:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:45.987721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037574932894446:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:45.970168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037573879542152:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:45.987920Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037573300158800:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(83878276ns) {Configure:104(83874358ns) {ProcessConfigured:135(16708195ns) {StartInitialHandshake:157(16705411ns) {DropHandshakes:470(2575ns) {DropIncomingHandshake:442(423ns) DropOutgoingHandshake:457(497ns)} GenerateSessionVirtualId:992(1849ns) PrepareNewSessionHandshake:477(3996ns) {SwitchToState:179(2160ns)}}}}}
2026-01-08T17:03:45.998342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037571707702104:2108] [node 6] ICP01 ready to work
2026-01-08T17:03:45.998108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037572558495192:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.020266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037577595126159:2078] [node 4] ICP01 ready to work
2026-01-08T17:03:45.988281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037573879542154:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:46.026908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037576002669402:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:46.009533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037572558495193:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:46.023905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037571977604033:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:46.020883Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037573879542155:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61730
2026-01-08T17:03:46.065746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037574932894383:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(94795228ns) {Configure:104(94791337ns) {ProcessConfigured:135(60101ns) {StartInitialHandshake:157(58860ns) {DropHandshakes:470(1093ns) {DropIncomingHandshake:442(202ns) DropOutgoingHandshake:457(328ns)} GenerateSessionVirtualId:992(700ns) PrepareNewSessionHandshake:477(853ns) {SwitchToState:179(410ns)}}}}}
2026-01-08T17:03:46.036156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037576002669401:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.085928Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037572558495190:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(234170044ns) {Configure:104(234166349ns) {ProcessConfigured:135(5424761ns) {StartInitialHandshake:157(5422418ns) {DropHandshakes:470(2353ns) {DropIncomingHandshake:442(350ns) DropOutgoingHandshake:457(671ns)} GenerateSessionVirtualId:992(456ns) PrepareNewSessionHandshake:477(2721ns) {SwitchToState:179(191ns)}}}}}
2026-01-08T17:03:46.089275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037576853462492:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4092
2026-01-08T17:03:46.044237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037576272571330:2108] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.078791Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037574932894384:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(94837981ns) {Configure:104(94832601ns) {ProcessConfigured:135(31512495ns) {StartInitialHandshake:157(31510535ns) {DropHandshakes:470(4920216ns) {DropIncomingHandshake:442(2102ns) DropOutgoingHandshake:457(769ns)} GenerateSessionVirtualId:992(1357ns) PrepareNewSessionHandshake:477(2791ns) {SwitchToState:179(1557ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.117441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037576853462499:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4092
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.175714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037577595126175:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51236
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.175902Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037577595126176:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51236
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.182926Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037579227861753:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3172
2026-01-08T17:03:46.147108Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037571977604033:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(37328947ns) {Configure:104(37324206ns) {ProcessConfigured:135(78848ns) {StartInitialHandshake:157(76143ns) {DropHandshakes:470(2504ns) {DropIncomingHandshake:442(544ns) DropOutgoingHandshake:457(458ns)} GenerateSessionVirtualId:992(1354ns) PrepareNewSessionHandshake:477(2294ns) {SwitchToState:179(753ns)}}}}}
2026-01-08T17:03:46.153819Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037576272571331:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5907
2026-01-08T17:03:46.153988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037576272571333:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5907
2026-01-08T17:03:46.154275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037576272571340:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5907
2026-01-08T17:03:46.179075Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037576272571331:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.095022Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037573879542090:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(233493950ns) {Configure:104(233487474ns) {ProcessConfigured:135(83667ns) {StartInitialHandshake:157(80753ns) {DropHandshakes:470(2312ns) {DropIncomingHandshake:442(641ns) DropOutgoingHandshake:457(332ns)} GenerateSessionVirtualId:992(947ns) PrepareNewSessionHandshake:477(6932ns) {SwitchToState:179(654ns)}}}}}
2026-01-08T17:03:46.103395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037578174509458:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61730
2026-01-08T17:03:46.199316Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037573879542155:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.208025Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037571977603972:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(115835410ns) {Configure:104(115826452ns) {ProcessConfigured:135(73768ns) {StartInitialHandshake:157(71551ns) {DropHandshakes:470(2698ns) {DropIncomingHandshake:442(880ns) DropOutgoingHandshake:457(433ns)} GenerateSessionVirtualId:992(1190ns) PrepareNewSessionHandshake:477(1332ns) {SwitchToState:179(508ns)}}}}}
2026-01-08T17:03:46.136097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037571707702104:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(55863249ns) {Configure:104(55856182ns) {ProcessConfigured:135(66257ns) {StartInitialHandshake:157(60884ns) {DropHandshakes:470(2665ns) {DropIncomingHandshake:442(432ns) DropOutgoingHandshake:457(489ns)} GenerateSessionVirtualId:992(854ns) PrepareNewSessionHandshake:477(1494ns) {SwitchToState:179(611ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.212008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037578174509465:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61730
2026-01-08T17:03:46.212348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037578174509463:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61730
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.226540Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037579227861756:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3172
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.241841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037577595126175:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.210039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037576002669407:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8024
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.250931Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037578174509453:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.250980Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037578174509453:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:46.246264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037576853462499:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.246588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037572558495128:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:46.252351Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037576853462504:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4092
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.248773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037573300158801:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(274319244ns) {Configure:104(274305329ns) {ProcessConfigured:135(30858179ns) {StartInitialHandshake:157(30855229ns) {DropHandshakes:470(2505ns) {DropIncomingHandshake:442(349ns) DropOutgoingHandshake:457(393ns)} GenerateSessionVirtualId:992(679ns) PrepareNewSessionHandshake:477(3318ns) {SwitchToState:179(2103ns)}}}}}
2026-01-08T17:03:46.253847Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037576002669402:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(56370527ns) {Configure:104(56359628ns) {ProcessConfigured:135(15718214ns) {StartInitialHandshake:157(15715588ns) {DropHandshakes:470(2536ns) {DropIncomingHandshake:442(541ns) DropOutgoingHandshake:457(927ns)} GenerateSessionVirtualId:992(692ns) PrepareNewSessionHandshake:477(4617ns) {SwitchToState:179(2171ns)}}}}}
2026-01-08T17:03:46.253973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037577595126177:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51236
2026-01-08T17:03:46.274919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037576853462492:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.247263Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037571977603971:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(124110876ns) {Configure:104(124104375ns) {ProcessConfigured:135(24582545ns) {StartInitialHandshake:157(14154330ns) {DropHandshakes:470(2756ns) {DropIncomingHandshake:442(1072ns) DropOutgoingHandshake:457(351ns)} GenerateSessionVirtualId:992(1957ns) PrepareNewSessionHandshake:477(2925ns) {SwitchToState:179(149ns)}}}}}
2026-01-08T17:03:46.267119Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037574932894385:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(132402350ns) {Configure:104(132394776ns) {ProcessConfigured:135(23259177ns) {StartInitialHandshake:157(23256272ns) {DropHandshakes:470(6254006ns) {DropIncomingHandshake:442(523ns) DropOutgoingHandshake:457(1479ns)} GenerateSessionVirtualId:992(1037ns) PrepareNewSessionHandshake:477(1998ns) {SwitchToState:179(750ns)}}}}}
2026-01-08T17:03:46.274832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037577595126172:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51236
2026-01-08T17:03:46.275256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037573300158801:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:46.300044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037577595126177:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.300257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037573300158802:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:46.247466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037576272571333:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.273666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037576272571332:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5907
2026-01-08T17:03:46.274541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037578174509469:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61730
2026-01-08T17:03:46.300577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037579227861756:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.273883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037571977603970:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:46.300868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037574932894385:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:46.327414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037579227861749:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.327469Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037579227861749:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.335118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037579227861760:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3172
2026-01-08T17:03:46.274619Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037578174509453:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:46.309662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037576002669407:2138] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.300710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037576272571332:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.330597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037576853462498:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.275074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037578174509458:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.318666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037576002669409:2139] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.318721Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037576002669409:2139] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:46.339552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037576002669406:2137] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.339599Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037576002669406:2137] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:46.342654Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037576002669409:2139] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:46.368410Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037571707702016:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(283581281ns) {Configure:104(283573833ns) {ProcessConfigured:135(25189844ns) {StartInitialHandshake:157(25186441ns) {DropHandshakes:470(5038723ns) {DropIncomingHandshake:442(386ns) DropOutgoingHandshake:457(3679ns)} GenerateSessionVirtualId:992(4266ns) PrepareNewSessionHandshake:477(3931ns) {SwitchToState:179(1937ns)}}}}}
2026-01-08T17:03:46.330666Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037576853462498:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:46.339429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037579227861753:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.363059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037577595126172:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.300847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037571977603971:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.362565Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037579227861749:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:46.301730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037578174509463:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.301625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037576272571340:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.374547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037573300158800:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.346901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037576853462491:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.412583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037576002669402:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:46.304563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037578174509457:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.392208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037577595126182:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51236
2026-01-08T17:03:46.423220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037579227861756:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:46.306816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037576272571330:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.346939Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037576853462491:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:46.304609Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037578174509457:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:46.419150Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037576002669406:2137] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:46.423708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037574932894447:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:46.336459Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037576272571353:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5907
2026-01-08T17:03:46.393427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037577595126176:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.347769Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037576853462499:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:46.370647Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037576853462491:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:46.379064Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037576853462498:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:46.379378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037572558495128:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.379470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:46.379537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037572558495128:2048] [node 1] ICP22 created new session: [2:7593037576853462507:2048]
2026-01-08T17:03:46.379605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037576853462507:2048] [node 1] ICS09 handshake done sender: [2:7593037576853462499:2114] self: [2:7593037576853462503:0] peer: [1:7593037578174509452:0] socket: 74 qp: -1
2026-01-08T17:03:46.379654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037576853462507:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:46.379701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:46.381045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037572558495190:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:46.381116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:46.381179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037572558495190:2108] [node 5] ICP22 created new session: [2:7593037576853462509:2108]
2026-01-08T17:03:46.381239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037576853462509:2108] [node 5] ICS09 handshake done sender: [2:7593037576853462491:2110] self: [2:7593037576853462490:0] peer: [5:7593037576272571350:0] socket: 64 qp: -1
2026-01-08T17:03:46.381280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037576853462509:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:46.381327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:46.407501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037572558495192:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:46.407570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:46.407656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037572558495192:2109] [node 6] ICP22 created new session: [2:7593037576853462512:2109]
2026-01-08T17:03:46.407746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037576853462512:2109] [node 6] ICS09 handshake done sender: [2:7593037576853462498:2113] self: [2:7593037576853462497:0] peer: [6:7593037577595126178:0] socket: 78 qp: -1
2026-01-08T17:03:46.407796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037576853462512:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:46.407871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:46.496949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037576853462502:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.496993Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037576853462502:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:46.407097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037573300158841:2074] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:46.450651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037576002669420:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8024
2026-01-08T17:03:46.348639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037578174509465:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.442888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:46.453380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037571707702104:2108] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.398746Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037576272571354:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5907
2026-01-08T17:03:46.465470Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037577595126184:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51236
2026-01-08T17:03:46.358543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037573879542089:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:46.453453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:46.530402Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037576853462502:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:46.424249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037576272571337:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.447219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037574932894385:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.358727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037578174509457:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:46.465656Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037577595126185:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51236
2026-01-08T17:03:46.558824Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037572558495193:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(253762447ns) {Configure:104(253753063ns) {ProcessConfigured:135(12515225ns) {StartInitialHandshake:157(12512043ns) {DropHandshakes:470(2181ns) {DropIncomingHandshake:442(429ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:992(538ns) PrepareNewSessionHandshake:477(5859ns) {SwitchToState:179(2194ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.463072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:46.447310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:46.424287Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037576272571337:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.383297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037578174509455:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.463164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037576002669402:2107] [node 4] ICP22 created new session: [3:7593037576002669421:2107]
2026-01-08T17:03:46.463236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037576002669421:2107] [node 4] ICS09 handshake done sender: [3:7593037576002669409:2139] self: [3:7593037576002669408:0] peer: [4:7593037579227861759:0] socket: 91 qp: -1
2026-01-08T17:03:46.463289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037576002669421:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:46.463366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:46.474970Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037576002669420:2142] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.475368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037576002669425:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8024
2026-01-08T17:03:46.475647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037571707702016:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:46.476841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037571707702104:2108] [node 6] ICP22 created new session: [3:7593037576002669422:2108]
2026-01-08T17:03:46.487455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037576002669402:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(51560266ns) {HandleHandshakeStatus:329(51556258ns) {DropIncomingHandshake:442(377ns) DropOutgoingHandshake:457(979ns) SwitchToState:179(456ns) ProcessPendingSessionEvents:495(581114ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 500914ns max# 64016ns}}}
2026-01-08T17:03:46.518893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037576002669428:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8024
2026-01-08T17:03:46.523248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037576002669422:2108] [node 6] ICS09 handshake done sender: [3:7593037576002669406:2137] self: [3:7593037576002669405:0] peer: [6:7593037577595126179:0] socket: 90 qp: -1
2026-01-08T17:03:46.534724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037576002669422:2108] [node 6] ICS10 traffic start
2026-01-08T17:03:46.541000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:46.549223Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037571707702104:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(94789922ns) {HandleHandshakeStatus:329(94786374ns) {DropIncomingHandshake:442(18510ns) DropOutgoingHandshake:457(495ns) SwitchToState:179(578ns) ProcessPendingSessionEvents:495(679631ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 601818ns max# 83420ns}}}
2026-01-08T17:03:46.549438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037576002669428:2144] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.554439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037576002669429:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8024
2026-01-08T17:03:46.562452Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037576002669425:2143] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.562656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037571707702015:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:46.574886Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037576002669420:2142] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:46.575150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037571707702016:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.575207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:46.575275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037571707702016:2049] [node 2] ICP22 created new session: [3:7593037576002669433:2049]
2026-01-08T17:03:46.583734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037576002669433:2049] [node 2] ICS09 handshake done sender: [3:7593037576002669420:2142] self: [3:7593037576002669427:0] peer: [2:7593037576853462501:0] socket: 86 qp: -1
2026-01-08T17:03:46.583792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037576002669433:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:46.583852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:46.620157Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037576002669435:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8024
2026-01-08T17:03:46.630841Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037576002669414:2140] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.630875Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037576002669414:2140] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:46.560150Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037576853462514:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4092
2026-01-08T17:03:46.465819Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037577595126186:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51236
2026-01-08T17:03:46.424912Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037571977603970:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8945) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037576272571333:2112] held: no
2026-01-08T17:03:46.425660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037576272571340:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:46.426099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037576272571332:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:46.455728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037576272571337:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:46.470638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037571977603971:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.470710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:46.470779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037571977603971:2049] [node 2] ICP22 created new session: [5:7593037576272571356:2049]
2026-01-08T17:03:46.470843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037576272571356:2049] [node 2] ICS09 handshake done sender: [5:7593037576272571332:2111] self: [5:7593037576272571350:0] peer: [2:7593037576853462490:0] socket: 67 qp: -1
2026-01-08T17:03:46.470888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037576272571356:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:46.470929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:46.472849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037576272571330:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.472930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:46.472990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037576272571330:2108] [node 4] ICP22 created new session: [5:7593037576272571358:2108]
2026-01-08T17:03:46.473052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037576272571358:2108] [node 4] ICS09 handshake done sender: [5:7593037576272571340:2116] self: [5:7593037576272571351:0] peer: [4:7593037579227861748:0] socket: 79 qp: -1
2026-01-08T17:03:46.473097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037576272571358:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:46.473136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:46.473842Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037576272571330:2108] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:46.474292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037571977604033:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:46.496651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037576272571352:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5907
2026-01-08T17:03:46.507323Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037576272571361:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5907
2026-01-08T17:03:46.509071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:46.516161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037571977604033:2109] [node 6] ICP22 created new session: [5:7593037576272571360:2109]
2026-01-08T17:03:46.518816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037576272571333:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:46.543328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037571977603970:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.543411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:46.543473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037571977603970:2048] [node 1] ICP22 created new session: [5:7593037576272571363:2048]
2026-01-08T17:03:46.543538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037576272571363:2048] [node 1] ICS09 handshake done sender: [5:7593037576272571333:2112] self: [5:7593037576272571349:0] peer: [1:7593037578174509456:0] socket: 72 qp: -1
2026-01-08T17:03:46.543579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037576272571363:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:46.543622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:46.546071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037576272571360:2109] [node 6] ICS09 handshake done sender: [5:7593037576272571337:2114] self: [5:7593037576272571336:0] peer: [6:7593037577595126183:0] socket: 81 qp: -1
2026-01-08T17:03:46.546136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037576272571360:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:46.551783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:46.618979Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037571977604033:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(134659494ns) {HandleHandshakeStatus:329(134656584ns) {DropIncomingHandshake:442(6231200ns) DropOutgoingHandshake:457(4177ns) SwitchToState:179(654ns) ProcessPendingSessionEvents:495(22930004ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 22865538ns max# 22364220ns}}}
2026-01-08T17:03:46.626639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037576272571361:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.626836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037571977603972:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.447386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037574932894385:2050] [node 3] ICP22 created new session: [4:7593037579227861764:2050]
2026-01-08T17:03:46.383329Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037578174509455:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:46.580078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037572558495129:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:46.483095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037577595126180:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51236
2026-01-08T17:03:46.642948Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037576002669414:2140] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.447448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037579227861764:2050] [node 3] ICS09 handshake done sender: [4:7593037579227861756:2115] self: [4:7593037579227861759:0] peer: [3:7593037576002669408:0] socket: 92 qp: -1
2026-01-08T17:03:46.641737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037576272571367:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5907
2026-01-08T17:03:46.541082Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037577595126176:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:46.383953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037573879542154:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.595416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:46.658177Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037576002669425:2143] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:46.384001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:46.447491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037579227861764:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:46.664339Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037576272571361:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:46.595560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037576853462514:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.658532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037576002669401:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:46.566842Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037573300158800:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8945) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037577595126172:2114] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:46.447533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:46.604041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037572558495129:2049] [node 3] ICP22 created new session: [2:7593037576853462520:2049]
2026-01-08T17:03:46.567524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037573300158841:2074] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.567596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:46.567658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037573300158841:2074] [node 5] ICP22 created new session: [6:7593037577595126187:2074]
2026-01-08T17:03:46.567741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037577595126187:2074] [node 5] ICS09 handshake done sender: [6:7593037577595126176:2117] self: [6:7593037577595126183:0] peer: [5:7593037576272571336:0] socket: 85 qp: -1
2026-01-08T17:03:46.384059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037573879542154:2108] [node 5] ICP22 created new session: [1:7593037578174509474:2108]
2026-01-08T17:03:46.674391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037571977603972:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.692528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037571707702015:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.692592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:46.692644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037571707702015:2048] [node 1] ICP22 created new session: [3:7593037576002669437:2048]
2026-01-08T17:03:46.692725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037576002669437:2048] [node 1] ICS09 handshake done sender: [3:7593037576002669425:2143] self: [3:7593037576002669432:0] peer: [1:7593037578174509461:0] socket: 118 qp: -1
2026-01-08T17:03:46.692772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037576002669437:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:46.692812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:46.693506Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037571707702015:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:46.698476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:46.714514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037576002669401:2109] [node 5] ICP22 created new session: [3:7593037576002669439:2109]
2026-01-08T17:03:46.734832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037576002669439:2109] [node 5] ICS09 handshake done sender: [3:7593037576002669414:2140] self: [3:7593037576002669413:0] peer: [5:7593037576272571366:0] socket: 119 qp: -1
2026-01-08T17:03:46.734895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037576002669439:2109] [node 5] ICS10 traffic start
2026-01-08T17:03:46.734968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:46.736971Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037576002669401:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(80803773ns) {HandleHandshakeStatus:329(80801432ns) {DropIncomingHandshake:442(21481ns) DropOutgoingHandshake:457(568ns) SwitchToState:179(174ns) ProcessPendingSessionEvents:495(651164ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 574627ns max# 62299ns}}}
2026-01-08T17:03:46.384142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037578174509474:2108] [node 5] ICS09 handshake done sender: [1:7593037578174509457:2113] self: [1:7593037578174509456:0] peer: [5:7593037576272571349:0] socket: 70 qp: -1
2026-01-08T17:03:46.384187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037578174509474:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:46.384228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:46.388160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037578174509469:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.394390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:46.394775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037573879542154:2108] [node 5] ICP18 handshake (actor [1:7593037578174509465:2117]) is too old
2026-01-08T17:03:46.402530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037573879542089:2048] [node 2] ICP22 created new session: [1:7593037578174509477:2048]
2026-01-08T17:03:46.410604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037578174509477:2048] [node 2] ICS09 handshake done sender: [1:7593037578174509453:2111] self: [1:7593037578174509452:0] peer: [2:7593037576853462503:0] socket: 66 qp: -1
2026-01-08T17:03:46.419253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037578174509477:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:46.452669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:46.497061Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037578174509455:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:46.514310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037573879542153:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:46.514420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:46.514480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037573879542153:2109] [node 6] ICP22 created new session: [1:7593037578174509482:2109]
2026-01-08T17:03:46.514548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037578174509482:2109] [node 6] ICS09 handshake done sender: [1:7593037578174509455:2112] self: [1:7593037578174509454:0] peer: [6:7593037577595126181:0] socket: 69 qp: -1
2026-01-08T17:03:46.514599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037578174509482:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:46.514645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:46.528071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037573879542089:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(178261992ns) {HandleHandshakeStatus:329(178259258ns) {DropIncomingHandshake:442(30728ns) DropOutgoingHandshake:457(684ns) SwitchToState:179(438ns) ProcessPendingSessionEvents:495(25545904ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 17796247ns max# 17300083ns}}}
2026-01-08T17:03:46.534716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037578174509467:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.534772Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037578174509467:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:46.565409Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037578174509467:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:46.593578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037578174509462:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.593649Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037578174509462:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:46.600144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037573879542152:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:46.600230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:46.600292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037573879542152:2107] [node 4] ICP22 created new session: [1:7593037578174509485:2107]
2026-01-08T17:03:46.600351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037578174509485:2107] [node 4] ICS09 handshake done sender: [1:7593037578174509467:2118] self: [1:7593037578174509466:0] peer: [4:7593037579227861768:0] socket: 112 qp: -1
2026-01-08T17:03:46.600389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037578174509485:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:46.600425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:46.639176Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037578174509462:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:46.650393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037573879542090:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:46.671294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:46.694467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037573879542090:2049] [node 3] ICP22 created new session: [1:7593037578174509488:2049]
2026-01-08T17:03:46.726970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037578174509488:2049] [node 3] ICS09 handshake done sender: [1:7593037578174509462:2115] self: [1:7593037578174509461:0] peer: [3:7593037576002669432:0] socket: 114 qp: -1
2026-01-08T17:03:46.738763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037578174509488:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:46.746804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:46.459400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037574932894447:2108] [node 5] ICP22 created new session: [4:7593037579227861763:2108]
2026-01-08T17:03:46.486863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037579227861767:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3172
2026-01-08T17:03:46.501052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037579227861767:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.504192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037574932894383:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:46.509183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037579227861763:2108] [node 5] ICS09 handshake done sender: [4:7593037579227861749:2112] self: [4:7593037579227861748:0] peer: [5:7593037576272571351:0] socket: 77 qp: -1
2026-01-08T17:03:46.516317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037579227861763:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:46.567791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037577595126187:2074] [node 5] ICS10 traffic start
2026-01-08T17:03:46.567843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:46.568739Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037577595126175:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:46.569270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037577595126172:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:46.575393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037573300158800:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.575491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:46.575546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037573300158800:2048] [node 1] ICP22 created new session: [6:7593037577595126189:2048]
2026-01-08T17:03:46.575611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037577595126189:2048] [node 1] ICS09 handshake done sender: [6:7593037577595126172:2114] self: [6:7593037577595126181:0] peer: [1:7593037578174509454:0] socket: 71 qp: -1
2026-01-08T17:03:46.575657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037577595126189:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:46.575730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:46.578964Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037573300158802:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22559) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037577595126177:2118] held: no
2026-01-08T17:03:46.674526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:46.516381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:46.764989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037573879542090:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(121350670ns) {HandleHandshakeStatus:329(121347014ns) {DropIncomingHandshake:442(44001ns) DropOutgoingHandshake:457(549ns) SwitchToState:179(668ns) ProcessPendingSessionEvents:495(3416336ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 3351598ns max# 1764949ns}}}
2026-01-08T17:03:46.609406Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037576853462521:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4092
2026-01-08T17:03:46.579698Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037577595126177:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:46.559931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037579227861770:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3172
2026-01-08T17:03:46.597981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037573300158801:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.674594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037571977603972:2050] [node 3] ICP22 created new session: [5:7593037576272571368:2050]
2026-01-08T17:03:46.626505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037576853462520:2049] [node 3] ICS09 handshake done sender: [2:7593037576853462502:2115] self: [2:7593037576853462501:0] peer: [3:7593037576002669427:0] socket: 68 qp: -1
2026-01-08T17:03:46.560008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037579227861771:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3172
2026-01-08T17:03:46.598075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:46.598150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037573300158801:2049] [node 2] ICP22 created new session: [6:7593037577595126192:2049]
2026-01-08T17:03:46.598234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037577595126192:2049] [node 2] ICS09 handshake done sender: [6:7593037577595126175:2116] self: [6:7593037577595126178:0] peer: [2:7593037576853462497:0] socket: 83 qp: -1
2026-01-08T17:03:46.598277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037577595126192:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:46.598363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:46.602056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037573300158802:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.602151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:46.602214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037573300158802:2050] [node 3] ICP22 created new session: [6:7593037577595126194:2050]
2026-01-08T17:03:46.602269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037577595126194:2050] [node 3] ICS09 handshake done sender: [6:7593037577595126177:2118] self: [6:7593037577595126179:0] peer: [3:7593037576002669405:0] socket: 93 qp: -1
2026-01-08T17:03:46.602309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037577595126194:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:46.602368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:46.625499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037573300158801:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(26363589ns) {HandleHandshakeStatus:329(26360131ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(4763ns) SwitchToState:179(593ns) ProcessPendingSessionEvents:495(617369ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 550900ns max# 94627ns}}}
2026-01-08T17:03:46.656925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037577595126185:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.657355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037577595126159:2078] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:46.692093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037577595126198:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51236
2026-01-08T17:03:46.739615Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037577595126185:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:46.754831Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037573300158841:2074] [node 5] ICP35 event processing took too much time PendingConnection:279(178294906ns) {HandleHandshakeStatus:329(178291648ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(7101ns) SwitchToState:179(578ns) ProcessPendingSessionEvents:495(177794020ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 177628668ns max# 22848532ns}}}
2026-01-08T17:03:46.756074Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037573300158841:2074] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:46.761240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037577595126159:2078] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.769409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:46.770120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037577595126159:2078] [node 4] ICP22 created new session: [6:7593037577595126199:2078]
2026-01-08T17:03:46.770188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037577595126199:2078] [node 4] ICS09 handshake done sender: [6:7593037577595126185:2122] self: [6:7593037577595126197:0] peer: [4:7593037579227861757:0] socket: 116 qp: -1
2026-01-08T17:03:46.770233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037577595126199:2078] [node 4] ICS10 traffic start
2026-01-08T17:03:46.770301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:46.771169Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037577595126159:2078] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:46.626570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037576853462520:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:46.626671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:46.643099Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037572558495129:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(69496753ns) {HandleHandshakeStatus:329(69493451ns) {DropIncomingHandshake:442(1901ns) DropOutgoingHandshake:457(385ns) SwitchToState:179(510ns) ProcessPendingSessionEvents:495(6319411ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 6255780ns max# 5796301ns}}}
2026-01-08T17:03:46.651996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037572558495129:2049] [node 3] ICP18 handshake (actor [2:7593037576853462514:2117]) is too old
2026-01-08T17:03:46.698541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037576853462517:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.698587Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037576853462517:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:46.739163Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037576853462517:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:46.763146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037572558495193:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:46.766970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:46.767041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037572558495193:2107] [node 4] ICP22 created new session: [2:7593037576853462524:2107]
2026-01-08T17:03:46.767102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037576853462524:2107] [node 4] ICS09 handshake done sender: [2:7593037576853462517:2118] self: [2:7593037576853462516:0] peer: [4:7593037579227861774:0] socket: 123 qp: -1
2026-01-08T17:03:46.767146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037576853462524:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:46.767219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:46.674659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037576272571368:2050] [node 3] ICS09 handshake done sender: [5:7593037576272571361:2122] self: [5:7593037576272571366:0] peer: [3:7593037576002669413:0] socket: 73 qp: -1
2026-01-08T17:03:46.674706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037576272571368:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:46.674766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:46.590930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037579227861767:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:46.598490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037574932894383:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.598553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:46.598605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037574932894383:2048] [node 1] ICP22 created new session: [4:7593037579227861772:2048]
2026-01-08T17:03:46.598665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037579227861772:2048] [node 1] ICS09 handshake done sender: [4:7593037579227861767:2118] self: [4:7593037579227861768:0] peer: [1:7593037578174509466:0] socket: 115 qp: -1
2026-01-08T17:03:46.598697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037579227861772:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:46.598744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:46.638218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037579227861771:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.654509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037574932894447:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(188604307ns) {HandleHandshakeStatus:329(188601725ns) {DropIncomingHandshake:442(19502ns) DropOutgoingHandshake:457(505ns) SwitchToState:179(5992ns) ProcessPendingSessionEvents:495(51921396ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 51818298ns max# 14800905ns}}}
2026-01-08T17:03:46.654604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037574932894384:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:46.670911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037579227861775:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3172
2026-01-08T17:03:46.679609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037579227861758:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.679658Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037579227861758:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:46.680819Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037579227861758:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:46.720182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037574932894446:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:46.734566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:46.740150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037574932894446:2109] [node 6] ICP22 created new session: [4:7593037579227861777:2109]
2026-01-08T17:03:46.748382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037579227861775:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:46.752653Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037579227861778:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3172
2026-01-08T17:03:46.753048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037579227861777:2109] [node 6] ICS09 handshake done sender: [4:7593037579227861758:2116] self: [4:7593037579227861757:0] peer: [6:7593037577595126197:0] socket: 84 qp: -1
2026-01-08T17:03:46.753118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037579227861777:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:46.753179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:46.759324Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037574932894446:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(38059523ns) {HandleHandshakeStatus:329(38055604ns) {DropIncomingHandshake:442(585ns) DropOutgoingHandshake:457(653ns) SwitchToState:179(1023ns) ProcessPendingSessionEvents:495(4863743ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 4789569ns max# 4186604ns}}}
2026-01-08T17:03:46.759462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037574932894446:2109] [node 6] ICP18 handshake (actor [4:7593037579227861775:2121]) is too old
2026-01-08T17:03:46.762448Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037579227861771:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:46.772048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037574932894384:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:46.772141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:46.775276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037574932894384:2049] [node 2] ICP22 created new session: [4:7593037579227861780:2049]
2026-01-08T17:03:46.784196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037579227861780:2049] [node 2] ICS09 handshake done sender: [4:7593037579227861771:2120] self: [4:7593037579227861774:0] peer: [2:7593037576853462516:0] socket: 124 qp: -1
2026-01-08T17:03:46.784262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037579227861780:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:46.784350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:46.785925Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037574932894384:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:46.994533Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:46.994870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037576002669437:2048] [node 1] ICS01 socket: 118 reason# EndOfStream
2026-01-08T17:03:46.995317Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:46.994920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037571707702015:2048] [node 1] ICP30 unregister session Session# [3:7593037576002669437:2048] VirtualId# [3:7593037576002669432:0]
2026-01-08T17:03:46.994960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037576002669437:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:46.995044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:46.995095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:46.997109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037576853462507:2048] [node 1] ICS01 socket: 74 reason# EndOfStream
2026-01-08T17:03:46.997158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037572558495128:2048] [node 1] ICP30 unregister session Session# [2:7593037576853462507:2048] VirtualId# [2:7593037576853462503:0]
2026-01-08T17:03:46.997194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037576853462507:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:46.997270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:46.997319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:47.000919Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:47.003102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037579227861772:2048] [node 1] ICS07 socket disconnect 115 reason# EndOfStream
2026-01-08T17:03:47.000545Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:47.003143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037579227861772:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:47.003232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:47.003285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037579227861772:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:47.005084Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037574932894383:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8945) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:47.000750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037576272571363:2048] [node 1] ICS01 socket: 72 reason# EndOfStream
2026-01-08T17:03:47.000798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037571977603970:2048] [node 1] ICP30 unregister session Session# [5:7593037576272571363:2048] VirtualId# [5:7593037576272571349:0]
2026-01-08T17:03:47.000830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037576272571363:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:47.000900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:47.000972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:47.005556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037579227861772:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:47.005610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037574932894383:2048] [node 1] ICP30 unregister session Session# [4:7593037579227861772:2048] VirtualId# [4:7593037579227861768:0]
2026-01-08T17:03:47.005666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:47.005709Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037574932894383:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8945) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.005726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8945) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.007624Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:47.007849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037577595126189:2048] [node 1] ICS01 socket: 71 reason# EndOfStream
2026-01-08T17:03:47.007893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037573300158800:2048] [node 1] ICP30 unregister session Session# [6:7593037577595126189:2048] VirtualId# [6:7593037577595126181:0]
2026-01-08T17:03:47.007938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037577595126189:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:47.008041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:47.008098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:47.026540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037574932894383:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:47.100006Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:47.100288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037576002669433:2049] [node 2] ICS01 socket: 86 reason# EndOfStream
2026-01-08T17:03:47.100336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037571707702016:2049] [node 2] ICP30 unregister session Session# [3:7593037576002669433:2049] VirtualId# [3:7593037576002669427:0]
2026-01-08T17:03:47.100384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037576002669433:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:47.100475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:47.100520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:47.106553Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:47.106793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037579227861780:2049] [node 2] ICS07 socket disconnect 124 reason# EndOfStream
2026-01-08T17:03:47.106835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037579227861780:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:47.106928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:47.106974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037579227861780:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:47.107707Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:47.107903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037576272571356:2049] [node 2] ICS07 socket disconnect 67 reason# EndOfStream
2026-01-08T17:03:47.107936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037576272571356:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:47.107513Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:47.108023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:47.108108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037576272571356:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:47.107732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037577595126192:2049] [node 2] ICS07 socket disconnect 83 reason# EndOfStream
2026-01-08T17:03:47.107766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037577595126192:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:47.107858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:47.107906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037577595126192:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:47.109278Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037573300158801:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64527) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:47.109328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037577595126192:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:47.109372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037573300158801:2049] [node 2] ICP30 unregister session Session# [6:7593037577595126192:2049] VirtualId# [6:7593037577595126178:0]
2026-01-08T17:03:47.109509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:47.109613Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037573300158801:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.109658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.109906Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037574932894384:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64527) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:47.109970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037579227861780:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:47.110007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037574932894384:2049] [node 2] ICP30 unregister session Session# [4:7593037579227861780:2049] VirtualId# [4:7593037579227861774:0]
2026-01-08T17:03:47.110858Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037571977603971:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64527) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:47.110047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:47.110073Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037574932894384:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.110096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.119292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037574932894384:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:47.119517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037573300158801:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:47.110903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037576272571356:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:47.110929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037571977603971:2049] [node 2] ICP30 unregister session Session# [5:7593037576272571356:2049] VirtualId# [5:7593037576272571350:0]
2026-01-08T17:03:47.110991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:47.111018Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037571977603971:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.111029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64527) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.130765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037571977603971:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:47.251840Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:47.251166Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:47.251428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037576272571368:2050] [node 3] ICS07 socket disconnect 73 reason# EndOfStream
2026-01-08T17:03:47.251463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037576272571368:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:47.251540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:47.251578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037576272571368:2050] [node 3] ICS15 start handshake
2026-01-08T17:03:47.252392Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:47.252569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037577595126194:2050] [node 3] ICS01 socket: 93 reason# EndOfStream
2026-01-08T17:03:47.252612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037573300158802:2050] [node 3] ICP30 unregister session Session# [6:7593037577595126194:2050] VirtualId# [6:7593037577595126179:0]
2026-01-08T17:03:47.252643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037577595126194:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:47.252700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:47.252742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:47.252039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037579227861764:2050] [node 3] ICS01 socket: 92 reason# EndOfStream
2026-01-08T17:03:47.252104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037574932894385:2050] [node 3] ICP30 unregister session Session# [4:7593037579227861764:2050] VirtualId# [4:7593037579227861759:0]
2026-01-08T17:03:47.252145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037579227861764:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:47.252225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:47.252285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:47.254240Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037571977603972:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22559) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:47.254311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037576272571368:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:47.254491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037571977603972:2050] [node 3] ICP30 unregister session Session# [5:7593037576272571368:2050] VirtualId# [5:7593037576272571366:0]
2026-01-08T17:03:47.254546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:47.254608Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037571977603972:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22559) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.254636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22559) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.268038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037571977603972:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:03:47.531627Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:47.531906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037576272571358:2108] [node 4] ICS01 socket: 79 reason# EndOfStream
2026-01-08T17:03:47.531966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037576272571330:2108] [node 4] ICP30 unregister session Session# [5:7593037576272571358:2108] VirtualId# [5:7593037576272571351:0]
2026-01-08T17:03:47.532009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037576272571358:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:47.532093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:47.532149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:47.534660Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:47.534943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037577595126199:2078] [node 4] ICS07 socket disconnect 116 reason# EndOfStream
2026-01-08T17:03:47.535009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037577595126199:2078] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:47.535158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:47.535249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037577595126199:2078] [node 4] ICS15 start handshake
2026-01-08T17:03:47.536490Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037577595126159:2078] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25612) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:47.536559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037577595126199:2078] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:47.536610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037577595126159:2078] [node 4] ICP30 unregister session Session# [6:7593037577595126199:2078] VirtualId# [6:7593037577595126197:0]
2026-01-08T17:03:47.536658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:47.536696Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037577595126159:2078] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25612) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.536714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25612) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.550246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037577595126159:2078] [node 4] ICP33 wake up from error state
2026-01-08T17:03:47.706591Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:47.706834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037577595126187:2074] [node 5] ICS07 socket disconnect 85 reason# EndOfStream
2026-01-08T17:03:47.706874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037577595126187:2074] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:47.706985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:47.707033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037577595126187:2074] [node 5] ICS15 start handshake
2026-01-08T17:03:47.709385Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037573300158841:2074] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4887) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:47.709457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037577595126187:2074] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:47.709498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037573300158841:2074] [node 5] ICP30 unregister session Session# [6:7593037577595126187:2074] VirtualId# [6:7593037577595126183:0]
2026-01-08T17:03:47.709650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:03:47.709694Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037573300158841:2074] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4887) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.709710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4887) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:47.722633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037573300158841:2074] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:03:48.018871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037586680945457:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:48.018919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037586680945458:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:48.038862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037586765006301:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:48.038923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037586765006302:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:48.090764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037585186690509:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:48.090809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037585186690510:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:48.096305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037587783184080:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:48.096346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037587783184081:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:48.096386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037587783184082:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:48.127082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037587017578578:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:48.127126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037587017578579:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:48.127168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037587017578580:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.307880Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037585186690526:2063] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56157
2026-01-08T17:03:48.154852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037586606979134:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:48.154932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037586606979136:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:48.155134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037586606979135:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:48.317512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037586606979155:2067] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.314957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037587017578594:2060] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.342071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037585186690531:2067] [node 6] ICP01 ready to work
2026-01-08T17:03:48.393142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037586680945491:2074] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.394353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037587783184104:2062] [node 5] ICP01 ready to work
2026-01-08T17:03:48.382487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037587017578598:2066] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39801
2026-01-08T17:03:48.378988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037585186690541:2073] [node 5] ICP01 ready to work
2026-01-08T17:03:48.414515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037586606979158:2062] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.414374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037586680945503:2075] [node 5] ICP01 ready to work
2026-01-08T17:03:48.423111Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037586765006302:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(55139684ns) {Configure:104(55130766ns) {ProcessConfigured:135(29262749ns) {StartInitialHandshake:157(29259951ns) {DropHandshakes:470(3316ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:992(809ns) PrepareNewSessionHandshake:477(6494ns) {SwitchToState:179(3713ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.486020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037587783184107:2070] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46103
2026-01-08T17:03:48.424551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037585186690552:2083] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56157
2026-01-08T17:03:48.524938Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037586606979134:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(42278104ns) {Configure:104(42267137ns) {ProcessConfigured:135(78936ns) {StartInitialHandshake:157(76233ns) {DropHandshakes:470(2393ns) {DropIncomingHandshake:442(455ns) DropOutgoingHandshake:457(564ns)} GenerateSessionVirtualId:992(1429ns) PrepareNewSessionHandshake:477(1775ns) {SwitchToState:179(538ns)}}}}}
2026-01-08T17:03:48.566911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037586606979177:2085] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38940
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.603254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037587017578636:2083] [node 6] ICP01 ready to work
2026-01-08T17:03:48.540605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037587783184106:2063] [node 6] ICP01 ready to work
2026-01-08T17:03:48.559099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037586680945520:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
2026-01-08T17:03:48.642342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037586606979201:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38940
2026-01-08T17:03:48.428334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037586765006341:2062] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.603715Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037587017578635:2101] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39801
2026-01-08T17:03:48.450648Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037585186690509:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(44955676ns) {Configure:104(44946501ns) {ProcessConfigured:135(42503837ns) {StartInitialHandshake:157(42501745ns) {DropHandshakes:470(2638ns) {DropIncomingHandshake:442(498ns) DropOutgoingHandshake:457(639ns)} GenerateSessionVirtualId:992(913ns) PrepareNewSessionHandshake:477(3912ns) {SwitchToState:179(1867ns)}}}}}
2026-01-08T17:03:48.606563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037586680945512:2080] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.643761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037586606979202:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38940
2026-01-08T17:03:48.646861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037586765006366:2063] [node 4] ICP01 ready to work
2026-01-08T17:03:48.551860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037585186690577:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56157
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.670746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037586765006370:2072] [node 5] ICP01 ready to work
2026-01-08T17:03:48.620421Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037587017578580:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(245695869ns) {Configure:104(245685408ns) {ProcessConfigured:135(90759ns) {StartInitialHandshake:157(87255ns) {DropHandshakes:470(2910ns) {DropIncomingHandshake:442(702ns) DropOutgoingHandshake:457(590ns)} GenerateSessionVirtualId:992(1357ns) PrepareNewSessionHandshake:477(1994ns) {SwitchToState:179(538ns)}}}}}
2026-01-08T17:03:48.754407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037587783184107:2070] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.759126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037587783184159:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46103
2026-01-08T17:03:48.570218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037585186690526:2063] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.738802Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037586680945512:2080] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(23575454ns) {Configure:104(23569615ns) {ProcessConfigured:135(21527833ns) {StartInitialHandshake:157(21525088ns) {DropHandshakes:470(2531ns) {DropIncomingHandshake:442(742ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:992(1258ns) PrepareNewSessionHandshake:477(3613ns) {SwitchToState:179(1974ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.771233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037586606979177:2085] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.703274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037587017578598:2066] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.741273Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037586680945524:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
2026-01-08T17:03:48.570363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037585186690566:2061] [node 4] ICP01 ready to work
2026-01-08T17:03:48.775186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037586606979202:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.703733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037587017578580:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:48.747432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037586680945520:2107] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.782851Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037586680945524:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.842719Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037586680945503:2075] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(282954785ns) {Configure:104(282946704ns) {ProcessConfigured:135(35994208ns) {StartInitialHandshake:157(35991593ns) {DropHandshakes:470(2800ns) {DropIncomingHandshake:442(464ns) DropOutgoingHandshake:457(539ns)} GenerateSessionVirtualId:992(1043ns) PrepareNewSessionHandshake:477(3073ns) {SwitchToState:179(1098ns)}}}}}
2026-01-08T17:03:48.859236Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037586680945512:2080] [node 6] ICP35 event processing took too much time PendingConnection:279(39187909ns) {IncomingHandshake:261(11840938ns) {DropIncomingHandshake:442(395ns) PrepareNewSessionHandshake:477(5879ns) {SwitchToState:179(857ns)} GenerateSessionVirtualId:992(978ns) IssueIncomingHandshakeReply:193(18746ns)}}
2026-01-08T17:03:48.867630Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037586765006370:2072] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(188561503ns) {Configure:104(188556484ns) {ProcessConfigured:135(89929ns) {StartInitialHandshake:157(87536ns) {DropHandshakes:470(2954ns) {DropIncomingHandshake:442(772ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:992(1040ns) PrepareNewSessionHandshake:477(1031ns) {SwitchToState:179(380ns)}}}}}
2026-01-08T17:03:48.775343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037586606979201:2109] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.762763Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037587017578635:2101] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.889408Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037586765006348:2093] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.889452Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037586765006348:2093] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.704238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037585186690588:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56157
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.895918Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037586680945457:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(196930112ns) {Configure:104(173016572ns) {ProcessConfigured:135(137728ns) {StartInitialHandshake:157(134368ns) {DropHandshakes:470(2545ns) {DropIncomingHandshake:442(474ns) DropOutgoingHandshake:457(392ns)} GenerateSessionVirtualId:992(903ns) PrepareNewSessionHandshake:477(1356ns) {SwitchToState:179(582ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.924186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037586680945528:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.775605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037586606979136:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:48.768093Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037587017578578:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(373050459ns) {Configure:104(373042375ns) {ProcessConfigured:135(90131ns) {StartInitialHandshake:157(86312ns) {DropHandshakes:470(3018ns) {DropIncomingHandshake:442(559ns) DropOutgoingHandshake:457(545ns)} GenerateSessionVirtualId:992(1134ns) PrepareNewSessionHandshake:477(2517ns) {SwitchToState:179(810ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.803115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037586606979209:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38940
2026-01-08T17:03:48.930846Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037586680945539:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
2026-01-08T17:03:48.897214Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037586765006348:2093] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.751126Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037585186690566:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(46159660ns) {Configure:104(46159107ns) {ProcessConfigured:135(8238932ns) {StartInitialHandshake:157(8164933ns) {DropHandshakes:470(2314ns) {DropIncomingHandshake:442(700ns) DropOutgoingHandshake:457(481ns)} GenerateSessionVirtualId:992(5175ns) PrepareNewSessionHandshake:477(4770ns) {SwitchToState:179(3002ns)}} IncomingHandshake:261(34073ns) {DropIncomingHandshake:442(759ns) PrepareNewSessionHandshake:477(551ns) {SwitchToState:179(198ns)} GenerateSessionVirtualId:992(444ns) IssueIncomingHandshakeReply:193(674ns)}}}}
2026-01-08T17:03:48.794933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037587783184080:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(248290441ns) {Configure:104(248281608ns) {ProcessConfigured:135(17341269ns) {StartInitialHandshake:157(17335598ns) {DropHandshakes:470(2385ns) {DropIncomingHandshake:442(419ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:992(832ns) PrepareNewSessionHandshake:477(5037ns) {SwitchToState:179(2645ns)}}}}}
2026-01-08T17:03:48.776057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037587017578594:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.934525Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037586680945526:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.912346Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037586765006301:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(537284827ns) {Configure:104(537279209ns) {ProcessConfigured:135(20285247ns) {StartInitialHandshake:157(20282228ns) {DropHandshakes:470(5629150ns) {DropIncomingHandshake:442(366ns) DropOutgoingHandshake:457(2179ns)} GenerateSessionVirtualId:992(2039ns) PrepareNewSessionHandshake:477(3751ns) {SwitchToState:179(204ns)}}}}}
2026-01-08T17:03:48.792683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037587017578658:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39801
2026-01-08T17:03:48.806371Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037587783184122:2084] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.826648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037586606979210:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38940
2026-01-08T17:03:48.755007Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037585186690577:2106] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.845961Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037586606979136:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24027) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037586606979177:2085] held: no
2026-01-08T17:03:48.806434Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037587783184122:2084] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:48.763130Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037585186690543:2074] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.962892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037586765006341:2062] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(102331654ns) {Configure:104(102325190ns) {ProcessConfigured:135(27937523ns) {StartInitialHandshake:157(27934500ns) {DropHandshakes:470(2244ns) {DropIncomingHandshake:442(357ns) DropOutgoingHandshake:457(436ns)} GenerateSessionVirtualId:992(872ns) PrepareNewSessionHandshake:477(2919ns) {SwitchToState:179(757ns)}}}}}
2026-01-08T17:03:48.934592Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037586680945526:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.868832Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037587017578580:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24027) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037587017578598:2066] held: no
2026-01-08T17:03:48.883031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037586606979209:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.979003Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037586765006380:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36973
2026-01-08T17:03:48.763181Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037585186690543:2074] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:48.935068Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037586680945458:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(582243001ns) {Configure:104(582231594ns) {ProcessConfigured:135(39974248ns) {StartInitialHandshake:157(39970871ns) {DropHandshakes:470(2599ns) {DropIncomingHandshake:442(672ns) DropOutgoingHandshake:457(563ns)} GenerateSessionVirtualId:992(720ns) PrepareNewSessionHandshake:477(4000ns) {SwitchToState:179(1726ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.887120Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037587017578579:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(535988423ns) {Configure:104(535975814ns) {ProcessConfigured:135(19691021ns) {StartInitialHandshake:157(19688071ns) {DropHandshakes:470(1856ns) {DropIncomingHandshake:442(291ns) DropOutgoingHandshake:457(196ns)} GenerateSessionVirtualId:992(796ns) PrepareNewSessionHandshake:477(5159ns) {SwitchToState:179(3052ns)}}}}}
2026-01-08T17:03:48.822771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037587783184161:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46103
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.883304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037586606979134:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:48.957961Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037586680945528:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:48.776498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037585186690533:2068] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.978575Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037586680945526:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:48.983592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037586680945539:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.983662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037586680945512:2080] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:48.983751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:48.983814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037586680945512:2080] [node 6] ICP22 created new session: [1:7593037586680945542:2080]
2026-01-08T17:03:48.983877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037586680945542:2080] [node 6] ICS09 handshake done sender: [1:7593037586680945526:2112] self: [1:7593037586680945525:0] peer: [6:7593037586606979212:0] socket: 89 qp: -1
2026-01-08T17:03:48.983918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037586680945542:2080] [node 6] ICS10 traffic start
2026-01-08T17:03:48.983972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:49.046758Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037586680945528:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:49.058013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037586680945491:2074] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:49.071037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:49.071129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037586680945491:2074] [node 4] ICP22 created new session: [1:7593037590975912844:2074]
2026-01-08T17:03:49.071195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037590975912844:2074] [node 4] ICS09 handshake done sender: [1:7593037586680945528:2113] self: [1:7593037586680945527:0] peer: [4:7593037587783184163:0] socket: 90 qp: -1
2026-01-08T17:03:49.071245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037590975912844:2074] [node 4] ICS10 traffic start
2026-01-08T17:03:49.071309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:49.079021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037586680945541:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
2026-01-08T17:03:49.087370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037586680945534:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.087401Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037586680945534:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:49.090716Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037586680945534:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:49.130783Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037586680945536:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.130838Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037586680945536:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:49.148115Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037586680945541:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.148258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037586680945538:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.148284Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037586680945538:2116] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:49.148935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037586680945503:2075] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:49.149026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:49.149096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037586680945503:2075] [node 5] ICP22 created new session: [1:7593037590975912848:2075]
2026-01-08T17:03:49.149157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037590975912848:2075] [node 5] ICS09 handshake done sender: [1:7593037586680945534:2114] self: [1:7593037586680945531:0] peer: [5:7593037591312545972:0] socket: 99 qp: -1
2026-01-08T17:03:49.149204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037590975912848:2075] [node 5] ICS10 traffic start
2026-01-08T17:03:49.149249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:49.174910Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037590975912850:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13833
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.888021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037587017578661:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39801
2026-01-08T17:03:48.837168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037587783184122:2084] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:48.986973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037586765006382:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36973
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.898848Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037586606979135:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(503857947ns) {Configure:104(503850697ns) {ProcessConfigured:135(78808ns) {StartInitialHandshake:157(76093ns) {DropHandshakes:470(2251ns) {DropIncomingHandshake:442(434ns) DropOutgoingHandshake:457(435ns)} GenerateSessionVirtualId:992(1034ns) PrepareNewSessionHandshake:477(1567ns) {SwitchToState:179(739ns)}}}}}
2026-01-08T17:03:49.190969Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037586680945536:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:48.878426Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037587783184159:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.947032Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037586606979158:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(480194266ns) {Configure:104(480186038ns) {ProcessConfigured:135(31072076ns) {StartInitialHandshake:157(31068934ns) {DropHandshakes:470(2587ns) {DropIncomingHandshake:442(557ns) DropOutgoingHandshake:457(517ns)} GenerateSessionVirtualId:992(642ns) PrepareNewSessionHandshake:477(4415ns) {SwitchToState:179(2252ns)}}}}}
2026-01-08T17:03:48.776538Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037585186690533:2068] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:48.891816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037587017578598:2066] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:49.191579Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037586680945491:2074] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:48.987109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037586765006383:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36973
2026-01-08T17:03:48.786545Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037585186690533:2068] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:48.897203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037587783184104:2062] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:48.896507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037587017578662:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39801
2026-01-08T17:03:48.947656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037586606979158:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.896603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037587017578663:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39801
2026-01-08T17:03:48.987549Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037586765006366:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(308550950ns) {Configure:104(308542308ns) {ProcessConfigured:135(12348246ns) {StartInitialHandshake:157(12345559ns) {DropHandshakes:470(2203ns) {DropIncomingHandshake:442(497ns) DropOutgoingHandshake:457(552ns)} GenerateSessionVirtualId:992(875ns) PrepareNewSessionHandshake:477(2197ns) {SwitchToState:179(554ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:48.897667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037587783184161:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.791644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037585186690588:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.950625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037586606979155:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(514914985ns) {Configure:104(494980082ns) {ProcessConfigured:135(27662558ns) {StartInitialHandshake:157(27658065ns) {DropHandshakes:470(2832ns) {DropIncomingHandshake:442(367ns) DropOutgoingHandshake:457(922ns)} GenerateSessionVirtualId:992(870ns) PrepareNewSessionHandshake:477(2946ns) {SwitchToState:179(1540ns)}}}}}
2026-01-08T17:03:49.205094Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037586680945538:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:49.024010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037586765006302:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:49.024097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:49.024161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037586765006302:2049] [node 3] ICP22 created new session: [2:7593037591059973681:2049]
2026-01-08T17:03:49.024229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037591059973681:2049] [node 3] ICS09 handshake done sender: [2:7593037586765006348:2093] self: [2:7593037586765006340:0] peer: [3:7593037585186690603:0] socket: 68 qp: -1
2026-01-08T17:03:48.902863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:49.024275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037591059973681:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:49.024331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:48.911181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037587783184082:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:49.038629Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037586765006372:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.038660Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037586765006372:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:48.957876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037587783184104:2062] [node 5] ICP22 created new session: [4:7593037587783184164:2062]
2026-01-08T17:03:48.958685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037587783184080:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:49.063290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037591059973684:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36973
2026-01-08T17:03:49.002439Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037587783184124:2085] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.096490Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037586765006372:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:49.118143Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037586765006302:2049] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:49.002491Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037587783184124:2085] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:49.118279Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037591059973684:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.002715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037587783184164:2062] [node 5] ICS09 handshake done sender: [4:7593037587783184122:2084] self: [4:7593037587783184121:0] peer: [5:7593037587017578657:0] socket: 78 qp: -1
2026-01-08T17:03:49.118425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037586765006383:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.009158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037587783184164:2062] [node 5] ICS10 traffic start
2026-01-08T17:03:49.118607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037586765006301:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:49.009211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:49.128720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037586765006370:2072] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:49.010459Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037587783184080:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(72695166ns) {IncomingHandshake:261(72689968ns) {DropIncomingHandshake:442(560ns) PrepareNewSessionHandshake:477(1824ns) {SwitchToState:179(673ns)} GenerateSessionVirtualId:992(980ns) IssueIncomingHandshakeReply:193(66893781ns) {SwitchToState:179(1560ns)}}}
2026-01-08T17:03:49.133399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:49.010700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037587783184167:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46103
2026-01-08T17:03:49.138207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037591059973686:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36973
2026-01-08T17:03:49.043019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037587783184124:2085] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:49.142329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037586765006370:2072] [node 5] ICP22 created new session: [2:7593037591059973689:2072]
2026-01-08T17:03:49.074050Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037587783184161:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:49.079045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037592078151466:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46103
2026-01-08T17:03:49.152502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037586765006382:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.190588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037591059973692:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36973
2026-01-08T17:03:49.090581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037587783184104:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(192163255ns) {HandleHandshakeStatus:329(192159606ns) {DropIncomingHandshake:442(22417ns) DropOutgoingHandshake:457(3092ns) SwitchToState:179(590ns) ProcessPendingSessionEvents:495(13951009ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 13872127ns max# 13340023ns}}}
2026-01-08T17:03:49.194850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037591059973689:2072] [node 5] ICS09 handshake done sender: [2:7593037586765006372:2112] self: [2:7593037586765006371:0] peer: [5:7593037591312545968:0] socket: 70 qp: -1
2026-01-08T17:03:49.091367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037592078151467:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46103
2026-01-08T17:03:49.194920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037591059973689:2072] [node 5] ICS10 traffic start
2026-01-08T17:03:49.091562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037587783184082:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:49.194994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:49.091640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:49.223838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037591059973684:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:49.091706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037587783184082:2050] [node 3] ICP22 created new session: [4:7593037592078151468:2050]
2026-01-08T17:03:49.228353Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037586765006370:2072] [node 5] ICP35 event processing took too much time PendingConnection:279(98460660ns) {HandleHandshakeStatus:329(98456967ns) {DropIncomingHandshake:442(393ns) DropOutgoingHandshake:457(531ns) SwitchToState:179(1280ns) ProcessPendingSessionEvents:495(31981674ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 31891405ns max# 16101064ns}}}
2026-01-08T17:03:49.091773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037592078151468:2050] [node 3] ICS09 handshake done sender: [4:7593037587783184161:2117] self: [4:7593037587783184166:0] peer: [3:7593037585186690589:0] socket: 84 qp: -1
2026-01-08T17:03:49.228970Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037586765006370:2072] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:49.091816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037592078151468:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:49.229285Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037586765006378:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.091856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:49.093090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037587783184106:2063] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:49.229316Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037586765006378:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:49.093191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:49.230058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037586765006301:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:49.093254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037587783184106:2063] [node 6] ICP22 created new session: [4:7593037592078151470:2063]
2026-01-08T17:03:49.230117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:49.093314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037592078151470:2063] [node 6] ICS09 handshake done sender: [4:7593037587783184124:2085] self: [4:7593037587783184123:0] peer: [6:7593037586606979220:0] socket: 80 qp: -1
2026-01-08T17:03:49.230185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037586765006301:2048] [node 1] ICP22 created new session: [2:7593037591059973694:2048]
2026-01-08T17:03:49.093357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037592078151470:2063] [node 6] ICS10 traffic start
2026-01-08T17:03:49.230270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037591059973694:2048] [node 1] ICS09 handshake done sender: [2:7593037591059973684:2119] self: [2:7593037591059973687:0] peer: [1:7593037586680945537:0] socket: 125 qp: -1
2026-01-08T17:03:49.093398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:49.234523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037591059973694:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:49.234584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:49.117848Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037587783184159:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:49.234949Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037586765006341:2062] [node 6] ICP35 event processing took too much time PendingConnection:279(16218562ns) {IncomingHandshake:261(16215651ns) {DropIncomingHandshake:442(781ns) PrepareNewSessionHandshake:477(2268ns) {SwitchToState:179(788ns)} GenerateSessionVirtualId:992(985ns) IssueIncomingHandshakeReply:193(9543ns)}}
2026-01-08T17:03:49.121603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037587783184080:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:49.255513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037586765006384:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.121682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:49.255547Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037586765006384:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:49.121740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037587783184080:2048] [node 1] ICP22 created new session: [4:7593037592078151473:2048]
2026-01-08T17:03:49.279050Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037586765006378:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:49.121804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037592078151473:2048] [node 1] ICS09 handshake done sender: [4:7593037587783184159:2116] self: [4:7593037587783184163:0] peer: [1:7593037586680945527:0] socket: 92 qp: -1
2026-01-08T17:03:49.279957Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037586765006384:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:49.121854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037592078151473:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:49.121896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:49.182752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037592078151475:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46103
2026-01-08T17:03:49.194622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037592078151467:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.231195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037587783184106:2063] [node 6] ICP18 handshake (actor [4:7593037592078151467:2120]) is too old
2026-01-08T17:03:49.254972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037592078151475:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.255150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037587783184081:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:49.279607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037592078151477:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46103
2026-01-08T17:03:49.304165Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037587783184080:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(72986100ns) {HandleHandshakeStatus:329(72976872ns) {DropIncomingHandshake:442(885ns) DropOutgoingHandshake:457(6689ns) SwitchToState:179(378ns) ProcessPendingSessionEvents:495(72508383ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 72413771ns max# 18614645ns}}}
2026-01-08T17:03:48.793057Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037585186690543:2074] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:48.918799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037587017578635:2101] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:49.218602Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037586680945457:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(20552952ns) {IncomingHandshake:261(20550587ns) {DropIncomingHandshake:442(380ns) PrepareNewSessionHandshake:477(1587ns) {SwitchToState:179(409ns)} GenerateSessionVirtualId:992(848ns) IssueIncomingHandshakeReply:193(8950ns)}}
2026-01-08T17:03:48.793601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037585186690531:2067] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:48.793680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:48.793745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037585186690531:2067] [node 6] ICP22 created new session: [3:7593037585186690596:2067]
2026-01-08T17:03:48.793823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037585186690596:2067] [node 6] ICS09 handshake done sender: [3:7593037585186690533:2068] self: [3:7593037585186690532:0] peer: [6:7593037586606979207:0] socket: 63 qp: -1
2026-01-08T17:03:48.793871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037585186690596:2067] [node 6] ICS10 traffic start
2026-01-08T17:03:48.793952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:48.819185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037585186690541:2073] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:48.819271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:48.819344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037585186690541:2073] [node 5] ICP22 created new session: [3:7593037585186690598:2073]
2026-01-08T17:03:48.819430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037585186690598:2073] [node 5] ICS09 handshake done sender: [3:7593037585186690543:2074] self: [3:7593037585186690542:0] peer: [5:7593037587017578654:0] socket: 65 qp: -1
2026-01-08T17:03:48.819494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037585186690598:2073] [node 5] ICS10 traffic start
2026-01-08T17:03:48.819537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:48.821040Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037585186690552:2083] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.852347Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037585186690531:2067] [node 6] ICP35 event processing took too much time PendingConnection:279(57522646ns) {HandleHandshakeStatus:329(57519439ns) {DropIncomingHandshake:442(17880ns) DropOutgoingHandshake:457(662ns) SwitchToState:179(465ns) ProcessPendingSessionEvents:495(56999365ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 56885320ns max# 13481087ns}}}
2026-01-08T17:03:48.888434Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037585186690510:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(473707779ns) {Configure:104(473690875ns) {ProcessConfigured:135(15060891ns) {StartInitialHandshake:157(15057473ns) {DropHandshakes:470(2331ns) {DropIncomingHandshake:442(488ns) DropOutgoingHandshake:457(371ns)} GenerateSessionVirtualId:992(1141ns) PrepareNewSessionHandshake:477(3874ns) {SwitchToState:179(1962ns)}}}}}
2026-01-08T17:03:48.888907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037585186690510:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:48.891300Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037585186690605:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56157
2026-01-08T17:03:48.938407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037585186690590:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:48.938465Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037585186690590:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:48.964127Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037585186690552:2083] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:48.966302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037585186690510:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:48.966400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:48.992642Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037585186690608:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56157
2026-01-08T17:03:48.998521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037585186690510:2049] [node 2] ICP22 created new session: [3:7593037585186690606:2049]
2026-01-08T17:03:49.002999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037585186690590:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:49.006451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037585186690606:2049] [node 2] ICS09 handshake done sender: [3:7593037585186690552:2083] self: [3:7593037585186690603:0] peer: [2:7593037586765006340:0] socket: 69 qp: -1
2026-01-08T17:03:49.006520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037585186690606:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:49.006586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:49.008228Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037585186690510:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(41044162ns) {HandleHandshakeStatus:329(41041462ns) {DropIncomingHandshake:442(1376ns) DropOutgoingHandshake:457(32959ns) SwitchToState:179(1153ns) ProcessPendingSessionEvents:495(584387ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 515548ns max# 70461ns}}}
2026-01-08T17:03:49.043104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037585186690566:2061] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:49.052292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:49.063901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037585186690608:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.082971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037585186690566:2061] [node 4] ICP22 created new session: [3:7593037589481657906:2061]
2026-01-08T17:03:49.094586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037585186690509:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:49.111088Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037585186690509:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(30354947ns) {IncomingHandshake:261(30352808ns) {DropIncomingHandshake:442(597ns) PrepareNewSessionHandshake:477(10862569ns) {SwitchToState:179(4726ns)} GenerateSessionVirtualId:992(1024ns) IssueIncomingHandshakeReply:193(19455108ns) {SwitchToState:179(2317ns)}}}
2026-01-08T17:03:49.131224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037589481657906:2061] [node 4] ICS09 handshake done sender: [3:7593037585186690590:2118] self: [3:7593037585186690589:0] peer: [4:7593037587783184166:0] socket: 71 qp: -1
2026-01-08T17:03:49.146453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037589481657906:2061] [node 4] ICS10 traffic start
2026-01-08T17:03:49.146538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:49.195636Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037589481657909:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56157
2026-01-08T17:03:49.196173Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037585186690608:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:49.196411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037585186690509:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:49.202757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:49.202839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037585186690509:2048] [node 1] ICP22 created new session: [3:7593037589481657910:2048]
2026-01-08T17:03:49.202960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037589481657910:2048] [node 1] ICS09 handshake done sender: [3:7593037585186690608:2121] self: [3:7593037589481657907:0] peer: [1:7593037586680945532:0] socket: 121 qp: -1
2026-01-08T17:03:49.203001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037589481657910:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:49.203051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:48.951313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037586606979155:2067] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:49.311058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037586765006341:2062] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:49.311156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:49.311225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037586765006341:2062] [node 6] ICP22 created new session: [2:7593037591059973698:2062]
2026-01-08T17:03:49.311286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037591059973698:2062] [node 6] ICS09 handshake done sender: [2:7593037586765006378:2114] self: [2:7593037586765006377:0] peer: [6:7593037590901946528:0] socket: 126 qp: -1
2026-01-08T17:03:49.311330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037591059973698:2062] [node 6] ICS10 traffic start
2026-01-08T17:03:49.311392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:49.330447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037586765006366:2063] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:48.965734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037586606979223:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38940
2026-01-08T17:03:48.982728Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037586606979222:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38940
2026-01-08T17:03:49.000699Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037586606979202:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:49.000835Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037586606979134:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2358) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037586606979209:2115] held: no
2026-01-08T17:03:49.001538Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037586606979209:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:49.027167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037586606979155:2067] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:49.027243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:49.027335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037586606979155:2067] [node 5] ICP22 created new session: [6:7593037590901946521:2067]
2026-01-08T17:03:49.027408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037590901946521:2067] [node 5] ICS09 handshake done sender: [6:7593037586606979202:2110] self: [6:7593037586606979221:0] peer: [5:7593037587017578637:0] socket: 85 qp: -1
2026-01-08T17:03:49.027461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037590901946521:2067] [node 5] ICS10 traffic start
2026-01-08T17:03:49.027506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:49.028596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037586606979134:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:49.028654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:49.028723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037586606979134:2048] [node 1] ICP22 created new session: [6:7593037590901946523:2048]
2026-01-08T17:03:49.028781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037590901946523:2048] [node 1] ICS09 handshake done sender: [6:7593037586606979209:2115] self: [6:7593037586606979212:0] peer: [1:7593037586680945525:0] socket: 93 qp: -1
2026-01-08T17:03:49.028820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037590901946523:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:49.028884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:49.105476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037590901946525:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38940
2026-01-08T17:03:49.162536Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037590901946526:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38940
2026-01-08T17:03:49.166600Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037586606979201:2109] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:49.175473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037586606979158:2062] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:49.175553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:49.218473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037586606979158:2062] [node 4] ICP22 created new session: [6:7593037590901946527:2062]
2026-01-08T17:03:48.925242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037587017578664:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39801
2026-01-08T17:03:49.223182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037590901946526:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.223365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037586606979135:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:48.942410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037587017578594:2060] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:49.235038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037590901946527:2062] [node 4] ICS09 handshake done sender: [6:7593037586606979201:2109] self: [6:7593037586606979220:0] peer: [4:7593037587783184123:0] socket: 82 qp: -1
2026-01-08T17:03:49.250798Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037586606979136:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(46269750ns) {HandleHandshakeStatus:395(46255142ns) {LogHandshakeFail:472(21593ns) {UpdateErrorStateLog:545(6162ns)} DropOutgoingHandshake:457(850ns) ProcessPendingSessionEvents:495(46124641ns) {unordered DropSessionEvent:512 num# 100 sum# 46072975ns max# 11505254ns}}}
2026-01-08T17:03:48.954286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037587017578638:2102] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.254527Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037586606979177:2085] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:48.955441Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037587017578638:2102] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:49.262843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037590901946527:2062] [node 4] ICS10 traffic start
2026-01-08T17:03:48.956731Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037587017578638:2102] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:48.958108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:49.262932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:48.958450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037587017578580:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:49.264883Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037586606979158:2062] [node 4] ICP35 event processing took too much time PendingConnection:279(88313260ns) {HandleHandshakeStatus:329(88310716ns) {DropIncomingHandshake:442(764ns) DropOutgoingHandshake:457(15545ns) SwitchToState:179(594ns) ProcessPendingSessionEvents:495(653155ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 588936ns max# 69606ns}}}
2026-01-08T17:03:48.975026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037587017578594:2060] [node 4] ICP22 created new session: [5:7593037587017578667:2060]
2026-01-08T17:03:49.275755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037586606979136:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:48.982447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:49.275849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:48.998499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037587017578580:2050] [node 3] ICP22 created new session: [5:7593037587017578668:2050]
2026-01-08T17:03:49.275912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037586606979136:2050] [node 3] ICP22 created new session: [6:7593037590901946531:2050]
2026-01-08T17:03:49.003055Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037587017578663:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.275976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037590901946531:2050] [node 3] ICS09 handshake done sender: [6:7593037586606979177:2085] self: [6:7593037586606979207:0] peer: [3:7593037585186690532:0] socket: 76 qp: -1
2026-01-08T17:03:49.010099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037587017578668:2050] [node 3] ICS09 handshake done sender: [5:7593037587017578598:2066] self: [5:7593037587017578654:0] peer: [3:7593037585186690542:0] socket: 66 qp: -1
2026-01-08T17:03:49.276022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037590901946531:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:49.013766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037587017578668:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:49.276065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:49.029632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:49.295976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037590901946530:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38940
2026-01-08T17:03:49.034883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037587017578664:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.327032Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037590901946526:2123] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:49.034955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037587017578636:2083] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:49.332228Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037586606979135:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28048) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037590901946526:2123] held: no
2026-01-08T17:03:49.035030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:49.035094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037587017578636:2083] [node 6] ICP22 created new session: [5:7593037591312545966:2083]
2026-01-08T17:03:49.313904Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037592078151475:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:49.035154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037591312545966:2083] [node 6] ICS09 handshake done sender: [5:7593037587017578638:2102] self: [5:7593037587017578637:0] peer: [6:7593037586606979221:0] socket: 81 qp: -1
2026-01-08T17:03:49.231644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037586680945458:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:49.337219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037586606979135:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:49.337282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:49.337333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037586606979135:2049] [node 2] ICP22 created new session: [6:7593037590901946533:2049]
2026-01-08T17:03:49.337388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037590901946533:2049] [node 2] ICS09 handshake done sender: [6:7593037590901946526:2123] self: [6:7593037590901946528:0] peer: [2:7593037586765006377:0] socket: 61 qp: -1
2026-01-08T17:03:49.337429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037590901946533:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:49.337465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:49.035199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037591312545966:2083] [node 6] ICS10 traffic start
2026-01-08T17:03:49.336246Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037585186690566:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(305209745ns) {HandleHandshakeStatus:329(292078532ns) {DropIncomingHandshake:442(29642ns) DropOutgoingHandshake:457(449ns) SwitchToState:179(2223ns) ProcessPendingSessionEvents:495(140355179ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 140236850ns max# 29631581ns}}}
2026-01-08T17:03:49.231710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:49.231775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037586680945458:2049] [node 3] ICP22 created new session: [1:7593037590975912854:2049]
2026-01-08T17:03:49.231822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037590975912854:2049] [node 3] ICS09 handshake done sender: [1:7593037586680945536:2115] self: [1:7593037586680945532:0] peer: [3:7593037589481657907:0] socket: 87 qp: -1
2026-01-08T17:03:49.231862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037590975912854:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:49.231917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:49.233880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037586680945457:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:49.233948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:49.234001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037586680945457:2048] [node 2] ICP22 created new session: [1:7593037590975912856:2048]
2026-01-08T17:03:49.234049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037590975912856:2048] [node 2] ICS09 handshake done sender: [1:7593037586680945538:2116] self: [1:7593037586680945537:0] peer: [2:7593037591059973687:0] socket: 103 qp: -1
2026-01-08T17:03:49.234088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037590975912856:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:49.234127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:49.252139Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037586680945457:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(17312391ns) {HandleHandshakeStatus:329(17310058ns) {DropIncomingHandshake:442(12661ns) DropOutgoingHandshake:457(252ns) SwitchToState:179(921ns) ProcessPendingSessionEvents:495(16972855ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 16876023ns max# 16314978ns}}}
2026-01-08T17:03:49.336502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:49.336580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037586765006366:2063] [node 4] ICP22 created new session: [2:7593037591059973700:2063]
2026-01-08T17:03:49.336638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037591059973700:2063] [node 4] ICS09 handshake done sender: [2:7593037586765006384:2118] self: [2:7593037586765006381:0] peer: [4:7593037592078151476:0] socket: 133 qp: -1
2026-01-08T17:03:49.336686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037591059973700:2063] [node 4] ICS10 traffic start
2026-01-08T17:03:49.336737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:49.352102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037586765006366:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(33909815ns) {HandleHandshakeStatus:329(33907525ns) {DropIncomingHandshake:442(36880ns) DropOutgoingHandshake:457(353ns) SwitchToState:179(3001ns) ProcessPendingSessionEvents:495(14151241ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 14064692ns max# 6073119ns}}}
2026-01-08T17:03:49.338279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037587783184081:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:49.358983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:49.359054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037587783184081:2049] [node 2] ICP22 created new session: [4:7593037592078151478:2049]
2026-01-08T17:03:49.035239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:49.037482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037587017578579:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:49.038099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593037587017578636:2083] [node 6] ICP18 handshake (actor [5:7593037587017578664:2121]) is too old
2026-01-08T17:03:49.046531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037587017578667:2060] [node 4] ICS09 handshake done sender: [5:7593037587017578635:2101] self: [5:7593037587017578657:0] peer: [4:7593037587783184121:0] socket: 79 qp: -1
2026-01-08T17:03:49.054584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037587017578667:2060] [node 4] ICS10 traffic start
2026-01-08T17:03:49.064080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:49.081935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037587017578662:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:49.082465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037587017578578:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:49.102770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037591312545971:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39801
2026-01-08T17:03:49.119599Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037591312545973:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39801
2026-01-08T17:03:49.135169Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037587017578662:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:49.135739Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037587017578663:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:49.136148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037587017578579:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:49.136218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:49.136286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037587017578579:2049] [node 2] ICP22 created new session: [5:7593037591312545974:2049]
2026-01-08T17:03:49.136359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037591312545974:2049] [node 2] ICS09 handshake done sender: [5:7593037587017578663:2120] self: [5:7593037591312545968:0] peer: [2:7593037586765006371:0] socket: 102 qp: -1
2026-01-08T17:03:49.136411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037591312545974:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:49.136456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:49.139063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037587017578578:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:49.139121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:49.139180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037587017578578:2048] [node 1] ICP22 created new session: [5:7593037591312545976:2048]
2026-01-08T17:03:49.139237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037591312545976:2048] [node 1] ICS09 handshake done sender: [5:7593037587017578662:2119] self: [5:7593037591312545972:0] peer: [1:7593037586680945531:0] socket: 101 qp: -1
2026-01-08T17:03:49.139277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037591312545976:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:49.139314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:49.154511Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037587017578580:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(180500076ns) {HandleHandshakeStatus:329(164683004ns) {DropIncomingHandshake:442(472ns) DropOutgoingHandshake:457(323ns) SwitchToState:179(370ns) ProcessPendingSessionEvents:495(1385ns)}}
2026-01-08T17:03:49.303929Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037587017578594:2060] [node 4] ICP35 event processing took too much time PendingConnection:279(360182114ns) {HandleHandshakeStatus:329(360178513ns) {DropIncomingHandshake:442(3926ns) DropOutgoingHandshake:457(12823ns) SwitchToState:179(529ns) ProcessPendingSessionEvents:495(179612259ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 179454978ns max# 24864377ns}}}
2026-01-08T17:03:49.304043Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037587017578594:2060] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:49.372288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037592078151478:2049] [node 2] ICS09 handshake done sender: [4:7593037592078151475:2121] self: [4:7593037592078151476:0] peer: [2:7593037586765006381:0] socket: 135 qp: -1
2026-01-08T17:03:49.372363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037592078151478:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:49.372424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:49.377226Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037587783184081:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(38397213ns) {HandleHandshakeStatus:329(38395043ns) {DropIncomingHandshake:442(825ns) DropOutgoingHandshake:457(12492ns) SwitchToState:179(307ns) ProcessPendingSessionEvents:495(2240520ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 2173340ns max# 1655027ns}}}
2026-01-08T17:03:49.512754Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:49.513029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037591059973694:2048] [node 1] ICS01 socket: 125 reason# EndOfStream
2026-01-08T17:03:49.513076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037586765006301:2048] [node 1] ICP30 unregister session Session# [2:7593037591059973694:2048] VirtualId# [2:7593037591059973687:0]
2026-01-08T17:03:49.513118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037591059973694:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:49.513220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:49.513296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:49.515452Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:49.515671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037589481657910:2048] [node 1] ICS07 socket disconnect 121 reason# EndOfStream
2026-01-08T17:03:49.515712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037589481657910:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:49.515790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:49.515842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037589481657910:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:49.520148Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037585186690509:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2358) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:49.520201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037589481657910:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:49.521355Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037585186690509:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2358) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:49.521430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037589481657910:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:49.521473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037585186690509:2048] [node 1] ICP30 unregister session Session# [3:7593037589481657910:2048] VirtualId# [3:7593037589481657907:0]
2026-01-08T17:03:49.521526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:49.521564Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037585186690509:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2358) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:49.521585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2358) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:49.526644Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:49.526894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037592078151473:2048] [node 1] ICS07 socket disconnect 92 reason# EndOfStream
2026-01-08T17:03:49.526930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037592078151473:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:49.527025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:49.527075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037592078151473:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:49.529121Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037587783184080:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2358) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:49.529190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037592078151473:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:49.529237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037587783184080:2048] [node 1] ICP30 unregister session Session# [4:7593037592078151473:2048] VirtualId# [4:7593037587783184163:0]
2026-01-08T17:03:49.529361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:49.529396Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037587783184080:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2358) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:49.529415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2358) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:49.527690Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:49.527896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037590901946523:2048] [node 1] ICS01 socket: 93 reason# EndOfStream
2026-01-08T17:03:49.527934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037586606979134:2048] [node 1] ICP30 unregister session Session# [6:7593037590901946523:2048] VirtualId# [6:7593037586606979212:0]
2026-01-08T17:03:49.527980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037590901946523:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:49.528038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:49.528077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:49.530571Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:49.530800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037591312545976:2048] [node 1] ICS07 socket disconnect 101 reason# EndOfStream
2026-01-08T17:03:49.530843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037591312545976:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:49.530927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:49.530971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037591312545976:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:49.534480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037585186690509:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:49.535103Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037587017578578:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2358) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:49.535183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037591312545976:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:49.535229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037587017578578:2048] [node 1] ICP30 unregister session Session# [5:7593037591312545976:2048] VirtualId# [5:7593037591312545972:0]
2026-01-08T17:03:49.535280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:49.535324Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037587017578578:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2358) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:49.535342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2358) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:49.542519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037587783184080:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:49.546507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037587017578578:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:49.685417Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:49.685673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037585186690606:2049] [node 2] ICS07 socket disconnect 69 reason# EndOfStream
2026-01-08T17:03:49.685712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037585186690606:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:49.685791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:49.685832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037585186690606:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:49.690242Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037585186690510:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28048) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:49.690293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037585186690606:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:49.691434Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037585186690510:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28048) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:49.691495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037585186690606:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:49.691541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037585186690510:2049] [node 2] ICP30 unregister session Session# [3:7593037585186690606:2049] VirtualId# [3:7593037585186690603:0]
2026-01-08T17:03:49.691591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:49.691629Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037585186690510:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28048) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:49.691660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28048) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:49.699111Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:49.699321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037592078151478:2049] [node 2] ICS07 socket disconnect 135 reason# EndOfStream
2026-01-08T17:03:49.699369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037592078151478:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:49.699436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:49.699484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037592078151478:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:49.700044Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:49.700235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037591312545974:2049] [node 2] ICS07 socket disconnect 102 reason# EndOfStream
2026-01-08T17:03:49.698539Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:49.700264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037591312545974:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:49.698794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037590901946533:2049] [node 2] ICS01 socket: 61 reason# EndOfStream
2026-01-08T17:03:49.700325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:49.698839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037586606979135:2049] [node 2] ICP30 unregister session Session# [6:7593037590901946533:2049] VirtualId# [6:7593037590901946528:0]
2026-01-08T17:03:49.700374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037591312545974:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:49.698881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037590901946533:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:49.701514Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037587017578579:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28048) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:49.698959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:49.701567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037591312545974:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:49.701615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037587017578579:2049] [node 2] ICP30 unregister session Session# [5:7593037591312545974:2049] VirtualId# [5:7593037591312545968:0]
2026-01-08T17:03:49.701715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:49.701747Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037587017578579:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28048) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:49.701766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28048) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:49.703268Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037587783184081:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28048) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:49.703335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037592078151478:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:49.703393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037587783184081:2049] [node 2] ICP30 unregister session Session# [4:7593037592078151478:2049] VirtualId# [4:7593037592078151476:0]
2026-01-08T17:03:49.703475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:49.703508Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037587783184081:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28048) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:49.703525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28048) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:49.699006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:49.702776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037585186690510:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:49.714743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037587017578579:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:49.715828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037587783184081:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:49.835613Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:49.835969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037587017578668:2050] [node 3] ICS01 socket: 66 reason# EndOfStream
2026-01-08T17:03:49.836031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037587017578580:2050] [node 3] ICP30 unregister session Session# [5:7593037587017578668:2050] VirtualId# [5:7593037587017578654:0]
2026-01-08T17:03:49.836063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037587017578668:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:49.836133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:49.836192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:49.834473Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:49.834722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037592078151468:2050] [node 3] ICS01 socket: 84 reason# EndOfStream
2026-01-08T17:03:49.834768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037587783184082:2050] [node 3] ICP30 unregister session Session# [4:7593037592078151468:2050] VirtualId# [4:7593037587783184166:0]
2026-01-08T17:03:49.834808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037592078151468:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:49.835079Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:49.834907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:49.834965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:49.835277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037590901946531:2050] [node 3] ICS01 socket: 76 reason# EndOfStream
2026-01-08T17:03:49.835323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037586606979136:2050] [node 3] ICP30 unregister session Session# [6:7593037590901946531:2050] VirtualId# [6:7593037586606979207:0]
2026-01-08T17:03:49.835361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037590901946531:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:49.835427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:49.835489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:50.006584Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:50.006843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037587017578667:2060] [node 4] ICS07 socket disconnect 79 reason# EndOfStream
2026-01-08T17:03:50.006883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037587017578667:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:50.006968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:50.007017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037587017578667:2060] [node 4] ICS15 start handshake
2026-01-08T17:03:50.007600Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:50.007818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037590901946527:2062] [node 4] ICS07 socket disconnect 82 reason# EndOfStream
2026-01-08T17:03:50.007849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037590901946527:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:50.007906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:50.007946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037590901946527:2062] [node 4] ICS15 start handshake
2026-01-08T17:03:50.009309Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037586606979158:2062] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6068) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:50.009378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037590901946527:2062] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:50.009565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037586606979158:2062] [node 4] ICP30 unregister session Session# [6:7593037590901946527:2062] VirtualId# [6:7593037586606979220:0]
2026-01-08T17:03:50.009614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:50.009651Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037586606979158:2062] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6068) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:50.009675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6068) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:50.010129Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037587017578594:2060] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6068) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:50.010183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037587017578667:2060] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:50.010218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037587017578594:2060] [node 4] ICP30 unregister session Session# [5:7593037587017578667:2060] VirtualId# [5:7593037587017578657:0]
2026-01-08T17:03:50.010338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:50.010367Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037587017578594:2060] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6068) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:50.010389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6068) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:50.018698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037586606979158:2062] [node 4] ICP33 wake up from error state
2026-01-08T17:03:50.162586Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:50.162871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037590901946521:2067] [node 5] ICS01 socket: 85 reason# EndOfStream
2026-01-08T17:03:50.162927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037586606979155:2067] [node 5] ICP30 unregister session Session# [6:7593037590901946521:2067] VirtualId# [6:7593037586606979221:0]
2026-01-08T17:03:50.162970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037590901946521:2067] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:50.163071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:50.163132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:03:50.316666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037594785100249:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:50.316732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037594785100250:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:50.310731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037592805119302:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:50.323092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037593484812504:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:50.323134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037593484812505:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:50.310902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037592805119303:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:50.334173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037593857297469:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:50.334218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037593857297470:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:50.334273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037593857297471:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:50.339864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037595536058833:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:50.339906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037595536058834:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:50.339934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037595536058835:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:50.345806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037594027507779:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:50.345844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037594027507780:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:50.345884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037594027507781:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:50.702466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037594027507838:2103] [node 5] ICP01 ready to work
2026-01-08T17:03:50.821608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037592805119394:2117] [node 6] ICP01 ready to work
2026-01-08T17:03:50.844513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037594785100249:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(107832284ns) {Configure:104(107808776ns) {ProcessConfigured:135(9978456ns) {StartInitialHandshake:157(9974710ns) {DropHandshakes:470(2519ns) {DropIncomingHandshake:442(521ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:992(1259ns) PrepareNewSessionHandshake:477(4478ns) {SwitchToState:179(2150ns)}}}}}
2026-01-08T17:03:50.883082Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037593484812504:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(147699316ns) {Configure:104(139939918ns) {ProcessConfigured:135(32618381ns) {StartInitialHandshake:157(32614976ns) {DropHandshakes:470(2448ns) {DropIncomingHandshake:442(497ns) DropOutgoingHandshake:457(383ns)} GenerateSessionVirtualId:992(1662ns) PrepareNewSessionHandshake:477(3770ns) {SwitchToState:179(1900ns)}}}}}
2026-01-08T17:03:50.902129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037593484812573:2108] [node 4] ICP01 ready to work
2026-01-08T17:03:50.909162Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037595536058833:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(106563489ns) {Configure:104(106557891ns) {ProcessConfigured:135(60680ns) {StartInitialHandshake:157(58523ns) {DropHandshakes:470(1197ns) {DropIncomingHandshake:442(341ns) DropOutgoingHandshake:457(306ns)} GenerateSessionVirtualId:992(406ns) PrepareNewSessionHandshake:477(1809ns) {SwitchToState:179(969ns)}}}}}
2026-01-08T17:03:50.912142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037594027507843:2109] [node 4] ICP01 ready to work
2026-01-08T17:03:50.891454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037592805119395:2108] [node 4] ICP01 ready to work
2026-01-08T17:03:50.913332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037595536058898:2108] [node 4] ICP01 ready to work
2026-01-08T17:03:50.913882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037595536058899:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:50.899667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037594785100314:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:50.900216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037594785100315:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:50.900993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037594785100316:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:50.923971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037592805119396:2137] [node 5] ICP01 ready to work
2026-01-08T17:03:50.924716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037593484812574:2109] [node 5] ICP01 ready to work
2026-01-08T17:03:50.925281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037593484812575:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:50.958334Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037594785100250:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(39525353ns) {Configure:104(39520135ns) {ProcessConfigured:135(73159ns) {StartInitialHandshake:157(71082ns) {DropHandshakes:470(1139ns) {DropIncomingHandshake:442(218ns) DropOutgoingHandshake:457(149ns)} GenerateSessionVirtualId:992(227ns) PrepareNewSessionHandshake:477(3647ns) {SwitchToState:179(495ns)}}}}}
2026-01-08T17:03:50.960449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037594785100317:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63492
2026-01-08T17:03:50.963718Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037593857297469:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(206232454ns) {Configure:104(206227400ns) {ProcessConfigured:135(6124428ns) {StartInitialHandshake:157(6121492ns) {DropHandshakes:470(2403ns) {DropIncomingHandshake:442(396ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:992(708ns) PrepareNewSessionHandshake:477(2497ns) {SwitchToState:179(1471ns)}}}}}
2026-01-08T17:03:50.964876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037593857297534:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:50.965404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037593857297535:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:50.948705Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037593484812573:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22663333ns) {Configure:104(22658835ns) {ProcessConfigured:135(74901ns) {StartInitialHandshake:157(72644ns) {DropHandshakes:470(4895ns) {DropIncomingHandshake:442(482ns) DropOutgoingHandshake:457(367ns)} GenerateSessionVirtualId:992(835ns) PrepareNewSessionHandshake:477(1454ns) {SwitchToState:179(582ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:50.988992Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037593857297534:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(19171415ns) {Configure:104(19167624ns) {ProcessConfigured:135(49977ns) {StartInitialHandshake:157(47813ns) {DropHandshakes:470(1884ns) {DropIncomingHandshake:442(326ns) DropOutgoingHandshake:457(354ns)} GenerateSessionVirtualId:992(652ns) PrepareNewSessionHandshake:477(911ns) {SwitchToState:179(470ns)}}}}}
2026-01-08T17:03:50.991105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037593857297536:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54816
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.002751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037599080067625:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63492
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.014829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037595536058911:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41559
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.023706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037592805119403:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63530
2026-01-08T17:03:51.023911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037592805119404:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63530
2026-01-08T17:03:51.024076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037592805119401:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63530
2026-01-08T17:03:51.024193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037592805119402:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63530
2026-01-08T17:03:51.027995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037594027507781:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(30101303ns) {Configure:104(30097550ns) {ProcessConfigured:135(73587ns) {StartInitialHandshake:157(70837ns) {DropHandshakes:470(3324ns) {DropIncomingHandshake:442(585ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:992(1141ns) PrepareNewSessionHandshake:477(2321ns) {SwitchToState:179(776ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.033437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037598322475150:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38192
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.035155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037597779779880:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26411
2026-01-08T17:03:51.035457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037597779779881:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26411
2026-01-08T17:03:51.035640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037597779779882:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26411
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.052780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037598152264844:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54816
2026-01-08T17:03:51.052935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037598152264845:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54816
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.088312Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037599831026208:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41559
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.088945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037598152264845:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.091824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037599080067626:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63492
2026-01-08T17:03:51.091943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037599080067627:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63492
2026-01-08T17:03:51.092744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037595536058911:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.093069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037595536058834:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.094953Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037597779779880:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.094222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037599080067625:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.094434Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037594785100321:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.094466Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037594785100321:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:51.095388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037594785100317:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.096438Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037599831026210:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41559
2026-01-08T17:03:51.098599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037597779779882:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.098744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037593484812504:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.099444Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037594785100321:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.097710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037592805119401:2140] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.100160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037595536058911:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:51.131073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037599080067627:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.131222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037599080067626:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.131274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037594785100315:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.131353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:51.131428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037594785100315:2108] [node 5] ICP22 created new session: [2:7593037599080067631:2108]
2026-01-08T17:03:51.131497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037599080067631:2108] [node 5] ICS09 handshake done sender: [2:7593037594785100321:2113] self: [2:7593037594785100320:0] peer: [5:7593037599831026209:0] socket: 73 qp: -1
2026-01-08T17:03:51.131544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037599080067631:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:51.131592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:51.130598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037597779779881:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.125428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037593857297536:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.147785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037593857297471:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.151767Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037594785100315:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(19419389ns) {HandleHandshakeStatus:329(19417022ns) {DropIncomingHandshake:442(14552ns) DropOutgoingHandshake:457(449ns) SwitchToState:179(142ns) ProcessPendingSessionEvents:495(18955215ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 18878562ns max# 10439043ns}}}
2026-01-08T17:03:51.100963Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037592805119403:2142] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.101230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037592805119398:2138] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.101253Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037592805119398:2138] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:51.132600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037592805119404:2143] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.133996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037597100086710:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63530
2026-01-08T17:03:51.147348Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037592805119398:2138] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:51.100345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037595536058834:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.160171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037593857297470:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.160311Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037598152264844:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.160855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037598152264848:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54816
2026-01-08T17:03:51.100402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:51.100455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037595536058834:2049] [node 2] ICP22 created new session: [5:7593037599831026211:2049]
2026-01-08T17:03:51.100510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037599831026211:2049] [node 2] ICS09 handshake done sender: [5:7593037595536058911:2115] self: [5:7593037599831026209:0] peer: [2:7593037594785100320:0] socket: 79 qp: -1
2026-01-08T17:03:51.100554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037599831026211:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:51.100618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:51.159063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037598322475150:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.159425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037594027507779:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.161328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037593484812577:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.165822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037594785100319:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.167318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037598152264850:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54816
2026-01-08T17:03:51.165875Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037594785100319:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:51.161523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037599831026208:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.166590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037594785100249:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.164248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037592805119402:2141] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.170141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037598152264848:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.170705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037597100086710:2146] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.170856Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037592805119400:2139] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.170885Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037592805119400:2139] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:51.171680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037592805119303:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.171733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:51.171794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037592805119303:2049] [node 3] ICP22 created new session: [1:7593037597100086714:2049]
2026-01-08T17:03:51.171860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037597100086714:2049] [node 3] ICS09 handshake done sender: [1:7593037592805119398:2138] self: [1:7593037592805119397:0] peer: [3:7593037597779779884:0] socket: 89 qp: -1
2026-01-08T17:03:51.171899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037597100086714:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:51.171942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:51.172724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037592805119303:2049] [node 3] ICP18 handshake (actor [1:7593037592805119402:2141]) is too old
2026-01-08T17:03:51.161370Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037593484812577:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.175384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037598322475155:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38192
2026-01-08T17:03:51.174839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037597779779886:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26411
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.176381Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037598152264852:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54816
2026-01-08T17:03:51.175999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037594785100319:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:51.176972Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037593857297536:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:51.177395Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037597779779882:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:51.180910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037593484812504:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:51.180977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:51.181037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037593484812504:2048] [node 1] ICP22 created new session: [3:7593037597779779888:2048]
2026-01-08T17:03:51.181097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037597779779888:2048] [node 1] ICS09 handshake done sender: [3:7593037597779779882:2118] self: [3:7593037597779779884:0] peer: [1:7593037592805119397:0] socket: 100 qp: -1
2026-01-08T17:03:51.181141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037597779779888:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:51.177799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037594785100314:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.177881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:51.177952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037594785100314:2107] [node 4] ICP22 created new session: [2:7593037599080067637:2107]
2026-01-08T17:03:51.178020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037599080067637:2107] [node 4] ICS09 handshake done sender: [2:7593037594785100319:2112] self: [2:7593037594785100318:0] peer: [4:7593037598152264847:0] socket: 72 qp: -1
2026-01-08T17:03:51.178062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037599080067637:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:51.178105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:51.181443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:51.182951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037593857297470:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:51.183040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:51.183109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037593857297470:2049] [node 2] ICP22 created new session: [4:7593037598152264853:2049]
2026-01-08T17:03:51.183161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037598152264853:2049] [node 2] ICS09 handshake done sender: [4:7593037593857297536:2111] self: [4:7593037598152264847:0] peer: [2:7593037594785100318:0] socket: 75 qp: -1
2026-01-08T17:03:51.183198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037598152264853:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:51.183233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:51.189088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037592805119363:2107] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.189130Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037592805119363:2107] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:51.191577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037598322475156:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38192
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.193122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037597779779891:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26411
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.193738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037599831026215:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41559
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.195779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037599080067640:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63492
2026-01-08T17:03:51.191290Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037592805119363:2107] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:51.196300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037592805119302:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.196372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:51.196426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037592805119302:2048] [node 2] ICP22 created new session: [1:7593037597100086718:2048]
2026-01-08T17:03:51.196483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037597100086718:2048] [node 2] ICS09 handshake done sender: [1:7593037592805119363:2107] self: [1:7593037592805119362:0] peer: [2:7593037599080067635:0] socket: 91 qp: -1
2026-01-08T17:03:51.196523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037597100086718:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:51.196562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.199102Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037598152264855:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54816
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.199896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037599831026216:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41559
2026-01-08T17:03:51.200438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037592805119400:2139] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:51.201329Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037598322475150:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:51.201626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037594027507779:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:51.201689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:51.201753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037594027507779:2048] [node 1] ICP22 created new session: [6:7593037598322475157:2048]
2026-01-08T17:03:51.201821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037598322475157:2048] [node 1] ICS09 handshake done sender: [6:7593037598322475150:2115] self: [6:7593037598322475154:0] peer: [1:7593037592805119399:0] socket: 93 qp: -1
2026-01-08T17:03:51.201864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037598322475157:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:51.201919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:51.204117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037593484812577:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:51.205831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037598152264845:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:51.207944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037592805119394:2117] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.208015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:51.208074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037592805119394:2117] [node 6] ICP22 created new session: [1:7593037597100086721:2117]
2026-01-08T17:03:51.208134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037597100086721:2117] [node 6] ICS09 handshake done sender: [1:7593037592805119400:2139] self: [1:7593037592805119399:0] peer: [6:7593037598322475154:0] socket: 90 qp: -1
2026-01-08T17:03:51.208176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037597100086721:2117] [node 6] ICS10 traffic start
2026-01-08T17:03:51.208216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:51.211432Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037597779779891:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.211509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037593484812573:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.211603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:51.211654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037593484812573:2108] [node 4] ICP22 created new session: [3:7593037597779779893:2108]
2026-01-08T17:03:51.211716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037597779779893:2108] [node 4] ICS09 handshake done sender: [3:7593037593484812577:2113] self: [3:7593037593484812576:0] peer: [4:7593037598152264846:0] socket: 97 qp: -1
2026-01-08T17:03:51.211753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037597779779893:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:51.211788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:51.217236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037593857297471:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:51.217329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:51.217389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037593857297471:2050] [node 3] ICP22 created new session: [4:7593037598152264857:2050]
2026-01-08T17:03:51.217466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037598152264857:2050] [node 3] ICS09 handshake done sender: [4:7593037598152264845:2117] self: [4:7593037598152264846:0] peer: [3:7593037593484812576:0] socket: 103 qp: -1
2026-01-08T17:03:51.217520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037598152264857:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:51.217560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.224221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037598322475159:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38192
2026-01-08T17:03:51.222221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037599831026216:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.222648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037595536058898:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.226731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037599831026215:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.228101Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037594785100249:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11000) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037599080067627:2118] held: no
2026-01-08T17:03:51.231911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037595536058835:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.238860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037593484812505:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.239104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037593484812579:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.239132Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037593484812579:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:51.232593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037599080067627:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:51.233154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037593857297542:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.233201Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037593857297542:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.250565Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037593484812579:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:51.246898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037599831026219:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41559
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.252566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037598322475156:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.251989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037593484812574:2109] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.243086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037594785100249:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.262112Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037598152264850:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.252066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:51.270792Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037599831026215:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:51.263324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:51.268361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037594785100249:2048] [node 1] ICP22 created new session: [2:7593037599080067642:2048]
2026-01-08T17:03:51.268436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037599080067642:2048] [node 1] ICS09 handshake done sender: [2:7593037599080067627:2118] self: [2:7593037599080067635:0] peer: [1:7593037592805119362:0] socket: 106 qp: -1
2026-01-08T17:03:51.268476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037599080067642:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:51.268544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:51.268842Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037594785100249:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(26378348ns) {HandleHandshakeStatus:329(26375438ns) {DropIncomingHandshake:442(1446ns) DropOutgoingHandshake:457(395ns) SwitchToState:179(512ns) ProcessPendingSessionEvents:495(1395ns)}}
2026-01-08T17:03:51.269000Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037594785100325:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.269026Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037594785100325:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:51.277329Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037594785100323:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.277374Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037594785100323:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:51.278188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037599080067641:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63492
2026-01-08T17:03:51.284244Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037594785100325:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:51.284604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037594785100323:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:51.252757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037594027507780:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.287155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037598322475162:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38192
2026-01-08T17:03:51.271075Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037599831026220:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41559
2026-01-08T17:03:51.271146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037599831026221:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41559
2026-01-08T17:03:51.271198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037595536058835:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:51.271262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:51.271311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037595536058835:2050] [node 3] ICP22 created new session: [5:7593037599831026222:2050]
2026-01-08T17:03:51.271383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037599831026222:2050] [node 3] ICS09 handshake done sender: [5:7593037599831026215:2118] self: [5:7593037599831026218:0] peer: [3:7593037593484812578:0] socket: 123 qp: -1
2026-01-08T17:03:51.271423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037599831026222:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:51.271466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:51.252130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037593484812574:2109] [node 5] ICP22 created new session: [3:7593037597779779897:2109]
2026-01-08T17:03:51.252188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037597779779897:2109] [node 5] ICS09 handshake done sender: [3:7593037593484812579:2114] self: [3:7593037593484812578:0] peer: [5:7593037599831026218:0] socket: 69 qp: -1
2026-01-08T17:03:51.252238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037597779779897:2109] [node 5] ICS10 traffic start
2026-01-08T17:03:51.252277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:51.280104Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037593484812574:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(27124467ns) {HandleHandshakeStatus:329(27121768ns) {DropIncomingHandshake:442(18093ns) DropOutgoingHandshake:457(498ns) SwitchToState:179(620ns) ProcessPendingSessionEvents:495(26678360ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 22941374ns max# 15753803ns}}}
2026-01-08T17:03:51.292184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037593857297469:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.293650Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037598322475156:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:51.294678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037597100086702:2144] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.294720Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037597100086702:2144] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.296945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037598322475163:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38192
2026-01-08T17:03:51.297038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037598322475164:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38192
2026-01-08T17:03:51.297085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037594027507780:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:51.297139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:51.297194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037594027507780:2049] [node 2] ICP22 created new session: [6:7593037598322475165:2049]
2026-01-08T17:03:51.297272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037598322475165:2049] [node 2] ICS09 handshake done sender: [6:7593037598322475156:2117] self: [6:7593037598322475161:0] peer: [2:7593037594785100324:0] socket: 119 qp: -1
2026-01-08T17:03:51.297314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037598322475165:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:51.297352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:51.300104Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037593857297542:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:51.300679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037593857297534:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.302550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037594785100250:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.302671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:51.302728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037594785100250:2049] [node 3] ICP22 created new session: [2:7593037599080067646:2049]
2026-01-08T17:03:51.302794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037599080067646:2049] [node 3] ICS09 handshake done sender: [2:7593037594785100323:2114] self: [2:7593037594785100322:0] peer: [3:7593037597779779895:0] socket: 115 qp: -1
2026-01-08T17:03:51.302830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037599080067646:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:51.302888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:51.300770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:51.300823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037593857297534:2108] [node 5] ICP22 created new session: [4:7593037598152264863:2108]
2026-01-08T17:03:51.300887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037598152264863:2108] [node 5] ICS09 handshake done sender: [4:7593037593857297542:2114] self: [4:7593037593857297541:0] peer: [5:7593037599831026217:0] socket: 124 qp: -1
2026-01-08T17:03:51.300927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037598152264863:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:51.303559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037598322475159:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.303965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037594027507781:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.300964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:51.307593Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037599831026216:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:51.308120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037594785100316:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.308219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:51.308299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037594785100316:2109] [node 6] ICP22 created new session: [2:7593037599080067648:2109]
2026-01-08T17:03:51.308351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037599080067648:2109] [node 6] ICS09 handshake done sender: [2:7593037594785100325:2115] self: [2:7593037594785100324:0] peer: [6:7593037598322475161:0] socket: 81 qp: -1
2026-01-08T17:03:51.308394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037599080067648:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:51.308458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:51.310509Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037597100086702:2144] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.312280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037598152264862:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54816
2026-01-08T17:03:51.312949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037592805119395:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.313029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:51.313090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037592805119395:2108] [node 4] ICP22 created new session: [1:7593037597100086725:2108]
2026-01-08T17:03:51.313149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037597100086725:2108] [node 4] ICS09 handshake done sender: [1:7593037597100086702:2144] self: [1:7593037597100086701:0] peer: [4:7593037598152264860:0] socket: 113 qp: -1
2026-01-08T17:03:51.313196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037597100086725:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:51.313248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:51.317172Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037593484812581:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.317214Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037593484812581:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:51.320514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037598152264850:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:51.320900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037599080067641:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.321479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037594785100316:2109] [node 6] ICP18 handshake (actor [2:7593037599080067641:2120]) is too old
2026-01-08T17:03:51.323900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037598322475164:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.324056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037594027507843:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.319135Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037599831026220:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.319210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037595536058898:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:51.319271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:51.319326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037595536058898:2108] [node 4] ICP22 created new session: [5:7593037599831026225:2108]
2026-01-08T17:03:51.319398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037599831026225:2108] [node 4] ICS09 handshake done sender: [5:7593037599831026216:2119] self: [5:7593037599831026217:0] peer: [4:7593037593857297541:0] socket: 125 qp: -1
2026-01-08T17:03:51.319439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037599831026225:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:51.319478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:51.325032Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037595536058898:2108] [node 4] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.328767Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037593484812505:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1272) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037597779779891:2120] held: no
2026-01-08T17:03:51.329867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037597779779899:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26411
2026-01-08T17:03:51.330689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037595536058833:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.331747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037593857297544:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.331779Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037593857297544:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:51.333224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037593857297469:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:51.333297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:51.333348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037593857297469:2048] [node 1] ICP22 created new session: [4:7593037598152264865:2048]
2026-01-08T17:03:51.333417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037598152264865:2048] [node 1] ICS09 handshake done sender: [4:7593037598152264850:2119] self: [4:7593037598152264860:0] peer: [1:7593037597100086701:0] socket: 84 qp: -1
2026-01-08T17:03:51.333457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037598152264865:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:51.333492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:51.334096Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037593857297469:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:51.331120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037597100086704:2145] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.331157Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037597100086704:2145] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.338848Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037597779779900:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26411
2026-01-08T17:03:51.339095Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037597779779891:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:51.339287Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037598322475163:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.342914Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037598322475170:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38192
2026-01-08T17:03:51.343067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037594027507838:2103] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:51.343523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037599831026228:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41559
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.354470Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037593857297544:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:51.355104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037598322475172:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38192
2026-01-08T17:03:51.347801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037595536058907:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.347838Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037595536058907:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:51.351862Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037599831026220:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:51.357848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037595536058833:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:51.357919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:51.357974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037595536058833:2048] [node 1] ICP22 created new session: [5:7593037599831026230:2048]
2026-01-08T17:03:51.358030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037599831026230:2048] [node 1] ICS09 handshake done sender: [5:7593037599831026220:2121] self: [5:7593037599831026227:0] peer: [1:7593037597100086703:0] socket: 129 qp: -1
2026-01-08T17:03:51.358066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037599831026230:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:51.358103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:51.361712Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037595536058907:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:51.357072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037593857297535:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.357152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:51.357215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037593857297535:2109] [node 6] ICP22 created new session: [4:7593037598152264868:2109]
2026-01-08T17:03:51.357270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037598152264868:2109] [node 6] ICS09 handshake done sender: [4:7593037593857297544:2115] self: [4:7593037593857297543:0] peer: [6:7593037598322475169:0] socket: 87 qp: -1
2026-01-08T17:03:51.357318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037598152264868:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:51.357358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:51.348925Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037597100086704:2145] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:51.358530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037592805119396:2137] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.358582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:51.358651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037592805119396:2137] [node 5] ICP22 created new session: [1:7593037597100086728:2137]
2026-01-08T17:03:51.358695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037597100086728:2137] [node 5] ICS09 handshake done sender: [1:7593037597100086704:2145] self: [1:7593037597100086703:0] peer: [5:7593037599831026227:0] socket: 109 qp: -1
2026-01-08T17:03:51.358728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037597100086728:2137] [node 5] ICS10 traffic start
2026-01-08T17:03:51.358764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:51.363826Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037593484812581:2115] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:51.364534Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037597779779900:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:51.367102Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037598322475173:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:38192
2026-01-08T17:03:51.384365Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037598322475164:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:51.364593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037593484812505:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:51.364642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:51.364695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037593484812505:2049] [node 2] ICP22 created new session: [3:7593037597779779902:2049]
2026-01-08T17:03:51.364750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037597779779902:2049] [node 2] ICS09 handshake done sender: [3:7593037597779779891:2120] self: [3:7593037597779779895:0] peer: [2:7593037594785100322:0] socket: 122 qp: -1
2026-01-08T17:03:51.364790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037597779779902:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:51.364824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:51.365689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037593484812575:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.365722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:51.365787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037593484812575:2110] [node 6] ICP22 created new session: [3:7593037597779779904:2110]
2026-01-08T17:03:51.365851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037597779779904:2110] [node 6] ICS09 handshake done sender: [3:7593037593484812581:2115] self: [3:7593037593484812580:0] peer: [6:7593037598322475168:0] socket: 82 qp: -1
2026-01-08T17:03:51.365886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037597779779904:2110] [node 6] ICS10 traffic start
2026-01-08T17:03:51.365937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:51.371334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037593484812575:2110] [node 6] ICP18 handshake (actor [3:7593037597779779900:2122]) is too old
2026-01-08T17:03:51.391166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037595536058899:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:51.391272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:51.391327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037595536058899:2109] [node 6] ICP22 created new session: [5:7593037599831026232:2109]
2026-01-08T17:03:51.391416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037599831026232:2109] [node 6] ICS09 handshake done sender: [5:7593037595536058907:2114] self: [5:7593037595536058906:0] peer: [6:7593037598322475171:0] socket: 133 qp: -1
2026-01-08T17:03:51.391463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037599831026232:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:51.391502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:51.385577Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037594027507781:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11111) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037598322475159:2118] held: no
2026-01-08T17:03:51.386382Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037594027507843:2109] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8406) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037598322475164:2121] held: no
2026-01-08T17:03:51.393871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037594027507843:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:51.393919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:51.393979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037594027507843:2109] [node 4] ICP22 created new session: [6:7593037598322475174:2109]
2026-01-08T17:03:51.394040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037598322475174:2109] [node 4] ICS09 handshake done sender: [6:7593037598322475164:2121] self: [6:7593037598322475169:0] peer: [4:7593037593857297543:0] socket: 135 qp: -1
2026-01-08T17:03:51.394079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037598322475174:2109] [node 4] ICS10 traffic start
2026-01-08T17:03:51.394115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:51.402556Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037598322475163:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:51.406292Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037598322475159:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:51.416063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037594027507838:2103] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:51.416146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:51.416211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037594027507838:2103] [node 5] ICP22 created new session: [6:7593037598322475176:2103]
2026-01-08T17:03:51.416272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037598322475176:2103] [node 5] ICS09 handshake done sender: [6:7593037598322475163:2120] self: [6:7593037598322475171:0] peer: [5:7593037595536058906:0] socket: 134 qp: -1
2026-01-08T17:03:51.416321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037598322475176:2103] [node 5] ICS10 traffic start
2026-01-08T17:03:51.416362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:51.417128Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037594027507838:2103] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:51.418209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037594027507781:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:51.418258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:51.418349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037594027507781:2050] [node 3] ICP22 created new session: [6:7593037598322475178:2050]
2026-01-08T17:03:51.418404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037598322475178:2050] [node 3] ICS09 handshake done sender: [6:7593037598322475159:2118] self: [6:7593037598322475168:0] peer: [3:7593037593484812580:0] socket: 96 qp: -1
2026-01-08T17:03:51.418449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037598322475178:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:51.418491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:51.529860Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:51.530112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037599080067642:2048] [node 1] ICS01 socket: 106 reason# EndOfStream
2026-01-08T17:03:51.530164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037594785100249:2048] [node 1] ICP30 unregister session Session# [2:7593037599080067642:2048] VirtualId# [2:7593037599080067635:0]
2026-01-08T17:03:51.530207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037599080067642:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.530307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:51.530390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:51.533719Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:51.533953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037597779779888:2048] [node 1] ICS01 socket: 100 reason# EndOfStream
2026-01-08T17:03:51.533999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037593484812504:2048] [node 1] ICP30 unregister session Session# [3:7593037597779779888:2048] VirtualId# [3:7593037597779779884:0]
2026-01-08T17:03:51.534043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037597779779888:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.534124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:51.534171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:51.540993Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:51.541233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037599831026230:2048] [node 1] ICS07 socket disconnect 129 reason# EndOfStream
2026-01-08T17:03:51.541272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037599831026230:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.541357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:51.541393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037599831026230:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:51.542024Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:51.542228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037598322475157:2048] [node 1] ICS07 socket disconnect 93 reason# EndOfStream
2026-01-08T17:03:51.542256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037598322475157:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.542355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:51.542399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037598322475157:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:51.544178Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037594027507779:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11000) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:51.544255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037598322475157:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:51.544300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037594027507779:2048] [node 1] ICP30 unregister session Session# [6:7593037598322475157:2048] VirtualId# [6:7593037598322475154:0]
2026-01-08T17:03:51.544346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:51.544385Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037594027507779:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11000) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.544403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11000) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.545087Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037595536058833:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11000) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:51.545150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037599831026230:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:51.545189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037595536058833:2048] [node 1] ICP30 unregister session Session# [5:7593037599831026230:2048] VirtualId# [5:7593037599831026227:0]
2026-01-08T17:03:51.545291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:51.545346Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037595536058833:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11000) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.545364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11000) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.545381Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:51.545611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037598152264865:2048] [node 1] ICS07 socket disconnect 84 reason# EndOfStream
2026-01-08T17:03:51.545643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037598152264865:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.545726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:51.545772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037598152264865:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:51.547289Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037593857297469:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11000) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:51.547377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037598152264865:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:51.547416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037593857297469:2048] [node 1] ICP30 unregister session Session# [4:7593037598152264865:2048] VirtualId# [4:7593037598152264860:0]
2026-01-08T17:03:51.547463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:51.547500Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037593857297469:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11000) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.547515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11000) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.553512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037594027507779:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:51.558444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037593857297469:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:51.558556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037595536058833:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:51.637590Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:51.637860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037597779779902:2049] [node 2] ICS01 socket: 122 reason# EndOfStream
2026-01-08T17:03:51.637919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037593484812505:2049] [node 2] ICP30 unregister session Session# [3:7593037597779779902:2049] VirtualId# [3:7593037597779779895:0]
2026-01-08T17:03:51.637964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037597779779902:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.638053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:51.638100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:51.643070Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:51.643336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037598152264853:2049] [node 2] ICS01 socket: 75 reason# EndOfStream
2026-01-08T17:03:51.643404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037593857297470:2049] [node 2] ICP30 unregister session Session# [4:7593037598152264853:2049] VirtualId# [4:7593037598152264847:0]
2026-01-08T17:03:51.643449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037598152264853:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.643546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:51.643595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:51.644086Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:51.644279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037598322475165:2049] [node 2] ICS07 socket disconnect 119 reason# EndOfStream
2026-01-08T17:03:51.644311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037598322475165:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.644381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:51.644426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037598322475165:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:51.643710Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:51.643899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037599831026211:2049] [node 2] ICS01 socket: 79 reason# EndOfStream
2026-01-08T17:03:51.644070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037595536058834:2049] [node 2] ICP30 unregister session Session# [5:7593037599831026211:2049] VirtualId# [5:7593037599831026209:0]
2026-01-08T17:03:51.644115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037599831026211:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.644196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:51.644244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:51.664587Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037594027507780:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1272) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:51.664673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037598322475165:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:51.664724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037594027507780:2049] [node 2] ICP30 unregister session Session# [6:7593037598322475165:2049] VirtualId# [6:7593037598322475161:0]
2026-01-08T17:03:51.664782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:51.664819Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037594027507780:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1272) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.664838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1272) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.672194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037594027507780:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:51.714963Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:51.715159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037599831026222:2050] [node 3] ICS07 socket disconnect 123 reason# EndOfStream
2026-01-08T17:03:51.715203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037599831026222:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.715295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:51.715342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037599831026222:2050] [node 3] ICS15 start handshake
2026-01-08T17:03:51.714012Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:51.714265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037598322475178:2050] [node 3] ICS01 socket: 96 reason# EndOfStream
2026-01-08T17:03:51.714370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037594027507781:2050] [node 3] ICP30 unregister session Session# [6:7593037598322475178:2050] VirtualId# [6:7593037598322475168:0]
2026-01-08T17:03:51.714420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037598322475178:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.714502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:51.714548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:51.718364Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:51.718606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037598152264857:2050] [node 3] ICS07 socket disconnect 103 reason# EndOfStream
2026-01-08T17:03:51.718640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037598152264857:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.718728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:51.718780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037598152264857:2050] [node 3] ICS15 start handshake
2026-01-08T17:03:51.720725Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037593857297471:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11111) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:51.720800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037598152264857:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:51.720847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037593857297471:2050] [node 3] ICP30 unregister session Session# [4:7593037598152264857:2050] VirtualId# [4:7593037598152264846:0]
2026-01-08T17:03:51.720895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:51.720934Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037593857297471:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11111) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.720951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11111) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.728925Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037595536058835:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11111) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:51.729019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037599831026222:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:51.729065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037595536058835:2050] [node 3] ICP30 unregister session Session# [5:7593037599831026222:2050] VirtualId# [5:7593037599831026218:0]
2026-01-08T17:03:51.729123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:51.729160Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037595536058835:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11111) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.729179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11111) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.734869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037593857297471:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:03:51.742513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037595536058835:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:03:51.924838Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:51.925092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037599831026225:2108] [node 4] ICS07 socket disconnect 125 reason# EndOfStream
2026-01-08T17:03:51.925130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037599831026225:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.925223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:51.925270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037599831026225:2108] [node 4] ICS15 start handshake
2026-01-08T17:03:51.925941Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:51.926156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037598322475174:2109] [node 4] ICS01 socket: 135 reason# EndOfStream
2026-01-08T17:03:51.926208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037594027507843:2109] [node 4] ICP30 unregister session Session# [6:7593037598322475174:2109] VirtualId# [6:7593037598322475169:0]
2026-01-08T17:03:51.926256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037598322475174:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.926348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:51.926402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:51.928785Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037595536058898:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8406) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:51.928863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037599831026225:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:51.928911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037595536058898:2108] [node 4] ICP30 unregister session Session# [5:7593037599831026225:2108] VirtualId# [5:7593037599831026217:0]
2026-01-08T17:03:51.929028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:51.929068Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037595536058898:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8406) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.929090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8406) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:51.990511Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:51.990775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037598322475176:2103] [node 5] ICS01 socket: 134 reason# EndOfStream
2026-01-08T17:03:51.990828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037594027507838:2103] [node 5] ICP30 unregister session Session# [6:7593037598322475176:2103] VirtualId# [6:7593037598322475171:0]
2026-01-08T17:03:51.990875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037598322475176:2103] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:51.990975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:51.991026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:03:52.196456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037603288949590:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:52.196501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037603288949591:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:52.209499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037605042549060:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:52.212234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037603445143870:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:52.212319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037603445143871:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:52.209581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037605042549061:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:52.238828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037601839654412:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:52.238869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037601839654413:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:52.238912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037601839654414:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:52.247533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037601429626268:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:52.247571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037601429626269:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:52.247608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037601429626270:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:52.262991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037605348080356:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:52.263040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037605348080357:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:52.263081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037605348080358:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:52.687794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037605348080414:2104] [node 5] ICP01 ready to work
2026-01-08T17:03:52.691828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037603288949652:2107] [node 5] ICP01 ready to work
2026-01-08T17:03:52.692276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037603288949653:2108] [node 6] ICP01 ready to work
2026-01-08T17:03:52.692106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037605348080421:2109] [node 4] ICP01 ready to work
2026-01-08T17:03:52.774929Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037603288949652:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(82222714ns) {Configure:104(82212425ns) {ProcessConfigured:135(80066ns) {StartInitialHandshake:157(77476ns) {DropHandshakes:470(2449ns) {DropIncomingHandshake:442(516ns) DropOutgoingHandshake:457(360ns)} GenerateSessionVirtualId:992(1192ns) PrepareNewSessionHandshake:477(1750ns) {SwitchToState:179(749ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:52.703482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037605042549123:2109] [node 5] ICP01 ready to work
2026-01-08T17:03:52.712230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037603445143931:2107] [node 5] ICP01 ready to work
2026-01-08T17:03:52.816389Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037603288949653:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(123739234ns) {Configure:104(123732586ns) {ProcessConfigured:135(34476686ns) {StartInitialHandshake:157(34474152ns) {DropHandshakes:470(1994ns) {DropIncomingHandshake:442(390ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:992(566ns) PrepareNewSessionHandshake:477(5973ns) {SwitchToState:179(3177ns)}}}}}
2026-01-08T17:03:52.776825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037601429626339:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:52.715389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037603445143933:2108] [node 4] ICP01 ready to work
2026-01-08T17:03:52.851189Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037603445143870:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(133403412ns) {Configure:104(133398051ns) {ProcessConfigured:135(86786ns) {StartInitialHandshake:157(84305ns) {DropHandshakes:470(3040ns) {DropIncomingHandshake:442(967ns) DropOutgoingHandshake:457(478ns)} GenerateSessionVirtualId:992(1154ns) PrepareNewSessionHandshake:477(2293ns) {SwitchToState:179(677ns)}}}}}
2026-01-08T17:03:52.851663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037603445143939:2110] [node 6] ICP01 ready to work
2026-01-08T17:03:52.777289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037601429626329:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56852
2026-01-08T17:03:52.872901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037603288949659:2109] [node 4] ICP01 ready to work
2026-01-08T17:03:52.870785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037605042549125:2107] [node 6] ICP01 ready to work
2026-01-08T17:03:52.871778Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037603445143931:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(159160182ns) {Configure:104(159154864ns) {ProcessConfigured:135(69190ns) {StartInitialHandshake:157(66588ns) {DropHandshakes:470(1378ns) {DropIncomingHandshake:442(259ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:992(266ns) PrepareNewSessionHandshake:477(1727ns) {SwitchToState:179(427ns)}}}}}
2026-01-08T17:03:52.898191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037601839654476:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:52.923120Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037601429626269:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(136980124ns) {Configure:104(136974583ns) {ProcessConfigured:135(29749759ns) {StartInitialHandshake:157(29746485ns) {DropHandshakes:470(2151ns) {DropIncomingHandshake:442(703ns) DropOutgoingHandshake:457(378ns)} GenerateSessionVirtualId:992(417ns) PrepareNewSessionHandshake:477(5852ns) {SwitchToState:179(2044ns)}}}}}
2026-01-08T17:03:52.923435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037601429626329:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:52.925745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037601429626347:2110] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:52.910206Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037603445143871:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(22144065ns) {Configure:104(22135723ns) {ProcessConfigured:135(19607349ns) {StartInitialHandshake:157(19604939ns) {DropHandshakes:470(5503155ns) {DropIncomingHandshake:442(2927ns) DropOutgoingHandshake:457(800ns)} GenerateSessionVirtualId:992(1464ns) PrepareNewSessionHandshake:477(3087ns) {SwitchToState:179(1350ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:52.934109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037601429626270:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(99028206ns) {Configure:104(83474298ns) {ProcessConfigured:135(63038ns) {StartInitialHandshake:157(60370ns) {DropHandshakes:470(2120ns) {DropIncomingHandshake:442(513ns) DropOutgoingHandshake:457(407ns)} GenerateSessionVirtualId:992(867ns) PrepareNewSessionHandshake:477(1173ns) {SwitchToState:179(488ns)}}}}}
2026-01-08T17:03:52.936981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037601429626344:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56852
2026-01-08T17:03:52.906678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037603288949590:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(79551180ns) {Configure:104(79545207ns) {ProcessConfigured:135(7805034ns) {StartInitialHandshake:157(7803234ns) {DropHandshakes:470(2396ns) {DropIncomingHandshake:442(573ns) DropOutgoingHandshake:457(438ns)} GenerateSessionVirtualId:992(887ns) PrepareNewSessionHandshake:477(3520ns) {SwitchToState:179(1250ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:52.917156Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037605042549060:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(46090297ns) {Configure:104(46084949ns) {ProcessConfigured:135(65995ns) {StartInitialHandshake:157(63657ns) {DropHandshakes:470(4357ns) {DropIncomingHandshake:442(420ns) DropOutgoingHandshake:457(334ns)} GenerateSessionVirtualId:992(1304ns) PrepareNewSessionHandshake:477(1042ns) {SwitchToState:179(461ns)}}}}}
2026-01-08T17:03:52.932172Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037603288949669:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51256
2026-01-08T17:03:52.917571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037605042549129:2110] [node 4] ICP01 ready to work
2026-01-08T17:03:52.954497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037601839654477:2110] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:52.938523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037605042549125:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(16562813ns) {Configure:104(16558479ns) {ProcessConfigured:135(58782ns) {StartInitialHandshake:157(56777ns) {DropHandshakes:470(1557ns) {DropIncomingHandshake:442(166ns) DropOutgoingHandshake:457(246ns)} GenerateSessionVirtualId:992(847ns) PrepareNewSessionHandshake:477(617ns) {SwitchToState:179(249ns)}}}}}
2026-01-08T17:03:52.967631Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037605348080357:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(66630803ns) {Configure:104(66624355ns) {ProcessConfigured:135(66927ns) {StartInitialHandshake:157(65245ns) {DropHandshakes:470(1116ns) {DropIncomingHandshake:442(98ns) DropOutgoingHandshake:457(378ns)} GenerateSessionVirtualId:992(267ns) PrepareNewSessionHandshake:477(581ns) {SwitchToState:179(140ns)}}}}}
2026-01-08T17:03:52.974700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037603445143949:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57405
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:52.962951Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037603288949670:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51256
2026-01-08T17:03:52.946258Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037605042549123:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(218872711ns) {Configure:104(218867713ns) {ProcessConfigured:135(37432217ns) {StartInitialHandshake:157(37430008ns) {DropHandshakes:470(822ns) {DropIncomingHandshake:442(128ns) DropOutgoingHandshake:457(250ns)} GenerateSessionVirtualId:992(285ns) PrepareNewSessionHandshake:477(2292ns) {SwitchToState:179(126ns)}}}}}
2026-01-08T17:03:52.971870Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037601839654473:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34916
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:52.969843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037605348080427:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47920
2026-01-08T17:03:52.974840Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037603445143950:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57405
2026-01-08T17:03:52.963022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037603288949671:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51256
2026-01-08T17:03:52.988818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037605348080430:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47920
2026-01-08T17:03:52.947658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037605042549137:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21800
2026-01-08T17:03:53.004988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037609643047732:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47920
2026-01-08T17:03:52.992931Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037603445143949:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.014796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037605042549141:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21800
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.079152Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037603445143951:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57405
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.079302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037607740111248:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57405
2026-01-08T17:03:53.079458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037603445143870:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.066986Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037601429626344:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.050835Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037603288949671:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.080137Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037605348080427:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.081174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037603445143950:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.015091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037609337516438:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21800
2026-01-08T17:03:53.080140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037603288949670:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.082523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037607740111251:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57405
2026-01-08T17:03:53.067209Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037601429626358:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56852
2026-01-08T17:03:53.086558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037603445143951:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.086725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037603445143871:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:53.074460Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037605042549137:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.074627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037601429626268:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:53.081910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037605348080430:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.080285Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037603288949669:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.082798Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037601839654484:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34916
2026-01-08T17:03:53.106087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037601839654473:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.110052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037601429626358:2126] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.074593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037609337516438:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.102536Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037605042549133:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.102572Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037605042549133:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.103331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037605042549141:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.108965Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037605042549133:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:53.109345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037605042549061:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.109423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:53.109476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037605042549061:2049] [node 3] ICP22 created new session: [2:7593037609337516443:2049]
2026-01-08T17:03:53.109557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037609337516443:2049] [node 3] ICS09 handshake done sender: [2:7593037605042549133:2113] self: [2:7593037605042549132:0] peer: [3:7593037607740111252:0] socket: 96 qp: -1
2026-01-08T17:03:53.109601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037609337516443:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:53.080403Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037603288949663:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.109657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:53.080428Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037603288949663:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.081776Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037603288949656:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.081800Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037603288949656:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.082999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037603288949663:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.112759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037605724593656:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56852
2026-01-08T17:03:53.093070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037605348080356:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.103954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037605348080358:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:53.114777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037603445143941:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.121937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037601429626269:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.123666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037601839654483:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.108952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037609643047732:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.114815Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037603445143941:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.123766Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037603288949658:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.134972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037605042549134:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.109131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037605348080421:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:53.115760Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037605348080358:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(17472937ns) {IncomingHandshake:261(17470530ns) {DropIncomingHandshake:442(373ns) PrepareNewSessionHandshake:477(1852ns) {SwitchToState:179(680ns)} GenerateSessionVirtualId:992(397ns) IssueIncomingHandshakeReply:193(11380274ns) {SwitchToState:179(1389ns)}}}
2026-01-08T17:03:53.135658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037609643047738:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47920
2026-01-08T17:03:53.138188Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037609643047732:2117] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.123722Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037601839654483:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.135019Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037605042549134:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.158567Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037605042549134:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.123820Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037603288949658:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.161512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037605724593658:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56852
2026-01-08T17:03:53.115508Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037603445143949:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:53.129346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037603288949591:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.126123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037607740111248:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.126542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037603445143870:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.126973Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037607740111254:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57405
2026-01-08T17:03:53.128536Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037603445143935:2109] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.128563Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037603445143935:2109] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.129178Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037603445143951:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:53.130702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037603445143871:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.130767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:53.130818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037603445143871:2049] [node 2] ICP22 created new session: [3:7593037607740111257:2049]
2026-01-08T17:03:53.130861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037607740111257:2049] [node 2] ICS09 handshake done sender: [3:7593037603445143951:2117] self: [3:7593037607740111252:0] peer: [2:7593037605042549132:0] socket: 98 qp: -1
2026-01-08T17:03:53.130891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037607740111257:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:53.130939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:53.144400Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037603445143941:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:53.126843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037601839654484:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.158994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037605348080421:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.181513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037605042549123:2109] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.145105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:53.159083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:53.129429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:53.179942Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037601429626358:2126] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:53.181623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:53.126980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037601839654414:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.145166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037603445143870:2048] [node 1] ICP22 created new session: [3:7593037607740111259:2048]
2026-01-08T17:03:53.159157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037605348080421:2109] [node 4] ICP22 created new session: [6:7593037609643047739:2109]
2026-01-08T17:03:53.129487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037603288949591:2049] [node 3] ICP22 created new session: [1:7593037607583916973:2049]
2026-01-08T17:03:53.134738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037606134621791:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34916
2026-01-08T17:03:53.188834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037601429626344:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:53.159232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037609643047739:2109] [node 4] ICS09 handshake done sender: [6:7593037609643047732:2117] self: [6:7593037609643047735:0] peer: [4:7593037601839654482:0] socket: 110 qp: -1
2026-01-08T17:03:53.181675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037605042549123:2109] [node 5] ICP22 created new session: [2:7593037609337516447:2109]
2026-01-08T17:03:53.181722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037609337516447:2109] [node 5] ICS09 handshake done sender: [2:7593037605042549134:2114] self: [2:7593037605042549126:0] peer: [5:7593037605724593657:0] socket: 94 qp: -1
2026-01-08T17:03:53.181774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037609337516447:2109] [node 5] ICS10 traffic start
2026-01-08T17:03:53.183785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:53.191919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037605042549136:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.191958Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037605042549136:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.204602Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037605042549136:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:53.150554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037607740111259:2048] [node 1] ICS09 handshake done sender: [3:7593037603445143949:2115] self: [3:7593037607740111249:0] peer: [1:7593037603288949662:0] socket: 83 qp: -1
2026-01-08T17:03:53.129540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037607583916973:2049] [node 3] ICS09 handshake done sender: [1:7593037603288949663:2112] self: [1:7593037603288949662:0] peer: [3:7593037607740111249:0] socket: 81 qp: -1
2026-01-08T17:03:53.188914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037601429626269:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.135271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037601839654483:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:53.205535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037605042549125:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.159275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037609643047739:2109] [node 4] ICS10 traffic start
2026-01-08T17:03:53.129574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037607583916973:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:53.150636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037607740111259:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:53.205644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:53.205701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037605042549125:2107] [node 6] ICP22 created new session: [2:7593037609337516451:2107]
2026-01-08T17:03:53.205754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037609337516451:2107] [node 6] ICS09 handshake done sender: [2:7593037605042549136:2115] self: [2:7593037605042549135:0] peer: [6:7593037609643047742:0] socket: 117 qp: -1
2026-01-08T17:03:53.205793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037609337516451:2107] [node 6] ICS10 traffic start
2026-01-08T17:03:53.205846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.189179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:53.198001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037601839654476:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.150721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:53.159316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:53.129631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:53.189222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037601429626269:2049] [node 2] ICP22 created new session: [5:7593037605724593660:2049]
2026-01-08T17:03:53.152401Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037603445143870:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27677047ns) {HandleHandshakeStatus:329(27673583ns) {DropIncomingHandshake:442(1415ns) DropOutgoingHandshake:457(7763ns) SwitchToState:179(199ns) ProcessPendingSessionEvents:495(560779ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 505196ns max# 69601ns}}}
2026-01-08T17:03:53.160395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037609643047737:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47920
2026-01-08T17:03:53.198109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.198172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037601839654476:2109] [node 6] ICP22 created new session: [4:7593037606134621793:2109]
2026-01-08T17:03:53.182032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037609643047736:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47920
2026-01-08T17:03:53.162020Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037603288949656:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:53.189279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037605724593660:2049] [node 2] ICS09 handshake done sender: [5:7593037601429626358:2126] self: [5:7593037605724593657:0] peer: [2:7593037605042549126:0] socket: 106 qp: -1
2026-01-08T17:03:53.153832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037603445143935:2109] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:53.235725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037609337516453:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21800
2026-01-08T17:03:53.182181Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037605348080430:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:53.187919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037609643047736:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.188057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037605348080357:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:53.188320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037605348080358:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.188394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:53.188440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037605348080358:2050] [node 3] ICP22 created new session: [6:7593037609643047743:2050]
2026-01-08T17:03:53.188508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037609643047743:2050] [node 3] ICS09 handshake done sender: [6:7593037605348080430:2114] self: [6:7593037609643047734:0] peer: [3:7593037603445143940:0] socket: 102 qp: -1
2026-01-08T17:03:53.188960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037609643047743:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:53.189001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:53.202037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037609643047741:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47920
2026-01-08T17:03:53.212055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037605348080358:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22675047ns) {HandleHandshakeStatus:329(22672738ns) {DropIncomingHandshake:442(396ns) DropOutgoingHandshake:457(3624ns) SwitchToState:179(108ns) ProcessPendingSessionEvents:495(8956991ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 8311281ns max# 7836538ns}}}
2026-01-08T17:03:53.220563Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037609643047745:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47920
2026-01-08T17:03:53.222597Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037605348080427:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:53.230893Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037605348080357:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10325) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037609643047736:2118] held: no
2026-01-08T17:03:53.231881Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037609643047736:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:53.232161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037605348080356:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.232261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:53.232319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037605348080356:2048] [node 1] ICP22 created new session: [6:7593037609643047747:2048]
2026-01-08T17:03:53.232383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037609643047747:2048] [node 1] ICS09 handshake done sender: [6:7593037605348080427:2112] self: [6:7593037609643047733:0] peer: [1:7593037603288949657:0] socket: 80 qp: -1
2026-01-08T17:03:53.232428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037609643047747:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:53.232473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:53.242268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037605348080357:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.242416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:53.242478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037605348080357:2049] [node 2] ICP22 created new session: [6:7593037609643047749:2049]
2026-01-08T17:03:53.242542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037609643047749:2049] [node 2] ICS09 handshake done sender: [6:7593037609643047736:2118] self: [6:7593037609643047742:0] peer: [2:7593037605042549135:0] socket: 121 qp: -1
2026-01-08T17:03:53.242585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037609643047749:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:53.242668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:53.189306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037605724593660:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:53.166847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037603445143939:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.198226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037606134621793:2109] [node 6] ICS09 handshake done sender: [4:7593037601839654483:2113] self: [4:7593037601839654482:0] peer: [6:7593037609643047735:0] socket: 104 qp: -1
2026-01-08T17:03:53.183248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037603288949658:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:53.189346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.185436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037603288949652:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.253038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037601429626268:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.166922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.276427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037609643047751:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47920
2026-01-08T17:03:53.198265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037606134621793:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.253141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.185527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:53.166994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037603445143939:2110] [node 6] ICP22 created new session: [3:7593037607740111262:2110]
2026-01-08T17:03:53.198821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:53.281696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037609337516453:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.283351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037605042549060:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:53.186135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037603288949652:2107] [node 5] ICP22 created new session: [1:7593037607583916977:2107]
2026-01-08T17:03:53.188133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037603288949653:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.188206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:53.188263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037603288949653:2108] [node 6] ICP22 created new session: [1:7593037607583916978:2108]
2026-01-08T17:03:53.188327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037607583916978:2108] [node 6] ICS09 handshake done sender: [1:7593037603288949658:2111] self: [1:7593037603288949657:0] peer: [6:7593037609643047733:0] socket: 78 qp: -1
2026-01-08T17:03:53.188923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037607583916978:2108] [node 6] ICS10 traffic start
2026-01-08T17:03:53.189041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037607583916977:2107] [node 5] ICS09 handshake done sender: [1:7593037603288949656:2110] self: [1:7593037603288949655:0] peer: [5:7593037605724593655:0] socket: 77 qp: -1
2026-01-08T17:03:53.191989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:53.198754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037607583916977:2107] [node 5] ICS10 traffic start
2026-01-08T17:03:53.202485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:53.228901Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037603288949653:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(39780693ns) {HandleHandshakeStatus:329(39778481ns) {DropIncomingHandshake:442(439ns) DropOutgoingHandshake:457(825ns) SwitchToState:179(523ns) ProcessPendingSessionEvents:495(9161938ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 9081406ns max# 2226405ns}}}
2026-01-08T17:03:53.230176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037607583916981:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51256
2026-01-08T17:03:53.259441Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037603288949652:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(72897564ns) {HandleHandshakeStatus:329(72894066ns) {DropIncomingHandshake:442(18083ns) DropOutgoingHandshake:457(392ns) SwitchToState:179(493ns) ProcessPendingSessionEvents:495(38953449ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 36962180ns max# 7784687ns}}}
2026-01-08T17:03:53.281508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037607583916983:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51256
2026-01-08T17:03:53.282675Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037603288949653:2108] [node 6] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.285634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037609337516455:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21800
2026-01-08T17:03:53.284454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037603288949668:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.284489Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037603288949668:2114] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.286008Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037603288949668:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:53.286353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037603288949590:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.286451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:53.286501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037603288949590:2048] [node 2] ICP22 created new session: [1:7593037607583916985:2048]
2026-01-08T17:03:53.286557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037607583916985:2048] [node 2] ICS09 handshake done sender: [1:7593037603288949668:2114] self: [1:7593037603288949666:0] peer: [2:7593037609337516454:0] socket: 134 qp: -1
2026-01-08T17:03:53.286600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037607583916985:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:53.286657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:53.288638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037609337516453:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:53.288922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037605042549060:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.289002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:53.289062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037605042549060:2048] [node 1] ICP22 created new session: [2:7593037609337516456:2048]
2026-01-08T17:03:53.289116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037609337516456:2048] [node 1] ICS09 handshake done sender: [2:7593037609337516453:2119] self: [2:7593037609337516454:0] peer: [1:7593037603288949666:0] socket: 135 qp: -1
2026-01-08T17:03:53.289151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037609337516456:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:53.289201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:53.167062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037607740111262:2110] [node 6] ICS09 handshake done sender: [3:7593037603445143941:2112] self: [3:7593037603445143940:0] peer: [6:7593037609643047734:0] socket: 92 qp: -1
2026-01-08T17:03:53.227023Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037601839654476:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(27977560ns) {HandleHandshakeStatus:329(27975074ns) {DropIncomingHandshake:442(17587ns) DropOutgoingHandshake:457(387ns) SwitchToState:179(526ns) ProcessPendingSessionEvents:495(23300066ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 23229140ns max# 16772331ns}}}
2026-01-08T17:03:53.253196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037601429626268:2048] [node 1] ICP22 created new session: [5:7593037605724593662:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.167110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037607740111262:2110] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.227119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037601839654484:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:53.167167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:53.168383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037603445143933:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.168460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:53.168508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037603445143933:2108] [node 4] ICP22 created new session: [3:7593037607740111264:2108]
2026-01-08T17:03:53.168583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037607740111264:2108] [node 4] ICS09 handshake done sender: [3:7593037603445143935:2109] self: [3:7593037603445143934:0] peer: [4:7593037606134621789:0] socket: 82 qp: -1
2026-01-08T17:03:53.168640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037607740111264:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:53.168686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:53.297727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037603445143944:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.297757Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037603445143944:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.302250Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037603445143944:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:53.253263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037605724593662:2048] [node 1] ICS09 handshake done sender: [5:7593037601429626344:2121] self: [5:7593037605724593655:0] peer: [1:7593037603288949655:0] socket: 85 qp: -1
2026-01-08T17:03:53.253308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037605724593662:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:53.253367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:53.255029Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037601429626268:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:53.255729Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037605724593659:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56852
2026-01-08T17:03:53.296264Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037601429626269:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:53.296866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037605724593659:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.301947Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037609643047751:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.297038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037605724593666:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56852
2026-01-08T17:03:53.297166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037601429626270:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:53.304969Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037605724593668:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56852
2026-01-08T17:03:53.307638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037605348080414:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:53.314719Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037605724593659:2129] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:53.316688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037605042549131:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.308565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037603445143931:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.235331Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037601839654414:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15840) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037601839654484:2114] held: no
2026-01-08T17:03:53.316740Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037605042549131:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.329315Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037609643047753:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47920
2026-01-08T17:03:53.329853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037609643047751:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:53.317879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037603288949665:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.249164Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037601839654414:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(17574525ns) {HandleHandshakeStatus:395(17571729ns) {LogHandshakeFail:472(16354ns) {UpdateErrorStateLog:545(5759ns)} DropOutgoingHandshake:457(1575ns) ProcessPendingSessionEvents:495(12887761ns) {unordered DropSessionEvent:512 num# 100 sum# 12852385ns max# 3095774ns}}}
2026-01-08T17:03:53.330129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037605348080414:2104] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.318340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037605042549131:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:53.321705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037601429626346:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.318060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:53.330242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:53.330307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037605348080414:2104] [node 5] ICP22 created new session: [6:7593037609643047754:2104]
2026-01-08T17:03:53.330388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037609643047754:2104] [node 5] ICS09 handshake done sender: [6:7593037609643047751:2123] self: [6:7593037609643047752:0] peer: [5:7593037601429626345:0] socket: 112 qp: -1
2026-01-08T17:03:53.330435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037609643047754:2104] [node 5] ICS10 traffic start
2026-01-08T17:03:53.330498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:53.317932Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037603288949665:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.249319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037601839654414:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.321347Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037607583916983:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.321751Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037601429626346:2122] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.320735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037603445143931:2107] [node 5] ICP22 created new session: [3:7593037607740111267:2107]
2026-01-08T17:03:53.325755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037605042549129:2110] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.249390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:53.331144Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037603288949665:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.325589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037601429626270:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.327319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037605724593666:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.329084Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037601429626346:2122] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:53.341813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:53.348595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037601429626270:2050] [node 3] ICP22 created new session: [5:7593037605724593670:2050]
2026-01-08T17:03:53.358771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037605724593670:2050] [node 3] ICS09 handshake done sender: [5:7593037605724593659:2129] self: [5:7593037605724593667:0] peer: [3:7593037603445143943:0] socket: 132 qp: -1
2026-01-08T17:03:53.348977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037603288949659:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.349062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:53.349120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037603288949659:2109] [node 4] ICP22 created new session: [1:7593037607583916989:2109]
2026-01-08T17:03:53.349186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037607583916989:2109] [node 4] ICS09 handshake done sender: [1:7593037603288949665:2113] self: [1:7593037603288949664:0] peer: [4:7593037606134621802:0] socket: 86 qp: -1
2026-01-08T17:03:53.349237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037607583916989:2109] [node 4] ICS10 traffic start
2026-01-08T17:03:53.349276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:53.321875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037607740111267:2107] [node 5] ICS09 handshake done sender: [3:7593037603445143944:2113] self: [3:7593037603445143943:0] peer: [5:7593037605724593667:0] socket: 129 qp: -1
2026-01-08T17:03:53.331967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:53.249447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037601839654414:2050] [node 3] ICP22 created new session: [4:7593037606134621796:2050]
2026-01-08T17:03:53.366568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037601429626339:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.370479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037605724593670:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:53.375558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:53.377248Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037601429626270:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(50681689ns) {HandleHandshakeStatus:329(50677633ns) {DropIncomingHandshake:442(959ns) DropOutgoingHandshake:457(6352ns) SwitchToState:179(443ns) ProcessPendingSessionEvents:495(539180ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 484182ns max# 56790ns}}}
2026-01-08T17:03:53.377323Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037601429626270:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:53.378633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037601429626347:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:53.341881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037605042549129:2110] [node 4] ICP22 created new session: [2:7593037609337516459:2110]
2026-01-08T17:03:53.321920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037607740111267:2107] [node 5] ICS10 traffic start
2026-01-08T17:03:53.321991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:53.352872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037609337516459:2110] [node 4] ICS09 handshake done sender: [2:7593037605042549131:2112] self: [2:7593037605042549130:0] peer: [4:7593037606134621801:0] socket: 73 qp: -1
2026-01-08T17:03:53.369863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037609337516459:2110] [node 4] ICS10 traffic start
2026-01-08T17:03:53.369934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:53.373774Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037605042549129:2110] [node 4] ICP35 event processing took too much time PendingConnection:279(46986183ns) {HandleHandshakeStatus:329(46983847ns) {DropIncomingHandshake:442(14986ns) DropOutgoingHandshake:457(224ns) SwitchToState:179(85ns) ProcessPendingSessionEvents:495(576539ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 506273ns max# 64039ns}}}
2026-01-08T17:03:53.249505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037606134621796:2050] [node 3] ICS09 handshake done sender: [4:7593037601839654484:2114] self: [4:7593037606134621789:0] peer: [3:7593037603445143934:0] socket: 100 qp: -1
2026-01-08T17:03:53.249547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037606134621796:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:53.382541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:53.382638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037601429626339:2109] [node 6] ICP22 created new session: [5:7593037605724593673:2109]
2026-01-08T17:03:53.382700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037605724593673:2109] [node 6] ICS09 handshake done sender: [5:7593037601429626346:2122] self: [5:7593037601429626345:0] peer: [6:7593037609643047752:0] socket: 87 qp: -1
2026-01-08T17:03:53.382747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037605724593673:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:53.382815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:53.384729Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037601429626339:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(17149047ns) {HandleHandshakeStatus:329(17146577ns) {DropIncomingHandshake:442(22632ns) DropOutgoingHandshake:457(453ns) SwitchToState:179(540ns) ProcessPendingSessionEvents:495(554164ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 482287ns max# 61876ns}}}
2026-01-08T17:03:53.249608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:53.279402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037606134621792:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34916
2026-01-08T17:03:53.279805Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037606134621799:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34916
2026-01-08T17:03:53.280482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037606134621798:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34916
2026-01-08T17:03:53.311840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037606134621798:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.311991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037601839654413:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:53.312265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037606134621792:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.312454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037601839654412:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:53.319461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037606134621799:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.319810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037606134621803:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34916
2026-01-08T17:03:53.347769Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037606134621798:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:53.353064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037606134621804:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34916
2026-01-08T17:03:53.353596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037601839654413:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.353676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:53.353730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037601839654413:2049] [node 2] ICP22 created new session: [4:7593037606134621806:2049]
2026-01-08T17:03:53.353786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037606134621806:2049] [node 2] ICS09 handshake done sender: [4:7593037606134621798:2119] self: [4:7593037606134621801:0] peer: [2:7593037605042549130:0] socket: 76 qp: -1
2026-01-08T17:03:53.353829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037606134621806:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:53.353877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:53.357285Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037601839654412:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14536) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037606134621792:2118] held: no
2026-01-08T17:03:53.358137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037601839654413:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:53.358204Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037606134621792:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:53.367578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037601839654412:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.367662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:53.367722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037601839654412:2048] [node 1] ICP22 created new session: [4:7593037606134621808:2048]
2026-01-08T17:03:53.367784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037606134621808:2048] [node 1] ICS09 handshake done sender: [4:7593037606134621792:2118] self: [4:7593037606134621802:0] peer: [1:7593037603288949664:0] socket: 130 qp: -1
2026-01-08T17:03:53.367834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037606134621808:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:53.367878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:53.388256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037601839654491:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:53.388300Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037601839654491:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:53.390377Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037601839654491:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:53.390713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037601839654477:2110] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:53.390807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:53.390866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037601839654477:2110] [node 5] ICP22 created new session: [4:7593037606134621811:2110]
2026-01-08T17:03:53.390915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037606134621811:2110] [node 5] ICS09 handshake done sender: [4:7593037601839654491:2116] self: [4:7593037601839654490:0] peer: [5:7593037605724593672:0] socket: 109 qp: -1
2026-01-08T17:03:53.390952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037606134621811:2110] [node 5] ICS10 traffic start
2026-01-08T17:03:53.390990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:53.393045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037605724593675:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56852
2026-01-08T17:03:53.394556Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037601429626347:2110] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25736) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037605724593666:2130] held: no
2026-01-08T17:03:53.394733Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037605724593666:2130] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:53.395245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037601429626347:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:53.395323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:53.395399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037601429626347:2110] [node 4] ICP22 created new session: [5:7593037605724593676:2110]
2026-01-08T17:03:53.395452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037605724593676:2110] [node 4] ICS09 handshake done sender: [5:7593037605724593666:2130] self: [5:7593037605724593672:0] peer: [4:7593037601839654490:0] socket: 95 qp: -1
2026-01-08T17:03:53.395496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037605724593676:2110] [node 4] ICS10 traffic start
2026-01-08T17:03:53.395535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:53.510803Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:53.511049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037609337516456:2048] [node 1] ICS01 socket: 135 reason# EndOfStream
2026-01-08T17:03:53.511102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037605042549060:2048] [node 1] ICP30 unregister session Session# [2:7593037609337516456:2048] VirtualId# [2:7593037609337516454:0]
2026-01-08T17:03:53.511146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037609337516456:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.511240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:53.511286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:53.516729Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:53.516976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037607740111259:2048] [node 1] ICS01 socket: 83 reason# EndOfStream
2026-01-08T17:03:53.517024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037603445143870:2048] [node 1] ICP30 unregister session Session# [3:7593037607740111259:2048] VirtualId# [3:7593037607740111249:0]
2026-01-08T17:03:53.517068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037607740111259:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.517147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:53.517199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:53.520356Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:53.520590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037605724593662:2048] [node 1] ICS01 socket: 85 reason# EndOfStream
2026-01-08T17:03:53.520640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037601429626268:2048] [node 1] ICP30 unregister session Session# [5:7593037605724593662:2048] VirtualId# [5:7593037605724593655:0]
2026-01-08T17:03:53.520683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037605724593662:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.520755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:53.520797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:53.525883Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:53.526122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037609643047747:2048] [node 1] ICS07 socket disconnect 80 reason# EndOfStream
2026-01-08T17:03:53.526161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037609643047747:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.526258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:53.526310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037609643047747:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:53.526925Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:53.527138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037606134621808:2048] [node 1] ICS01 socket: 130 reason# EndOfStream
2026-01-08T17:03:53.527185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037601839654412:2048] [node 1] ICP30 unregister session Session# [4:7593037606134621808:2048] VirtualId# [4:7593037606134621802:0]
2026-01-08T17:03:53.527226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037606134621808:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.527295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:53.527338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:53.528367Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037605348080356:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14536) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:53.528436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037609643047747:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:53.528477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037605348080356:2048] [node 1] ICP30 unregister session Session# [6:7593037609643047747:2048] VirtualId# [6:7593037609643047733:0]
2026-01-08T17:03:53.528518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:53.528555Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037605348080356:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14536) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:53.528573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14536) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:53.546435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037605348080356:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:53.637532Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:53.637773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037607740111257:2049] [node 2] ICS07 socket disconnect 98 reason# EndOfStream
2026-01-08T17:03:53.637807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037607740111257:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.637883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:53.637932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037607740111257:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:53.642413Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037603445143871:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10325) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:53.642469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037607740111257:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:53.643994Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037603445143871:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10325) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:53.644165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037607740111257:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:53.644212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037603445143871:2049] [node 2] ICP30 unregister session Session# [3:7593037607740111257:2049] VirtualId# [3:7593037607740111252:0]
2026-01-08T17:03:53.644263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:53.644301Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037603445143871:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10325) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:53.644331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10325) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:53.645174Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:53.646092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037609643047749:2049] [node 2] ICS01 socket: 121 reason# EndOfStream
2026-01-08T17:03:53.646135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037605348080357:2049] [node 2] ICP30 unregister session Session# [6:7593037609643047749:2049] VirtualId# [6:7593037609643047742:0]
2026-01-08T17:03:53.646173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037609643047749:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.646269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:53.646332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:53.651050Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:53.651302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037606134621806:2049] [node 2] ICS01 socket: 76 reason# EndOfStream
2026-01-08T17:03:53.651362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037601839654413:2049] [node 2] ICP30 unregister session Session# [4:7593037606134621806:2049] VirtualId# [4:7593037606134621801:0]
2026-01-08T17:03:53.651416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037606134621806:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.651485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:53.651531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:53.651392Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:53.651577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037605724593660:2049] [node 2] ICS07 socket disconnect 106 reason# EndOfStream
2026-01-08T17:03:53.651617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037605724593660:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.651685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:53.651730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037605724593660:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:53.654903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037603445143871:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:53.654471Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037601429626269:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10325) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:53.654560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037605724593660:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:53.654604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037601429626269:2049] [node 2] ICP30 unregister session Session# [5:7593037605724593660:2049] VirtualId# [5:7593037605724593657:0]
2026-01-08T17:03:53.654656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:53.654692Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037601429626269:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10325) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:53.654708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10325) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:53.665812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037601429626269:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:53.798780Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:53.799069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037605724593670:2050] [node 3] ICS07 socket disconnect 132 reason# EndOfStream
2026-01-08T17:03:53.799105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037605724593670:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.799191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:53.799238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037605724593670:2050] [node 3] ICS15 start handshake
2026-01-08T17:03:53.801325Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037601429626270:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15840) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:53.801409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037605724593670:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:53.801457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037601429626270:2050] [node 3] ICP30 unregister session Session# [5:7593037605724593670:2050] VirtualId# [5:7593037605724593667:0]
2026-01-08T17:03:53.801505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:53.801541Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037601429626270:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15840) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:53.801559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15840) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:53.804605Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:53.804840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037606134621796:2050] [node 3] ICS01 socket: 100 reason# EndOfStream
2026-01-08T17:03:53.804889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037601839654414:2050] [node 3] ICP30 unregister session Session# [4:7593037606134621796:2050] VirtualId# [4:7593037606134621789:0]
2026-01-08T17:03:53.804947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037606134621796:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.805047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:53.805098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:53.801995Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:53.802204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037609643047743:2050] [node 3] ICS07 socket disconnect 102 reason# EndOfStream
2026-01-08T17:03:53.802239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037609643047743:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.802312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:53.802369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037609643047743:2050] [node 3] ICS15 start handshake
2026-01-08T17:03:53.806080Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037605348080358:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15840) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:53.806140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037609643047743:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:53.806181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037605348080358:2050] [node 3] ICP30 unregister session Session# [6:7593037609643047743:2050] VirtualId# [6:7593037609643047734:0]
2026-01-08T17:03:53.806299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:53.806804Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037605348080358:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15840) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:53.806829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15840) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:53.812202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037601429626270:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:03:53.818998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037605348080358:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:03:53.906303Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:53.906676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037605724593676:2110] [node 4] ICS01 socket: 95 reason# EndOfStream
2026-01-08T17:03:53.906730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037601429626347:2110] [node 4] ICP30 unregister session Session# [5:7593037605724593676:2110] VirtualId# [5:7593037605724593672:0]
2026-01-08T17:03:53.906783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037605724593676:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.906873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:53.906928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:53.907833Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:53.908064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037609643047739:2109] [node 4] ICS01 socket: 110 reason# EndOfStream
2026-01-08T17:03:53.908105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037605348080421:2109] [node 4] ICP30 unregister session Session# [6:7593037609643047739:2109] VirtualId# [6:7593037609643047735:0]
2026-01-08T17:03:53.908152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037609643047739:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:53.908226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:53.908273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:54.038719Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:54.038990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037609643047754:2104] [node 5] ICS01 socket: 112 reason# EndOfStream
2026-01-08T17:03:54.039044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037605348080414:2104] [node 5] ICP30 unregister session Session# [6:7593037609643047754:2104] VirtualId# [6:7593037609643047752:0]
2026-01-08T17:03:54.039093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037609643047754:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:54.039207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:54.039258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:03:54.226866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037613168354241:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:54.226866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037613168354242:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:54.276466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037609975917970:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:54.276543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037609975917971:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:54.264849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037612886493332:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:54.264898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037612886493333:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:54.251463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037610738303458:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:54.251492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037610738303459:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:54.251518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037610738303460:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:54.318758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037610272859083:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:54.318813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037610272859084:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:54.318891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037610272859085:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:54.329389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037611936352610:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:54.329428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037611936352611:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:54.329492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037611936352612:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:54.395260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037610738303521:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:54.416920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037613168354304:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:54.416989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037613168354306:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:54.419849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037610738303458:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(25628632ns) {Configure:104(25622704ns) {ProcessConfigured:135(63189ns) {StartInitialHandshake:157(61380ns) {DropHandshakes:470(2790ns) {DropIncomingHandshake:442(433ns) DropOutgoingHandshake:457(464ns)} GenerateSessionVirtualId:992(661ns) PrepareNewSessionHandshake:477(1420ns) {SwitchToState:179(464ns)}}}}}
2026-01-08T17:03:54.416613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037612886493395:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:54.417058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037613168354305:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:54.422397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037610272859164:2108] [node 4] ICP01 ready to work
2026-01-08T17:03:54.418009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037612886493396:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:54.431777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037611936352673:2106] [node 4] ICP01 ready to work
2026-01-08T17:03:54.421990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037609975918033:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:54.434665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037611936352672:2104] [node 5] ICP01 ready to work
2026-01-08T17:03:54.430750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037612886493397:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:54.441373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037609975918034:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:54.454852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037610738303526:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:54.450772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037610272859167:2117] [node 6] ICP01 ready to work
2026-01-08T17:03:54.485752Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037613168354242:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(67393094ns) {Configure:104(67387805ns) {ProcessConfigured:135(62234ns) {StartInitialHandshake:157(59816ns) {DropHandshakes:470(1345ns) {DropIncomingHandshake:442(272ns) DropOutgoingHandshake:457(281ns)} GenerateSessionVirtualId:992(411ns) PrepareNewSessionHandshake:477(1285ns) {SwitchToState:179(555ns)}}}}}
2026-01-08T17:03:54.484314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037609975918035:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:54.490152Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037612886493333:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(78880088ns) {Configure:104(78871895ns) {ProcessConfigured:135(48287ns) {StartInitialHandshake:157(46292ns) {DropHandshakes:470(2029ns) {DropIncomingHandshake:442(532ns) DropOutgoingHandshake:457(348ns)} GenerateSessionVirtualId:992(470ns) PrepareNewSessionHandshake:477(793ns) {SwitchToState:179(336ns)}}}}}
2026-01-08T17:03:54.531709Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037612886493332:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(41221507ns) {Configure:104(41217568ns) {ProcessConfigured:135(99034ns) {StartInitialHandshake:157(95464ns) {DropHandshakes:470(2973ns) {DropIncomingHandshake:442(684ns) DropOutgoingHandshake:457(629ns)} GenerateSessionVirtualId:992(848ns) PrepareNewSessionHandshake:477(1466ns) {SwitchToState:179(582ns)}}}}}
2026-01-08T17:03:54.504594Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037610272859083:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(21527566ns) {Configure:104(21521698ns) {ProcessConfigured:135(14642863ns) {StartInitialHandshake:157(14640027ns) {DropHandshakes:470(2555ns) {DropIncomingHandshake:442(527ns) DropOutgoingHandshake:457(696ns)} GenerateSessionVirtualId:992(619ns) PrepareNewSessionHandshake:477(3630ns) {SwitchToState:179(2135ns)}}}}}
2026-01-08T17:03:54.503130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037611936352672:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(51429998ns) {Configure:104(51426402ns) {ProcessConfigured:135(4532865ns) {StartInitialHandshake:157(4530721ns) {DropHandshakes:470(2347ns) {DropIncomingHandshake:442(262ns) DropOutgoingHandshake:457(304ns)} GenerateSessionVirtualId:992(687ns) PrepareNewSessionHandshake:477(3245ns) {SwitchToState:179(1638ns)}}}}}
2026-01-08T17:03:54.590769Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037610738303460:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(100838837ns) {Configure:104(100832415ns) {ProcessConfigured:135(25113016ns) {StartInitialHandshake:157(25110057ns) {DropHandshakes:470(1350ns) {DropIncomingHandshake:442(422ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:992(499ns) PrepareNewSessionHandshake:477(3812ns) {SwitchToState:179(2358ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.604892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037611936352612:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(115777737ns) {Configure:104(115771557ns) {ProcessConfigured:135(54170ns) {StartInitialHandshake:157(52063ns) {DropHandshakes:470(2108ns) {DropIncomingHandshake:442(348ns) DropOutgoingHandshake:457(456ns)} GenerateSessionVirtualId:992(703ns) PrepareNewSessionHandshake:477(4019ns) {SwitchToState:179(279ns)}}}}}
2026-01-08T17:03:54.605458Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037611936352682:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26888
2026-01-08T17:03:54.600785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037612886493396:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(58740148ns) {Configure:104(58735329ns) {ProcessConfigured:135(16196264ns) {StartInitialHandshake:157(16193474ns) {DropHandshakes:470(1861160ns) {DropIncomingHandshake:442(330ns) DropOutgoingHandshake:457(1929ns)} GenerateSessionVirtualId:992(1300ns) PrepareNewSessionHandshake:477(4028ns) {SwitchToState:179(1597ns)}}}}}
2026-01-08T17:03:54.607521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037610272859085:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(172258163ns) {Configure:104(172252214ns) {ProcessConfigured:135(6211460ns) {StartInitialHandshake:157(6210184ns) {DropHandshakes:470(2241ns) {DropIncomingHandshake:442(501ns) DropOutgoingHandshake:457(403ns)} GenerateSessionVirtualId:992(974ns) PrepareNewSessionHandshake:477(3500ns) {SwitchToState:179(2275ns)}}}}}
2026-01-08T17:03:54.626401Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037613168354304:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(151943626ns) {Configure:104(151935956ns) {ProcessConfigured:135(86021ns) {StartInitialHandshake:157(83628ns) {DropHandshakes:470(5621ns) {DropIncomingHandshake:442(375ns) DropOutgoingHandshake:457(776ns)} GenerateSessionVirtualId:992(1693ns) PrepareNewSessionHandshake:477(1232ns) {SwitchToState:179(523ns)}}}}}
2026-01-08T17:03:54.611115Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037611936352610:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(167294908ns) {Configure:104(167290606ns) {ProcessConfigured:135(1271513ns) {StartInitialHandshake:157(1269428ns) {DropHandshakes:470(652ns) {DropIncomingHandshake:442(125ns) DropOutgoingHandshake:457(46ns)} GenerateSessionVirtualId:992(279ns) PrepareNewSessionHandshake:477(1618ns) {SwitchToState:179(650ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.638346Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037612886493397:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(105980666ns) {Configure:104(105974975ns) {ProcessConfigured:135(77335ns) {StartInitialHandshake:157(75429ns) {DropHandshakes:470(6481ns) {DropIncomingHandshake:442(137ns) DropOutgoingHandshake:457(279ns)} GenerateSessionVirtualId:992(537ns) PrepareNewSessionHandshake:477(1791ns) {SwitchToState:179(483ns)}}}}}
2026-01-08T17:03:54.638863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037612886493410:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.643572Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037609975918033:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(33119781ns) {Configure:104(33116050ns) {ProcessConfigured:135(12738550ns) {StartInitialHandshake:157(12734905ns) {DropHandshakes:470(2203ns) {DropIncomingHandshake:442(519ns) DropOutgoingHandshake:457(432ns)} GenerateSessionVirtualId:992(1019ns) PrepareNewSessionHandshake:477(4165ns) {SwitchToState:179(2326ns)}}}}}
2026-01-08T17:03:54.645535Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037609975918037:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18301
2026-01-08T17:03:54.645712Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037609975918038:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18301
2026-01-08T17:03:54.645855Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037609975918036:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18301
2026-01-08T17:03:54.647196Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037610738303521:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(158078405ns) {Configure:104(158069375ns) {ProcessConfigured:135(9931417ns) {StartInitialHandshake:157(9929230ns) {DropHandshakes:470(1457ns) {DropIncomingHandshake:442(260ns) DropOutgoingHandshake:457(227ns)} GenerateSessionVirtualId:992(630ns) PrepareNewSessionHandshake:477(18496ns) {SwitchToState:179(1971ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.656935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037613168354319:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22140
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.670710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037611936352689:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26888
2026-01-08T17:03:54.669810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037609975918046:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18301
2026-01-08T17:03:54.669905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037609975918047:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18301
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.690398Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037611936352690:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26888
2026-01-08T17:03:54.691270Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037609975917971:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(229324286ns) {Configure:104(229317090ns) {ProcessConfigured:135(59194840ns) {StartInitialHandshake:157(59190206ns) {DropHandshakes:470(4610077ns) {DropIncomingHandshake:442(2258ns) DropOutgoingHandshake:457(276ns)} GenerateSessionVirtualId:992(1424ns) PrepareNewSessionHandshake:477(2393ns) {SwitchToState:179(699ns)}}}}}
2026-01-08T17:03:54.695062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037609975918036:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.699913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037609975918038:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.700358Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037610272859179:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28712
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.674501Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037610738303527:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2026-01-08T17:03:54.701027Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037610272859164:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(103308839ns) {Configure:104(103304726ns) {ProcessConfigured:135(46236407ns) {StartInitialHandshake:157(46233779ns) {DropHandshakes:470(2674ns) {DropIncomingHandshake:442(471ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:992(829ns) PrepareNewSessionHandshake:477(3069ns) {SwitchToState:179(1817ns)}}}}}
2026-01-08T17:03:54.701043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037610272859178:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28712
2026-01-08T17:03:54.701372Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037610738303526:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(92598657ns) {Configure:104(92591796ns) {ProcessConfigured:135(64048045ns) {StartInitialHandshake:157(64045886ns) {DropHandshakes:470(819ns) {DropIncomingHandshake:442(66ns) DropOutgoingHandshake:457(73ns)} GenerateSessionVirtualId:992(208ns) PrepareNewSessionHandshake:477(1924ns) {SwitchToState:179(676ns)}}}}}
2026-01-08T17:03:54.708920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037612886493410:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.706470Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037613168354316:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22140
2026-01-08T17:03:54.715921Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037613168354306:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(104154289ns) {Configure:104(104144193ns) {ProcessConfigured:135(107333ns) {StartInitialHandshake:157(104695ns) {DropHandshakes:470(2034ns) {DropIncomingHandshake:442(421ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:992(895ns) PrepareNewSessionHandshake:477(1461ns) {SwitchToState:179(378ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.727465Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037613168354319:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.727628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037613168354320:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22140
2026-01-08T17:03:54.726775Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037609975917970:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(153401829ns) {Configure:104(153380756ns) {ProcessConfigured:135(279055ns) {StartInitialHandshake:157(276516ns) {DropHandshakes:470(2710ns) {DropIncomingHandshake:442(509ns) DropOutgoingHandshake:457(353ns)} GenerateSessionVirtualId:992(857ns) PrepareNewSessionHandshake:477(1658ns) {SwitchToState:179(839ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.731451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037613168354320:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.735931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037612886493413:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
2026-01-08T17:03:54.733844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037610738303536:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.743068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037612886493406:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
2026-01-08T17:03:54.754483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037611936352689:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.754692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037611936352612:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:54.759608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037609975918047:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.759589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037612886493403:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.759633Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037612886493403:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:54.764443Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037609975918040:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.764480Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037609975918040:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:54.760822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037610272859179:2133] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.761527Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037610272859178:2132] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.761779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037610272859084:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:54.761846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037610272859085:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.770075Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037610272859183:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28712
2026-01-08T17:03:54.769039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037611936352692:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26888
2026-01-08T17:03:54.768713Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037609975918040:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:54.770070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037609975918034:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:54.770140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:54.770194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037609975918034:2108] [node 5] ICP22 created new session: [2:7593037609975918058:2108]
2026-01-08T17:03:54.770559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037609975918058:2108] [node 5] ICS09 handshake done sender: [2:7593037609975918040:2113] self: [2:7593037609975918039:0] peer: [5:7593037610272859181:0] socket: 111 qp: -1
2026-01-08T17:03:54.770607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037609975918058:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:54.767728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037612886493399:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.767763Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037612886493399:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:54.769739Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037612886493399:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:54.772670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037612886493403:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:54.773499Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037610738303536:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.773659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037610738303459:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.770647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:54.774427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037609975918042:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.774454Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037609975918042:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:54.777836Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037609975918042:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:54.785102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037612886493395:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.794367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037613168354316:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.784986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037610272859184:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28712
2026-01-08T17:03:54.778058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037609975918033:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:54.793773Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037610272859179:2133] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:54.811880Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037610272859178:2132] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:54.785193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:54.801316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037610738303539:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2026-01-08T17:03:54.778104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.806930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037611936352682:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.793550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037612886493395:2108] [node 5] ICP22 created new session: [3:7593037612886493417:2108]
2026-01-08T17:03:54.817358Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037610738303527:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.823717Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037610738303459:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32071) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037610738303536:2115] held: no
2026-01-08T17:03:54.826373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037610738303536:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:54.822573Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037613168354310:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.778147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037609975918033:2107] [node 4] ICP22 created new session: [2:7593037609975918062:2107]
2026-01-08T17:03:54.816706Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037610272859084:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32071) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037610272859179:2133] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.807143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037611936352689:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:54.798447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037612886493406:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.778200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037609975918062:2107] [node 4] ICS09 handshake done sender: [2:7593037609975918042:2114] self: [2:7593037609975918041:0] peer: [4:7593037610738303538:0] socket: 112 qp: -1
2026-01-08T17:03:54.822631Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037613168354310:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:54.837293Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037610272859085:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6465) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037610272859178:2132] held: no
2026-01-08T17:03:54.815979Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037611936352690:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.798504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037612886493396:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:54.778230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037609975918062:2107] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.853023Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037610738303459:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(34330005ns) {HandleHandshakeStatus:395(34327340ns) {LogHandshakeFail:472(16391ns) {UpdateErrorStateLog:545(5551ns)} DropOutgoingHandshake:457(1460ns) ProcessPendingSessionEvents:495(28368499ns) {unordered DropSessionEvent:512 num# 100 sum# 10276720ns max# 5469825ns}}}
2026-01-08T17:03:54.832436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037613168354313:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.816118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037611936352611:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:54.798581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:54.853368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037610738303459:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:54.853456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:54.853522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037610738303459:2049] [node 2] ICP22 created new session: [4:7593037610738303542:2049]
2026-01-08T17:03:54.853574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037610738303542:2049] [node 2] ICS09 handshake done sender: [4:7593037610738303536:2115] self: [4:7593037610738303538:0] peer: [2:7593037609975918041:0] socket: 116 qp: -1
2026-01-08T17:03:54.853617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037610738303542:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:54.853658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:54.778279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.832475Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037613168354313:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.819459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037611936352610:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:54.798648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037612886493396:2109] [node 6] ICP22 created new session: [3:7593037612886493419:2109]
2026-01-08T17:03:54.792962Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037609975918046:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.834071Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037613168354310:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:54.823565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037611936352612:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:54.883582Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037610272859084:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(76407520ns) {HandleHandshakeStatus:395(75288058ns) {LogHandshakeFail:472(14875ns) {UpdateErrorStateLog:545(5238ns)} DropOutgoingHandshake:457(1618ns) ProcessPendingSessionEvents:495(61793970ns) {unordered DropSessionEvent:512 num# 100 sum# 22738450ns max# 8853735ns}}}
2026-01-08T17:03:54.883961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037610272859084:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:54.801642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037609975918033:2107] [node 4] ICP18 handshake (actor [2:7593037609975918046:2116]) is too old
2026-01-08T17:03:54.839612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037613168354325:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22140
2026-01-08T17:03:54.798723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037612886493419:2109] [node 6] ICS09 handshake done sender: [3:7593037612886493403:2112] self: [3:7593037612886493402:0] peer: [6:7593037611936352691:0] socket: 104 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2026-01-08T17:03:54.798763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037612886493419:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:54.799774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:54.800655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037612886493417:2108] [node 5] ICS09 handshake done sender: [3:7593037612886493399:2110] self: [3:7593037612886493398:0] peer: [5:7593037610272859182:0] socket: 100 qp: -1
2026-01-08T17:03:54.801850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037612886493417:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:54.832756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.802459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.861073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037613168354308:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.820058Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037609975918037:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.820236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037609975917970:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:54.832156Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037609975918045:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.832220Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037609975918045:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:54.848577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037609975918051:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.848635Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037609975918051:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:54.874984Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037609975918066:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18301
2026-01-08T17:03:54.875697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037609975918045:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:54.876157Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037609975918051:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:54.877750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037609975918035:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:54.879286Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037609975918037:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:54.879487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037609975917971:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:54.879565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:54.879608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037609975917971:2049] [node 3] ICP22 created new session: [2:7593037609975918069:2049]
2026-01-08T17:03:54.879654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037609975918069:2049] [node 3] ICS09 handshake done sender: [2:7593037609975918051:2118] self: [2:7593037609975918043:0] peer: [3:7593037612886493426:0] socket: 126 qp: -1
2026-01-08T17:03:54.879685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037609975918069:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:54.880569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:54.882457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:54.884304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037609975918035:2109] [node 6] ICP22 created new session: [2:7593037609975918071:2109]
2026-01-08T17:03:54.886198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037609975918071:2109] [node 6] ICS09 handshake done sender: [2:7593037609975918045:2115] self: [2:7593037609975918044:0] peer: [6:7593037611936352693:0] socket: 113 qp: -1
2026-01-08T17:03:54.886253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037609975918071:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:54.886337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037609975917970:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:54.886921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:54.894622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:54.894705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037609975917970:2048] [node 1] ICP22 created new session: [2:7593037609975918073:2048]
2026-01-08T17:03:54.894770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037609975918073:2048] [node 1] ICS09 handshake done sender: [2:7593037609975918037:2111] self: [2:7593037609975918065:0] peer: [1:7593037613168354309:0] socket: 90 qp: -1
2026-01-08T17:03:54.894817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037609975918073:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:54.894869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:54.889238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037610738303540:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2026-01-08T17:03:54.832825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037611936352612:2050] [node 3] ICP22 created new session: [6:7593037611936352695:2050]
2026-01-08T17:03:54.822099Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037612886493395:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(35944571ns) {HandleHandshakeStatus:329(35940077ns) {DropIncomingHandshake:442(23396ns) DropOutgoingHandshake:457(758ns) SwitchToState:179(648ns) ProcessPendingSessionEvents:495(4402480ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 4341782ns max# 3911562ns}}}
2026-01-08T17:03:54.861123Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037613168354308:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:54.905079Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037610738303540:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.905217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037610738303460:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:54.890659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037610272859186:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28712
2026-01-08T17:03:54.825936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037612886493413:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.826037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037612886493418:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
2026-01-08T17:03:54.831655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037612886493418:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.837239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037612886493332:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:54.838806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037612886493333:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:54.899700Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037612886493428:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
2026-01-08T17:03:54.904963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037612886493427:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16665
2026-01-08T17:03:54.915521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037612886493396:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(105889734ns) {HandleHandshakeStatus:329(105886889ns) {DropIncomingHandshake:442(393ns) DropOutgoingHandshake:457(607ns) SwitchToState:179(443ns) ProcessPendingSessionEvents:495(104479720ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 104298828ns max# 17076640ns}}}
2026-01-08T17:03:54.892403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:54.832890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037611936352695:2050] [node 3] ICS09 handshake done sender: [6:7593037611936352689:2116] self: [6:7593037611936352691:0] peer: [3:7593037612886493402:0] socket: 105 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.928697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037610738303547:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2026-01-08T17:03:54.862130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037613168354313:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:54.941706Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037609975917971:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(61254369ns) {HandleHandshakeStatus:329(61251770ns) {DropIncomingHandshake:442(15253ns) DropOutgoingHandshake:457(288ns) SwitchToState:179(612ns) ProcessPendingSessionEvents:495(56058194ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 54017403ns max# 8748788ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.919183Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037612886493333:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32071) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037612886493418:2118] held: no
2026-01-08T17:03:54.832931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037611936352695:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:54.832986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:54.850807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037611936352698:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26888
2026-01-08T17:03:54.862689Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037611936352682:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:54.862909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037611936352610:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:54.862978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:54.863042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037611936352610:2048] [node 1] ICP22 created new session: [6:7593037611936352699:2048]
2026-01-08T17:03:54.863104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037611936352699:2048] [node 1] ICS09 handshake done sender: [6:7593037611936352682:2112] self: [6:7593037611936352694:0] peer: [1:7593037613168354312:0] socket: 84 qp: -1
2026-01-08T17:03:54.897139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037610272859084:2049] [node 2] ICP22 created new session: [5:7593037610272859188:2049]
2026-01-08T17:03:54.862527Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037613168354325:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.879991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037613168354241:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:54.885691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037613168354305:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:54.886402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:54.889521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:54.899397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037613168354305:2109] [node 6] ICP22 created new session: [1:7593037613168354332:2109]
2026-01-08T17:03:54.899485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037613168354241:2048] [node 2] ICP22 created new session: [1:7593037613168354331:2048]
2026-01-08T17:03:54.899834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037613168354331:2048] [node 2] ICS09 handshake done sender: [1:7593037613168354310:2111] self: [1:7593037613168354309:0] peer: [2:7593037609975918065:0] socket: 82 qp: -1
2026-01-08T17:03:54.902424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037613168354331:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:54.904674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:54.911579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037613168354332:2109] [node 6] ICS09 handshake done sender: [1:7593037613168354313:2112] self: [1:7593037613168354312:0] peer: [6:7593037611936352694:0] socket: 83 qp: -1
2026-01-08T17:03:54.911658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037613168354332:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:54.917215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:54.926119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037613168354308:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:54.941518Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037613168354241:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(60489317ns) {HandleHandshakeStatus:329(60486458ns) {DropIncomingHandshake:442(225ns) DropOutgoingHandshake:457(279ns) SwitchToState:179(189ns) ProcessPendingSessionEvents:495(13993683ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 13925361ns max# 13459101ns}}}
2026-01-08T17:03:54.941617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037613168354241:2048] [node 2] ICP18 handshake (actor [1:7593037613168354325:2118]) is too old
2026-01-08T17:03:54.942339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037613168354329:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22140
2026-01-08T17:03:54.944950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037609975918035:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(63803431ns) {HandleHandshakeStatus:329(63787227ns) {DropIncomingHandshake:442(25944ns) DropOutgoingHandshake:457(290ns) SwitchToState:179(748ns) ProcessPendingSessionEvents:495(52166897ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 52060584ns max# 8597860ns}}}
2026-01-08T17:03:54.899721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037610272859186:2137] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.863145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037611936352699:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:54.920787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037612886493412:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.920829Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037612886493412:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:54.921552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037612886493418:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:54.925802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037612886493333:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:54.938523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:54.941095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037612886493333:2049] [node 2] ICP22 created new session: [3:7593037612886493430:2049]
2026-01-08T17:03:54.941162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037612886493430:2049] [node 2] ICS09 handshake done sender: [3:7593037612886493418:2118] self: [3:7593037612886493426:0] peer: [2:7593037609975918043:0] socket: 130 qp: -1
2026-01-08T17:03:54.941213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037612886493430:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:54.941266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:54.941585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037612886493406:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:54.943606Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037612886493412:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:54.949887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037612886493332:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:54.949994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:54.950053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037612886493332:2048] [node 1] ICP22 created new session: [3:7593037612886493432:2048]
2026-01-08T17:03:54.950126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037612886493432:2048] [node 1] ICS09 handshake done sender: [3:7593037612886493406:2114] self: [3:7593037612886493424:0] peer: [1:7593037613168354307:0] socket: 85 qp: -1
2026-01-08T17:03:54.950173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037612886493432:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:54.950212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:54.942490Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037610738303545:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.953936Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037613168354329:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.863187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:54.900326Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037610272859085:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(52381986ns) {HandleHandshakeStatus:395(50598427ns) {LogHandshakeFail:472(22970ns) {UpdateErrorStateLog:545(5980ns)} DropOutgoingHandshake:457(1361ns) ProcessPendingSessionEvents:495(45589121ns) {unordered DropSessionEvent:512 num# 100 sum# 45521830ns max# 8809957ns}}}
2026-01-08T17:03:54.959161Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037610738303540:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:54.973437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037610738303545:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.873449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037611936352701:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26888
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.954501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037613168354242:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:54.967997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037612886493397:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:54.900381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037610272859085:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:54.982301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037610738303460:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.885987Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037611936352690:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:54.992454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:54.955249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:54.955329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037613168354242:2049] [node 3] ICP22 created new session: [1:7593037613168354337:2049]
2026-01-08T17:03:54.955410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037613168354337:2049] [node 3] ICS09 handshake done sender: [1:7593037613168354308:2110] self: [1:7593037613168354307:0] peer: [3:7593037612886493424:0] socket: 81 qp: -1
2026-01-08T17:03:54.955456Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037613168354337:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:54.955516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:54.956183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037613168354242:2049] [node 3] ICP18 handshake (actor [1:7593037613168354329:2119]) is too old
2026-01-08T17:03:54.979750Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037613168354305:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(92994299ns) {HandleHandshakeStatus:329(92992015ns) {DropIncomingHandshake:442(17279ns) DropOutgoingHandshake:457(382ns) SwitchToState:179(637ns) ProcessPendingSessionEvents:495(36228717ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 34809985ns max# 17178763ns}}}
2026-01-08T17:03:54.900448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.992538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037610738303460:2050] [node 3] ICP22 created new session: [4:7593037610738303549:2050]
2026-01-08T17:03:54.968084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:54.886645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037611936352702:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26888
2026-01-08T17:03:54.900482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037610272859085:2050] [node 3] ICP22 created new session: [5:7593037610272859189:2050]
2026-01-08T17:03:54.968148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037612886493397:2107] [node 4] ICP22 created new session: [3:7593037612886493434:2107]
2026-01-08T17:03:54.900520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037610272859189:2050] [node 3] ICS09 handshake done sender: [5:7593037610272859178:2132] self: [5:7593037610272859182:0] peer: [3:7593037612886493398:0] socket: 110 qp: -1
2026-01-08T17:03:54.900547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037610272859189:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:54.900593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:54.902267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037610272859188:2049] [node 2] ICS09 handshake done sender: [5:7593037610272859179:2133] self: [5:7593037610272859181:0] peer: [2:7593037609975918039:0] socket: 118 qp: -1
2026-01-08T17:03:54.911341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037610272859188:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:54.920345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:54.946911Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037610272859084:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(59705897ns) {HandleHandshakeStatus:329(59704230ns) {DropIncomingHandshake:442(716ns) DropOutgoingHandshake:457(291ns) SwitchToState:179(327ns) ProcessPendingSessionEvents:495(1355ns)}}
2026-01-08T17:03:54.992609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037610738303549:2050] [node 3] ICS09 handshake done sender: [4:7593037610738303540:2118] self: [4:7593037610738303546:0] peer: [3:7593037612886493411:0] socket: 107 qp: -1
2026-01-08T17:03:54.889548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037611936352611:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:54.902369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:54.913791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037611936352611:2049] [node 2] ICP22 created new session: [6:7593037611936352703:2049]
2026-01-08T17:03:54.920673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037611936352703:2049] [node 2] ICS09 handshake done sender: [6:7593037611936352690:2117] self: [6:7593037611936352693:0] peer: [2:7593037609975918044:0] socket: 114 qp: -1
2026-01-08T17:03:54.924824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037611936352703:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:54.924892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:54.972786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037611936352702:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.968203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037612886493434:2107] [node 4] ICS09 handshake done sender: [3:7593037612886493412:2116] self: [3:7593037612886493411:0] peer: [4:7593037610738303546:0] socket: 92 qp: -1
2026-01-08T17:03:54.992659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037610738303549:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:54.972934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037611936352672:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:55.043709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037613168354322:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:55.043783Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037613168354322:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:54.967542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037610272859194:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28712
2026-01-08T17:03:55.053153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037613168354318:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:55.053203Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037613168354318:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:54.968245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037612886493434:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:54.974510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037610272859172:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:54.974531Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037610272859172:2130] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:54.982477Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037610272859172:2130] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:55.003317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037610272859167:2117] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:55.011327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037610272859192:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28712
2026-01-08T17:03:55.011598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:55.014693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037610272859167:2117] [node 6] ICP22 created new session: [5:7593037614567826492:2117]
2026-01-08T17:03:55.023122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037610272859194:2139] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:55.023304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037610272859192:2138] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:55.023489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037610272859083:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:55.023575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037610272859164:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:55.023783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037614567826492:2117] [node 6] ICS09 handshake done sender: [5:7593037610272859172:2130] self: [5:7593037610272859171:0] peer: [6:7593037611936352705:0] socket: 144 qp: -1
2026-01-08T17:03:55.031520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037614567826492:2117] [node 6] ICS10 traffic start
2026-01-08T17:03:55.046676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.992711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:54.987740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037611936352706:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26888
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:55.064827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037614567826496:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28712
2026-01-08T17:03:55.066643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037610272859192:2138] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:55.059399Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037613168354318:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:54.968290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:54.994541Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037610738303460:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(17948692ns) {HandleHandshakeStatus:329(17551945ns) {DropIncomingHandshake:442(3715ns) DropOutgoingHandshake:457(7703ns) SwitchToState:179(614ns) ProcessPendingSessionEvents:495(542376ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 478021ns max# 71873ns}}}
2026-01-08T17:03:55.067235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037610272859164:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:55.020831Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037611936352672:2104] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10352) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037611936352702:2121] held: no
2026-01-08T17:03:55.077008Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037613168354322:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:55.077237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037613168354304:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:55.077347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:55.077403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037613168354304:2107] [node 4] ICP22 created new session: [1:7593037617463321637:2107]
2026-01-08T17:03:55.077460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037617463321637:2107] [node 4] ICS09 handshake done sender: [1:7593037613168354318:2114] self: [1:7593037613168354317:0] peer: [4:7593037615033270849:0] socket: 102 qp: -1
2026-01-08T17:03:55.077505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037617463321637:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:55.077564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:55.076734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:55.082397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037610272859164:2108] [node 4] ICP22 created new session: [5:7593037614567826497:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:54.994741Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037610738303460:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:55.023390Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037611936352702:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:55.098240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037613168354306:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:55.098379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:55.098444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037613168354306:2108] [node 5] ICP22 created new session: [1:7593037617463321639:2108]
2026-01-08T17:03:55.086527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037614567826498:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28712
2026-01-08T17:03:55.088435Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037610272859167:2117] [node 6] ICP35 event processing took too much time PendingConnection:279(84001601ns) {HandleHandshakeStatus:329(83999463ns) {DropIncomingHandshake:442(13871ns) DropOutgoingHandshake:457(252ns) SwitchToState:179(1693ns) ProcessPendingSessionEvents:495(10655560ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 10581015ns max# 10115875ns}}}
2026-01-08T17:03:55.090063Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037610272859194:2139] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:55.090351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037610272859083:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:55.090443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:55.090501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037610272859083:2048] [node 1] ICP22 created new session: [5:7593037614567826499:2048]
2026-01-08T17:03:55.090557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037614567826499:2048] [node 1] ICS09 handshake done sender: [5:7593037610272859194:2139] self: [5:7593037614567826493:0] peer: [1:7593037613168354321:0] socket: 97 qp: -1
2026-01-08T17:03:55.090606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037614567826499:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:55.090667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:55.102469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037614567826497:2108] [node 4] ICS09 handshake done sender: [5:7593037610272859192:2138] self: [5:7593037614567826494:0] peer: [4:7593037610738303532:0] socket: 108 qp: -1
2026-01-08T17:03:55.009618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037610738303548:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2026-01-08T17:03:55.063239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037611936352672:2104] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:55.063302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:55.063365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037611936352672:2104] [node 5] ICP22 created new session: [6:7593037616231320004:2104]
2026-01-08T17:03:55.023768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037610738303548:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:55.103428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037614567826497:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:55.119628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037617463321639:2108] [node 5] ICS09 handshake done sender: [1:7593037613168354322:2117] self: [1:7593037613168354321:0] peer: [5:7593037614567826493:0] socket: 128 qp: -1
2026-01-08T17:03:55.063441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037616231320004:2104] [node 5] ICS09 handshake done sender: [6:7593037611936352702:2121] self: [6:7593037611936352705:0] peer: [5:7593037610272859171:0] socket: 145 qp: -1
2026-01-08T17:03:55.103512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:55.034438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037610738303458:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:55.063486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037616231320004:2104] [node 5] ICS10 traffic start
2026-01-08T17:03:55.043930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037610738303534:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:55.043964Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037610738303534:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:55.054727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037610738303534:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:55.067449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037610738303521:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:55.068966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037615033270851:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3081
2026-01-08T17:03:55.073202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:55.073287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037610738303521:2108] [node 5] ICP22 created new session: [4:7593037615033270852:2108]
2026-01-08T17:03:55.073348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037615033270852:2108] [node 5] ICS09 handshake done sender: [4:7593037610738303534:2114] self: [4:7593037610738303532:0] peer: [5:7593037614567826494:0] socket: 135 qp: -1
2026-01-08T17:03:55.073404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037615033270852:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:55.073449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:55.074723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037610738303548:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:55.083929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037610738303458:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:55.093854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:55.099066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037610738303458:2048] [node 1] ICP22 created new session: [4:7593037615033270854:2048]
2026-01-08T17:03:55.099158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037615033270854:2048] [node 1] ICS09 handshake done sender: [4:7593037610738303548:2121] self: [4:7593037615033270849:0] peer: [1:7593037613168354317:0] socket: 129 qp: -1
2026-01-08T17:03:55.099211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037615033270854:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:55.099269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:55.126922Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037610738303458:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(43947960ns) {HandleHandshakeStatus:329(43945010ns) {DropIncomingHandshake:442(2745ns) DropOutgoingHandshake:457(8853081ns) SwitchToState:179(1883ns) ProcessPendingSessionEvents:495(26533224ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 26464221ns max# 12778167ns}}}
2026-01-08T17:03:55.128403Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037610738303537:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:55.128436Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037610738303537:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:55.123365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037617463321639:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:55.127483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:55.133457Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037613168354306:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(30151238ns) {HandleHandshakeStatus:329(30149296ns) {DropIncomingHandshake:442(24558ns) DropOutgoingHandshake:457(370ns) SwitchToState:179(356ns) ProcessPendingSessionEvents:495(732505ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 688358ns max# 348296ns}}}
2026-01-08T17:03:55.105274Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037610272859164:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(37032789ns) {HandleHandshakeStatus:329(37030171ns) {DropIncomingHandshake:442(863ns) DropOutgoingHandshake:457(6383ns) SwitchToState:179(395ns) ProcessPendingSessionEvents:495(582949ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 514339ns max# 55212ns}}}
2026-01-08T17:03:55.063552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:55.063867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037616231320003:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26888
2026-01-08T17:03:55.093924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037616231320003:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:55.122914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037611936352673:2106] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:55.128002Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037611936352611:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(120327026ns) {HandleHandshakeStatus:329(120322957ns) {DropIncomingHandshake:442(4842ns) DropOutgoingHandshake:457(19157ns) SwitchToState:179(836ns) ProcessPendingSessionEvents:495(84805940ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 84671839ns max# 14330108ns}}}
2026-01-08T17:03:55.136251Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037610738303537:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:55.137231Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037613168354304:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(59040288ns) {HandleHandshakeStatus:329(59032294ns) {DropIncomingHandshake:442(20585ns) DropOutgoingHandshake:457(522ns) SwitchToState:179(486ns) ProcessPendingSessionEvents:495(43056679ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 42966529ns max# 9972899ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:55.137958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037616231320007:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26888
2026-01-08T17:03:55.139448Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037616231320003:2123] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:55.139834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037611936352673:2106] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:55.139938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:55.139997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037611936352673:2106] [node 4] ICP22 created new session: [6:7593037616231320008:2106]
2026-01-08T17:03:55.140058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037616231320008:2106] [node 4] ICS09 handshake done sender: [6:7593037616231320003:2123] self: [6:7593037616231320006:0] peer: [4:7593037610738303533:0] socket: 131 qp: -1
2026-01-08T17:03:55.140098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037616231320008:2106] [node 4] ICS10 traffic start
2026-01-08T17:03:55.140169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:55.142483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037610738303526:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:55.142592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:55.142643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037610738303526:2109] [node 6] ICP22 created new session: [4:7593037615033270857:2109]
2026-01-08T17:03:55.142679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037615033270857:2109] [node 6] ICS09 handshake done sender: [4:7593037610738303537:2116] self: [4:7593037610738303533:0] peer: [6:7593037616231320006:0] socket: 117 qp: -1
2026-01-08T17:03:55.142708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037615033270857:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:55.142753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:55.265396Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:55.265666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037609975918073:2048] [node 1] ICS07 socket disconnect 90 reason# EndOfStream
2026-01-08T17:03:55.265707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037609975918073:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.265809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:55.265865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037609975918073:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:55.268177Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:55.268407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037612886493432:2048] [node 1] ICS07 socket disconnect 85 reason# EndOfStream
2026-01-08T17:03:55.268439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037612886493432:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.268521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:55.268562Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037612886493432:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:55.280599Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037609975917970:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31830) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:55.280649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037609975918073:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:55.279845Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037612886493332:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31830) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:55.279904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037612886493432:2048] [node 1] ICS15 start handshake
2026-01-08T17:03:55.288127Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037609975917970:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31830) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:55.288210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037609975918073:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:55.288263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037609975917970:2048] [node 1] ICP30 unregister session Session# [2:7593037609975918073:2048] VirtualId# [2:7593037609975918065:0]
2026-01-08T17:03:55.288509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:55.288555Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037609975917970:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31830) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:55.288600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31830) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:55.289565Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:55.288404Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037612886493332:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31830) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:55.289818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037615033270854:2048] [node 1] ICS01 socket: 129 reason# EndOfStream
2026-01-08T17:03:55.290360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037612886493432:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:55.290406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037612886493332:2048] [node 1] ICP30 unregister session Session# [3:7593037612886493432:2048] VirtualId# [3:7593037612886493424:0]
2026-01-08T17:03:55.290445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:55.290483Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037612886493332:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31830) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:55.289866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037610738303458:2048] [node 1] ICP30 unregister session Session# [4:7593037615033270854:2048] VirtualId# [4:7593037615033270849:0]
2026-01-08T17:03:55.289913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037615033270854:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.290015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:55.290077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:55.290499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31830) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:55.296467Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:55.296743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037614567826499:2048] [node 1] ICS01 socket: 97 reason# EndOfStream
2026-01-08T17:03:55.296810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037610272859083:2048] [node 1] ICP30 unregister session Session# [5:7593037614567826499:2048] VirtualId# [5:7593037614567826493:0]
2026-01-08T17:03:55.296862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037614567826499:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.296945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:55.297005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:55.297820Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:55.298023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037611936352699:2048] [node 1] ICS01 socket: 84 reason# EndOfStream
2026-01-08T17:03:55.298070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037611936352610:2048] [node 1] ICP30 unregister session Session# [6:7593037611936352699:2048] VirtualId# [6:7593037611936352694:0]
2026-01-08T17:03:55.298111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037611936352699:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.298202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:55.298245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:55.299059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037609975917970:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:55.303487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037612886493332:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:03:55.426495Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:55.426678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037612886493430:2049] [node 2] ICS01 socket: 130 reason# EndOfStream
2026-01-08T17:03:55.426717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037612886493333:2049] [node 2] ICP30 unregister session Session# [3:7593037612886493430:2049] VirtualId# [3:7593037612886493426:0]
2026-01-08T17:03:55.426763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037612886493430:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.426855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:55.426899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:55.436607Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:55.436862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037610272859188:2049] [node 2] ICS01 socket: 118 reason# EndOfStream
2026-01-08T17:03:55.436911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037610272859084:2049] [node 2] ICP30 unregister session Session# [5:7593037610272859188:2049] VirtualId# [5:7593037610272859181:0]
2026-01-08T17:03:55.436956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037610272859188:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.437061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:55.437126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:55.437688Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:55.437893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037611936352703:2049] [node 2] ICS07 socket disconnect 114 reason# EndOfStream
2026-01-08T17:03:55.437918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037611936352703:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.437972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:55.437998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037611936352703:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:55.446464Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:55.446734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037610738303542:2049] [node 2] ICS01 socket: 116 reason# EndOfStream
2026-01-08T17:03:55.446779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037610738303459:2049] [node 2] ICP30 unregister session Session# [4:7593037610738303542:2049] VirtualId# [4:7593037610738303538:0]
2026-01-08T17:03:55.446818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037610738303542:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.446893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:55.446949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:55.449415Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037611936352611:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32071) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:55.449486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037611936352703:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:55.449532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037611936352611:2049] [node 2] ICP30 unregister session Session# [6:7593037611936352703:2049] VirtualId# [6:7593037611936352693:0]
2026-01-08T17:03:55.449653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:55.449710Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037611936352611:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32071) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:55.449729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32071) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:55.458585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037611936352611:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:55.574499Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:55.574800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037610738303549:2050] [node 3] ICS07 socket disconnect 107 reason# EndOfStream
2026-01-08T17:03:55.574838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037610738303549:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.574936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:55.574985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037610738303549:2050] [node 3] ICS15 start handshake
2026-01-08T17:03:55.576306Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037610738303460:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6465) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:55.576016Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:55.576277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037611936352695:2050] [node 3] ICS01 socket: 105 reason# EndOfStream
2026-01-08T17:03:55.576317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037611936352612:2050] [node 3] ICP30 unregister session Session# [6:7593037611936352695:2050] VirtualId# [6:7593037611936352691:0]
2026-01-08T17:03:55.576356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037611936352695:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.576453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:55.576494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:55.574780Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:55.575005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037610272859189:2050] [node 3] ICS01 socket: 110 reason# EndOfStream
2026-01-08T17:03:55.575064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037610272859085:2050] [node 3] ICP30 unregister session Session# [5:7593037610272859189:2050] VirtualId# [5:7593037610272859182:0]
2026-01-08T17:03:55.575104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037610272859189:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.576942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037610738303549:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:55.576994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037610738303460:2050] [node 3] ICP30 unregister session Session# [4:7593037610738303549:2050] VirtualId# [4:7593037610738303546:0]
2026-01-08T17:03:55.577494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:55.577537Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037610738303460:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6465) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:55.577553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6465) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:55.575198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:55.575257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:55.818776Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:55.819018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037616231320008:2106] [node 4] ICS01 socket: 131 reason# EndOfStream
2026-01-08T17:03:55.819070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037611936352673:2106] [node 4] ICP30 unregister session Session# [6:7593037616231320008:2106] VirtualId# [6:7593037616231320006:0]
2026-01-08T17:03:55.819116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037616231320008:2106] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.819267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:55.819360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:55.818739Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:55.953311Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:55.953572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037616231320004:2104] [node 5] ICS01 socket: 145 reason# EndOfStream
2026-01-08T17:03:55.953628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037611936352672:2104] [node 5] ICP30 unregister session Session# [6:7593037616231320004:2104] VirtualId# [6:7593037611936352705:0]
2026-01-08T17:03:55.953672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037616231320004:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:55.953775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:55.953832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:03:56.210504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037619919418657:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:56.212108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037619919418656:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:56.214184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037620321935811:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:56.214583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037620321935812:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:56.230940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037621297753161:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:56.230984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037621297753162:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:56.239273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037619992583973:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:56.239365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037619992583974:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:56.239424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037619992583975:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:56.249375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037621533158149:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:56.249407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037621533158150:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:56.249437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037621533158151:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:56.258402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037620089391697:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:56.258467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037620089391698:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:56.258630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037620089391699:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:56.358920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037620089391758:2105] [node 5] ICP01 ready to work
2026-01-08T17:03:56.373990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037619919418718:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:56.498438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037619919418721:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:56.485710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037619992584036:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:56.497607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037621533158212:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:56.511480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037620321935875:2109] [node 5] ICP01 ready to work
2026-01-08T17:03:56.519722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037619919418722:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:56.533075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037621533158213:2108] [node 4] ICP01 ready to work
2026-01-08T17:03:56.535731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037620321935879:2110] [node 6] ICP01 ready to work
2026-01-08T17:03:56.534364Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037620089391758:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(28326347ns) {Configure:104(28320068ns) {ProcessConfigured:135(17407221ns) {StartInitialHandshake:157(17403994ns) {DropHandshakes:470(3327ns) {DropIncomingHandshake:442(1191ns) DropOutgoingHandshake:457(457ns)} GenerateSessionVirtualId:992(1004ns) PrepareNewSessionHandshake:477(7589ns) {SwitchToState:179(5130ns)}}}}}
2026-01-08T17:03:56.537048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037621297753224:2109] [node 6] ICP01 ready to work
2026-01-08T17:03:56.542383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037621297753225:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:56.546579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037621297753226:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:56.564993Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037621297753224:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(21300365ns) {Configure:104(21292940ns) {ProcessConfigured:135(92245ns) {StartInitialHandshake:157(89571ns) {DropHandshakes:470(2671ns) {DropIncomingHandshake:442(703ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:992(810ns) PrepareNewSessionHandshake:477(2525ns) {SwitchToState:179(881ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.543232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037619992584037:2108] [node 5] ICP01 ready to work
2026-01-08T17:03:56.573621Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037621533158214:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4880
2026-01-08T17:03:56.567104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037620089391763:2110] [node 4] ICP01 ready to work
2026-01-08T17:03:56.554430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037620321935880:2107] [node 4] ICP01 ready to work
2026-01-08T17:03:56.583163Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037621297753161:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(26110076ns) {Configure:104(26105877ns) {ProcessConfigured:135(87238ns) {StartInitialHandshake:157(84554ns) {DropHandshakes:470(3004ns) {DropIncomingHandshake:442(949ns) DropOutgoingHandshake:457(495ns)} GenerateSessionVirtualId:992(1559ns) PrepareNewSessionHandshake:477(2115ns) {SwitchToState:179(720ns)}}}}}
2026-01-08T17:03:56.592016Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037619919418657:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(199481010ns) {Configure:104(199470908ns) {ProcessConfigured:135(29509073ns) {StartInitialHandshake:157(29506835ns) {DropHandshakes:470(2421ns) {DropIncomingHandshake:442(394ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:992(739ns) PrepareNewSessionHandshake:477(4426ns) {SwitchToState:179(942ns)}}}}}
2026-01-08T17:03:56.592367Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037620321935812:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(53279252ns) {Configure:104(53273917ns) {ProcessConfigured:135(63054ns) {StartInitialHandshake:157(60342ns) {DropHandshakes:470(649ns) {DropIncomingHandshake:442(196ns) DropOutgoingHandshake:457(193ns)} GenerateSessionVirtualId:992(549ns) PrepareNewSessionHandshake:477(1472ns) {SwitchToState:179(534ns)}}}}}
2026-01-08T17:03:56.610351Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037620321935879:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(61139232ns) {Configure:104(61133337ns) {ProcessConfigured:135(85146ns) {StartInitialHandshake:157(82376ns) {DropHandshakes:470(2505ns) {DropIncomingHandshake:442(475ns) DropOutgoingHandshake:457(836ns)} GenerateSessionVirtualId:992(1102ns) PrepareNewSessionHandshake:477(5949ns) {SwitchToState:179(516ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.612906Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037621533158220:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4880
2026-01-08T17:03:56.643632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037621297753226:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(69746785ns) {Configure:104(69739795ns) {ProcessConfigured:135(14788651ns) {StartInitialHandshake:157(14784667ns) {DropHandshakes:470(2506ns) {DropIncomingHandshake:442(420ns) DropOutgoingHandshake:457(611ns)} GenerateSessionVirtualId:992(1957ns) PrepareNewSessionHandshake:477(7595ns) {SwitchToState:179(5628ns)}}}}}
2026-01-08T17:03:56.624910Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037621533158149:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(58529180ns) {Configure:104(58523587ns) {ProcessConfigured:135(4979680ns) {StartInitialHandshake:157(4974731ns) {DropHandshakes:470(2277ns) {DropIncomingHandshake:442(645ns) DropOutgoingHandshake:457(404ns)} GenerateSessionVirtualId:992(579ns) PrepareNewSessionHandshake:477(4947ns) {SwitchToState:179(3360ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.685990Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037620089391763:2110] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(28834674ns) {Configure:104(28826108ns) {ProcessConfigured:135(69698ns) {StartInitialHandshake:157(66757ns) {DropHandshakes:470(1859ns) {DropIncomingHandshake:442(354ns) DropOutgoingHandshake:457(407ns)} GenerateSessionVirtualId:992(665ns) PrepareNewSessionHandshake:477(1582ns) {SwitchToState:179(463ns)}}}}}
2026-01-08T17:03:56.635354Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037619992583975:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(86758449ns) {Configure:104(86754949ns) {ProcessConfigured:135(70422ns) {StartInitialHandshake:157(68286ns) {DropHandshakes:470(1929ns) {DropIncomingHandshake:442(335ns) DropOutgoingHandshake:457(778ns)} GenerateSessionVirtualId:992(430ns) PrepareNewSessionHandshake:477(1429ns) {SwitchToState:179(609ns)}}}}}
2026-01-08T17:03:56.682282Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037620321935811:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(111496067ns) {Configure:104(111487780ns) {ProcessConfigured:135(17778491ns) {StartInitialHandshake:157(17775118ns) {DropHandshakes:470(2979ns) {DropIncomingHandshake:442(1036ns) DropOutgoingHandshake:457(457ns)} GenerateSessionVirtualId:992(1182ns) PrepareNewSessionHandshake:477(5798ns) {SwitchToState:179(3275ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.703268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037620089391765:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6258
2026-01-08T17:03:56.704011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037620089391771:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6258
2026-01-08T17:03:56.672985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037621297753235:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53360
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.684088Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037619919418721:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(39109266ns) {Configure:104(39103408ns) {ProcessConfigured:135(66696ns) {StartInitialHandshake:157(64211ns) {DropHandshakes:470(2041ns) {DropIncomingHandshake:442(441ns) DropOutgoingHandshake:457(233ns)} GenerateSessionVirtualId:992(606ns) PrepareNewSessionHandshake:477(1369ns) {SwitchToState:179(584ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.724995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037619919418725:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52984
2026-01-08T17:03:56.673130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037621297753236:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53360
2026-01-08T17:03:56.704595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037621533158227:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4880
2026-01-08T17:03:56.721211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037620321935889:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12298
2026-01-08T17:03:56.725206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037619919418726:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52984
2026-01-08T17:03:56.725444Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037619919418734:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52984
2026-01-08T17:03:56.783793Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037619919418656:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(176234605ns) {Configure:104(176229182ns) {ProcessConfigured:135(85135ns) {StartInitialHandshake:157(81632ns) {DropHandshakes:470(2944ns) {DropIncomingHandshake:442(412ns) DropOutgoingHandshake:457(790ns)} GenerateSessionVirtualId:992(2002ns) PrepareNewSessionHandshake:477(2434ns) {SwitchToState:179(783ns)}}}}}
2026-01-08T17:03:56.785060Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037621533158214:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.716744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037621297753162:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(173129443ns) {Configure:104(173123198ns) {ProcessConfigured:135(9014470ns) {StartInitialHandshake:157(9011641ns) {DropHandshakes:470(1725ns) {DropIncomingHandshake:442(612ns) DropOutgoingHandshake:457(331ns)} GenerateSessionVirtualId:992(589ns) PrepareNewSessionHandshake:477(4814ns) {SwitchToState:179(1974ns)}}}}}
2026-01-08T17:03:56.789005Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037621533158150:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(163444289ns) {Configure:104(163435375ns) {ProcessConfigured:135(84764ns) {StartInitialHandshake:157(80149ns) {DropHandshakes:470(2049ns) {DropIncomingHandshake:442(284ns) DropOutgoingHandshake:457(416ns)} GenerateSessionVirtualId:992(480ns) PrepareNewSessionHandshake:477(1055ns) {SwitchToState:179(543ns)}}}}}
2026-01-08T17:03:56.789219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037621533158150:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:56.776167Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037619992584036:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(130701968ns) {Configure:104(130694863ns) {ProcessConfigured:135(15116918ns) {StartInitialHandshake:157(15113499ns) {DropHandshakes:470(14923ns) {DropIncomingHandshake:442(574ns) DropOutgoingHandshake:457(639ns)} GenerateSessionVirtualId:992(831ns) PrepareNewSessionHandshake:477(4683ns) {SwitchToState:179(1957ns)}}}}}
2026-01-08T17:03:56.778426Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037620089391771:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.717031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037621297753239:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53360
2026-01-08T17:03:56.810705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037621533158220:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.787704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037619919418726:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.827988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037619919418740:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52984
2026-01-08T17:03:56.787667Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037620321935882:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.787717Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037620321935882:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:56.786599Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037619992583973:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(81275346ns) {Configure:104(81268990ns) {ProcessConfigured:135(74764ns) {StartInitialHandshake:157(71555ns) {DropHandshakes:470(2041ns) {DropIncomingHandshake:442(254ns) DropOutgoingHandshake:457(203ns)} GenerateSessionVirtualId:992(836ns) PrepareNewSessionHandshake:477(1907ns) {SwitchToState:179(622ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.731090Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037621297753225:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(174397121ns) {Configure:104(174389389ns) {ProcessConfigured:135(75619ns) {StartInitialHandshake:157(72982ns) {DropHandshakes:470(2958ns) {DropIncomingHandshake:442(792ns) DropOutgoingHandshake:457(635ns)} GenerateSessionVirtualId:992(1012ns) PrepareNewSessionHandshake:477(1258ns) {SwitchToState:179(405ns)}}}}}
2026-01-08T17:03:56.834402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037621533158231:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4880
2026-01-08T17:03:56.795467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037620321935877:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.795496Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037620321935877:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:56.826862Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037620321935877:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:56.830828Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037620321935882:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.835592Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037619919418722:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(103078211ns) {Configure:104(103073359ns) {ProcessConfigured:135(23297450ns) {StartInitialHandshake:157(23294993ns) {DropHandshakes:470(1272ns) {DropIncomingHandshake:442(230ns) DropOutgoingHandshake:457(279ns)} GenerateSessionVirtualId:992(633ns) PrepareNewSessionHandshake:477(2264ns) {SwitchToState:179(949ns)}}}}}
2026-01-08T17:03:56.834538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037620089391766:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6258
2026-01-08T17:03:56.796973Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037619992584037:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(53963502ns) {Configure:104(53956655ns) {ProcessConfigured:135(6666426ns) {StartInitialHandshake:157(6664343ns) {DropHandshakes:470(2334ns) {DropIncomingHandshake:442(420ns) DropOutgoingHandshake:457(269ns)} GenerateSessionVirtualId:992(1310ns) PrepareNewSessionHandshake:477(5256ns) {SwitchToState:179(3350ns)}}}}}
2026-01-08T17:03:56.758700Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037621297753239:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.831271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037619992584047:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27680
2026-01-08T17:03:56.758862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037621297753162:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:56.834609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037621297753235:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.834769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037621297753244:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53360
2026-01-08T17:03:56.857687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037621297753236:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.857862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037621297753246:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53360
2026-01-08T17:03:56.861485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037621297753161:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:56.847132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037619919418725:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.834847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037620089391765:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.906924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037621533158216:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.906965Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037621533158216:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:56.907559Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037621533158214:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.871249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037619919418724:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.839836Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037619992584046:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27680
2026-01-08T17:03:56.895338Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037620321935885:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.836648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037620089391698:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.909086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037621533158227:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.879988Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037619992583974:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(180439673ns) {Configure:104(180436209ns) {ProcessConfigured:135(38971605ns) {StartInitialHandshake:157(38968527ns) {DropHandshakes:470(1428ns) {DropIncomingHandshake:442(242ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:992(451ns) PrepareNewSessionHandshake:477(4897ns) {SwitchToState:179(2455ns)}}}}}
2026-01-08T17:03:56.871283Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037619919418724:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.895394Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037620321935885:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:56.924748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037621297753234:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.837070Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037620089391776:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6258
2026-01-08T17:03:56.896338Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037620321935880:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(120035431ns) {Configure:104(120024549ns) {ProcessConfigured:135(66445ns) {StartInitialHandshake:157(64422ns) {DropHandshakes:470(2172ns) {DropIncomingHandshake:442(400ns) DropOutgoingHandshake:457(302ns)} GenerateSessionVirtualId:992(1267ns) PrepareNewSessionHandshake:477(1732ns) {SwitchToState:179(519ns)}}}}}
2026-01-08T17:03:56.896614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037620321935889:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.897407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037620321935812:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:56.897462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:56.897534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037620321935812:2049] [node 3] ICP22 created new session: [2:7593037620321935894:2049]
2026-01-08T17:03:56.897584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037620321935894:2049] [node 3] ICS09 handshake done sender: [2:7593037620321935882:2112] self: [2:7593037620321935881:0] peer: [3:7593037621297753243:0] socket: 105 qp: -1
2026-01-08T17:03:56.897621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037620321935894:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:56.897660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:56.905545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037620321935875:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:56.917437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037620321935899:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12298
2026-01-08T17:03:56.918004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:56.933528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037620321935875:2109] [node 5] ICP22 created new session: [2:7593037620321935898:2109]
2026-01-08T17:03:56.943170Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037620321935885:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:56.959076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037620321935898:2109] [node 5] ICS09 handshake done sender: [2:7593037620321935877:2111] self: [2:7593037620321935876:0] peer: [5:7593037621533158230:0] socket: 84 qp: -1
2026-01-08T17:03:56.959149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037620321935898:2109] [node 5] ICS10 traffic start
2026-01-08T17:03:56.919457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037621533158149:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:56.895130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037619919418724:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:56.911972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037619992584046:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.924806Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037621297753234:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.863153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037620089391766:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.926460Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037621533158216:2111] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.913793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037619992583975:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:56.896908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037619919418734:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.966544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:56.973078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037620321935879:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:56.973180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:56.973231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037620321935879:2110] [node 6] ICP22 created new session: [2:7593037620321935903:2110]
2026-01-08T17:03:56.973296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037620321935903:2110] [node 6] ICS09 handshake done sender: [2:7593037620321935885:2113] self: [2:7593037620321935884:0] peer: [6:7593037620089391777:0] socket: 106 qp: -1
2026-01-08T17:03:56.973342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037620321935903:2110] [node 6] ICS10 traffic start
2026-01-08T17:03:56.973384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:56.992087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037620321935899:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.992226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037620321935811:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:56.863459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037620089391758:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:56.931036Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037621297753239:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:57.022063Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037620321935875:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(115386827ns) {HandleHandshakeStatus:329(115384043ns) {DropIncomingHandshake:442(883ns) DropOutgoingHandshake:457(734ns) SwitchToState:179(392ns) ProcessPendingSessionEvents:495(21354302ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 21276292ns max# 20803279ns}}}
2026-01-08T17:03:56.896980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037619919418657:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.926720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037619992584047:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.958814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037621533158150:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:56.935047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037621297753228:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.879182Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037620089391699:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(279546709ns) {Configure:104(279538484ns) {ProcessConfigured:135(87877ns) {StartInitialHandshake:157(85188ns) {DropHandshakes:470(3073ns) {DropIncomingHandshake:442(434ns) DropOutgoingHandshake:457(411ns)} GenerateSessionVirtualId:992(940ns) PrepareNewSessionHandshake:477(1962ns) {SwitchToState:179(927ns)}}}}}
2026-01-08T17:03:57.030879Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037624616903202:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12298
2026-01-08T17:03:56.913678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.964640Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037621533158149:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(21423046ns) {IncomingHandshake:261(21421633ns) {DropIncomingHandshake:442(145ns) PrepareNewSessionHandshake:477(735ns) {SwitchToState:179(113ns)} GenerateSessionVirtualId:992(272ns) IssueIncomingHandshakeReply:193(21402673ns) {SwitchToState:179(5833ns)}}}
2026-01-08T17:03:57.055272Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037620321935811:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63694) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037620321935899:2117] held: no
2026-01-08T17:03:56.932543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037619992584054:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27680
2026-01-08T17:03:57.058990Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037620321935899:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:56.935111Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037621297753228:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:56.879459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037620089391699:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:56.916800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037619919418729:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.935174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037619992583973:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:56.965567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037621533158212:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:56.938969Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037621297753161:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63694) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037621297753236:2114] held: no
2026-01-08T17:03:56.912389Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037620089391782:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6258
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.965691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:57.091918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037620321935811:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:56.949654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037619992584056:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27680
2026-01-08T17:03:56.982873Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037620089391783:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6258
2026-01-08T17:03:56.916829Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037619919418729:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:56.944441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037621297753162:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:56.965748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037621533158212:2109] [node 6] ICP22 created new session: [5:7593037621533158236:2109]
2026-01-08T17:03:56.987174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037619992584057:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27680
2026-01-08T17:03:57.092014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:56.918142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037619919418657:2049] [node 3] ICP22 created new session: [1:7593037619919418746:2049]
2026-01-08T17:03:57.043707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037619992584054:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:57.046215Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037619992583973:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63694) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037619992584047:2115] held: no
2026-01-08T17:03:57.063495Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037619992583975:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28880) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037619992584046:2114] held: no
2026-01-08T17:03:57.064158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037619992584047:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:57.074408Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037619992584046:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:57.083619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037624287551354:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27680
2026-01-08T17:03:57.083762Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037619992584041:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:57.083791Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037619992584041:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:57.087108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037619992583975:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:57.100250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037619992583974:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:57.105237Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037619992584041:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:57.112901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:57.121228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037619992583975:2050] [node 3] ICP22 created new session: [4:7593037624287551360:2050]
2026-01-08T17:03:57.126831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037619992584036:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:57.126907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:57.126967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037619992584036:2109] [node 6] ICP22 created new session: [4:7593037624287551361:2109]
2026-01-08T17:03:57.127031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037624287551361:2109] [node 6] ICS09 handshake done sender: [4:7593037619992584041:2111] self: [4:7593037619992584040:0] peer: [6:7593037624384359082:0] socket: 122 qp: -1
2026-01-08T17:03:57.130493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037624287551360:2050] [node 3] ICS09 handshake done sender: [4:7593037619992584046:2114] self: [4:7593037619992584053:0] peer: [3:7593037621297753233:0] socket: 117 qp: -1
2026-01-08T17:03:57.130653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037624287551361:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:57.140289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037624287551360:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:57.143701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:56.984971Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037620089391784:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6258
2026-01-08T17:03:56.944503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:57.170450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:57.092070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037620321935811:2048] [node 1] ICP22 created new session: [2:7593037624616903203:2048]
2026-01-08T17:03:56.965811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037621533158236:2109] [node 6] ICS09 handshake done sender: [5:7593037621533158216:2111] self: [5:7593037621533158215:0] peer: [6:7593037620089391778:0] socket: 90 qp: -1
2026-01-08T17:03:56.965856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037621533158236:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:56.965904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:56.983797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:56.933126Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037619919418729:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:56.985034Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037620089391766:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.944558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037621297753162:2049] [node 2] ICP22 created new session: [3:7593037621297753250:2049]
2026-01-08T17:03:56.993747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037620089391776:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:57.000058Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037620089391785:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6258
2026-01-08T17:03:57.006026Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037620089391771:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:57.008321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037620089391763:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:57.008399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037620089391758:2105] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:57.008448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:57.034931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037620089391758:2105] [node 5] ICP22 created new session: [6:7593037624384359083:2105]
2026-01-08T17:03:57.043081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037624384359083:2105] [node 5] ICS09 handshake done sender: [6:7593037620089391766:2112] self: [6:7593037620089391778:0] peer: [5:7593037621533158215:0] socket: 96 qp: -1
2026-01-08T17:03:57.064588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037624384359083:2105] [node 5] ICS10 traffic start
2026-01-08T17:03:57.071094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037620089391698:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:57.071178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:57.071243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037620089391698:2049] [node 2] ICP22 created new session: [6:7593037624384359085:2049]
2026-01-08T17:03:57.071311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037624384359085:2049] [node 2] ICS09 handshake done sender: [6:7593037620089391771:2115] self: [6:7593037620089391777:0] peer: [2:7593037620321935884:0] socket: 108 qp: -1
2026-01-08T17:03:57.071355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037624384359085:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:57.071408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:57.072113Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037620089391698:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:57.073772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037620089391765:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:57.075089Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037620089391785:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:57.075139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037620089391699:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:57.075208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:57.075264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037620089391699:2050] [node 3] ICP22 created new session: [6:7593037624384359088:2050]
2026-01-08T17:03:57.075322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037624384359088:2050] [node 3] ICS09 handshake done sender: [6:7593037620089391765:2111] self: [6:7593037620089391781:0] peer: [3:7593037621297753227:0] socket: 92 qp: -1
2026-01-08T17:03:57.075364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037624384359088:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:57.075417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:57.077073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037620089391697:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:57.082457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:57.104921Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037624384359091:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6258
2026-01-08T17:03:57.115833Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037620089391758:2105] [node 5] ICP35 event processing took too much time PendingConnection:279(106537530ns) {HandleHandshakeStatus:329(106534871ns) {DropIncomingHandshake:442(562ns) DropOutgoingHandshake:457(6085ns) SwitchToState:179(129ns) ProcessPendingSessionEvents:495(456923ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 399802ns max# 79545ns}}}
2026-01-08T17:03:57.115929Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037620089391758:2105] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:57.126840Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037620089391776:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:57.127186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037620089391763:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:57.127242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:57.127290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037620089391763:2110] [node 4] ICP22 created new session: [6:7593037624384359092:2110]
2026-01-08T17:03:57.127350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037624384359092:2110] [node 4] ICS09 handshake done sender: [6:7593037620089391776:2117] self: [6:7593037624384359082:0] peer: [4:7593037619992584040:0] socket: 129 qp: -1
2026-01-08T17:03:57.127392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037624384359092:2110] [node 4] ICS10 traffic start
2026-01-08T17:03:57.127423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.944624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037621297753250:2049] [node 2] ICS09 handshake done sender: [3:7593037621297753239:2115] self: [3:7593037621297753243:0] peer: [2:7593037620321935881:0] socket: 107 qp: -1
2026-01-08T17:03:56.944668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037621297753250:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:56.944711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:56.976022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037621297753253:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53360
2026-01-08T17:03:56.983844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037621297753234:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:57.017809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037621297753226:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:57.017890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:57.017950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037621297753226:2107] [node 4] ICP22 created new session: [3:7593037625592720550:2107]
2026-01-08T17:03:57.018003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037625592720550:2107] [node 4] ICS09 handshake done sender: [3:7593037621297753234:2112] self: [3:7593037621297753233:0] peer: [4:7593037619992584053:0] socket: 103 qp: -1
2026-01-08T17:03:57.018050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037625592720550:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:57.018112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:57.019447Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037621297753228:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:57.022795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037621297753244:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:57.023044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037621297753226:2107] [node 4] ICP18 handshake (actor [3:7593037621297753244:2118]) is too old
2026-01-08T17:03:57.027348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037621297753224:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:57.062791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:57.062867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037621297753224:2109] [node 6] ICP22 created new session: [3:7593037625592720553:2109]
2026-01-08T17:03:57.094469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037625592720553:2109] [node 6] ICS09 handshake done sender: [3:7593037621297753228:2110] self: [3:7593037621297753227:0] peer: [6:7593037620089391781:0] socket: 86 qp: -1
2026-01-08T17:03:57.102396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037625592720553:2109] [node 6] ICS10 traffic start
2026-01-08T17:03:56.986376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037621533158150:2049] [node 2] ICP22 created new session: [5:7593037621533158238:2049]
2026-01-08T17:03:56.990086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037621533158235:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4880
2026-01-08T17:03:56.999521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037621533158238:2049] [node 2] ICS09 handshake done sender: [5:7593037621533158214:2110] self: [5:7593037621533158230:0] peer: [2:7593037620321935876:0] socket: 85 qp: -1
2026-01-08T17:03:57.014543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037621533158238:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:57.014621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:57.016323Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037621533158150:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(95418976ns) {HandleHandshakeStatus:329(95416672ns) {DropIncomingHandshake:442(4592ns) DropOutgoingHandshake:457(10852ns) SwitchToState:179(778ns) ProcessPendingSessionEvents:495(517788ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 458800ns max# 64453ns}}}
2026-01-08T17:03:57.016866Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037621533158149:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63694) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037621533158227:2116] held: no
2026-01-08T17:03:57.026403Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037621533158227:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:57.035619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037621533158149:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:57.035692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:57.035754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037621533158149:2048] [node 1] ICP22 created new session: [5:7593037625828125538:2048]
2026-01-08T17:03:57.043180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037625828125538:2048] [node 1] ICS09 handshake done sender: [5:7593037621533158227:2116] self: [5:7593037621533158234:0] peer: [1:7593037619919418728:0] socket: 111 qp: -1
2026-01-08T17:03:57.043234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037625828125538:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:57.063060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:57.067254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037625828125537:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4880
2026-01-08T17:03:57.102487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037625828125537:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:57.107943Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037625828125541:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4880
2026-01-08T17:03:57.116678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037621533158151:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:57.134608Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037621533158149:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(81524407ns) {HandleHandshakeStatus:329(81521963ns) {DropIncomingHandshake:442(625ns) DropOutgoingHandshake:457(298ns) SwitchToState:179(167ns) ProcessPendingSessionEvents:495(1777ns)}}
2026-01-08T17:03:57.105806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:56.938728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037619919418746:2049] [node 3] ICS09 handshake done sender: [1:7593037619919418724:2111] self: [1:7593037619919418723:0] peer: [3:7593037621297753247:0] socket: 100 qp: -1
2026-01-08T17:03:57.092161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037624616903203:2048] [node 1] ICS09 handshake done sender: [2:7593037620321935899:2117] self: [2:7593037620321935905:0] peer: [1:7593037619919418736:0] socket: 135 qp: -1
2026-01-08T17:03:57.144844Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037621297753242:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:57.144908Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037621297753242:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:57.160061Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037621297753224:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(131644584ns) {HandleHandshakeStatus:329(131639627ns) {DropIncomingHandshake:442(344ns) DropOutgoingHandshake:457(3177ns) SwitchToState:179(360ns) ProcessPendingSessionEvents:495(20440798ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 20359706ns max# 11140054ns}}}
2026-01-08T17:03:57.171222Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037621297753161:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(148977004ns) {HandleHandshakeStatus:395(148973505ns) {LogHandshakeFail:472(10134ns) {UpdateErrorStateLog:545(3971ns)} DropOutgoingHandshake:457(1097ns) ProcessPendingSessionEvents:495(143542340ns) {unordered DropSessionEvent:512 num# 100 sum# 48018405ns max# 14950727ns}}}
2026-01-08T17:03:57.171394Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037621297753236:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:57.171813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037621297753161:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:57.171878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:57.171941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037621297753161:2048] [node 1] ICP22 created new session: [3:7593037625592720555:2048]
2026-01-08T17:03:57.172004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037625592720555:2048] [node 1] ICS09 handshake done sender: [3:7593037621297753236:2114] self: [3:7593037621297753247:0] peer: [1:7593037619919418723:0] socket: 102 qp: -1
2026-01-08T17:03:57.172048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037625592720555:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:57.172101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:57.198831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037621297753242:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:57.182758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037624287551354:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:56.942974Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037619919418744:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52984
2026-01-08T17:03:57.092209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037624616903203:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:57.183440Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037624287551359:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27680
2026-01-08T17:03:56.959204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037619919418746:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:56.960059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037619919418740:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.966275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037619919418721:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:56.966456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:56.971199Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037619919418731:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:56.971232Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037619919418731:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:56.982140Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037619919418731:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:56.999322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:56.999406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037619919418721:2108] [node 5] ICP22 created new session: [1:7593037619919418752:2108]
2026-01-08T17:03:57.002876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037619919418718:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:57.002977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:57.003042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037619919418718:2107] [node 4] ICP22 created new session: [1:7593037619919418753:2107]
2026-01-08T17:03:57.003105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037619919418753:2107] [node 4] ICS09 handshake done sender: [1:7593037619919418731:2115] self: [1:7593037619919418730:0] peer: [4:7593037619992584055:0] socket: 110 qp: -1
2026-01-08T17:03:57.003172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037619919418753:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:57.003220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:57.005242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037619919418744:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:57.006121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037619919418752:2108] [node 5] ICS09 handshake done sender: [1:7593037619919418729:2114] self: [1:7593037619919418728:0] peer: [5:7593037621533158234:0] socket: 109 qp: -1
2026-01-08T17:03:57.006188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037619919418752:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:57.006235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:57.027878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037619919418737:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:57.027912Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037619919418737:2117] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:57.034694Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037619919418737:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:57.046698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037619919418656:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:57.046796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:57.046855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037619919418656:2048] [node 2] ICP22 created new session: [1:7593037624214386054:2048]
2026-01-08T17:03:57.046917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037624214386054:2048] [node 2] ICS09 handshake done sender: [1:7593037619919418737:2117] self: [1:7593037619919418736:0] peer: [2:7593037620321935905:0] socket: 134 qp: -1
2026-01-08T17:03:57.046960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037624214386054:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:57.047024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:57.102655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037619919418738:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:57.102699Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037619919418738:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:57.118764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037619919418721:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(47306047ns) {HandleHandshakeStatus:329(40720359ns) {DropIncomingHandshake:442(23347ns) DropOutgoingHandshake:457(307ns) SwitchToState:179(293ns) ProcessPendingSessionEvents:495(521835ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 433008ns max# 58649ns}}}
2026-01-08T17:03:57.195029Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037619919418738:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:57.092251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:57.227128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037621297753225:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:57.213122Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037621533158212:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(229319295ns) {HandleHandshakeStatus:329(229316636ns) {DropIncomingHandshake:442(31732ns) DropOutgoingHandshake:457(782ns) SwitchToState:179(436ns) ProcessPendingSessionEvents:495(215767617ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 215595034ns max# 17895521ns}}}
2026-01-08T17:03:57.193736Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037619992583973:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(84380682ns) {HandleHandshakeStatus:395(84378525ns) {LogHandshakeFail:472(13825ns) {UpdateErrorStateLog:545(5376ns)} DropOutgoingHandshake:457(489ns) ProcessPendingSessionEvents:495(84278197ns) {unordered DropSessionEvent:512 num# 100 sum# 84206362ns max# 18330626ns}}}
2026-01-08T17:03:57.103401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037620321935893:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:57.223831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037625828125542:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4880
2026-01-08T17:03:57.243636Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037619919418656:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(195846935ns) {HandleHandshakeStatus:329(195844010ns) {DropIncomingHandshake:442(14835ns) DropOutgoingHandshake:457(258ns) SwitchToState:179(427ns) ProcessPendingSessionEvents:495(195349745ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 195198155ns max# 22276729ns}}}
2026-01-08T17:03:57.193884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037624287551364:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27680
2026-01-08T17:03:57.103429Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037620321935893:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:57.232573Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037625828125537:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:57.194234Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037619992584036:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(66324732ns) {HandleHandshakeStatus:329(66320923ns) {DropIncomingHandshake:442(360ns) DropOutgoingHandshake:457(440ns) SwitchToState:179(523ns) ProcessPendingSessionEvents:495(14591483ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 14511502ns max# 14061465ns}}}
2026-01-08T17:03:57.243750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037619919418722:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:57.104523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037624616903205:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12298
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:57.267570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:57.255214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037621533158151:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:57.271951Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037620089391697:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63694) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037620089391785:2122] held: no
2026-01-08T17:03:57.289807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037624384359094:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6258
2026-01-08T17:03:57.308941Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037620089391697:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(40567797ns) {HandleHandshakeStatus:395(40561928ns) {LogHandshakeFail:472(4471466ns) {UpdateErrorStateLog:545(6745ns)} DropOutgoingHandshake:457(666ns) ProcessPendingSessionEvents:495(36007254ns) {unordered DropSessionEvent:512 num# 100 sum# 1376069ns max# 753037ns}}}
2026-01-08T17:03:57.116724Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037620321935893:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:57.143736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037620321935880:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:57.174522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:57.177119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037620321935880:2107] [node 4] ICP22 created new session: [2:7593037624616903207:2107]
2026-01-08T17:03:57.198915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037624616903207:2107] [node 4] ICS09 handshake done sender: [2:7593037620321935893:2116] self: [2:7593037620321935892:0] peer: [4:7593037624287551355:0] socket: 137 qp: -1
2026-01-08T17:03:57.210824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037624616903207:2107] [node 4] ICS10 traffic start
2026-01-08T17:03:57.210885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:57.194298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037619992583973:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:57.243834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:57.273110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037621297753225:2108] [node 5] ICP22 created new session: [3:7593037625592720558:2108]
2026-01-08T17:03:57.194374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:57.194431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037619992583973:2048] [node 1] ICP22 created new session: [4:7593037624287551365:2048]
2026-01-08T17:03:57.194494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037624287551365:2048] [node 1] ICS09 handshake done sender: [4:7593037619992584047:2115] self: [4:7593037619992584055:0] peer: [1:7593037619919418730:0] socket: 118 qp: -1
2026-01-08T17:03:57.194542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037624287551365:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:57.194587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:57.208630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037619992584036:2109] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:57.209386Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037619992583975:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(116059246ns) {HandleHandshakeStatus:329(116055193ns) {DropIncomingHandshake:442(778ns) DropOutgoingHandshake:457(498ns) SwitchToState:179(1067ns) ProcessPendingSessionEvents:495(1343ns)}}
2026-01-08T17:03:57.223145Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037619992584054:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:57.223401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037619992583974:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:57.223512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:57.223594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037619992583974:2049] [node 2] ICP22 created new session: [4:7593037624287551368:2049]
2026-01-08T17:03:57.223663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037624287551368:2049] [node 2] ICS09 handshake done sender: [4:7593037619992584054:2117] self: [4:7593037624287551355:0] peer: [2:7593037620321935892:0] socket: 138 qp: -1
2026-01-08T17:03:57.223718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037624287551368:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:57.225532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:57.285574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037619992584043:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:57.285614Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037619992584043:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:57.310278Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037619992583974:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(59872432ns) {HandleHandshakeStatus:329(59870594ns) {DropIncomingHandshake:442(421ns) DropOutgoingHandshake:457(7312ns) SwitchToState:179(249ns) ProcessPendingSessionEvents:495(11066813ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 11007258ns max# 10594170ns}}}
2026-01-08T17:03:57.312881Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037619992584043:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:57.314936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037619992584037:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:57.315223Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037620089391785:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:57.255332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:57.284659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037625592720558:2108] [node 5] ICS09 handshake done sender: [3:7593037621297753242:2117] self: [3:7593037621297753241:0] peer: [5:7593037625828125540:0] socket: 123 qp: -1
2026-01-08T17:03:57.243899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037619919418722:2109] [node 6] ICP22 created new session: [1:7593037624214386057:2109]
2026-01-08T17:03:57.243955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037624214386057:2109] [node 6] ICS09 handshake done sender: [1:7593037619919418738:2118] self: [1:7593037619919418735:0] peer: [6:7593037624384359090:0] socket: 145 qp: -1
2026-01-08T17:03:57.244013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037624214386057:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:57.244053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:57.271582Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037619919418657:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(282005579ns) {HandleHandshakeStatus:329(282002913ns) {DropIncomingHandshake:442(17759ns) DropOutgoingHandshake:457(342ns) SwitchToState:179(4966ns) ProcessPendingSessionEvents:495(179384078ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 173876379ns max# 32107159ns}}}
2026-01-08T17:03:57.255415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037621533158151:2050] [node 3] ICP22 created new session: [5:7593037625828125543:2050]
2026-01-08T17:03:57.317183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:57.285179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037625592720558:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:57.325283Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037620321935880:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(181625356ns) {HandleHandshakeStatus:329(176881164ns) {DropIncomingHandshake:442(356ns) DropOutgoingHandshake:457(846ns) SwitchToState:179(775ns) ProcessPendingSessionEvents:495(87782969ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 87000845ns max# 14357522ns}}}
2026-01-08T17:03:57.286997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:57.319519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037620089391697:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:57.317271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037619992584037:2108] [node 5] ICP22 created new session: [4:7593037624287551371:2108]
2026-01-08T17:03:57.317331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037624287551371:2108] [node 5] ICS09 handshake done sender: [4:7593037619992584043:2112] self: [4:7593037619992584042:0] peer: [5:7593037625828125545:0] socket: 124 qp: -1
2026-01-08T17:03:57.317378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037624287551371:2108] [node 5] ICS10 traffic start
2026-01-08T17:03:57.317431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:57.321948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:57.255491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037625828125543:2050] [node 3] ICS09 handshake done sender: [5:7593037625828125537:2120] self: [5:7593037625828125540:0] peer: [3:7593037621297753241:0] socket: 88 qp: -1
2026-01-08T17:03:57.326457Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037620321935880:2107] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:57.255556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037625828125543:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:57.255633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:57.256417Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037621533158151:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:57.262532Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037625828125541:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:57.262843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037621533158213:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:57.320072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037625828125546:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4880
2026-01-08T17:03:57.327041Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037621533158213:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8300) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037625828125541:2121] held: no
2026-01-08T17:03:57.322016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037620089391697:2048] [node 1] ICP22 created new session: [6:7593037624384359095:2048]
2026-01-08T17:03:57.322073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037624384359095:2048] [node 1] ICS09 handshake done sender: [6:7593037620089391785:2122] self: [6:7593037624384359090:0] peer: [1:7593037619919418735:0] socket: 149 qp: -1
2026-01-08T17:03:57.322114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037624384359095:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:57.322172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:57.299290Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037621297753225:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(69208294ns) {HandleHandshakeStatus:329(62222545ns) {DropIncomingHandshake:442(5550611ns) DropOutgoingHandshake:457(751ns) SwitchToState:179(714ns) ProcessPendingSessionEvents:495(565067ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 492818ns max# 54099ns}}}
2026-01-08T17:03:57.337091Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037625828125541:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:57.338795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037621533158213:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:57.338887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:57.338958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037621533158213:2108] [node 4] ICP22 created new session: [5:7593037625828125547:2108]
2026-01-08T17:03:57.339019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037625828125547:2108] [node 4] ICS09 handshake done sender: [5:7593037625828125541:2121] self: [5:7593037625828125545:0] peer: [4:7593037619992584042:0] socket: 131 qp: -1
2026-01-08T17:03:57.339063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037625828125547:2108] [node 4] ICS10 traffic start
2026-01-08T17:03:57.339116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:57.521491Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:03:57.521777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037624616903203:2048] [node 1] ICS01 socket: 135 reason# EndOfStream
2026-01-08T17:03:57.521828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037620321935811:2048] [node 1] ICP30 unregister session Session# [2:7593037624616903203:2048] VirtualId# [2:7593037620321935905:0]
2026-01-08T17:03:57.521876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037624616903203:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:57.521972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:57.522018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:57.524113Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:03:57.524378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037625592720555:2048] [node 1] ICS01 socket: 102 reason# EndOfStream
2026-01-08T17:03:57.524430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037621297753161:2048] [node 1] ICP30 unregister session Session# [3:7593037625592720555:2048] VirtualId# [3:7593037621297753247:0]
2026-01-08T17:03:57.524473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037625592720555:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:57.524554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:57.524595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:57.534281Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:03:57.539286Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:03:57.540053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037624287551365:2048] [node 1] ICS01 socket: 118 reason# EndOfStream
2026-01-08T17:03:57.540140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037619992583973:2048] [node 1] ICP30 unregister session Session# [4:7593037624287551365:2048] VirtualId# [4:7593037619992584055:0]
2026-01-08T17:03:57.540192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037624287551365:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:57.540413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:57.540473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:57.540549Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:03:57.540801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037625828125538:2048] [node 1] ICS01 socket: 111 reason# EndOfStream
2026-01-08T17:03:57.540845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037621533158149:2048] [node 1] ICP30 unregister session Session# [5:7593037625828125538:2048] VirtualId# [5:7593037621533158234:0]
2026-01-08T17:03:57.540877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037625828125538:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:57.540969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:57.541995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037624384359095:2048] [node 1] ICS01 socket: 149 reason# EndOfStream
2026-01-08T17:03:57.541025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:57.542104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037620089391697:2048] [node 1] ICP30 unregister session Session# [6:7593037624384359095:2048] VirtualId# [6:7593037624384359090:0]
2026-01-08T17:03:57.542178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037624384359095:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:57.542310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:03:57.542383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:03:57.701167Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:03:57.701514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037621297753250:2049] [node 2] ICS07 socket disconnect 107 reason# EndOfStream
2026-01-08T17:03:57.701563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037621297753250:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:57.701654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:57.701696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037621297753250:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:57.704832Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037621297753162:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2608) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:03:57.704890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037621297753250:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:57.706116Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037621297753162:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2608) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:57.706185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037621297753250:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:57.706227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037621297753162:2049] [node 2] ICP30 unregister session Session# [3:7593037621297753250:2049] VirtualId# [3:7593037621297753243:0]
2026-01-08T17:03:57.706276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:57.706328Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037621297753162:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:57.706347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:57.707064Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:03:57.707275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037624384359085:2049] [node 2] ICS07 socket disconnect 108 reason# EndOfStream
2026-01-08T17:03:57.707459Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:03:57.707700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037624287551368:2049] [node 2] ICS01 socket: 138 reason# EndOfStream
2026-01-08T17:03:57.707740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037619992583974:2049] [node 2] ICP30 unregister session Session# [4:7593037624287551368:2049] VirtualId# [4:7593037624287551355:0]
2026-01-08T17:03:57.707774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037624287551368:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:57.707846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:57.707885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:57.707318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037624384359085:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:57.707424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:57.707469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037624384359085:2049] [node 2] ICS15 start handshake
2026-01-08T17:03:57.706593Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:03:57.706850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037621533158238:2049] [node 2] ICS01 socket: 85 reason# EndOfStream
2026-01-08T17:03:57.706896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037621533158150:2049] [node 2] ICP30 unregister session Session# [5:7593037621533158238:2049] VirtualId# [5:7593037621533158230:0]
2026-01-08T17:03:57.706937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037621533158238:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:57.707028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:03:57.707079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:57.726875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037621297753162:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:57.727550Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037620089391698:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2608) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:03:57.727626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037624384359085:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:03:57.727669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037620089391698:2049] [node 2] ICP30 unregister session Session# [6:7593037624384359085:2049] VirtualId# [6:7593037620089391777:0]
2026-01-08T17:03:57.727718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:03:57.727753Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037620089391698:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:57.727771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2608) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:03:57.736290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037620089391698:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:03:57.986649Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:03:57.986765Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:03:57.987017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037625828125543:2050] [node 3] ICS01 socket: 88 reason# EndOfStream
2026-01-08T17:03:57.987069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037621533158151:2050] [node 3] ICP30 unregister session Session# [5:7593037625828125543:2050] VirtualId# [5:7593037625828125540:0]
2026-01-08T17:03:57.987112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037625828125543:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:57.987208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:57.987262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:57.987949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037624287551360:2050] [node 3] ICS01 socket: 117 reason# EndOfStream
2026-01-08T17:03:57.988077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037619992583975:2050] [node 3] ICP30 unregister session Session# [4:7593037624287551360:2050] VirtualId# [4:7593037619992584053:0]
2026-01-08T17:03:57.988516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037624287551360:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:57.988607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:57.988657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:57.986637Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:03:57.987020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037624384359088:2050] [node 3] ICS01 socket: 92 reason# EndOfStream
2026-01-08T17:03:57.987066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037620089391699:2050] [node 3] ICP30 unregister session Session# [6:7593037624384359088:2050] VirtualId# [6:7593037620089391781:0]
2026-01-08T17:03:57.987311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037624384359088:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:57.987421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:03:57.987471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:03:58.190576Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:03:58.190869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037625828125547:2108] [node 4] ICS01 socket: 131 reason# EndOfStream
2026-01-08T17:03:58.190917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037621533158213:2108] [node 4] ICP30 unregister session Session# [5:7593037625828125547:2108] VirtualId# [5:7593037625828125545:0]
2026-01-08T17:03:58.190970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037625828125547:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:58.191066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:58.191121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:58.191234Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:03:58.191439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037624384359092:2110] [node 4] ICS01 socket: 129 reason# EndOfStream
2026-01-08T17:03:58.191481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037620089391763:2110] [node 4] ICP30 unregister session Session# [6:7593037624384359092:2110] VirtualId# [6:7593037624384359082:0]
2026-01-08T17:03:58.191517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037624384359092:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:58.191582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:03:58.191623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:03:58.328124Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:03:58.328635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037624384359083:2105] [node 5] ICS01 socket: 96 reason# EndOfStream
2026-01-08T17:03:58.328701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037620089391758:2105] [node 5] ICP30 unregister session Session# [6:7593037624384359083:2105] VirtualId# [6:7593037620089391778:0]
2026-01-08T17:03:58.328749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037624384359083:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:03:58.328832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:03:58.328880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:03:58.567084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037628659587208:2048] [node 2] ICP01 ready to work
2026-01-08T17:03:58.567145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037628659587209:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:58.592494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037628326130233:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:58.592544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037628326130234:2049] [node 3] ICP01 ready to work
2026-01-08T17:03:58.636601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037627870475993:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:58.636648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037627870475994:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:58.686786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037630927912465:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:58.686825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037630927912466:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:58.686860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037630927912467:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:58.723815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037628199449334:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:58.723857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037628199449335:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:58.723896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037628199449336:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:58.786825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037628525279736:2048] [node 1] ICP01 ready to work
2026-01-08T17:03:58.786863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037628525279737:2049] [node 2] ICP01 ready to work
2026-01-08T17:03:58.786905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037628525279738:2050] [node 3] ICP01 ready to work
2026-01-08T17:03:59.008046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037632621097568:2086] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.016609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037635222879780:2065] [node 5] ICP01 ready to work
2026-01-08T17:03:59.068303Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037635222879780:2065] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(51295336ns) {Configure:104(51290409ns) {ProcessConfigured:135(87147ns) {StartInitialHandshake:157(84576ns) {DropHandshakes:470(3311ns) {DropIncomingHandshake:442(853ns) DropOutgoingHandshake:457(698ns)} GenerateSessionVirtualId:992(1098ns) PrepareNewSessionHandshake:477(2808ns) {SwitchToState:179(1005ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.175549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037632820247049:2063] [node 5] ICP01 ready to work
2026-01-08T17:03:59.091928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037632165443325:2084] [node 5] ICP01 ready to work
2026-01-08T17:03:59.126771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037632954554558:2097] [node 4] ICP01 ready to work
2026-01-08T17:03:59.123365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037632494416653:2063] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.139179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037632621097596:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63842
2026-01-08T17:03:59.113915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037632165443337:2094] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28199
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.150520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037632954554562:2098] [node 6] ICP01 ready to work
2026-01-08T17:03:59.179048Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037628326130233:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(152027707ns) {Configure:104(152019034ns) {ProcessConfigured:135(76944874ns) {StartInitialHandshake:157(76941530ns) {DropHandshakes:470(3535ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(810ns)} GenerateSessionVirtualId:992(2330ns) PrepareNewSessionHandshake:477(3580ns) {SwitchToState:179(755ns)}}}}}
2026-01-08T17:03:59.223425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037632621097600:2089] [node 4] ICP01 ready to work
2026-01-08T17:03:59.246398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037632621097603:2088] [node 5] ICP01 ready to work
2026-01-08T17:03:59.270504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037632621097596:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.114252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037632165443338:2095] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28199
2026-01-08T17:03:59.298469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037635222879824:2072] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.374839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037632820247101:2070] [node 4] ICP01 ready to work
2026-01-08T17:03:59.375538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037632820247103:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22851
2026-01-08T17:03:59.375725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037632820247104:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22851
2026-01-08T17:03:59.364619Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037628525279738:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(238043260ns) {Configure:104(238036368ns) {ProcessConfigured:135(27684739ns) {StartInitialHandshake:157(27680502ns) {DropHandshakes:470(3117ns) {DropIncomingHandshake:442(925ns) DropOutgoingHandshake:457(668ns)} GenerateSessionVirtualId:992(1204ns) PrepareNewSessionHandshake:477(4531ns) {SwitchToState:179(2107ns)}}}}}
2026-01-08T17:03:59.382900Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037630927912465:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(287664729ns) {Configure:104(287658668ns) {ProcessConfigured:135(49205524ns) {StartInitialHandshake:157(49201644ns) {DropHandshakes:470(2796ns) {DropIncomingHandshake:442(630ns) DropOutgoingHandshake:457(452ns)} GenerateSessionVirtualId:992(1220ns) PrepareNewSessionHandshake:477(5741ns) {SwitchToState:179(2120ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.202499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037632954554569:2099] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.150521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037632165443331:2079] [node 6] ICP01 ready to work
2026-01-08T17:03:59.258757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037632494416661:2061] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.413638Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037628525279736:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(378588763ns) {Configure:104(378581758ns) {ProcessConfigured:135(43559413ns) {StartInitialHandshake:157(43556019ns) {DropHandshakes:470(4696ns) {DropIncomingHandshake:442(764ns) DropOutgoingHandshake:457(471ns)} GenerateSessionVirtualId:992(1215ns) PrepareNewSessionHandshake:477(5920ns) {SwitchToState:179(2619ns)}}}}}
2026-01-08T17:03:59.415773Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037632820247102:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22851
2026-01-08T17:03:59.416506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037632820247109:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22851
2026-01-08T17:03:59.233138Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037632954554571:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24429
2026-01-08T17:03:59.316663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037632494416659:2071] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44792
2026-01-08T17:03:59.387170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037635222879838:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29956
2026-01-08T17:03:59.220027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037632165443352:2106] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28199
2026-01-08T17:03:59.317356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037632494416660:2072] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44792
2026-01-08T17:03:59.242395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037632165443353:2080] [node 4] ICP01 ready to work
2026-01-08T17:03:59.255040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037632954554570:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24429
2026-01-08T17:03:59.317509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037632494416693:2104] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44792
2026-01-08T17:03:59.257107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037632954554572:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24429
2026-01-08T17:03:59.379069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037632165443352:2106] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.471120Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037635222879824:2072] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(39526536ns) {Configure:104(39516696ns) {ProcessConfigured:135(37591578ns) {StartInitialHandshake:157(37588933ns) {DropHandshakes:470(3403ns) {DropIncomingHandshake:442(900ns) DropOutgoingHandshake:457(838ns)} GenerateSessionVirtualId:992(1107ns) PrepareNewSessionHandshake:477(5453ns) {SwitchToState:179(2939ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.486389Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037632820247101:2070] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(57983863ns) {Configure:104(57977830ns) {ProcessConfigured:135(56333028ns) {StartInitialHandshake:157(56329999ns) {DropHandshakes:470(2921ns) {DropIncomingHandshake:442(552ns) DropOutgoingHandshake:457(521ns)} GenerateSessionVirtualId:992(949ns) PrepareNewSessionHandshake:477(4087ns) {SwitchToState:179(1748ns)}}}}}
2026-01-08T17:03:59.484683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037632621097598:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.427350Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037632954554570:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.504740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037635222879838:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.349755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037632494416658:2070] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44792
2026-01-08T17:03:59.466924Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037628659587208:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(407361198ns) {Configure:104(380172977ns) {ProcessConfigured:135(87544ns) {StartInitialHandshake:157(84996ns) {DropHandshakes:470(13175ns) {DropIncomingHandshake:442(1133ns) DropOutgoingHandshake:457(1462ns)} GenerateSessionVirtualId:992(705ns) PrepareNewSessionHandshake:477(1040ns) {SwitchToState:179(343ns)}}}}}
2026-01-08T17:03:59.474251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037632954554571:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.502625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037632954554572:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.484735Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037632621097598:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.387843Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037632165443337:2094] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.422654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037632494416660:2072] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.519690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037630927912465:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:59.531244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037632820247102:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.497995Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037632621097598:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:59.561326Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037632954554578:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.531376Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037632820247104:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.555210Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037635222879841:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29956
2026-01-08T17:03:59.407726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037632165443367:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28199
2026-01-08T17:03:59.443233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037628199449336:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:59.561387Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037632954554578:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.498435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037628326130234:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.570702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037635222879794:2078] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.427296Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037627870475994:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(396685557ns) {Configure:104(384895186ns) {ProcessConfigured:135(12280163ns) {StartInitialHandshake:157(12276936ns) {DropHandshakes:470(5781ns) {DropIncomingHandshake:442(834ns) DropOutgoingHandshake:457(602ns)} GenerateSessionVirtualId:992(1926ns) PrepareNewSessionHandshake:477(4441ns) {SwitchToState:179(1905ns)}}}}}
2026-01-08T17:03:59.510654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037632494416693:2104] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.531563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037628525279738:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.562562Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037632954554588:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24429
2026-01-08T17:03:59.498520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.570734Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037635222879794:2078] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.531672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037632820247049:2063] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.498589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037628326130234:2049] [node 3] ICP22 created new session: [2:7593037632621097606:2049]
2026-01-08T17:03:59.498668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037632621097606:2049] [node 3] ICS09 handshake done sender: [2:7593037632621097598:2112] self: [2:7593037632621097597:0] peer: [3:7593037632165443370:0] socket: 99 qp: -1
2026-01-08T17:03:59.498718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037632621097606:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:59.446415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037632165443338:2095] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.514578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037632494416658:2070] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.565094Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037632954554578:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:59.518963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037632494416711:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44792
2026-01-08T17:03:59.454833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037627870475994:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:59.571964Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037635222879794:2078] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.498769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.532035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037632820247103:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.565434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037632954554569:2099] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.572581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037635222879780:2065] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.488109Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037632165443357:2108] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.549858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037632494416653:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:59.592578Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037632621097612:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63842
2026-01-08T17:03:59.532290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037628525279736:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:59.565526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:59.572629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:59.488147Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037632165443357:2108] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.554278Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037628199449335:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(351492506ns) {Configure:104(351481468ns) {ProcessConfigured:135(72365ns) {StartInitialHandshake:157(69602ns) {DropHandshakes:470(2822ns) {DropIncomingHandshake:442(524ns) DropOutgoingHandshake:457(552ns)} GenerateSessionVirtualId:992(853ns) PrepareNewSessionHandshake:477(1874ns) {SwitchToState:179(973ns)}}}}}
2026-01-08T17:03:59.654809Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037632621097612:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.565591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037632954554569:2099] [node 5] ICP22 created new session: [1:7593037632954554590:2099]
2026-01-08T17:03:59.546989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037632820247109:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.572687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037635222879780:2065] [node 5] ICP22 created new session: [4:7593037635222879844:2065]
2026-01-08T17:03:59.506677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037632165443357:2108] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:59.570445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037628199449334:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:59.587166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037632820247117:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22851
2026-01-08T17:03:59.654984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037628326130233:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:59.659745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037632621097570:2087] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.659801Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037632621097570:2087] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.689592Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037632621097615:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63842
2026-01-08T17:03:59.703308Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037632621097609:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.703339Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037632621097609:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.704058Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037632621097612:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:59.714916Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037628326130233:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27999) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037632621097612:2115] held: no
2026-01-08T17:03:59.715530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037628326130233:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.715644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:59.715710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037628326130233:2048] [node 1] ICP22 created new session: [2:7593037632621097619:2048]
2026-01-08T17:03:59.715767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037632621097619:2048] [node 1] ICS09 handshake done sender: [2:7593037632621097612:2115] self: [2:7593037632621097613:0] peer: [1:7593037632954554582:0] socket: 143 qp: -1
2026-01-08T17:03:59.715807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037632621097619:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:59.715862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:59.716432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037632621097616:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63842
2026-01-08T17:03:59.723053Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037632621097570:2087] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:59.723224Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037632621097609:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:59.746921Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037632621097614:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63842
2026-01-08T17:03:59.747357Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037632621097568:2086] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:59.778939Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037632621097616:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.779880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037632621097568:2086] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.779959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:59.780038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037632621097568:2086] [node 6] ICP22 created new session: [2:7593037632621097621:2086]
2026-01-08T17:03:59.780102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037632621097621:2086] [node 6] ICS09 handshake done sender: [2:7593037632621097570:2087] self: [2:7593037632621097569:0] peer: [6:7593037632820247121:0] socket: 128 qp: -1
2026-01-08T17:03:59.780149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037632621097621:2086] [node 6] ICS10 traffic start
2026-01-08T17:03:59.780197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:59.783006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037632621097600:2089] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.783102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:59.783155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037632621097600:2089] [node 4] ICP22 created new session: [2:7593037632621097623:2089]
2026-01-08T17:03:59.783229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037632621097623:2089] [node 4] ICS09 handshake done sender: [2:7593037632621097609:2114] self: [2:7593037632621097608:0] peer: [4:7593037635222879851:0] socket: 134 qp: -1
2026-01-08T17:03:59.783278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037632621097623:2089] [node 4] ICS10 traffic start
2026-01-08T17:03:59.783335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:59.565657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037632954554590:2099] [node 5] ICS09 handshake done sender: [1:7593037632954554578:2115] self: [1:7593037632954554577:0] peer: [5:7593037632494416713:0] socket: 117 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.572749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037635222879844:2065] [node 5] ICS09 handshake done sender: [4:7593037635222879794:2078] self: [4:7593037635222879793:0] peer: [5:7593037632494416712:0] socket: 92 qp: -1
2026-01-08T17:03:59.834019Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037632621097603:2088] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(228518014ns) {Configure:104(228509128ns) {ProcessConfigured:135(9405408ns) {StartInitialHandshake:157(9401886ns) {DropHandshakes:470(3291ns) {DropIncomingHandshake:442(676ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:992(973ns) PrepareNewSessionHandshake:477(8347ns) {SwitchToState:179(1237ns)}}}}}
2026-01-08T17:03:59.533101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037632165443373:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28199
2026-01-08T17:03:59.590602Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037632494416653:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(19187798ns) {IncomingHandshake:261(11329716ns) {DropIncomingHandshake:442(604ns) PrepareNewSessionHandshake:477(813ns) {SwitchToState:179(168ns)} GenerateSessionVirtualId:992(999ns) IssueIncomingHandshakeReply:193(11291023ns) {SwitchToState:179(1653ns)}}}
2026-01-08T17:03:59.591194Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037632494416660:2072] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:59.598481Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037628199449334:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(36244430ns) {IncomingHandshake:261(20769355ns) {DropIncomingHandshake:442(421ns) PrepareNewSessionHandshake:477(2888ns) {SwitchToState:179(1136ns)} GenerateSessionVirtualId:992(1253ns) IssueIncomingHandshakeReply:193(20721750ns) {SwitchToState:179(3115ns)}}}
2026-01-08T17:03:59.598829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037632494416659:2071] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.598950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037632494416695:2105] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.598974Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037632494416695:2105] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.601670Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037628199449334:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27999) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037632494416693:2104] held: no
2026-01-08T17:03:59.602283Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037628199449336:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10094) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037632494416660:2072] held: no
2026-01-08T17:03:59.636994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037632494416716:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44792
2026-01-08T17:03:59.652628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037632494416717:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44792
2026-01-08T17:03:59.696461Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037632494416693:2104] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:59.697240Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037632494416658:2070] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:59.697454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037628199449334:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.697535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:59.697597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037628199449334:2048] [node 1] ICP22 created new session: [5:7593037632494416721:2048]
2026-01-08T17:03:59.697664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037632494416721:2048] [node 1] ICS09 handshake done sender: [5:7593037632494416693:2104] self: [5:7593037632494416713:0] peer: [1:7593037632954554577:0] socket: 119 qp: -1
2026-01-08T17:03:59.697708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037632494416721:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:59.697753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:59.698076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037632494416653:2063] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.698143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:59.698200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037632494416653:2063] [node 4] ICP22 created new session: [5:7593037632494416723:2063]
2026-01-08T17:03:59.698264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037632494416723:2063] [node 4] ICS09 handshake done sender: [5:7593037632494416658:2070] self: [5:7593037632494416712:0] peer: [4:7593037635222879793:0] socket: 110 qp: -1
2026-01-08T17:03:59.698304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037632494416723:2063] [node 4] ICS10 traffic start
2026-01-08T17:03:59.698388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:59.709208Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037632494416695:2105] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:59.762229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037632494416661:2061] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.804751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:59.804835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037632494416661:2061] [node 6] ICP22 created new session: [5:7593037632494416726:2061]
2026-01-08T17:03:59.804907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037632494416726:2061] [node 6] ICS09 handshake done sender: [5:7593037632494416695:2105] self: [5:7593037632494416694:0] peer: [6:7593037632820247113:0] socket: 120 qp: -1
2026-01-08T17:03:59.804957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037632494416726:2061] [node 6] ICS10 traffic start
2026-01-08T17:03:59.805026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:59.832872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037632494416728:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44792
2026-01-08T17:03:59.572786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037635222879844:2065] [node 5] ICS10 traffic start
2026-01-08T17:03:59.572830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:59.674736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037635222879846:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29956
2026-01-08T17:03:59.676505Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037635222879838:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:59.676678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037630927912465:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.676743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:59.676796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037630927912465:2048] [node 1] ICP22 created new session: [4:7593037635222879847:2048]
2026-01-08T17:03:59.676855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037635222879847:2048] [node 1] ICS09 handshake done sender: [4:7593037635222879838:2114] self: [4:7593037635222879840:0] peer: [1:7593037632954554573:0] socket: 122 qp: -1
2026-01-08T17:03:59.676893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037635222879847:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:59.676942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:59.678679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037635222879841:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.698669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037630927912466:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:59.702440Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037635222879849:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29956
2026-01-08T17:03:59.710672Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037635222879849:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.733129Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037635222879853:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29956
2026-01-08T17:03:59.733688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037635222879854:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29956
2026-01-08T17:03:59.766574Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037635222879841:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:59.767933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037630927912465:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(90231926ns) {HandleHandshakeStatus:329(90229735ns) {DropIncomingHandshake:442(706ns) DropOutgoingHandshake:457(5618ns) SwitchToState:179(123ns) ProcessPendingSessionEvents:495(89847934ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 82894625ns max# 15749460ns}}}
2026-01-08T17:03:59.786643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037630927912466:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.790011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:59.804711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037630927912466:2049] [node 2] ICP22 created new session: [4:7593037635222879855:2049]
2026-01-08T17:03:59.833598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037635222879855:2049] [node 2] ICS09 handshake done sender: [4:7593037635222879841:2116] self: [4:7593037635222879851:0] peer: [2:7593037632621097608:0] socket: 135 qp: -1
2026-01-08T17:03:59.833649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037635222879855:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:59.833694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:59.565701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037632954554590:2099] [node 5] ICS10 traffic start
2026-01-08T17:03:59.565752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:59.566602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037632954554576:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.566649Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037632954554576:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.566911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037632954554574:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.566944Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037632954554574:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.592024Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037632954554576:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:59.596906Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037628659587209:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(503135495ns) {Configure:104(503128703ns) {ProcessConfigured:135(31654527ns) {StartInitialHandshake:157(31649923ns) {DropHandshakes:470(3088ns) {DropIncomingHandshake:442(751ns) DropOutgoingHandshake:457(468ns)} GenerateSessionVirtualId:992(1237ns) PrepareNewSessionHandshake:477(4686ns) {SwitchToState:179(2017ns)}}}}}
2026-01-08T17:03:59.628330Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037632954554574:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:59.630521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037632954554562:2098] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.675344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037632954554558:2097] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.675428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:59.675488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037632954554558:2097] [node 4] ICP22 created new session: [1:7593037632954554597:2097]
2026-01-08T17:03:59.675553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037632954554597:2097] [node 4] ICS09 handshake done sender: [1:7593037632954554574:2113] self: [1:7593037632954554573:0] peer: [4:7593037635222879840:0] socket: 115 qp: -1
2026-01-08T17:03:59.675590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037632954554597:2097] [node 4] ICS10 traffic start
2026-01-08T17:03:59.675634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:59.683159Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037632954554583:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.683189Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037632954554583:2116] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.685015Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037632954554583:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:59.685309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037628659587208:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.685379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:59.685449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037628659587208:2048] [node 2] ICP22 created new session: [1:7593037632954554601:2048]
2026-01-08T17:03:59.685511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037632954554601:2048] [node 2] ICS09 handshake done sender: [1:7593037632954554583:2116] self: [1:7593037632954554582:0] peer: [2:7593037632621097613:0] socket: 142 qp: -1
2026-01-08T17:03:59.685554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037632954554601:2048] [node 2] ICS10 traffic start
2026-01-08T17:03:59.685596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:59.694651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:59.698994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037632954554562:2098] [node 6] ICP22 created new session: [1:7593037632954554603:2098]
2026-01-08T17:03:59.734338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037632954554603:2098] [node 6] ICS09 handshake done sender: [1:7593037632954554576:2114] self: [1:7593037632954554575:0] peer: [6:7593037632820247114:0] socket: 116 qp: -1
2026-01-08T17:03:59.735514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037632954554603:2098] [node 6] ICS10 traffic start
2026-01-08T17:03:59.750649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:59.752820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037632954554595:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24429
2026-01-08T17:03:59.798934Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037632954554558:2097] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:59.808299Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037632954554562:2098] [node 6] ICP35 event processing took too much time PendingConnection:279(176740728ns) {HandleHandshakeStatus:329(176736622ns) {DropIncomingHandshake:442(628ns) DropOutgoingHandshake:457(1007ns) SwitchToState:179(800ns) ProcessPendingSessionEvents:495(17066711ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 16995619ns max# 16552132ns}}}
2026-01-08T17:03:59.808379Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037632954554562:2098] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:59.831454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037632954554587:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.831482Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037632954554587:2117] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.837527Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037632954554587:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:59.844826Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037632954554569:2099] [node 5] ICP35 event processing took too much time PendingConnection:279(94304782ns) {HandleHandshakeStatus:329(94300692ns) {DropIncomingHandshake:442(19869ns) DropOutgoingHandshake:457(853ns) SwitchToState:179(771ns) ProcessPendingSessionEvents:495(93813017ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 93678922ns max# 27142019ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.593336Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037632820247103:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:59.853826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037628659587209:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.853900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:59.593634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037628525279736:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.533415Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037632165443355:2107] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.851949Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037630927912466:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(64490279ns) {HandleHandshakeStatus:329(64488174ns) {DropIncomingHandshake:442(1281ns) DropOutgoingHandshake:457(11905ns) SwitchToState:179(829ns) ProcessPendingSessionEvents:495(8416175ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 8349961ns max# 7965806ns}}}
2026-01-08T17:03:59.860336Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037635222879839:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.860364Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037635222879839:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.533444Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037632165443355:2107] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.858399Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037632494416661:2061] [node 6] ICP35 event processing took too much time PendingConnection:279(51329654ns) {HandleHandshakeStatus:329(43533220ns) {DropIncomingHandshake:442(24056ns) DropOutgoingHandshake:457(1186ns) SwitchToState:179(623ns) ProcessPendingSessionEvents:495(546621ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 485383ns max# 66576ns}}}
2026-01-08T17:03:59.593711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:59.886626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037635222879854:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.860802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037628659587209:2049] [node 3] ICP22 created new session: [1:7593037632954554606:2049]
2026-01-08T17:03:59.897639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037630927912467:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:59.903079Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037635222879839:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:59.870211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037632494416728:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.870085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037632954554606:2049] [node 3] ICS09 handshake done sender: [1:7593037632954554587:2117] self: [1:7593037632954554585:0] peer: [3:7593037632165443388:0] socket: 150 qp: -1
2026-01-08T17:03:59.874498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037632954554606:2049] [node 3] ICS10 traffic start
2026-01-08T17:03:59.877334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:59.888376Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037628659587209:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(33572161ns) {HandleHandshakeStatus:329(33569606ns) {DropIncomingHandshake:442(19544ns) DropOutgoingHandshake:457(860ns) SwitchToState:179(742ns) ProcessPendingSessionEvents:495(536792ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 469900ns max# 68724ns}}}
2026-01-08T17:03:59.546789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037632165443325:2084] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.558558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:59.558669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037632165443325:2084] [node 5] ICP22 created new session: [3:7593037632165443374:2084]
2026-01-08T17:03:59.561105Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037627870475994:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19289579ns)
2026-01-08T17:03:59.566642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037632165443352:2106] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:59.602538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037627870475994:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.602634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037632165443374:2084] [node 5] ICS09 handshake done sender: [3:7593037632165443357:2108] self: [3:7593037632165443356:0] peer: [5:7593037632494416710:0] socket: 108 qp: -1
2026-01-08T17:03:59.614861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037632165443367:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.615704Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037632165443355:2107] [node 6] ICH04 handshake succeeded
2026-01-08T17:03:59.615995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037632165443331:2079] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.616088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:59.616148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037632165443331:2079] [node 6] ICP22 created new session: [3:7593037632165443378:2079]
2026-01-08T17:03:59.616208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037632165443378:2079] [node 6] ICS09 handshake done sender: [3:7593037632165443355:2107] self: [3:7593037632165443354:0] peer: [6:7593037632820247112:0] socket: 107 qp: -1
2026-01-08T17:03:59.616250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037632165443378:2079] [node 6] ICS10 traffic start
2026-01-08T17:03:59.616304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:59.628652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037632165443374:2084] [node 5] ICS10 traffic start
2026-01-08T17:03:59.628724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:59.642807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:59.650929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037627870475994:2049] [node 2] ICP22 created new session: [3:7593037632165443380:2049]
2026-01-08T17:03:59.660024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037632165443380:2049] [node 2] ICS09 handshake done sender: [3:7593037632165443352:2106] self: [3:7593037632165443370:0] peer: [2:7593037632621097597:0] socket: 100 qp: -1
2026-01-08T17:03:59.678949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037632165443380:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:59.706588Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037632165443325:2084] [node 5] ICP35 event processing took too much time PendingConnection:279(172017311ns) {HandleHandshakeStatus:329(172006954ns) {DropIncomingHandshake:442(29833ns) DropOutgoingHandshake:457(857ns) SwitchToState:179(884ns) ProcessPendingSessionEvents:495(17628464ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 17543790ns max# 17135192ns}}}
2026-01-08T17:03:59.707105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:59.732140Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037632165443353:2080] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(133172411ns) {Configure:104(133164325ns) {ProcessConfigured:135(66652ns) {StartInitialHandshake:157(64031ns) {DropHandshakes:470(3539ns) {DropIncomingHandshake:442(1058ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:992(718ns) PrepareNewSessionHandshake:477(2097ns) {SwitchToState:179(814ns)}}}}}
2026-01-08T17:03:59.734996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037632165443383:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28199
2026-01-08T17:03:59.759913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037627870475994:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(156457873ns) {HandleHandshakeStatus:329(156454541ns) {DropIncomingHandshake:442(1015ns) DropOutgoingHandshake:457(7693ns) SwitchToState:179(897ns) ProcessPendingSessionEvents:495(24967756ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 24905492ns max# 24481413ns}}}
2026-01-08T17:03:59.830546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037632165443383:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.830730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037627870475993:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:59.848810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037632165443389:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28199
2026-01-08T17:03:59.870576Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037632165443383:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:03:59.874781Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037627870475993:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27999) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037632165443383:2119] held: no
2026-01-08T17:03:59.893782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037627870475993:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.898530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:03:59.593762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037628525279736:2048] [node 1] ICP22 created new session: [6:7593037632820247118:2048]
2026-01-08T17:03:59.593832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037632820247118:2048] [node 1] ICS09 handshake done sender: [6:7593037632820247103:2113] self: [6:7593037632820247114:0] peer: [1:7593037632954554575:0] socket: 124 qp: -1
2026-01-08T17:03:59.593872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037632820247118:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:59.593920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:59.618839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037632820247120:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22851
2026-01-08T17:03:59.626130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037632820247102:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:59.633871Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037628525279737:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(211675257ns) {Configure:104(211666126ns) {ProcessConfigured:135(43989713ns) {StartInitialHandshake:157(43986362ns) {DropHandshakes:470(3684ns) {DropIncomingHandshake:442(1062ns) DropOutgoingHandshake:457(620ns)} GenerateSessionVirtualId:992(1139ns) PrepareNewSessionHandshake:477(4392ns) {SwitchToState:179(2353ns)}}}}}
2026-01-08T17:03:59.634178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037628525279737:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:59.635358Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037628525279738:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10094) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037632820247102:2112] held: no
2026-01-08T17:03:59.655869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037632820247123:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22851
2026-01-08T17:03:59.678620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037628525279738:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.711380Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037632820247104:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:59.711588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037632820247049:2063] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.711642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:59.711707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037632820247049:2063] [node 5] ICP22 created new session: [6:7593037632820247125:2063]
2026-01-08T17:03:59.711769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037632820247125:2063] [node 5] ICS09 handshake done sender: [6:7593037632820247104:2114] self: [6:7593037632820247113:0] peer: [5:7593037632494416694:0] socket: 125 qp: -1
2026-01-08T17:03:59.711812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037632820247125:2063] [node 5] ICS10 traffic start
2026-01-08T17:03:59.711850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:59.718680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:59.718747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037628525279738:2050] [node 3] ICP22 created new session: [6:7593037632820247127:2050]
2026-01-08T17:03:59.729160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037632820247129:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22851
2026-01-08T17:03:59.733506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037632820247128:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22851
2026-01-08T17:03:59.734401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037632820247127:2050] [node 3] ICS09 handshake done sender: [6:7593037632820247102:2112] self: [6:7593037632820247112:0] peer: [3:7593037632165443354:0] socket: 123 qp: -1
2026-01-08T17:03:59.742831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037632820247109:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:59.743107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037628525279737:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.743204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:59.743267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037628525279737:2049] [node 2] ICP22 created new session: [6:7593037632820247130:2049]
2026-01-08T17:03:59.743319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037632820247130:2049] [node 2] ICS09 handshake done sender: [6:7593037632820247109:2116] self: [6:7593037632820247121:0] peer: [2:7593037632621097569:0] socket: 129 qp: -1
2026-01-08T17:03:59.743361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037632820247130:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:59.743415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:59.748762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037632820247127:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:59.770588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:59.819523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037628525279736:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(224886911ns) {HandleHandshakeStatus:329(224881876ns) {DropIncomingHandshake:442(1273ns) DropOutgoingHandshake:457(5515ns) SwitchToState:179(604ns) ProcessPendingSessionEvents:495(224395482ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 224232587ns max# 27394774ns}}}
2026-01-08T17:03:59.842738Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037632820247128:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.842885Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037628525279738:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(158774526ns) {HandleHandshakeStatus:329(142805414ns) {DropIncomingHandshake:442(683ns) DropOutgoingHandshake:457(163ns) SwitchToState:179(563ns) ProcessPendingSessionEvents:495(1560ns)}}
2026-01-08T17:03:59.906313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037632621097626:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.857397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037632820247101:2070] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:59.906373Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037632621097626:2119] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.907755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037632820247134:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22851
2026-01-08T17:03:59.889302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037628199449335:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:03:59.903578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037628199449336:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(136460635ns) {HandleHandshakeStatus:395(136458615ns) {LogHandshakeFail:472(8711ns) {UpdateErrorStateLog:545(3879ns)} DropOutgoingHandshake:457(240ns) ProcessPendingSessionEvents:495(136401107ns) {unordered DropSessionEvent:512 num# 100 sum# 136312608ns max# 19470769ns}}}
2026-01-08T17:03:59.903651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037628199449336:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.903732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:59.903787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037628199449336:2050] [node 3] ICP22 created new session: [5:7593037632494416730:2050]
2026-01-08T17:03:59.903847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037632494416730:2050] [node 3] ICS09 handshake done sender: [5:7593037632494416660:2072] self: [5:7593037632494416710:0] peer: [3:7593037632165443356:0] socket: 112 qp: -1
2026-01-08T17:03:59.903888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037632494416730:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:59.903948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:59.917829Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037632820247128:2122] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.918727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037632494416732:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44792
2026-01-08T17:03:59.913079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037635222879824:2072] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.911222Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037632621097626:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:03:59.913192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:03:59.916939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037632621097603:2088] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.913254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037635222879824:2072] [node 6] ICP22 created new session: [4:7593037635222879859:2072]
2026-01-08T17:03:59.913320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037635222879859:2072] [node 6] ICS09 handshake done sender: [4:7593037635222879839:2115] self: [4:7593037635222879837:0] peer: [6:7593037632820247133:0] socket: 105 qp: -1
2026-01-08T17:03:59.913355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037635222879859:2072] [node 6] ICS10 traffic start
2026-01-08T17:03:59.913398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:03:59.910562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037627870475993:2048] [node 1] ICP22 created new session: [3:7593037632165443390:2048]
2026-01-08T17:03:59.910652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037632165443390:2048] [node 1] ICS09 handshake done sender: [3:7593037632165443383:2119] self: [3:7593037632165443388:0] peer: [1:7593037632954554585:0] socket: 152 qp: -1
2026-01-08T17:03:59.910703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037632165443390:2048] [node 1] ICS10 traffic start
2026-01-08T17:03:59.910764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:03:59.911045Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037627870475993:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17143446ns) {HandleHandshakeStatus:329(17138649ns) {DropIncomingHandshake:442(812ns) DropOutgoingHandshake:457(562ns) SwitchToState:179(603ns) ProcessPendingSessionEvents:495(915ns)}}
2026-01-08T17:03:59.920680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037632820247101:2070] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:03:59.921889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:03:59.920212Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037632165443385:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:03:59.945033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:59.925970Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037632494416728:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:03:59.948875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037632820247101:2070] [node 4] ICP22 created new session: [6:7593037632820247135:2070]
2026-01-08T17:03:59.936228Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037635222879861:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29956
2026-01-08T17:03:59.920266Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037632165443385:2120] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:03:59.921991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037632621097603:2088] [node 5] ICP22 created new session: [2:7593037632621097630:2088]
2026-01-08T17:03:59.945562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037628199449335:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.945645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:03:59.945710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037628199449335:2049] [node 2] ICP22 created new session: [5:7593037632494416733:2049]
2026-01-08T17:03:59.945768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037632494416733:2049] [node 2] ICS09 handshake done sender: [5:7593037632494416728:2122] self: [5:7593037632494416729:0] peer: [2:7593037632621097625:0] socket: 111 qp: -1
2026-01-08T17:03:59.945813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037632494416733:2049] [node 2] ICS10 traffic start
2026-01-08T17:03:59.945863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:03:59.955657Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037628199449335:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:03:59.951278Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037635222879854:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:03:59.922066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037632621097630:2088] [node 5] ICS09 handshake done sender: [2:7593037632621097626:2119] self: [2:7593037632621097625:0] peer: [5:7593037632494416729:0] socket: 95 qp: -1
2026-01-08T17:03:59.922115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037632621097630:2088] [node 5] ICS10 traffic start
2026-01-08T17:03:59.922171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:03:59.951933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037630927912467:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:03:59.952043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:03:59.952092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037630927912467:2050] [node 3] ICP22 created new session: [4:7593037635222879862:2050]
2026-01-08T17:03:59.952150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037635222879862:2050] [node 3] ICS09 handshake done sender: [4:7593037635222879854:2120] self: [4:7593037635222879858:0] peer: [3:7593037632165443384:0] socket: 160 qp: -1
2026-01-08T17:03:59.952186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037635222879862:2050] [node 3] ICS10 traffic start
2026-01-08T17:03:59.952230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:03:59.943102Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037632165443385:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:03:59.958984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037632820247135:2070] [node 4] ICS09 handshake done sender: [6:7593037632820247128:2122] self: [6:7593037632820247133:0] peer: [4:7593037635222879837:0] socket: 154 qp: -1
2026-01-08T17:03:59.951091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037632165443353:2080] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:03:59.951186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:03:59.951245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037632165443353:2080] [node 4] ICP22 created new session: [3:7593037632165443393:2080]
2026-01-08T17:03:59.951298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037632165443393:2080] [node 4] ICS09 handshake done sender: [3:7593037632165443385:2120] self: [3:7593037632165443384:0] peer: [4:7593037635222879858:0] socket: 159 qp: -1
2026-01-08T17:03:59.951340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037632165443393:2080] [node 4] ICS10 traffic start
2026-01-08T17:03:59.951405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:59.959070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037632820247135:2070] [node 4] ICS10 traffic start
2026-01-08T17:03:59.959140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:03:59.963455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037632820247101:2070] [node 4] ICP35 event processing took too much time PendingConnection:279(41764995ns) {HandleHandshakeStatus:329(41762115ns) {DropIncomingHandshake:442(858ns) DropOutgoingHandshake:457(18670ns) SwitchToState:179(1009ns) ProcessPendingSessionEvents:495(3140198ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 3075254ns max# 1549378ns}}}
2026-01-08T17:03:59.963537Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037632820247101:2070] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:00.182731Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:00.182989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037632621097619:2048] [node 1] ICS01 socket: 143 reason# EndOfStream
2026-01-08T17:04:00.183036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037628326130233:2048] [node 1] ICP30 unregister session Session# [2:7593037632621097619:2048] VirtualId# [2:7593037632621097613:0]
2026-01-08T17:04:00.183080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037632621097619:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.183167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:00.183224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:00.184439Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:00.184683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037632165443390:2048] [node 1] ICS01 socket: 152 reason# EndOfStream
2026-01-08T17:04:00.184724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037627870475993:2048] [node 1] ICP30 unregister session Session# [3:7593037632165443390:2048] VirtualId# [3:7593037632165443388:0]
2026-01-08T17:04:00.184768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037632165443390:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.184840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:00.184883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:00.195430Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:00.195676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037632494416721:2048] [node 1] ICS01 socket: 119 reason# EndOfStream
2026-01-08T17:04:00.195723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037628199449334:2048] [node 1] ICP30 unregister session Session# [5:7593037632494416721:2048] VirtualId# [5:7593037632494416713:0]
2026-01-08T17:04:00.195769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037632494416721:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.195857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:00.195902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:00.196753Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:00.196980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037635222879847:2048] [node 1] ICS07 socket disconnect 122 reason# EndOfStream
2026-01-08T17:04:00.197040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037635222879847:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.197146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:00.197195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037635222879847:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:00.198687Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:00.198922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037632820247118:2048] [node 1] ICS07 socket disconnect 124 reason# EndOfStream
2026-01-08T17:04:00.198961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037632820247118:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.199072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:00.199121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037632820247118:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:00.204843Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037628525279736:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27999) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:00.204934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037632820247118:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:00.204979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037628525279736:2048] [node 1] ICP30 unregister session Session# [6:7593037632820247118:2048] VirtualId# [6:7593037632820247114:0]
2026-01-08T17:04:00.205085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:00.205125Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037628525279736:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27999) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.205151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27999) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.215429Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037630927912465:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27999) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:00.215508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037635222879847:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:00.215557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037630927912465:2048] [node 1] ICP30 unregister session Session# [4:7593037635222879847:2048] VirtualId# [4:7593037635222879840:0]
2026-01-08T17:04:00.215675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:00.215709Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037630927912465:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27999) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.215727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27999) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.218457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037628525279736:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:00.225457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037630927912465:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:00.369770Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:00.370050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037632820247130:2049] [node 2] ICS07 socket disconnect 129 reason# EndOfStream
2026-01-08T17:04:00.370089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037632820247130:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.370185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:00.370241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037632820247130:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:00.370136Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:00.370371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037632165443380:2049] [node 2] ICS07 socket disconnect 100 reason# EndOfStream
2026-01-08T17:04:00.370412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037632165443380:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.370492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:00.370548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037632165443380:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:00.371836Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037627870475994:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25337) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:00.371913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037632165443380:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:00.371955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037627870475994:2049] [node 2] ICP30 unregister session Session# [3:7593037632165443380:2049] VirtualId# [3:7593037632165443370:0]
2026-01-08T17:04:00.372059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:00.372109Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037627870475994:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25337) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.372130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25337) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.375002Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037628525279737:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25337) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:00.375082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037632820247130:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:00.375128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037628525279737:2049] [node 2] ICP30 unregister session Session# [6:7593037632820247130:2049] VirtualId# [6:7593037632820247121:0]
2026-01-08T17:04:00.375179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:00.375216Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037628525279737:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25337) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.375234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25337) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.379730Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:00.379988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037632494416733:2049] [node 2] ICS07 socket disconnect 111 reason# EndOfStream
2026-01-08T17:04:00.380029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037632494416733:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.380121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:00.380173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037632494416733:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:00.381139Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037628199449335:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25337) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:00.381214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037632494416733:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:00.381254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037628199449335:2049] [node 2] ICP30 unregister session Session# [5:7593037632494416733:2049] VirtualId# [5:7593037632494416729:0]
2026-01-08T17:04:00.381303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:00.381363Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037628199449335:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25337) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.381385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25337) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.381759Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:00.381992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037635222879855:2049] [node 2] ICS07 socket disconnect 135 reason# EndOfStream
2026-01-08T17:04:00.383900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037628525279737:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:00.382088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037635222879855:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.382171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:00.382215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037635222879855:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:00.383198Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037630927912466:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25337) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:00.383260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037635222879855:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:00.383305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037630927912466:2049] [node 2] ICP30 unregister session Session# [4:7593037635222879855:2049] VirtualId# [4:7593037635222879851:0]
2026-01-08T17:04:00.383415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:00.383448Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037630927912466:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25337) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.383468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25337) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.383017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037627870475994:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:00.395969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037628199449335:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:00.398438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037630927912466:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:00.666697Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:00.666931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037635222879862:2050] [node 3] ICS01 socket: 160 reason# EndOfStream
2026-01-08T17:04:00.666982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037630927912467:2050] [node 3] ICP30 unregister session Session# [4:7593037635222879862:2050] VirtualId# [4:7593037635222879858:0]
2026-01-08T17:04:00.667018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037635222879862:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.667108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:00.667152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:00.666648Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:00.666910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037632820247127:2050] [node 3] ICS01 socket: 123 reason# EndOfStream
2026-01-08T17:04:00.666958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037628525279738:2050] [node 3] ICP30 unregister session Session# [6:7593037632820247127:2050] VirtualId# [6:7593037632820247112:0]
2026-01-08T17:04:00.667007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037632820247127:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.667103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:00.667152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:00.667274Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:00.667506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037632494416730:2050] [node 3] ICS01 socket: 112 reason# EndOfStream
2026-01-08T17:04:00.667545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037628199449336:2050] [node 3] ICP30 unregister session Session# [5:7593037632494416730:2050] VirtualId# [5:7593037632494416710:0]
2026-01-08T17:04:00.667575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037632494416730:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.667636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:00.667682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:00.867823Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:00.868064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037632494416723:2063] [node 4] ICS01 socket: 110 reason# EndOfStream
2026-01-08T17:04:00.868116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037632494416653:2063] [node 4] ICP30 unregister session Session# [5:7593037632494416723:2063] VirtualId# [5:7593037632494416712:0]
2026-01-08T17:04:00.866714Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:00.868165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037632494416723:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.867018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037632820247135:2070] [node 4] ICS07 socket disconnect 154 reason# EndOfStream
2026-01-08T17:04:00.868260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:00.867052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037632820247135:2070] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:00.868318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:00.867147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:00.867194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037632820247135:2070] [node 4] ICS15 start handshake
2026-01-08T17:04:00.868930Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037632820247101:2070] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1141) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:00.868993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037632820247135:2070] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:00.869041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037632820247101:2070] [node 4] ICP30 unregister session Session# [6:7593037632820247135:2070] VirtualId# [6:7593037632820247133:0]
2026-01-08T17:04:00.869161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:00.869199Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037632820247101:2070] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1141) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.869217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1141) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:00.881834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037632820247101:2070] [node 4] ICP33 wake up from error state
2026-01-08T17:04:01.199070Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:01.199353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037632820247125:2063] [node 5] ICS01 socket: 125 reason# EndOfStream
2026-01-08T17:04:01.199429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037632820247049:2063] [node 5] ICP30 unregister session Session# [6:7593037632820247125:2063] VirtualId# [6:7593037632820247113:0]
2026-01-08T17:04:01.199481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037632820247125:2063] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:01.199614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:01.199674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:01.431236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037644051762384:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:01.431905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037644051762385:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:01.461057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037642878143340:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:01.461095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037642878143341:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:01.462704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037643648312799:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:01.462745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037643648312800:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:01.498375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037641102216557:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:01.498431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037641102216558:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:01.498473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037641102216559:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:01.530666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037642626200721:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:01.530790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037642626200722:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:01.554829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037642626200723:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:01.558779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037640718323568:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:01.558819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037640718323569:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:01.558853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037640718323570:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:02.066800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037647173110699:2097] [node 5] ICP01 ready to work
2026-01-08T17:04:02.069924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037647173110702:2098] [node 4] ICP01 ready to work
2026-01-08T17:04:02.079455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037648346729743:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:02.109493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037647943280158:2074] [node 4] ICP01 ready to work
2026-01-08T17:04:02.160679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037647173110703:2099] [node 6] ICP01 ready to work
2026-01-08T17:04:02.170987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037647943280159:2075] [node 5] ICP01 ready to work
2026-01-08T17:04:02.164593Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037640718323568:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(161785377ns) {Configure:104(161776378ns) {ProcessConfigured:135(86843ns) {StartInitialHandshake:157(82924ns) {DropHandshakes:470(3246ns) {DropIncomingHandshake:442(531ns) DropOutgoingHandshake:457(865ns)} GenerateSessionVirtualId:992(1214ns) PrepareNewSessionHandshake:477(1719ns) {SwitchToState:179(581ns)}}}}}
2026-01-08T17:04:02.174042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037648346729744:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:02.165718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037645013290926:2062] [node 4] ICP01 ready to work
2026-01-08T17:04:02.184536Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037640718323570:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18112898ns) {Configure:104(18105960ns) {ProcessConfigured:135(86583ns) {StartInitialHandshake:157(83316ns) {DropHandshakes:470(5764ns) {DropIncomingHandshake:442(629ns) DropOutgoingHandshake:457(648ns)} GenerateSessionVirtualId:992(971ns) PrepareNewSessionHandshake:477(1788ns) {SwitchToState:179(736ns)}}}}}
2026-01-08T17:04:02.185080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037645013290931:2079] [node 5] ICP01 ready to work
2026-01-08T17:04:02.191809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037647943280158:2074] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(19887466ns) {Configure:104(19882224ns) {ProcessConfigured:135(80978ns) {StartInitialHandshake:157(77631ns) {DropHandshakes:470(2771ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(429ns)} GenerateSessionVirtualId:992(853ns) PrepareNewSessionHandshake:477(1359ns) {SwitchToState:179(540ns)}}}}}
2026-01-08T17:04:02.192272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037647943280162:2076] [node 6] ICP01 ready to work
2026-01-08T17:04:02.219946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037647943280159:2075] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(22132400ns) {Configure:104(22124602ns) {ProcessConfigured:135(92802ns) {StartInitialHandshake:157(90531ns) {DropHandshakes:470(5309ns) {DropIncomingHandshake:442(575ns) DropOutgoingHandshake:457(379ns)} GenerateSessionVirtualId:992(1623ns) PrepareNewSessionHandshake:477(1681ns) {SwitchToState:179(667ns)}}}}}
2026-01-08T17:04:02.237966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037647173110699:2097] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38976926ns) {Configure:104(38971587ns) {ProcessConfigured:135(91540ns) {StartInitialHandshake:157(88574ns) {DropHandshakes:470(3262ns) {DropIncomingHandshake:442(669ns) DropOutgoingHandshake:457(729ns)} GenerateSessionVirtualId:992(967ns) PrepareNewSessionHandshake:477(1545ns) {SwitchToState:179(705ns)}}}}}
2026-01-08T17:04:02.259300Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037641102216559:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(258959069ns) {Configure:104(258952074ns) {ProcessConfigured:135(84227ns) {StartInitialHandshake:157(81243ns) {DropHandshakes:470(2052ns) {DropIncomingHandshake:442(519ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:992(1154ns) PrepareNewSessionHandshake:477(1537ns) {SwitchToState:179(759ns)}}}}}
2026-01-08T17:04:02.259846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037645397183918:2076] [node 6] ICP01 ready to work
2026-01-08T17:04:02.277336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037645397183919:2077] [node 5] ICP01 ready to work
2026-01-08T17:04:02.243281Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037642626200723:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(323955609ns) {Configure:104(323948860ns) {ProcessConfigured:135(20459734ns) {StartInitialHandshake:157(20457331ns) {DropHandshakes:470(854ns) {DropIncomingHandshake:442(288ns) DropOutgoingHandshake:457(259ns)} GenerateSessionVirtualId:992(172ns) PrepareNewSessionHandshake:477(3144ns) {SwitchToState:179(1541ns)}}}}}
2026-01-08T17:04:02.226736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037648346729745:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:02.251381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037646921168082:2076] [node 4] ICP01 ready to work
2026-01-08T17:04:02.252446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037646921168083:2078] [node 6] ICP01 ready to work
2026-01-08T17:04:02.270817Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037646921168082:2076] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17632627ns) {Configure:104(17626153ns) {ProcessConfigured:135(10404563ns) {StartInitialHandshake:157(10401541ns) {DropHandshakes:470(1004ns) {DropIncomingHandshake:442(228ns) DropOutgoingHandshake:457(205ns)} GenerateSessionVirtualId:992(494ns) PrepareNewSessionHandshake:477(6050ns) {SwitchToState:179(2467ns)}}}}}
2026-01-08T17:04:02.302072Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037645013290926:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(116234402ns) {Configure:104(116228864ns) {ProcessConfigured:135(19844231ns) {StartInitialHandshake:157(19840591ns) {DropHandshakes:470(2629ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(456ns)} GenerateSessionVirtualId:992(867ns) PrepareNewSessionHandshake:477(5771ns) {SwitchToState:179(2711ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.319662Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037644051762385:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(89471192ns) {Configure:104(89465869ns) {ProcessConfigured:135(99885ns) {StartInitialHandshake:157(97080ns) {DropHandshakes:470(2647ns) {DropIncomingHandshake:442(414ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:992(1030ns) PrepareNewSessionHandshake:477(2357ns) {SwitchToState:179(607ns)}}}}}
2026-01-08T17:04:02.327820Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037647943280162:2076] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(105308655ns) {Configure:104(105304359ns) {ProcessConfigured:135(73035ns) {StartInitialHandshake:157(70220ns) {DropHandshakes:470(2669ns) {DropIncomingHandshake:442(876ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:992(683ns) PrepareNewSessionHandshake:477(1840ns) {SwitchToState:179(829ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.330499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037647943280172:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10481
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.331430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037647943280171:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10481
2026-01-08T17:04:02.370782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037642626200722:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(99666898ns) {Configure:104(99660417ns) {ProcessConfigured:135(19109210ns) {StartInitialHandshake:157(19106845ns) {DropHandshakes:470(3599ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(511ns)} GenerateSessionVirtualId:992(908ns) PrepareNewSessionHandshake:477(4012159ns) {SwitchToState:179(1597ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.354303Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037645397183918:2076] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(53715643ns) {Configure:104(53708565ns) {ProcessConfigured:135(51718960ns) {StartInitialHandshake:157(51715931ns) {DropHandshakes:470(2532ns) {DropIncomingHandshake:442(647ns) DropOutgoingHandshake:457(588ns)} GenerateSessionVirtualId:992(535ns) PrepareNewSessionHandshake:477(3465ns) {SwitchToState:179(1807ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.363120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037648346729750:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52747
2026-01-08T17:04:02.378025Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037647943280176:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10481
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.393056Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037646921168083:2078] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(19875055ns) {Configure:104(19871481ns) {ProcessConfigured:135(60643ns) {StartInitialHandshake:157(57960ns) {DropHandshakes:470(2422ns) {DropIncomingHandshake:442(410ns) DropOutgoingHandshake:457(314ns)} GenerateSessionVirtualId:992(472ns) PrepareNewSessionHandshake:477(1199ns) {SwitchToState:179(396ns)}}}}}
2026-01-08T17:04:02.394373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037646921168093:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18288
2026-01-08T17:04:02.394510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037646921168094:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18288
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.396540Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037641102216558:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(26465291ns) {Configure:104(26457399ns) {ProcessConfigured:135(48966ns) {StartInitialHandshake:157(46235ns) {DropHandshakes:470(2358ns) {DropIncomingHandshake:442(519ns) DropOutgoingHandshake:457(314ns)} GenerateSessionVirtualId:992(586ns) PrepareNewSessionHandshake:477(1339ns) {SwitchToState:179(521ns)}}}}}
2026-01-08T17:04:02.397206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037645397183930:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32105
2026-01-08T17:04:02.398045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037645397183928:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32105
2026-01-08T17:04:02.398165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037645397183929:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32105
2026-01-08T17:04:02.363340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037648346729751:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52747
2026-01-08T17:04:02.399229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037648346729751:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.387129Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037645013290942:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36393
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.425924Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037648346729761:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52747
2026-01-08T17:04:02.420204Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037647943280172:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.434896Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037645013290942:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.435053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037645013290943:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36393
2026-01-08T17:04:02.435228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037640718323568:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.442569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037648346729753:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.442613Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037648346729753:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.472163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037647173110715:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54326
2026-01-08T17:04:02.472300Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037647173110716:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54326
2026-01-08T17:04:02.472398Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037647173110717:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54326
2026-01-08T17:04:02.470930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037648346729753:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:02.471363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037645013290945:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36393
2026-01-08T17:04:02.475060Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037645013290942:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:02.475435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037640718323568:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.475500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:02.475564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037640718323568:2048] [node 1] ICP22 created new session: [6:7593037645013290946:2048]
2026-01-08T17:04:02.475658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037645013290946:2048] [node 1] ICS09 handshake done sender: [6:7593037645013290942:2115] self: [6:7593037645013290944:0] peer: [1:7593037648346729752:0] socket: 117 qp: -1
2026-01-08T17:04:02.475704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037645013290946:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:02.475742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.481926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037647943280176:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.482139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037647943280171:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.482447Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037647943280177:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10481
2026-01-08T17:04:02.482567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037647943280178:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10481
2026-01-08T17:04:02.482808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037643648312799:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.482857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037643648312800:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.477370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037645397183928:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.486468Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037647173110715:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.486602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037647173110716:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.486795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037642878143340:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.487186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037645397183929:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.487465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037641102216559:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.489251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037646921168093:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.485842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037648346729750:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.486062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037648346729744:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.486123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:02.491510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037645013290943:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.491800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037645013290926:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.491107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037648346729744:2108] [node 6] ICP22 created new session: [1:7593037648346729764:2108]
2026-01-08T17:04:02.489624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037646921168094:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.489853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037642626200722:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.489911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037642626200723:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.492930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037647943280178:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.493049Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037647943280161:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.493073Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037647943280161:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:02.493881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037647943280177:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.493977Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037647943280166:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.493997Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037647943280166:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:02.490807Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037645397183930:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.490756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037647173110717:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.492509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037648346729764:2108] [node 6] ICS09 handshake done sender: [1:7593037648346729753:2114] self: [1:7593037648346729752:0] peer: [6:7593037645013290944:0] socket: 114 qp: -1
2026-01-08T17:04:02.498466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037645397183921:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.498502Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037645397183921:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:02.499349Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037647173110707:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.502364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037646921168099:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18288
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.508803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037646921168100:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18288
2026-01-08T17:04:02.509645Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037646921168093:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:02.509889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037642626200722:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.509966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:02.510019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037642626200722:2049] [node 2] ICP22 created new session: [5:7593037646921168101:2049]
2026-01-08T17:04:02.510075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037646921168101:2049] [node 2] ICS09 handshake done sender: [5:7593037646921168093:2115] self: [5:7593037646921168097:0] peer: [2:7593037647173110706:0] socket: 120 qp: -1
2026-01-08T17:04:02.510118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037646921168101:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:02.510169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:02.499388Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037647173110707:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:02.507188Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037647173110705:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.507218Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037647173110705:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:02.508360Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037647173110721:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54326
2026-01-08T17:04:02.492564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037648346729764:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:02.498623Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037647943280161:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:02.509107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037647173110707:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:02.516849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037647173110705:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:02.517176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037647173110699:2097] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.517273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:02.517334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037647173110699:2097] [node 5] ICP22 created new session: [2:7593037647173110724:2097]
2026-01-08T17:04:02.517391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037647173110724:2097] [node 5] ICS09 handshake done sender: [2:7593037647173110707:2112] self: [2:7593037647173110706:0] peer: [5:7593037646921168097:0] socket: 98 qp: -1
2026-01-08T17:04:02.517428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037647173110724:2097] [node 5] ICS10 traffic start
2026-01-08T17:04:02.517464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:02.519110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037642878143341:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.519182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:02.519234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037642878143341:2049] [node 3] ICP22 created new session: [2:7593037647173110726:2049]
2026-01-08T17:04:02.519291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037647173110726:2049] [node 3] ICS09 handshake done sender: [2:7593037647173110705:2111] self: [2:7593037647173110704:0] peer: [3:7593037647943280181:0] socket: 97 qp: -1
2026-01-08T17:04:02.519331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037647173110726:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:02.519366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.522992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037645397183937:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32105
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.523457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037645013290950:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36393
2026-01-08T17:04:02.492616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:02.497063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037648346729749:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.497087Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037648346729749:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:02.527022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037648346729747:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.527056Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037648346729747:2110] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.530430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037645013290951:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36393
2026-01-08T17:04:02.533549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037645013290951:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.533686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037640718323569:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.524056Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037647173110721:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.534027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037647173110711:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.534053Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037647173110711:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:02.536253Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037647173110711:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:02.537674Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037645397183921:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:02.537189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037647943280166:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:02.536572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037645013290953:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36393
2026-01-08T17:04:02.535090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037648346729761:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.538271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037646921168094:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:02.538823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037647943280158:2074] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.538923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:02.539012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037647943280158:2074] [node 4] ICP22 created new session: [3:7593037647943280188:2074]
2026-01-08T17:04:02.539066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037647943280188:2074] [node 4] ICS09 handshake done sender: [3:7593037647943280161:2110] self: [3:7593037647943280160:0] peer: [4:7593037645397183935:0] socket: 108 qp: -1
2026-01-08T17:04:02.539113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037647943280188:2074] [node 4] ICS10 traffic start
2026-01-08T17:04:02.539160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:02.539439Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037648346729749:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:02.540117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037645013290951:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:02.540366Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037645013290943:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:02.540592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037640718323569:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.540642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:02.540694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037640718323569:2049] [node 2] ICP22 created new session: [6:7593037645013290954:2049]
2026-01-08T17:04:02.540749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037645013290954:2049] [node 2] ICS09 handshake done sender: [6:7593037645013290951:2119] self: [6:7593037645013290952:0] peer: [2:7593037647173110710:0] socket: 124 qp: -1
2026-01-08T17:04:02.540787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037645013290954:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:02.540823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:02.541772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037645013290926:2062] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.541809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:02.542663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037647173110703:2099] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.542738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:02.542780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037647173110703:2099] [node 6] ICP22 created new session: [2:7593037647173110733:2099]
2026-01-08T17:04:02.542834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037647173110733:2099] [node 6] ICS09 handshake done sender: [2:7593037647173110711:2114] self: [2:7593037647173110710:0] peer: [6:7593037645013290952:0] socket: 118 qp: -1
2026-01-08T17:04:02.542869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037647173110733:2099] [node 6] ICS10 traffic start
2026-01-08T17:04:02.542920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:02.545086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037645013290926:2062] [node 4] ICP22 created new session: [6:7593037645013290956:2062]
2026-01-08T17:04:02.545155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037645013290956:2062] [node 4] ICS09 handshake done sender: [6:7593037645013290943:2116] self: [6:7593037645013290949:0] peer: [4:7593037645397183920:0] socket: 133 qp: -1
2026-01-08T17:04:02.545193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037645013290956:2062] [node 4] ICS10 traffic start
2026-01-08T17:04:02.545233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:02.539933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037642626200723:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.552729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037645397183918:2076] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.552803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:02.552865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037645397183918:2076] [node 6] ICP22 created new session: [4:7593037645397183941:2076]
2026-01-08T17:04:02.552918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037645397183941:2076] [node 6] ICS09 handshake done sender: [4:7593037645397183921:2111] self: [4:7593037645397183920:0] peer: [6:7593037645013290949:0] socket: 130 qp: -1
2026-01-08T17:04:02.552957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037645397183941:2076] [node 6] ICS10 traffic start
2026-01-08T17:04:02.553002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:02.539832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037648346729747:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.555078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037647173110732:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54326
2026-01-08T17:04:02.549649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037644051762385:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.549694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:02.549749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037644051762385:2049] [node 3] ICP22 created new session: [1:7593037648346729772:2049]
2026-01-08T17:04:02.549808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037648346729772:2049] [node 3] ICS09 handshake done sender: [1:7593037648346729749:2111] self: [1:7593037648346729748:0] peer: [3:7593037647943280180:0] socket: 113 qp: -1
2026-01-08T17:04:02.549847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037648346729772:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:02.549892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:02.550868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037644051762384:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.550916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:02.550956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037644051762384:2048] [node 2] ICP22 created new session: [1:7593037648346729774:2048]
2026-01-08T17:04:02.551004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037648346729774:2048] [node 2] ICS09 handshake done sender: [1:7593037648346729747:2110] self: [1:7593037648346729746:0] peer: [2:7593037647173110719:0] socket: 112 qp: -1
2026-01-08T17:04:02.551034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037648346729774:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:02.551064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:02.556012Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037645397183929:2116] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.555379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:02.565687Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037647173110716:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:02.560561Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037648346729771:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52747
2026-01-08T17:04:02.558900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037647943280159:2075] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.565990Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037642878143340:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3022) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037647173110716:2116] held: no
2026-01-08T17:04:02.566637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037642878143340:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.566716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:02.566776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037642878143340:2048] [node 1] ICP22 created new session: [2:7593037647173110735:2048]
2026-01-08T17:04:02.566830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037647173110735:2048] [node 1] ICS09 handshake done sender: [2:7593037647173110716:2116] self: [2:7593037647173110719:0] peer: [1:7593037648346729746:0] socket: 119 qp: -1
2026-01-08T17:04:02.566871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037647173110735:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:02.566913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:02.557589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037642626200723:2050] [node 3] ICP22 created new session: [5:7593037646921168104:2050]
2026-01-08T17:04:02.558986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:02.559047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037647943280159:2075] [node 5] ICP22 created new session: [3:7593037647943280190:2075]
2026-01-08T17:04:02.559115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037647943280190:2075] [node 5] ICS09 handshake done sender: [3:7593037647943280166:2112] self: [3:7593037647943280165:0] peer: [5:7593037646921168098:0] socket: 110 qp: -1
2026-01-08T17:04:02.559162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037647943280190:2075] [node 5] ICS10 traffic start
2026-01-08T17:04:02.559204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:02.557651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037646921168104:2050] [node 3] ICS09 handshake done sender: [5:7593037646921168094:2116] self: [5:7593037646921168098:0] peer: [3:7593037647943280165:0] socket: 121 qp: -1
2026-01-08T17:04:02.557694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037646921168104:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:02.557751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.571668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037641102216559:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.571751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:02.571813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037641102216559:2050] [node 3] ICP22 created new session: [4:7593037645397183943:2050]
2026-01-08T17:04:02.571867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037645397183943:2050] [node 3] ICS09 handshake done sender: [4:7593037645397183929:2116] self: [4:7593037645397183935:0] peer: [3:7593037647943280160:0] socket: 127 qp: -1
2026-01-08T17:04:02.571904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037645397183943:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:02.571941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:02.573772Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037645397183939:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32105
2026-01-08T17:04:02.573911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037645397183940:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32105
2026-01-08T17:04:02.577919Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037643648312800:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14036) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037647943280171:2115] held: no
2026-01-08T17:04:02.576756Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037642626200723:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(18520851ns) {HandleHandshakeStatus:329(18518910ns) {DropIncomingHandshake:442(933ns) DropOutgoingHandshake:457(4281ns) SwitchToState:179(210ns) ProcessPendingSessionEvents:495(582336ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 502131ns max# 56557ns}}}
2026-01-08T17:04:02.582971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037645397183939:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.583076Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037645397183940:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.583503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037641102216558:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.583580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037641102216557:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.586066Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037647173110709:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.586098Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037647173110709:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:02.587102Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037647173110737:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54326
2026-01-08T17:04:02.585949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037648346729755:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.585991Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037648346729755:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.589240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037647943280186:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10481
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.593743Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037647173110709:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:02.592682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037646921168106:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18288
2026-01-08T17:04:02.594085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037647173110702:2098] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.594154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:02.594226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037647173110702:2098] [node 4] ICP22 created new session: [2:7593037647173110739:2098]
2026-01-08T17:04:02.594290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037647173110739:2098] [node 4] ICS09 handshake done sender: [2:7593037647173110709:2113] self: [2:7593037647173110708:0] peer: [4:7593037645397183947:0] socket: 105 qp: -1
2026-01-08T17:04:02.594345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037647173110739:2098] [node 4] ICS10 traffic start
2026-01-08T17:04:02.594407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.592823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037646921168107:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18288
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.596571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037645013290959:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36393
2026-01-08T17:04:02.593544Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037648346729755:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.602199Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037647943280187:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10481
2026-01-08T17:04:02.595792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037645397183949:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32105
2026-01-08T17:04:02.600875Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037645397183939:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:02.593045Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037646921168108:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18288
2026-01-08T17:04:02.596929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037646921168107:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.597050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037646921168108:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.603253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037648346729743:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.603330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:02.603390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037648346729743:2107] [node 4] ICP22 created new session: [1:7593037648346729778:2107]
2026-01-08T17:04:02.603460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037648346729778:2107] [node 4] ICS09 handshake done sender: [1:7593037648346729755:2115] self: [1:7593037648346729754:0] peer: [4:7593037645397183948:0] socket: 153 qp: -1
2026-01-08T17:04:02.603500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037648346729778:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:02.603537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:02.606611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037646921168082:2076] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.607018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037646921168106:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.607231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037642626200721:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.607679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037645013290959:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.607798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037645013290931:2079] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.608437Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037647943280171:2115] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.608897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037645013290961:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36393
2026-01-08T17:04:02.609160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037647943280176:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.609577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037648346729771:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.609696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037648346729757:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.609724Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037648346729757:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:02.610784Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037648346729780:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52747
2026-01-08T17:04:02.611211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037643648312800:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.611283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:02.611341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037643648312800:2049] [node 2] ICP22 created new session: [3:7593037647943280194:2049]
2026-01-08T17:04:02.611411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037647943280194:2049] [node 2] ICS09 handshake done sender: [3:7593037647943280171:2115] self: [3:7593037647943280181:0] peer: [2:7593037647173110704:0] socket: 106 qp: -1
2026-01-08T17:04:02.611451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037647943280194:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:02.611489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:02.612335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037643648312799:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.612412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:02.612459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037643648312799:2048] [node 1] ICP22 created new session: [3:7593037647943280196:2048]
2026-01-08T17:04:02.612512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037647943280196:2048] [node 1] ICS09 handshake done sender: [3:7593037647943280176:2117] self: [3:7593037647943280180:0] peer: [1:7593037648346729748:0] socket: 115 qp: -1
2026-01-08T17:04:02.612548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037647943280196:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:02.612576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:02.615196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037641102216558:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.615274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:02.615318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037641102216558:2049] [node 2] ICP22 created new session: [4:7593037645397183951:2049]
2026-01-08T17:04:02.615371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037645397183951:2049] [node 2] ICS09 handshake done sender: [4:7593037645397183939:2119] self: [4:7593037645397183947:0] peer: [2:7593037647173110708:0] socket: 155 qp: -1
2026-01-08T17:04:02.615420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037645397183951:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:02.615447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.617794Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037646921168091:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.617832Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037646921168091:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:02.618838Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037646921168113:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18288
2026-01-08T17:04:02.618906Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037647173110737:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.619416Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037645013290962:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36393
2026-01-08T17:04:02.619715Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037648346729757:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:02.620886Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037646921168091:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:02.621385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037645013290959:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:02.621601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037645013290931:2079] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.621659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:02.621719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037645013290931:2079] [node 5] ICP22 created new session: [6:7593037645013290963:2079]
2026-01-08T17:04:02.621773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037645013290963:2079] [node 5] ICS09 handshake done sender: [6:7593037645013290959:2121] self: [6:7593037645013290960:0] peer: [5:7593037646921168090:0] socket: 161 qp: -1
2026-01-08T17:04:02.621812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037645013290963:2079] [node 5] ICS10 traffic start
2026-01-08T17:04:02.621849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:02.620553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037647173110702:2098] [node 4] ICP18 handshake (actor [2:7593037647173110737:2120]) is too old
2026-01-08T17:04:02.623133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037646921168083:2078] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.623209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:02.623254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037646921168083:2078] [node 6] ICP22 created new session: [5:7593037646921168115:2078]
2026-01-08T17:04:02.623305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037646921168115:2078] [node 6] ICS09 handshake done sender: [5:7593037646921168091:2114] self: [5:7593037646921168090:0] peer: [6:7593037645013290960:0] socket: 160 qp: -1
2026-01-08T17:04:02.623337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037646921168115:2078] [node 6] ICS10 traffic start
2026-01-08T17:04:02.623371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:02.628953Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037646921168106:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.627112Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037645397183925:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.627151Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037645397183925:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:02.632296Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037641102216557:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3022) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037645397183940:2120] held: no
2026-01-08T17:04:02.633177Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037645397183950:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32105
2026-01-08T17:04:02.630346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037648346729745:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.638874Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037645013290961:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.639038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037640718323570:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:02.638769Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037645397183940:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:02.630421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:02.639479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037647943280170:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:02.630479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037648346729745:2109] [node 5] ICP22 created new session: [1:7593037648346729783:2109]
2026-01-08T17:04:02.630538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037648346729783:2109] [node 5] ICS09 handshake done sender: [1:7593037648346729757:2116] self: [1:7593037648346729756:0] peer: [5:7593037646921168112:0] socket: 102 qp: -1
2026-01-08T17:04:02.630579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037648346729783:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:02.630616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:02.639518Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037647943280170:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:02.641491Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037645397183925:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:02.636054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037642626200721:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.636161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:02.636213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037642626200721:2048] [node 1] ICP22 created new session: [5:7593037646921168117:2048]
2026-01-08T17:04:02.636282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037646921168117:2048] [node 1] ICS09 handshake done sender: [5:7593037646921168106:2119] self: [5:7593037646921168112:0] peer: [1:7593037648346729756:0] socket: 104 qp: -1
2026-01-08T17:04:02.636323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037646921168117:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:02.636379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:02.644826Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037647943280170:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.645124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037645013290966:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36393
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:02.648579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037647943280162:2076] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.648670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:02.648731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037647943280162:2076] [node 6] ICP22 created new session: [3:7593037647943280199:2076]
2026-01-08T17:04:02.649166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037646921168119:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18288
2026-01-08T17:04:02.652340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037646921168108:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:02.645594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037641102216557:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.645677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:02.645735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037641102216557:2048] [node 1] ICP22 created new session: [4:7593037645397183954:2048]
2026-01-08T17:04:02.645807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037645397183954:2048] [node 1] ICS09 handshake done sender: [4:7593037645397183940:2120] self: [4:7593037645397183948:0] peer: [1:7593037648346729754:0] socket: 158 qp: -1
2026-01-08T17:04:02.645846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037645397183954:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:02.645903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:02.646756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037645397183919:2077] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:02.646829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:02.646882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037645397183919:2077] [node 5] ICP22 created new session: [4:7593037645397183956:2077]
2026-01-08T17:04:02.646935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037645397183956:2077] [node 5] ICS09 handshake done sender: [4:7593037645397183925:2113] self: [4:7593037645397183924:0] peer: [5:7593037646921168111:0] socket: 126 qp: -1
2026-01-08T17:04:02.646973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037645397183956:2077] [node 5] ICS10 traffic start
2026-01-08T17:04:02.647032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:02.652634Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037646921168082:2076] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27005) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037646921168108:2121] held: no
2026-01-08T17:04:02.649827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037647943280199:2076] [node 6] ICS09 handshake done sender: [3:7593037647943280170:2114] self: [3:7593037647943280169:0] peer: [6:7593037645013290965:0] socket: 164 qp: -1
2026-01-08T17:04:02.649876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037647943280199:2076] [node 6] ICS10 traffic start
2026-01-08T17:04:02.649917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:02.653268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037646921168082:2076] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.653328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:02.653383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037646921168082:2076] [node 4] ICP22 created new session: [5:7593037646921168120:2076]
2026-01-08T17:04:02.653436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037646921168120:2076] [node 4] ICS09 handshake done sender: [5:7593037646921168108:2121] self: [5:7593037646921168111:0] peer: [4:7593037645397183924:0] socket: 144 qp: -1
2026-01-08T17:04:02.653474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037646921168120:2076] [node 4] ICS10 traffic start
2026-01-08T17:04:02.653505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:02.657876Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037645013290961:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:02.658075Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037640718323570:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61736) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037645013290961:2122] held: no
2026-01-08T17:04:02.658724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037640718323570:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:02.658774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:02.658824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037640718323570:2050] [node 3] ICP22 created new session: [6:7593037645013290967:2050]
2026-01-08T17:04:02.658877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037645013290967:2050] [node 3] ICS09 handshake done sender: [6:7593037645013290961:2122] self: [6:7593037645013290965:0] peer: [3:7593037647943280169:0] socket: 165 qp: -1
2026-01-08T17:04:02.658924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037645013290967:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:02.658958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:02.708645Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:02.708901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037647173110735:2048] [node 1] ICS01 socket: 119 reason# EndOfStream
2026-01-08T17:04:02.708948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037642878143340:2048] [node 1] ICP30 unregister session Session# [2:7593037647173110735:2048] VirtualId# [2:7593037647173110719:0]
2026-01-08T17:04:02.708997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037647173110735:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:02.709086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:02.709130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:02.710139Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:02.710390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037647943280196:2048] [node 1] ICS07 socket disconnect 115 reason# EndOfStream
2026-01-08T17:04:02.710437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037647943280196:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:02.710543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:02.710606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037647943280196:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:02.712971Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:02.713365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037645397183954:2048] [node 1] ICS01 socket: 158 reason# EndOfStream
2026-01-08T17:04:02.713416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037641102216557:2048] [node 1] ICP30 unregister session Session# [4:7593037645397183954:2048] VirtualId# [4:7593037645397183948:0]
2026-01-08T17:04:02.713463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037645397183954:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:02.713530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:02.713573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:02.716235Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:02.718859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037646921168117:2048] [node 1] ICS01 socket: 104 reason# EndOfStream
2026-01-08T17:04:02.718914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037642626200721:2048] [node 1] ICP30 unregister session Session# [5:7593037646921168117:2048] VirtualId# [5:7593037646921168112:0]
2026-01-08T17:04:02.718956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037646921168117:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:02.719016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:02.719068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:02.716417Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:02.718602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037645013290946:2048] [node 1] ICS07 socket disconnect 117 reason# EndOfStream
2026-01-08T17:04:02.718643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037645013290946:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:02.718748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:02.718801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037645013290946:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:02.721563Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037643648312799:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3022) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:02.721626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037647943280196:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:02.722499Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037640718323568:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3022) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:02.722568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037645013290946:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:02.722613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037640718323568:2048] [node 1] ICP30 unregister session Session# [6:7593037645013290946:2048] VirtualId# [6:7593037645013290944:0]
2026-01-08T17:04:02.722659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:02.722704Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037640718323568:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3022) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:02.722723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3022) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:02.723681Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037643648312799:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3022) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:02.723742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037647943280196:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:02.723778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037643648312799:2048] [node 1] ICP30 unregister session Session# [3:7593037647943280196:2048] VirtualId# [3:7593037647943280180:0]
2026-01-08T17:04:02.723819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:02.723862Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037643648312799:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3022) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:02.723880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3022) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:02.731258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037643648312799:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:02.734924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037640718323568:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:02.771754Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:02.772017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037647943280194:2049] [node 2] ICS01 socket: 106 reason# EndOfStream
2026-01-08T17:04:02.772062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037643648312800:2049] [node 2] ICP30 unregister session Session# [3:7593037647943280194:2049] VirtualId# [3:7593037647943280181:0]
2026-01-08T17:04:02.772105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037647943280194:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:02.772177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:02.772219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:02.778696Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:02.778906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037645397183951:2049] [node 2] ICS07 socket disconnect 155 reason# EndOfStream
2026-01-08T17:04:02.778941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037645397183951:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:02.779012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:02.779061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037645397183951:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:02.778500Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:02.778771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037646921168101:2049] [node 2] ICS07 socket disconnect 120 reason# EndOfStream
2026-01-08T17:04:02.778810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037646921168101:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:02.778906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:02.778962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037646921168101:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:02.779167Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:02.779384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037645013290954:2049] [node 2] ICS07 socket disconnect 124 reason# EndOfStream
2026-01-08T17:04:02.779427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037645013290954:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:02.780699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:02.780763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037645013290954:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:02.783129Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037641102216558:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14036) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:02.783200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037645397183951:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:02.783245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037641102216558:2049] [node 2] ICP30 unregister session Session# [4:7593037645397183951:2049] VirtualId# [4:7593037645397183947:0]
2026-01-08T17:04:02.783295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:02.783328Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037641102216558:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14036) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:02.783344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14036) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:02.783984Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037640718323569:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14036) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:02.784045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037645013290954:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:02.784084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037640718323569:2049] [node 2] ICP30 unregister session Session# [6:7593037645013290954:2049] VirtualId# [6:7593037645013290952:0]
2026-01-08T17:04:02.784122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:02.784154Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037640718323569:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14036) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:02.784170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14036) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:02.784767Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037642626200722:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14036) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:02.784824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037646921168101:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:02.784859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037642626200722:2049] [node 2] ICP30 unregister session Session# [5:7593037646921168101:2049] VirtualId# [5:7593037646921168097:0]
2026-01-08T17:04:02.784963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:02.784999Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037642626200722:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14036) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:02.785015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14036) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:02.794448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037642626200722:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:02.798093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037641102216558:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:02.798423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037640718323569:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:02.933650Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:02.933899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037645013290967:2050] [node 3] ICS01 socket: 165 reason# EndOfStream
2026-01-08T17:04:02.933953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037640718323570:2050] [node 3] ICP30 unregister session Session# [6:7593037645013290967:2050] VirtualId# [6:7593037645013290965:0]
2026-01-08T17:04:02.933997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037645013290967:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:02.934068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:02.934105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:02.934548Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:02.934745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037646921168104:2050] [node 3] ICS07 socket disconnect 121 reason# EndOfStream
2026-01-08T17:04:02.934780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037646921168104:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:02.934853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:02.934898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037646921168104:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:02.936206Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037642626200723:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61736) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:02.936273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037646921168104:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:02.936321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037642626200723:2050] [node 3] ICP30 unregister session Session# [5:7593037646921168104:2050] VirtualId# [5:7593037646921168098:0]
2026-01-08T17:04:02.936426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:02.936461Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037642626200723:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61736) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:02.936490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61736) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:02.938429Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:02.938651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037645397183943:2050] [node 3] ICS01 socket: 127 reason# EndOfStream
2026-01-08T17:04:02.938707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037641102216559:2050] [node 3] ICP30 unregister session Session# [4:7593037645397183943:2050] VirtualId# [4:7593037645397183935:0]
2026-01-08T17:04:02.938758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037645397183943:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:02.938848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:02.938900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:02.946481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037642626200723:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:03.065287Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:03.065552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037645013290956:2062] [node 4] ICS07 socket disconnect 133 reason# EndOfStream
2026-01-08T17:04:03.065595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037645013290956:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:03.065684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:03.065728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037645013290956:2062] [node 4] ICS15 start handshake
2026-01-08T17:04:03.067082Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037645013290926:2062] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27005) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:03.067151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037645013290956:2062] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:03.067196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037645013290926:2062] [node 4] ICP30 unregister session Session# [6:7593037645013290956:2062] VirtualId# [6:7593037645013290949:0]
2026-01-08T17:04:03.067243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:03.067285Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037645013290926:2062] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27005) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:03.067304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27005) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:03.070820Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:03.071060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037646921168120:2076] [node 4] ICS01 socket: 144 reason# EndOfStream
2026-01-08T17:04:03.071115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037646921168082:2076] [node 4] ICP30 unregister session Session# [5:7593037646921168120:2076] VirtualId# [5:7593037646921168111:0]
2026-01-08T17:04:03.071161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037646921168120:2076] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:03.071246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:03.071291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:03.079553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037645013290926:2062] [node 4] ICP33 wake up from error state
2026-01-08T17:04:03.162501Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:03.162781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037645013290963:2079] [node 5] ICS07 socket disconnect 161 reason# EndOfStream
2026-01-08T17:04:03.162822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037645013290963:2079] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:03.162920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:03.162973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037645013290963:2079] [node 5] ICS15 start handshake
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:03.424184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037652549860085:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:03.424267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037652549860086:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:03.424648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037649602293044:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:03.424822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037649602293045:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:03.433690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037650118899938:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:03.433732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037650118899939:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:03.455905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037649965299737:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:03.455955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037649965299738:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:03.455994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037649965299739:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:03.458556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037649556740450:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:03.458592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037649556740451:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:03.458629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037649556740452:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:03.498277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037649617802034:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:03.498339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037649617802035:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:03.498379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037649617802036:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:04.018476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037649617802048:2060] [node 4] ICP01 ready to work
2026-01-08T17:04:04.054660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037653851707775:2070] [node 6] ICP01 ready to work
2026-01-08T17:04:04.068488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037654413867297:2107] [node 5] ICP01 ready to work
2026-01-08T17:04:04.070704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037653897260404:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:04.070722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037654260267094:2085] [node 6] ICP01 ready to work
2026-01-08T17:04:04.075926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037656844827446:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:04.127203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037654413867298:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:04.127171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037656844827447:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:04.154529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037653897260405:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:04.157294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037654260267097:2091] [node 5] ICP01 ready to work
2026-01-08T17:04:04.163333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037653851707804:2072] [node 4] ICP01 ready to work
2026-01-08T17:04:04.202809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037656844827448:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:04.159307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037653912769390:2064] [node 5] ICP01 ready to work
2026-01-08T17:04:04.182589Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037649617802036:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(246283786ns) {Configure:104(246273612ns) {ProcessConfigured:135(15259370ns) {StartInitialHandshake:157(15255732ns) {DropHandshakes:470(3706ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(445ns)} GenerateSessionVirtualId:992(882ns) PrepareNewSessionHandshake:477(5611ns) {SwitchToState:179(2122ns)}}}}}
2026-01-08T17:04:04.181637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037653897260406:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:04.191421Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037649617802035:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(29321334ns) {Configure:104(29314299ns) {ProcessConfigured:135(89755ns) {StartInitialHandshake:157(87156ns) {DropHandshakes:470(5969ns) {DropIncomingHandshake:442(589ns) DropOutgoingHandshake:457(420ns)} GenerateSessionVirtualId:992(1254ns) PrepareNewSessionHandshake:477(2562ns) {SwitchToState:179(1175ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.242211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037654413867304:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:04.245010Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037654413867299:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15112
2026-01-08T17:04:04.258957Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037653912769390:2064] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(64934730ns) {Configure:104(64930596ns) {ProcessConfigured:135(84865ns) {StartInitialHandshake:157(78447ns) {DropHandshakes:470(2475ns) {DropIncomingHandshake:442(517ns) DropOutgoingHandshake:457(490ns)} GenerateSessionVirtualId:992(1232ns) PrepareNewSessionHandshake:477(1675ns) {SwitchToState:179(685ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.274237Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037653912769406:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:04:04.274393Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037649556740450:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(287715695ns) {Configure:104(287705017ns) {ProcessConfigured:135(8562963ns) {StartInitialHandshake:157(8559786ns) {DropHandshakes:470(2878ns) {DropIncomingHandshake:442(359ns) DropOutgoingHandshake:457(873ns)} GenerateSessionVirtualId:992(836ns) PrepareNewSessionHandshake:477(5506ns) {SwitchToState:179(2978ns)}}}}}
2026-01-08T17:04:04.277646Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037649602293044:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(89789403ns) {Configure:104(89777402ns) {ProcessConfigured:135(8824864ns) {StartInitialHandshake:157(8821867ns) {DropHandshakes:470(3075ns) {DropIncomingHandshake:442(510ns) DropOutgoingHandshake:457(655ns)} GenerateSessionVirtualId:992(707ns) PrepareNewSessionHandshake:477(785049ns) {SwitchToState:179(781580ns)}}}}}
2026-01-08T17:04:04.278049Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037649556740451:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(66476991ns) {Configure:104(66471183ns) {ProcessConfigured:135(2110402ns) {StartInitialHandshake:157(2107126ns) {DropHandshakes:470(915595ns) {DropIncomingHandshake:442(763ns) DropOutgoingHandshake:457(1491ns)} GenerateSessionVirtualId:992(1455ns) PrepareNewSessionHandshake:477(1983ns) {SwitchToState:179(1071ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.307901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037654413867299:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.298914Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037653897260411:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10829
2026-01-08T17:04:04.346188Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037649965299737:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(67758103ns) {Configure:104(67752829ns) {ProcessConfigured:135(55069ns) {StartInitialHandshake:157(52025ns) {DropHandshakes:470(2632ns) {DropIncomingHandshake:442(651ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:992(1194ns) PrepareNewSessionHandshake:477(685ns) {SwitchToState:179(235ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.335010Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037656844827447:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(58066778ns) {Configure:104(58061380ns) {ProcessConfigured:135(34547090ns) {StartInitialHandshake:157(34543620ns) {DropHandshakes:470(8344559ns) {DropIncomingHandshake:442(327ns) DropOutgoingHandshake:457(1375ns)} GenerateSessionVirtualId:992(1884ns) PrepareNewSessionHandshake:477(3225ns) {SwitchToState:179(895ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.374858Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037652549860085:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(17828051ns) {Configure:104(17821282ns) {ProcessConfigured:135(15729096ns) {StartInitialHandshake:157(15726336ns) {DropHandshakes:470(15647247ns) {DropIncomingHandshake:442(2604ns) DropOutgoingHandshake:457(950ns)} GenerateSessionVirtualId:992(3799ns) PrepareNewSessionHandshake:477(3397ns) {SwitchToState:179(834ns)}}}}}
2026-01-08T17:04:04.375213Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037656844827449:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32817
2026-01-08T17:04:04.376027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037656844827454:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32817
2026-01-08T17:04:04.376109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037656844827455:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32817
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.378348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037653912769409:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:04:04.345393Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037653851707775:2070] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(65274302ns) {Configure:104(65263452ns) {ProcessConfigured:135(6090440ns) {StartInitialHandshake:157(6086667ns) {DropHandshakes:470(3679ns) {DropIncomingHandshake:442(895ns) DropOutgoingHandshake:457(785ns)} GenerateSessionVirtualId:992(1271ns) PrepareNewSessionHandshake:477(3648ns) {SwitchToState:179(696ns)}}}}}
2026-01-08T17:04:04.307732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037653897260414:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10829
2026-01-08T17:04:04.309971Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037653897260406:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(28482745ns) {Configure:104(28473762ns) {ProcessConfigured:135(82143ns) {StartInitialHandshake:157(79540ns) {DropHandshakes:470(2020ns) {DropIncomingHandshake:442(426ns) DropOutgoingHandshake:457(351ns)} GenerateSessionVirtualId:992(322ns) PrepareNewSessionHandshake:477(1892ns) {SwitchToState:179(658ns)}}}}}
2026-01-08T17:04:04.377234Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037653897260411:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.377610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037653897260422:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10829
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.389830Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037654413867315:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15112
2026-01-08T17:04:04.348971Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037654260267104:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51209
2026-01-08T17:04:04.394652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037656844827449:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.410817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037654260267112:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51209
2026-01-08T17:04:04.371689Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037653851707804:2072] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(22947240ns) {Configure:104(22941949ns) {ProcessConfigured:135(18141788ns) {StartInitialHandshake:157(18139242ns) {DropHandshakes:470(1177ns) {DropIncomingHandshake:442(273ns) DropOutgoingHandshake:457(326ns)} GenerateSessionVirtualId:992(520ns) PrepareNewSessionHandshake:477(4072ns) {SwitchToState:179(2499ns)}}}}}
2026-01-08T17:04:04.416142Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037652549860086:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(77290909ns) {Configure:104(77284155ns) {ProcessConfigured:135(70879ns) {StartInitialHandshake:157(68815ns) {DropHandshakes:470(2910ns) {DropIncomingHandshake:442(619ns) DropOutgoingHandshake:457(568ns)} GenerateSessionVirtualId:992(862ns) PrepareNewSessionHandshake:477(2306ns) {SwitchToState:179(578ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.419130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037653851707821:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2391
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.428646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037653851707825:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2391
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.435386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037654260267113:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51209
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.461636Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037654413867316:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15112
2026-01-08T17:04:04.462136Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037653912769406:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.462448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037649617802036:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.467302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037654413867301:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.467349Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037654413867301:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:04.468391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037654413867301:2111] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.476578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037654413867298:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.476679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:04.476756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037654413867298:2108] [node 6] ICP22 created new session: [3:7593037654413867318:2108]
2026-01-08T17:04:04.476818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037654413867318:2108] [node 6] ICS09 handshake done sender: [3:7593037654413867301:2111] self: [3:7593037654413867300:0] peer: [6:7593037653912769410:0] socket: 107 qp: -1
2026-01-08T17:04:04.476887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037654413867318:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:04.476962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.478668Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037653912769411:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:04:04.481052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037653912769406:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:04.481274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037649617802036:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.481339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:04.481396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037649617802036:2050] [node 3] ICP22 created new session: [6:7593037653912769412:2050]
2026-01-08T17:04:04.481454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037653912769412:2050] [node 3] ICS09 handshake done sender: [6:7593037653912769406:2114] self: [6:7593037653912769410:0] peer: [3:7593037654413867300:0] socket: 108 qp: -1
2026-01-08T17:04:04.481500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037653912769412:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:04.481538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:04.483335Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037654413867315:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.483743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037650118899938:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.480352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037653897260424:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10829
2026-01-08T17:04:04.493944Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037653897260414:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.494095Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037653897260413:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.494121Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037653897260413:2114] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.497108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037654413867322:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15112
2026-01-08T17:04:04.495289Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037654260267104:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.495696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037649965299737:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.496031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037654260267114:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51209
2026-01-08T17:04:04.496713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037654260267114:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.502577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037653897260422:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.502577Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037653897260413:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:04.502723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037653897260408:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.502760Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037653897260408:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.504013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037654260267117:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51209
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.510105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037649602293045:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.510205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:04.510269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037649602293045:2049] [node 3] ICP22 created new session: [1:7593037653897260429:2049]
2026-01-08T17:04:04.510343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037653897260429:2049] [node 3] ICS09 handshake done sender: [1:7593037653897260413:2114] self: [1:7593037653897260412:0] peer: [3:7593037654413867321:0] socket: 117 qp: -1
2026-01-08T17:04:04.510384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037653897260429:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:04.510425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:04.511442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037653897260410:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.511470Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037653897260410:2112] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:04.513340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037653912769409:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.509194Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037654413867315:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:04.508313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037656844827455:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.508397Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037656844827454:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.508502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037656844827466:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32817
2026-01-08T17:04:04.508679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037652549860085:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.513617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037649617802035:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.514245Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037656844827451:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.514296Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037656844827451:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:04.512837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037654260267112:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.512988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037649965299738:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.515556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037650118899938:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.515825Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037656844827457:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.515856Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037656844827457:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:04.516048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037656844827451:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:04.517965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037653851707821:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.518132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037653851707825:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.513434Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037653897260408:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.519052Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037653912769417:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:04:04.519710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037653912769416:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:04:04.519491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037653851707804:2072] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.521497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:04.534525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037656844827457:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:04.519968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037653897260404:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.521569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037650118899938:2048] [node 1] ICP22 created new session: [3:7593037654413867323:2048]
2026-01-08T17:04:04.546635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037654260267113:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.566214Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037654260267101:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.566257Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037654260267101:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:04.519663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037649556740451:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.568192Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037654260267104:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:04.520077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:04.537165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037656844827466:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.551707Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037653912769409:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.528928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037654413867323:2048] [node 1] ICS09 handshake done sender: [3:7593037654413867315:2116] self: [3:7593037654413867321:0] peer: [1:7593037653897260412:0] socket: 119 qp: -1
2026-01-08T17:04:04.521814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037653851707826:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2391
2026-01-08T17:04:04.577860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037649617802035:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.577939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:04.577997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037649617802035:2049] [node 2] ICP22 created new session: [6:7593037653912769418:2049]
2026-01-08T17:04:04.537335Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037656844827453:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.584457Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037649965299737:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19754) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037654260267104:2113] held: no
2026-01-08T17:04:04.566985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037653851707826:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.520137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037653897260404:2107] [node 4] ICP22 created new session: [1:7593037653897260433:2107]
2026-01-08T17:04:04.520200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037653897260433:2107] [node 4] ICS09 handshake done sender: [1:7593037653897260408:2111] self: [1:7593037653897260407:0] peer: [4:7593037654260267115:0] socket: 115 qp: -1
2026-01-08T17:04:04.520248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037653897260433:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:04.520306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:04.528905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037653897260424:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.531032Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037653897260410:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:04.563837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037649602293044:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.563917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:04.563973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037649602293044:2048] [node 2] ICP22 created new session: [1:7593037653897260436:2048]
2026-01-08T17:04:04.564037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037653897260436:2048] [node 2] ICS09 handshake done sender: [1:7593037653897260410:2112] self: [1:7593037653897260409:0] peer: [2:7593037656844827467:0] socket: 116 qp: -1
2026-01-08T17:04:04.564096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037653897260436:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:04.564157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:04.528990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037654413867323:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:04.578063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037653912769418:2049] [node 2] ICS09 handshake done sender: [6:7593037653912769409:2116] self: [6:7593037653912769415:0] peer: [2:7593037656844827456:0] socket: 132 qp: -1
2026-01-08T17:04:04.648801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037653897260416:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.648849Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037653897260416:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:04.537378Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037656844827453:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:04.585080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037649965299737:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.529076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:04.566722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037654413867316:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.574266Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037650118899938:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(59335645ns) {HandleHandshakeStatus:329(57771708ns) {DropIncomingHandshake:442(775ns) DropOutgoingHandshake:457(20501ns) SwitchToState:179(458ns) ProcessPendingSessionEvents:495(44074857ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 36832436ns max# 14102780ns}}}
2026-01-08T17:04:04.574388Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037650118899938:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:04.596320Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037654413867311:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.596356Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037654413867311:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:04.614521Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037654413867311:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:04.627133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037654413867328:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15112
2026-01-08T17:04:04.651859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037654413867297:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.651947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:04.652011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037654413867297:2107] [node 5] ICP22 created new session: [3:7593037654413867329:2107]
2026-01-08T17:04:04.652078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037654413867329:2107] [node 5] ICS09 handshake done sender: [3:7593037654413867311:2114] self: [3:7593037654413867310:0] peer: [5:7593037653851707829:0] socket: 106 qp: -1
2026-01-08T17:04:04.652129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037654413867329:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:04.652199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:04.578106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037653912769418:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:04.578146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:04.567162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037649556740452:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.585161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:04.585228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037649965299737:2048] [node 1] ICP22 created new session: [4:7593037654260267122:2048]
2026-01-08T17:04:04.585312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037654260267122:2048] [node 1] ICS09 handshake done sender: [4:7593037654260267104:2113] self: [4:7593037654260267115:0] peer: [1:7593037653897260407:0] socket: 120 qp: -1
2026-01-08T17:04:04.585359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037654260267122:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:04.585402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:04.587497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037654260267119:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51209
2026-01-08T17:04:04.636676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037654260267121:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51209
2026-01-08T17:04:04.636945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037654260267101:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:04.651101Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037654260267112:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:04.663346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037649965299738:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.663811Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037654260267121:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.667411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037654260267097:2091] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.594561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037653912769417:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.619978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037649617802035:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(41088853ns) {HandleHandshakeStatus:329(41080991ns) {DropIncomingHandshake:442(343ns) DropOutgoingHandshake:457(6418ns) SwitchToState:179(308ns) ProcessPendingSessionEvents:495(40655073ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 40580457ns max# 15812392ns}}}
2026-01-08T17:04:04.620270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037649617802034:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.545100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037656844827446:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.671599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:04.671686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037654260267097:2091] [node 5] ICP22 created new session: [4:7593037654260267125:2091]
2026-01-08T17:04:04.671749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037654260267125:2091] [node 5] ICS09 handshake done sender: [4:7593037654260267101:2111] self: [4:7593037654260267100:0] peer: [5:7593037653851707827:0] socket: 121 qp: -1
2026-01-08T17:04:04.671802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037654260267125:2091] [node 5] ICS10 traffic start
2026-01-08T17:04:04.671871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:04.658823Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037653897260416:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:04.583821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037653851707830:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2391
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.545200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:04.690888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:04.659287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037653897260405:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.659388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:04.659477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037653897260405:2109] [node 6] ICP22 created new session: [1:7593037653897260441:2109]
2026-01-08T17:04:04.659547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037653897260441:2109] [node 6] ICS09 handshake done sender: [1:7593037653897260416:2116] self: [1:7593037653897260415:0] peer: [6:7593037653912769420:0] socket: 153 qp: -1
2026-01-08T17:04:04.659596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037653897260441:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:04.659643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:04.684033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037653897260405:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(23421713ns) {HandleHandshakeStatus:329(23417233ns) {DropIncomingHandshake:442(19011ns) DropOutgoingHandshake:457(968ns) SwitchToState:179(680ns) ProcessPendingSessionEvents:495(22857981ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 22773323ns max# 13677700ns}}}
2026-01-08T17:04:04.584129Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037653851707831:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2391
2026-01-08T17:04:04.704455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037649965299738:2049] [node 2] ICP22 created new session: [4:7593037654260267127:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.714759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037653897260439:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10829
2026-01-08T17:04:04.691316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037653912769422:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:04:04.695540Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037654413867297:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(20230239ns) {HandleHandshakeStatus:329(20226707ns) {DropIncomingHandshake:442(613ns) DropOutgoingHandshake:457(1227ns) SwitchToState:179(1151ns) ProcessPendingSessionEvents:495(19702579ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 19633139ns max# 14999032ns}}}
2026-01-08T17:04:04.545279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037656844827446:2107] [node 4] ICP22 created new session: [2:7593037656844827472:2107]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.676411Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037653851707830:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.545344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037656844827472:2107] [node 4] ICS09 handshake done sender: [2:7593037656844827451:2113] self: [2:7593037656844827450:0] peer: [4:7593037654260267118:0] socket: 129 qp: -1
2026-01-08T17:04:04.724328Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037654260267097:2091] [node 5] ICP35 event processing took too much time PendingConnection:279(59297609ns) {HandleHandshakeStatus:329(59294445ns) {DropIncomingHandshake:442(34862ns) DropOutgoingHandshake:457(725ns) SwitchToState:179(812ns) ProcessPendingSessionEvents:495(51141046ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 51057021ns max# 12697961ns}}}
2026-01-08T17:04:04.708483Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037653912769417:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.770477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037654413867313:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.770555Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037654413867313:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:04.772142Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037654413867328:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.772305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037650118899939:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.545396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037656844827472:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:04.676795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037653851707833:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2391
2026-01-08T17:04:04.545461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:04.562736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037656844827471:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32817
2026-01-08T17:04:04.575762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037656844827448:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.575887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:04.575950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037656844827448:2109] [node 6] ICP22 created new session: [2:7593037656844827476:2109]
2026-01-08T17:04:04.576016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037656844827476:2109] [node 6] ICS09 handshake done sender: [2:7593037656844827457:2117] self: [2:7593037656844827456:0] peer: [6:7593037653912769415:0] socket: 131 qp: -1
2026-01-08T17:04:04.576062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037656844827476:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:04.576104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:04.597959Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037656844827455:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:04.598435Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037656844827453:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:04.606990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037652549860085:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.607087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:04.607161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037652549860085:2048] [node 1] ICP22 created new session: [2:7593037656844827480:2048]
2026-01-08T17:04:04.607221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037656844827480:2048] [node 1] ICS09 handshake done sender: [2:7593037656844827455:2116] self: [2:7593037656844827467:0] peer: [1:7593037653897260409:0] socket: 125 qp: -1
2026-01-08T17:04:04.607268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037656844827480:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:04.607320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:04.609215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037656844827447:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.609318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:04.609379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037656844827447:2108] [node 5] ICP22 created new session: [2:7593037656844827482:2108]
2026-01-08T17:04:04.609427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037656844827482:2108] [node 5] ICS09 handshake done sender: [2:7593037656844827453:2114] self: [2:7593037656844827452:0] peer: [5:7593037653851707828:0] socket: 130 qp: -1
2026-01-08T17:04:04.609471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037656844827482:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:04.609521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:04.751263Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037649617802034:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19754) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037653912769417:2119] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.732738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037654260267127:2049] [node 2] ICS09 handshake done sender: [4:7593037654260267112:2116] self: [4:7593037654260267118:0] peer: [2:7593037656844827450:0] socket: 133 qp: -1
2026-01-08T17:04:04.783327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037654413867313:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:04.751949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037649617802034:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.678391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037653851707825:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:04.741549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037654260267127:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:04.785003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037656844827465:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.791687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037654413867304:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.752035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:04.691634Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037653851707826:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:04.741656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.797529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:04.785052Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037656844827465:2119] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:04.752099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037649617802034:2048] [node 1] ICP22 created new session: [6:7593037653912769423:2048]
2026-01-08T17:04:04.715243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037649556740451:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.812422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037653897260421:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.743342Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037649965299738:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(81933034ns) {HandleHandshakeStatus:329(81929635ns) {DropIncomingHandshake:442(4224ns) DropOutgoingHandshake:457(10782ns) SwitchToState:179(680ns) ProcessPendingSessionEvents:495(566120ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 505046ns max# 67858ns}}}
2026-01-08T17:04:04.752166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037653912769423:2048] [node 1] ICS09 handshake done sender: [6:7593037653912769417:2119] self: [6:7593037653912769420:0] peer: [1:7593037653897260415:0] socket: 156 qp: -1
2026-01-08T17:04:04.752222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037653912769423:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:04.752268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:04.766512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037653912769425:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:04:04.771897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037653912769426:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:04:04.811141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037653912769426:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.817275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037649617802048:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.831353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037653912769428:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:04:04.810614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037654413867304:2109] [node 4] ICP22 created new session: [3:7593037654413867333:2109]
2026-01-08T17:04:04.812475Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037653897260421:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:04.715377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:04.816412Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037653897260421:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:04.810714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037654413867333:2109] [node 4] ICS09 handshake done sender: [3:7593037654413867313:2115] self: [3:7593037654413867312:0] peer: [4:7593037654260267130:0] socket: 111 qp: -1
2026-01-08T17:04:04.745565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037649965299739:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.831722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037656844827465:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:04.847850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037653912769426:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:04.715460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037649556740451:2049] [node 2] ICP22 created new session: [5:7593037653851707835:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.816609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037653897260406:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.810768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037654413867333:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:04.785584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037654260267131:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51209
2026-01-08T17:04:04.715532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037653851707835:2049] [node 2] ICS09 handshake done sender: [5:7593037653851707825:2116] self: [5:7593037653851707828:0] peer: [2:7593037656844827452:0] socket: 136 qp: -1
2026-01-08T17:04:04.847545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037652549860086:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.816747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:04.715599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037653851707835:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:04.811507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:04.715656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:04.816829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037653897260406:2108] [node 5] ICP22 created new session: [1:7593037653897260444:2108]
2026-01-08T17:04:04.717823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037649556740452:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.717921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:04.816885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037653897260444:2108] [node 5] ICS09 handshake done sender: [1:7593037653897260421:2117] self: [1:7593037653897260420:0] peer: [5:7593037653851707840:0] socket: 126 qp: -1
2026-01-08T17:04:04.717977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037649556740452:2050] [node 3] ICP22 created new session: [5:7593037653851707837:2050]
2026-01-08T17:04:04.817770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037653897260444:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:04.718025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037653851707837:2050] [node 3] ICS09 handshake done sender: [5:7593037653851707826:2117] self: [5:7593037653851707829:0] peer: [3:7593037654413867310:0] socket: 155 qp: -1
2026-01-08T17:04:04.791819Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037654260267121:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:04.817822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:04.718065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037653851707837:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:04.718130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:04.798466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037649965299739:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.748373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037649556740450:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.798560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:04.760478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037653851707834:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2391
2026-01-08T17:04:04.798619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037649965299739:2050] [node 3] ICP22 created new session: [4:7593037654260267132:2050]
2026-01-08T17:04:04.779761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037653851707832:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2391
2026-01-08T17:04:04.798688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037654260267132:2050] [node 3] ICS09 handshake done sender: [4:7593037654260267121:2121] self: [4:7593037654260267130:0] peer: [3:7593037654413867312:0] socket: 159 qp: -1
2026-01-08T17:04:04.795142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037653851707821:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:04.798741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037654260267132:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:04.796672Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037653851707804:2072] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2504) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037653851707821:2115] held: no
2026-01-08T17:04:04.798801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:04.802579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037653851707804:2072] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.826577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037654260267106:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.802684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:04.826627Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037654260267106:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:04.802751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037653851707804:2072] [node 4] ICP22 created new session: [5:7593037653851707841:2072]
2026-01-08T17:04:04.835126Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037654260267106:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:04.802825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037653851707841:2072] [node 4] ICS09 handshake done sender: [5:7593037653851707821:2115] self: [5:7593037653851707827:0] peer: [4:7593037654260267100:0] socket: 135 qp: -1
2026-01-08T17:04:04.854737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037654260267094:2085] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.802873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037653851707841:2072] [node 4] ICS10 traffic start
2026-01-08T17:04:04.802936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:04.805654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037653851707834:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.808792Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037649556740451:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:04.846844Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037649556740450:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19754) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037653851707830:2118] held: no
2026-01-08T17:04:04.849608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037653851707844:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2391
2026-01-08T17:04:04.857356Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037653851707830:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:04.857761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037649556740450:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.857839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:04.857910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037649556740450:2048] [node 1] ICP22 created new session: [5:7593037653851707845:2048]
2026-01-08T17:04:04.857968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037653851707845:2048] [node 1] ICS09 handshake done sender: [5:7593037653851707830:2118] self: [5:7593037653851707840:0] peer: [1:7593037653897260420:0] socket: 160 qp: -1
2026-01-08T17:04:04.858014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037653851707845:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:04.858073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:04.850886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037649617802048:2060] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.850956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:04.852577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037649617802048:2060] [node 4] ICP22 created new session: [6:7593037653912769429:2060]
2026-01-08T17:04:04.854957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037653912769429:2060] [node 4] ICS09 handshake done sender: [6:7593037653912769426:2122] self: [6:7593037653912769427:0] peer: [4:7593037654260267105:0] socket: 142 qp: -1
2026-01-08T17:04:04.855006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037653912769429:2060] [node 4] ICS10 traffic start
2026-01-08T17:04:04.855062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:04.861559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037653912769425:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.819322Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037654413867304:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(26486853ns) {HandleHandshakeStatus:329(26483519ns) {DropIncomingHandshake:442(23692ns) DropOutgoingHandshake:457(928ns) SwitchToState:179(654ns) ProcessPendingSessionEvents:495(4346399ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 4279258ns max# 3660114ns}}}
2026-01-08T17:04:04.822249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037654413867335:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15112
2026-01-08T17:04:04.845426Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037654413867328:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:04.850562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037650118899939:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.854143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:04.854219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037650118899939:2049] [node 2] ICP22 created new session: [3:7593037654413867336:2049]
2026-01-08T17:04:04.854284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037654413867336:2049] [node 2] ICS09 handshake done sender: [3:7593037654413867328:2119] self: [3:7593037654413867331:0] peer: [2:7593037656844827464:0] socket: 123 qp: -1
2026-01-08T17:04:04.854346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037654413867336:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:04.854401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:04.847994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:04.869846Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037653851707820:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:04.868349Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037649617802048:2060] [node 4] ICP35 event processing took too much time PendingConnection:279(16367560ns) {HandleHandshakeStatus:329(16360268ns) {DropIncomingHandshake:442(594ns) DropOutgoingHandshake:457(5956ns) SwitchToState:179(402ns) ProcessPendingSessionEvents:495(551717ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 488725ns max# 61184ns}}}
2026-01-08T17:04:04.869429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037653912769390:2064] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:04.869899Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037653851707820:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:04.866426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:04.869320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037654260267094:2085] [node 6] ICP22 created new session: [4:7593037654260267135:2085]
2026-01-08T17:04:04.871115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037654260267135:2085] [node 6] ICS09 handshake done sender: [4:7593037654260267106:2114] self: [4:7593037654260267105:0] peer: [6:7593037653912769427:0] socket: 110 qp: -1
2026-01-08T17:04:04.871167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037654260267135:2085] [node 6] ICS10 traffic start
2026-01-08T17:04:04.871229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:04.873040Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037654260267094:2085] [node 6] ICP35 event processing took too much time PendingConnection:279(20434859ns) {HandleHandshakeStatus:329(20431753ns) {DropIncomingHandshake:442(32239ns) DropOutgoingHandshake:457(838ns) SwitchToState:179(2220ns) ProcessPendingSessionEvents:495(613888ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 542797ns max# 76529ns}}}
2026-01-08T17:04:04.848070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037652549860086:2049] [node 3] ICP22 created new session: [2:7593037656844827485:2049]
2026-01-08T17:04:04.848142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037656844827485:2049] [node 3] ICS09 handshake done sender: [2:7593037656844827465:2119] self: [2:7593037656844827464:0] peer: [3:7593037654413867331:0] socket: 168 qp: -1
2026-01-08T17:04:04.848184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037656844827485:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:04.848240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:04.879790Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037652549860086:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(31246986ns) {HandleHandshakeStatus:329(31243469ns) {DropIncomingHandshake:442(348710ns) DropOutgoingHandshake:457(1109ns) SwitchToState:179(813ns) ProcessPendingSessionEvents:495(28900594ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 26866845ns max# 5082763ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:04.883437Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037653851707820:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:04.887675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037653851707775:2070] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:04.887794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:04.887861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037653851707775:2070] [node 6] ICP22 created new session: [5:7593037653851707848:2070]
2026-01-08T17:04:04.887925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037653851707848:2070] [node 6] ICS09 handshake done sender: [5:7593037653851707820:2114] self: [5:7593037653851707819:0] peer: [6:7593037653912769431:0] socket: 104 qp: -1
2026-01-08T17:04:04.887968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037653851707848:2070] [node 6] ICS10 traffic start
2026-01-08T17:04:04.888012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:04.886410Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037653912769432:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58418
2026-01-08T17:04:04.890218Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037653912769425:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:04.890993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037653912769390:2064] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:04.891071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:04.891140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037653912769390:2064] [node 5] ICP22 created new session: [6:7593037653912769433:2064]
2026-01-08T17:04:04.891207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037653912769433:2064] [node 5] ICS09 handshake done sender: [6:7593037653912769425:2121] self: [6:7593037653912769431:0] peer: [5:7593037653851707819:0] socket: 141 qp: -1
2026-01-08T17:04:04.891248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037653912769433:2064] [node 5] ICS10 traffic start
2026-01-08T17:04:04.891288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:05.126154Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:05.126454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037656844827480:2048] [node 1] ICS07 socket disconnect 125 reason# EndOfStream
2026-01-08T17:04:05.126490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037656844827480:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.126588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:05.126635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037656844827480:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:05.130482Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:05.130670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037654413867323:2048] [node 1] ICS07 socket disconnect 119 reason# EndOfStream
2026-01-08T17:04:05.130710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037654413867323:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.130790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:05.130828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037654413867323:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:05.140994Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037650118899938:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19754) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:05.141043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037654413867323:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:05.140350Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037652549860085:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19754) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:05.140419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037656844827480:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:05.160358Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:05.164736Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:05.168306Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:05.167304Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037650118899938:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19754) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:05.167420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037654413867323:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:05.167462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037650118899938:2048] [node 1] ICP30 unregister session Session# [3:7593037654413867323:2048] VirtualId# [3:7593037654413867321:0]
2026-01-08T17:04:05.167577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:05.167619Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037650118899938:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19754) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:05.167642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19754) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:05.164233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037654260267122:2048] [node 1] ICS01 socket: 120 reason# EndOfStream
2026-01-08T17:04:05.173937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037653851707845:2048] [node 1] ICS01 socket: 160 reason# EndOfStream
2026-01-08T17:04:05.174007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037649556740450:2048] [node 1] ICP30 unregister session Session# [5:7593037653851707845:2048] VirtualId# [5:7593037653851707840:0]
2026-01-08T17:04:05.174059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037653851707845:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.174154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:05.174207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:05.164356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037649965299737:2048] [node 1] ICP30 unregister session Session# [4:7593037654260267122:2048] VirtualId# [4:7593037654260267115:0]
2026-01-08T17:04:05.164422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037654260267122:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.164522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:05.164580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:05.172803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037653912769423:2048] [node 1] ICS01 socket: 156 reason# EndOfStream
2026-01-08T17:04:05.175040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037649617802034:2048] [node 1] ICP30 unregister session Session# [6:7593037653912769423:2048] VirtualId# [6:7593037653912769420:0]
2026-01-08T17:04:05.184317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037653912769423:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.184433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:05.184486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:05.185605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037650118899938:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:05.268638Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:05.268910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037654413867336:2049] [node 2] ICS01 socket: 123 reason# EndOfStream
2026-01-08T17:04:05.268982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037650118899939:2049] [node 2] ICP30 unregister session Session# [3:7593037654413867336:2049] VirtualId# [3:7593037654413867331:0]
2026-01-08T17:04:05.269024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037654413867336:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.269449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:05.269509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:05.276759Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:05.277020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037654260267127:2049] [node 2] ICS07 socket disconnect 133 reason# EndOfStream
2026-01-08T17:04:05.277061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037654260267127:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.277144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:05.277194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037654260267127:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:05.279143Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037649965299738:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12672) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:05.279212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037654260267127:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:05.279266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037649965299738:2049] [node 2] ICP30 unregister session Session# [4:7593037654260267127:2049] VirtualId# [4:7593037654260267118:0]
2026-01-08T17:04:05.279312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:05.279355Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037649965299738:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:05.279372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:05.279751Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:05.290828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037653912769418:2049] [node 2] ICS07 socket disconnect 132 reason# EndOfStream
2026-01-08T17:04:05.290871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037653912769418:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.290967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:05.291017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037653912769418:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:05.291478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037649965299738:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:05.278546Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:05.278794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037653851707835:2049] [node 2] ICS01 socket: 136 reason# EndOfStream
2026-01-08T17:04:05.278837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037649556740451:2049] [node 2] ICP30 unregister session Session# [5:7593037653851707835:2049] VirtualId# [5:7593037653851707828:0]
2026-01-08T17:04:05.278878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037653851707835:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.278966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:05.279015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:05.295382Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037649617802035:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12672) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:05.295795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037653912769418:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:05.295857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037649617802035:2049] [node 2] ICP30 unregister session Session# [6:7593037653912769418:2049] VirtualId# [6:7593037653912769415:0]
2026-01-08T17:04:05.295984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:05.296026Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037649617802035:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:05.296046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12672) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:05.307458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037649617802035:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:05.485072Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:05.485257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037653851707837:2050] [node 3] ICS07 socket disconnect 155 reason# EndOfStream
2026-01-08T17:04:05.485288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037653851707837:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.485354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:05.485400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037653851707837:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:05.484472Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:05.484733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037654260267132:2050] [node 3] ICS01 socket: 159 reason# EndOfStream
2026-01-08T17:04:05.486513Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:05.486757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037653912769412:2050] [node 3] ICS07 socket disconnect 108 reason# EndOfStream
2026-01-08T17:04:05.486805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037653912769412:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.486858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:05.486932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037653912769412:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:05.490608Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037649556740452:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2107) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:05.494501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037653851707837:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:05.494557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037649556740452:2050] [node 3] ICP30 unregister session Session# [5:7593037653851707837:2050] VirtualId# [5:7593037653851707829:0]
2026-01-08T17:04:05.494684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:05.494746Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037649556740452:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2107) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:05.494767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2107) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:05.505592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037649556740452:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:05.507825Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037649617802036:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2107) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:05.507901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037653912769412:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:05.507955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037649617802036:2050] [node 3] ICP30 unregister session Session# [6:7593037653912769412:2050] VirtualId# [6:7593037653912769410:0]
2026-01-08T17:04:05.508078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:05.508127Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037649617802036:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2107) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:05.508192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2107) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:05.518673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037649617802036:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:05.702726Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:05.702985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037653912769429:2060] [node 4] ICS01 socket: 142 reason# EndOfStream
2026-01-08T17:04:05.703057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037649617802048:2060] [node 4] ICP30 unregister session Session# [6:7593037653912769429:2060] VirtualId# [6:7593037653912769427:0]
2026-01-08T17:04:05.703105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037653912769429:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.703209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:05.703269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:05.706930Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:05.707457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037653851707841:2072] [node 4] ICS01 socket: 135 reason# EndOfStream
2026-01-08T17:04:05.707609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037653851707804:2072] [node 4] ICP30 unregister session Session# [5:7593037653851707841:2072] VirtualId# [5:7593037653851707827:0]
2026-01-08T17:04:05.707663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037653851707841:2072] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.707779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:05.707839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:05.886586Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:05.886850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037653912769433:2064] [node 5] ICS07 socket disconnect 141 reason# EndOfStream
2026-01-08T17:04:05.886895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037653912769433:2064] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:05.886938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:05.887023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037653912769433:2064] [node 5] ICS15 start handshake
2026-01-08T17:04:05.888205Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037653912769390:2064] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22281) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:05.888273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037653912769433:2064] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:05.888318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037653912769390:2064] [node 5] ICP30 unregister session Session# [6:7593037653912769433:2064] VirtualId# [6:7593037653912769431:0]
2026-01-08T17:04:05.888369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:04:05.888408Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037653912769390:2064] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22281) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:05.888426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22281) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:06.026931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037665186387606:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:06.026976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037665186387607:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:06.067181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037665008886784:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:06.067245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037665008886785:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:06.062854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037665241507449:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:06.062894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037665241507450:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:06.108207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037662570423009:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:06.108251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037662570423010:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:06.108290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037662570423011:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:06.116229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037663091650637:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:06.116274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037663091650638:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:06.116308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037663091650639:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:06.141554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037663384860708:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:06.141590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037663384860709:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:06.141624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037663384860710:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:06.480303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037665008886847:2072] [node 5] ICP01 ready to work
2026-01-08T17:04:06.492041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037665186387669:2085] [node 5] ICP01 ready to work
2026-01-08T17:04:06.491716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037665241507482:2064] [node 6] ICP01 ready to work
2026-01-08T17:04:06.538398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037663384860727:2059] [node 4] ICP01 ready to work
2026-01-08T17:04:06.538886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037663091650667:2062] [node 6] ICP01 ready to work
2026-01-08T17:04:06.506739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037665008886849:2071] [node 6] ICP01 ready to work
2026-01-08T17:04:06.542077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037665186387671:2087] [node 6] ICP01 ready to work
2026-01-08T17:04:06.506426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037665008886848:2073] [node 4] ICP01 ready to work
2026-01-08T17:04:06.590426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037665186387670:2086] [node 4] ICP01 ready to work
2026-01-08T17:04:06.670580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037665241507517:2079] [node 4] ICP01 ready to work
2026-01-08T17:04:06.706662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037663384860772:2071] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:06.705229Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037663091650638:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(224459998ns) {Configure:104(224455287ns) {ProcessConfigured:135(79535ns) {StartInitialHandshake:157(75525ns) {DropHandshakes:470(3447ns) {DropIncomingHandshake:442(794ns) DropOutgoingHandshake:457(616ns)} GenerateSessionVirtualId:992(1045ns) PrepareNewSessionHandshake:477(2188ns) {SwitchToState:179(899ns)}}}}}
2026-01-08T17:04:06.714059Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037663384860709:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(234355160ns) {Configure:104(234344279ns) {ProcessConfigured:135(86989ns) {StartInitialHandshake:157(84399ns) {DropHandshakes:470(3690ns) {DropIncomingHandshake:442(950ns) DropOutgoingHandshake:457(581ns)} GenerateSessionVirtualId:992(1336ns) PrepareNewSessionHandshake:477(2193ns) {SwitchToState:179(771ns)}}}}}
2026-01-08T17:04:06.662730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037665241507514:2066] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:06.705925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037663091650704:2071] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:06.750498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037665008886861:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64340
2026-01-08T17:04:06.731198Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037663384860710:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(248302048ns) {Configure:104(248296309ns) {ProcessConfigured:135(64998ns) {StartInitialHandshake:157(62660ns) {DropHandshakes:470(4421ns) {DropIncomingHandshake:442(969ns) DropOutgoingHandshake:457(661ns)} GenerateSessionVirtualId:992(1351ns) PrepareNewSessionHandshake:477(2465ns) {SwitchToState:179(738ns)}}}}}
2026-01-08T17:04:06.766769Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037665241507482:2064] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(121115178ns) {Configure:104(121105879ns) {ProcessConfigured:135(21362600ns) {StartInitialHandshake:157(15609866ns) {DropHandshakes:470(3087ns) {DropIncomingHandshake:442(422ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:992(2066ns) PrepareNewSessionHandshake:477(5526ns) {SwitchToState:179(2457ns)}}}}}
2026-01-08T17:04:06.759214Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037662570423009:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(261763447ns) {Configure:104(261756309ns) {ProcessConfigured:135(32429329ns) {StartInitialHandshake:157(32426640ns) {DropHandshakes:470(3349ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(746ns)} GenerateSessionVirtualId:992(1393ns) PrepareNewSessionHandshake:477(5835ns) {SwitchToState:179(2562ns)}}}}}
2026-01-08T17:04:06.818554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037665186387672:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4416
2026-01-08T17:04:06.763078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037665008886862:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64340
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:06.784350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037663091650639:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(201072965ns) {Configure:104(201062442ns) {ProcessConfigured:135(86163ns) {StartInitialHandshake:157(82663ns) {DropHandshakes:470(3377ns) {DropIncomingHandshake:442(1174ns) DropOutgoingHandshake:457(548ns)} GenerateSessionVirtualId:992(1889ns) PrepareNewSessionHandshake:477(2199ns) {SwitchToState:179(704ns)}}}}}
2026-01-08T17:04:06.794641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037662570423074:2067] [node 6] ICP01 ready to work
2026-01-08T17:04:06.767193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037665241507523:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27253
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:06.819179Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037663091650637:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(351274537ns) {Configure:104(351265588ns) {ProcessConfigured:135(60658ns) {StartInitialHandshake:157(57868ns) {DropHandshakes:470(3243ns) {DropIncomingHandshake:442(991ns) DropOutgoingHandshake:457(639ns)} GenerateSessionVirtualId:992(1210ns) PrepareNewSessionHandshake:477(2156ns) {SwitchToState:179(688ns)}}}}}
2026-01-08T17:04:06.831008Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037663091650705:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8041
2026-01-08T17:04:06.831201Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037663091650708:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8041
2026-01-08T17:04:06.844129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037663091650704:2071] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(113790486ns) {Configure:104(113782143ns) {ProcessConfigured:135(69271ns) {StartInitialHandshake:157(66485ns) {DropHandshakes:470(3084ns) {DropIncomingHandshake:442(647ns) DropOutgoingHandshake:457(745ns)} GenerateSessionVirtualId:992(689ns) PrepareNewSessionHandshake:477(1986ns) {SwitchToState:179(918ns)}}}}}
2026-01-08T17:04:06.844614Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037663091650717:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8041
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:06.795345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037662570423075:2072] [node 5] ICP01 ready to work
2026-01-08T17:04:06.822975Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037665186387607:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(280360269ns) {Configure:104(280353363ns) {ProcessConfigured:135(7731452ns) {StartInitialHandshake:157(7728348ns) {DropHandshakes:470(3361ns) {DropIncomingHandshake:442(610ns) DropOutgoingHandshake:457(738ns)} GenerateSessionVirtualId:992(847ns) PrepareNewSessionHandshake:477(2789ns) {SwitchToState:179(1276ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:06.855438Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037665186387670:2086] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(111776711ns) {Configure:104(111770606ns) {ProcessConfigured:135(62021ns) {StartInitialHandshake:157(59934ns) {DropHandshakes:470(3477ns) {DropIncomingHandshake:442(707ns) DropOutgoingHandshake:457(827ns)} GenerateSessionVirtualId:992(610ns) PrepareNewSessionHandshake:477(977ns) {SwitchToState:179(454ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:06.836491Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037662570423074:2067] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(23975298ns) {Configure:104(23968740ns) {ProcessConfigured:135(54193ns) {StartInitialHandshake:157(51655ns) {DropHandshakes:470(1905ns) {DropIncomingHandshake:442(385ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:992(546ns) PrepareNewSessionHandshake:477(948ns) {SwitchToState:179(438ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:06.881547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037665241507530:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27253
2026-01-08T17:04:06.893453Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037663384860708:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(179027167ns) {Configure:104(179021397ns) {ProcessConfigured:135(6291057ns) {StartInitialHandshake:157(6287951ns) {DropHandshakes:470(3080ns) {DropIncomingHandshake:442(506ns) DropOutgoingHandshake:457(622ns)} GenerateSessionVirtualId:992(330ns) PrepareNewSessionHandshake:477(2689ns) {SwitchToState:179(1382ns)}}}}}
2026-01-08T17:04:06.855989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037662570423010:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(375680262ns) {Configure:104(375674852ns) {ProcessConfigured:135(6158011ns) {StartInitialHandshake:157(6155909ns) {DropHandshakes:470(2939ns) {DropIncomingHandshake:442(616ns) DropOutgoingHandshake:457(495ns)} GenerateSessionVirtualId:992(733ns) PrepareNewSessionHandshake:477(2252ns) {SwitchToState:179(238ns)}}}}}
2026-01-08T17:04:06.891433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037665186387684:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4416
2026-01-08T17:04:06.901923Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037665186387672:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.885480Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037665241507532:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27253
2026-01-08T17:04:06.909744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037665008886785:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(94661686ns) {Configure:104(87012199ns) {ProcessConfigured:135(77309ns) {StartInitialHandshake:157(75330ns) {DropHandshakes:470(3423ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(549ns)} GenerateSessionVirtualId:992(1302ns) PrepareNewSessionHandshake:477(2069ns) {SwitchToState:179(605ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:06.895483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037663384860787:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58123
2026-01-08T17:04:06.856217Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037662570423076:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23085
2026-01-08T17:04:06.893093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037665241507531:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27253
2026-01-08T17:04:06.933905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037665008886861:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.895619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037663384860788:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58123
2026-01-08T17:04:06.964262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037663384860788:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.895128Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037665241507523:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.936984Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037665241507520:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.937029Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037665241507520:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:06.956787Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037665241507520:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:06.979372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037665241507532:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.979436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037665241507531:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.979455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037665241507517:2079] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:06.979516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:06.979575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037665241507517:2079] [node 4] ICP22 created new session: [3:7593037665241507535:2079]
2026-01-08T17:04:06.856430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037662570423077:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23085
2026-01-08T17:04:06.938401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037663091650705:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.980878Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037665186387606:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(29052892ns) {IncomingHandshake:261(17937047ns) {DropIncomingHandshake:442(834ns) PrepareNewSessionHandshake:477(4933ns) {SwitchToState:179(2890ns)} GenerateSessionVirtualId:992(613ns) IssueIncomingHandshakeReply:193(4277ns)}}
2026-01-08T17:04:06.946502Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037665008886866:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64340
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:06.997186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037665186387678:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.997241Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037665186387678:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:06.978655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037663091650717:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.002390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037665241507535:2079] [node 4] ICS09 handshake done sender: [3:7593037665241507520:2112] self: [3:7593037665241507519:0] peer: [4:7593037662570423089:0] socket: 122 qp: -1
2026-01-08T17:04:06.891774Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037662570423011:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(383790850ns) {Configure:104(383781914ns) {ProcessConfigured:135(28316022ns) {StartInitialHandshake:157(28312984ns) {DropHandshakes:470(1631ns) {DropIncomingHandshake:442(283ns) DropOutgoingHandshake:457(449ns)} GenerateSessionVirtualId:992(388ns) PrepareNewSessionHandshake:477(5164ns) {SwitchToState:179(1949ns)}}}}}
2026-01-08T17:04:06.946747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037665008886862:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.006636Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037665241507535:2079] [node 4] ICS10 traffic start
2026-01-08T17:04:07.006717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:06.990578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037663384860727:2059] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:06.998693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037663384860787:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.919176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037662570423077:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.954630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037665008886863:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64340
2026-01-08T17:04:06.978549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037665008886866:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.978759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037665008886863:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.978887Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037665008886858:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:06.978915Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037665008886858:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:06.980153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037665008886784:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:07.024755Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037665008886851:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.024784Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037665008886851:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:07.025764Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037669303854167:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64340
2026-01-08T17:04:07.029195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037665008886851:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:07.007870Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037665186387678:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:06.978795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037663091650638:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:07.042653Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037665008886858:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:06.924625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037662570423011:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:06.942534Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037662570423075:2072] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(50400277ns) {Configure:104(50390169ns) {ProcessConfigured:135(25235044ns) {StartInitialHandshake:157(25228008ns) {DropHandshakes:470(3562ns) {DropIncomingHandshake:442(699ns) DropOutgoingHandshake:457(673ns)} GenerateSessionVirtualId:992(939ns) PrepareNewSessionHandshake:477(3087ns) {SwitchToState:179(1025ns)}}}}}
2026-01-08T17:04:06.998986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037663384860772:2071] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:06.978816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037663091650637:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:06.979006Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037663091650638:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(31518674ns) {IncomingHandshake:261(31516823ns) {DropIncomingHandshake:442(270ns) PrepareNewSessionHandshake:477(987ns) {SwitchToState:179(636ns)} GenerateSessionVirtualId:992(445ns) IssueIncomingHandshakeReply:193(14704388ns) {SwitchToState:179(2552ns)}}}
2026-01-08T17:04:06.993287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037663091650721:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8041
2026-01-08T17:04:07.004402Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037663091650711:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.004433Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037663091650711:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:07.008006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037663091650711:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:07.024537Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037667386618019:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8041
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.017847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037663384860784:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58123
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.008603Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037665186387676:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.044477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037667679828087:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58123
2026-01-08T17:04:07.008645Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037665186387676:2112] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:07.044204Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037665186387676:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:07.043856Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037669303854170:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64340
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.049106Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037663384860784:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.049280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037663384860710:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:07.050118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037665008886847:2072] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:07.071890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037663384860787:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:07.072832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037663384860772:2071] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.072917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:07.072992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037663384860772:2071] [node 5] ICP22 created new session: [6:7593037667679828090:2071]
2026-01-08T17:04:07.073056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037667679828090:2071] [node 5] ICS09 handshake done sender: [6:7593037663384860787:2116] self: [6:7593037663384860790:0] peer: [5:7593037663091650710:0] socket: 147 qp: -1
2026-01-08T17:04:07.073094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037667679828090:2071] [node 5] ICS10 traffic start
2026-01-08T17:04:07.073151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.080736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037665186387669:2085] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:06.954260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037662570423090:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23085
2026-01-08T17:04:07.059254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037663091650708:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.050215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.050205Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037665241507525:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.018969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037662570423076:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.118880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037665186387606:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:07.118993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:07.119050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037665186387606:2048] [node 2] ICP22 created new session: [1:7593037669481354987:2048]
2026-01-08T17:04:07.119105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037669481354987:2048] [node 2] ICS09 handshake done sender: [1:7593037665186387676:2112] self: [1:7593037665186387675:0] peer: [2:7593037665008886869:0] socket: 134 qp: -1
2026-01-08T17:04:07.119145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037669481354987:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:07.119200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:07.059367Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037663091650717:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:07.050284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037665008886847:2072] [node 5] ICP22 created new session: [2:7593037669303854171:2072]
2026-01-08T17:04:07.050245Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037665241507525:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:07.121908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:07.102731Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037663384860710:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30058) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037663384860784:2114] held: no
2026-01-08T17:04:07.019088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037662570423079:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.064321Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037663091650721:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.108297Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037667679828094:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58123
2026-01-08T17:04:07.132886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037665186387669:2085] [node 5] ICP22 created new session: [1:7593037669481354986:2085]
2026-01-08T17:04:07.051525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037665241507525:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:07.019113Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037662570423079:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:07.057200Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037665008886866:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.066159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037663091650637:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.051788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037665241507482:2064] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.019797Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037662570423077:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.126705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037667679828093:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58123
2026-01-08T17:04:07.139511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037665186387684:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.059572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037665008886848:2073] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:07.066216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.020145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037662570423011:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.051865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.139915Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037669481354989:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4416
2026-01-08T17:04:07.152960Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037663384860784:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:07.059647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.066276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037663091650637:2048] [node 1] ICP22 created new session: [5:7593037667386618022:2048]
2026-01-08T17:04:07.020224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:07.059709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037665008886848:2073] [node 4] ICP22 created new session: [2:7593037669303854172:2073]
2026-01-08T17:04:07.151572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037669481354986:2085] [node 5] ICS09 handshake done sender: [1:7593037665186387678:2113] self: [1:7593037665186387677:0] peer: [5:7593037663091650720:0] socket: 135 qp: -1
2026-01-08T17:04:07.152000Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037669481354994:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4416
2026-01-08T17:04:07.152290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037669481354986:2085] [node 5] ICS10 traffic start
2026-01-08T17:04:07.152449Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037669481354993:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4416
2026-01-08T17:04:07.162223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:07.164744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037665186387683:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.164772Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037665186387683:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:07.165879Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037669481354989:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.165967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037665186387674:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.165988Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037665186387674:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:07.166598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037669481354994:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.175874Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037665186387683:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:07.183220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037665186387674:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:07.153346Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037667679828094:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.059767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037669303854172:2073] [node 4] ICS09 handshake done sender: [2:7593037665008886851:2110] self: [2:7593037665008886850:0] peer: [4:7593037662570423094:0] socket: 108 qp: -1
2026-01-08T17:04:07.059816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037669303854172:2073] [node 4] ICS10 traffic start
2026-01-08T17:04:07.059875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:07.061650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037665008886784:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.061717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:07.061777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037665008886784:2048] [node 1] ICP22 created new session: [2:7593037669303854174:2048]
2026-01-08T17:04:07.061832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037669303854174:2048] [node 1] ICS09 handshake done sender: [2:7593037665008886866:2118] self: [2:7593037665008886869:0] peer: [1:7593037665186387675:0] socket: 149 qp: -1
2026-01-08T17:04:07.061873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037669303854174:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:07.061928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:07.059029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037669303854171:2072] [node 5] ICS09 handshake done sender: [2:7593037665008886858:2113] self: [2:7593037665008886857:0] peer: [5:7593037663091650719:0] socket: 111 qp: -1
2026-01-08T17:04:07.068049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037669303854171:2072] [node 5] ICS10 traffic start
2026-01-08T17:04:07.079451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037669303854167:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.079903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037665008886848:2073] [node 4] ICP18 handshake (actor [2:7593037669303854167:2119]) is too old
2026-01-08T17:04:07.099475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:07.160860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037665008886854:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.160889Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037665008886854:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:07.167951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037665008886854:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:07.190407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037665008886849:2071] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:07.192248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:07.192316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037665008886849:2071] [node 6] ICP22 created new session: [2:7593037669303854180:2071]
2026-01-08T17:04:07.192399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037669303854180:2071] [node 6] ICS09 handshake done sender: [2:7593037665008886854:2111] self: [2:7593037665008886853:0] peer: [6:7593037667679828097:0] socket: 169 qp: -1
2026-01-08T17:04:07.192444Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037669303854180:2071] [node 6] ICS10 traffic start
2026-01-08T17:04:07.192486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:07.053879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037665241507482:2064] [node 6] ICP22 created new session: [3:7593037669536474836:2064]
2026-01-08T17:04:07.020279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037662570423011:2050] [node 3] ICP22 created new session: [4:7593037662570423092:2050]
2026-01-08T17:04:07.053962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037669536474836:2064] [node 6] ICS09 handshake done sender: [3:7593037665241507525:2115] self: [3:7593037665241507524:0] peer: [6:7593037667679828089:0] socket: 123 qp: -1
2026-01-08T17:04:07.054009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037669536474836:2064] [node 6] ICS10 traffic start
2026-01-08T17:04:07.054060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:07.153189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037665241507529:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.153224Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037665241507529:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:07.157078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037665241507530:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.157418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037669536474839:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27253
2026-01-08T17:04:07.157702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037665241507449:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:07.163522Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037665241507482:2064] [node 6] ICP35 event processing took too much time PendingConnection:279(110782949ns) {HandleHandshakeStatus:329(110780569ns) {DropIncomingHandshake:442(11877ns) DropOutgoingHandshake:457(705ns) SwitchToState:179(294ns) ProcessPendingSessionEvents:495(108371140ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 108235261ns max# 16830242ns}}}
2026-01-08T17:04:07.164164Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037665241507529:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:07.175633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037669536474839:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.185812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037665241507514:2066] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:07.185883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:07.185926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037665241507514:2066] [node 5] ICP22 created new session: [3:7593037669536474843:2066]
2026-01-08T17:04:07.020330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037662570423092:2050] [node 3] ICS09 handshake done sender: [4:7593037662570423077:2112] self: [4:7593037662570423089:0] peer: [3:7593037665241507519:0] socket: 130 qp: -1
2026-01-08T17:04:07.020369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037662570423092:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:07.020431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:07.021425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037662570423010:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:07.023190Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037662570423079:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:07.056778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037666865390392:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23085
2026-01-08T17:04:07.070041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037662570423074:2067] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:07.070116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:07.070197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037662570423074:2067] [node 6] ICP22 created new session: [4:7593037666865390393:2067]
2026-01-08T17:04:07.070255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037666865390393:2067] [node 6] ICS09 handshake done sender: [4:7593037662570423079:2113] self: [4:7593037662570423078:0] peer: [6:7593037663384860789:0] socket: 139 qp: -1
2026-01-08T17:04:07.070291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037666865390393:2067] [node 6] ICS10 traffic start
2026-01-08T17:04:07.070353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:07.071708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037662570423076:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:07.092965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037662570423010:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.093058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:07.093123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037662570423010:2049] [node 2] ICP22 created new session: [4:7593037666865390397:2049]
2026-01-08T17:04:07.093189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037666865390397:2049] [node 2] ICS09 handshake done sender: [4:7593037662570423076:2111] self: [4:7593037662570423094:0] peer: [2:7593037665008886850:0] socket: 129 qp: -1
2026-01-08T17:04:07.093231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037666865390397:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:07.093288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:07.111562Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037666865390396:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23085
2026-01-08T17:04:07.142818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037666865390400:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23085
2026-01-08T17:04:07.151047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037666865390396:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.151215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037662570423074:2067] [node 6] ICP18 handshake (actor [4:7593037666865390396:2119]) is too old
2026-01-08T17:04:07.153636Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037666865390400:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.153799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037662570423009:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:07.168044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037662570423088:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.168073Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037662570423088:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:07.169121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037666865390402:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23085
2026-01-08T17:04:07.178405Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037662570423088:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:07.179032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037662570423075:2072] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:07.179077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:07.179132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037662570423075:2072] [node 5] ICP22 created new session: [4:7593037666865390404:2072]
2026-01-08T17:04:07.179188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037666865390404:2072] [node 5] ICS09 handshake done sender: [4:7593037662570423088:2116] self: [4:7593037662570423087:0] peer: [5:7593037667386618031:0] socket: 168 qp: -1
2026-01-08T17:04:07.179227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037666865390404:2072] [node 5] ICS10 traffic start
2026-01-08T17:04:07.179285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:07.180414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037666865390400:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:07.180655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037662570423009:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.180722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:07.180771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037662570423009:2048] [node 1] ICP22 created new session: [4:7593037666865390406:2048]
2026-01-08T17:04:07.180828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037666865390406:2048] [node 1] ICS09 handshake done sender: [4:7593037666865390400:2121] self: [4:7593037666865390401:0] peer: [1:7593037665186387682:0] socket: 176 qp: -1
2026-01-08T17:04:07.180865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037666865390406:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:07.180900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:07.190932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037666865390399:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23085
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.160092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037663384860709:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:07.160613Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037667679828088:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58123
2026-01-08T17:04:07.171185Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037667679828096:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58123
2026-01-08T17:04:07.172622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037663384860710:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.172705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:07.172769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037663384860710:2050] [node 3] ICP22 created new session: [6:7593037667679828099:2050]
2026-01-08T17:04:07.172830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037667679828099:2050] [node 3] ICS09 handshake done sender: [6:7593037663384860784:2114] self: [6:7593037667679828089:0] peer: [3:7593037665241507524:0] socket: 124 qp: -1
2026-01-08T17:04:07.172870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037667679828099:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:07.172910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:07.173825Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037663384860727:2059] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11610) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037663384860788:2117] held: no
2026-01-08T17:04:07.174763Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037663384860788:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:07.183611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037663384860727:2059] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.183676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:07.183738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037663384860727:2059] [node 4] ICP22 created new session: [6:7593037667679828101:2059]
2026-01-08T17:04:07.183798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037667679828101:2059] [node 4] ICS09 handshake done sender: [6:7593037663384860788:2117] self: [6:7593037663384860789:0] peer: [4:7593037662570423078:0] socket: 148 qp: -1
2026-01-08T17:04:07.183839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037667679828101:2059] [node 4] ICS10 traffic start
2026-01-08T17:04:07.183879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:07.185234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037667679828098:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58123
2026-01-08T17:04:07.202057Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037667679828096:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.202203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037663384860708:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.066351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037667386618022:2048] [node 1] ICS09 handshake done sender: [5:7593037663091650717:2118] self: [5:7593037663091650720:0] peer: [1:7593037665186387677:0] socket: 136 qp: -1
2026-01-08T17:04:07.066438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037667386618022:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:07.080343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037663091650639:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:07.080494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037667386618020:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8041
2026-01-08T17:04:07.081319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:07.086708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037663091650705:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:07.117398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037663091650667:2062] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:07.117479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:07.117541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037663091650667:2062] [node 6] ICP22 created new session: [5:7593037667386618027:2062]
2026-01-08T17:04:07.117616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037667386618027:2062] [node 6] ICS09 handshake done sender: [5:7593037663091650711:2115] self: [5:7593037663091650710:0] peer: [6:7593037663384860790:0] socket: 131 qp: -1
2026-01-08T17:04:07.117661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037667386618027:2062] [node 6] ICS10 traffic start
2026-01-08T17:04:07.117712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:07.118465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593037663091650667:2062] [node 6] ICP18 handshake (actor [5:7593037663091650708:2114]) is too old
2026-01-08T17:04:07.135548Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037663091650638:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21755) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037663091650705:2112] held: no
2026-01-08T17:04:07.136175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037663091650638:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.136251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:07.136340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037663091650638:2049] [node 2] ICP22 created new session: [5:7593037667386618029:2049]
2026-01-08T17:04:07.136400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037667386618029:2049] [node 2] ICS09 handshake done sender: [5:7593037663091650705:2112] self: [5:7593037663091650719:0] peer: [2:7593037665008886857:0] socket: 112 qp: -1
2026-01-08T17:04:07.136445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037667386618029:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:07.136486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:07.154595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037667386618025:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8041
2026-01-08T17:04:07.166552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037667386618025:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.166711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037663091650704:2071] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:07.206950Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037667386618033:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8041
2026-01-08T17:04:07.210210Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037667386618032:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8041
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.211797Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037663091650637:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(144540937ns) {HandleHandshakeStatus:329(144537583ns) {DropIncomingHandshake:442(1196ns) DropOutgoingHandshake:457(4770ns) SwitchToState:179(842ns) ProcessPendingSessionEvents:495(64126991ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 63333481ns max# 10991161ns}}}
2026-01-08T17:04:07.217570Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037663091650721:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:07.222378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037663091650639:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.222475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:07.222541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037663091650639:2050] [node 3] ICP22 created new session: [5:7593037667386618034:2050]
2026-01-08T17:04:07.222600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037667386618034:2050] [node 3] ICS09 handshake done sender: [5:7593037663091650721:2119] self: [5:7593037667386618023:0] peer: [3:7593037665241507528:0] socket: 153 qp: -1
2026-01-08T17:04:07.222643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037667386618034:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:07.222678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:07.217903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037666865390399:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.219334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037662570423075:2072] [node 5] ICP18 handshake (actor [4:7593037666865390399:2120]) is too old
2026-01-08T17:04:07.226531Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037663091650639:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:07.208993Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037665008886847:2072] [node 5] ICP35 event processing took too much time PendingConnection:279(157965793ns) {HandleHandshakeStatus:329(157962356ns) {DropIncomingHandshake:442(14295ns) DropOutgoingHandshake:457(918ns) SwitchToState:179(606ns) ProcessPendingSessionEvents:495(81427703ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 81329644ns max# 11277925ns}}}
2026-01-08T17:04:07.215525Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037665241507517:2079] [node 4] ICP35 event processing took too much time PendingConnection:279(234971938ns) {HandleHandshakeStatus:329(234969116ns) {DropIncomingHandshake:442(151ns) DropOutgoingHandshake:457(939ns) SwitchToState:179(99ns) ProcessPendingSessionEvents:495(167831421ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 161156140ns max# 18439543ns}}}
2026-01-08T17:04:07.215632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037665241507517:2079] [node 4] ICP18 handshake (actor [3:7593037665241507532:2119]) is too old
2026-01-08T17:04:07.216931Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037669536474842:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27253
2026-01-08T17:04:07.225632Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037665241507530:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:07.236374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037665241507449:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.236426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:07.236471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037665241507449:2048] [node 1] ICP22 created new session: [3:7593037669536474844:2048]
2026-01-08T17:04:07.236535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037669536474844:2048] [node 1] ICS09 handshake done sender: [3:7593037665241507530:2117] self: [3:7593037669536474841:0] peer: [1:7593037665186387673:0] socket: 141 qp: -1
2026-01-08T17:04:07.236568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037669536474844:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.236602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:07.237922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037665241507450:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:07.237986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037669536474843:2066] [node 5] ICS09 handshake done sender: [3:7593037665241507529:2116] self: [3:7593037665241507528:0] peer: [5:7593037667386618023:0] socket: 152 qp: -1
2026-01-08T17:04:07.226627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037667386618025:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:07.226903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037663091650704:2071] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.196275Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037665186387669:2085] [node 5] ICP35 event processing took too much time PendingConnection:279(114524876ns) {HandleHandshakeStatus:329(114521702ns) {DropIncomingHandshake:442(233ns) DropOutgoingHandshake:457(535ns) SwitchToState:179(131ns) ProcessPendingSessionEvents:495(5187509ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 5115388ns max# 4665139ns}}}
2026-01-08T17:04:07.227406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037667679828094:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:07.245032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:07.196995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037665186387670:2086] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:07.246431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037669536474843:2066] [node 5] ICS10 traffic start
2026-01-08T17:04:07.246833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:07.253059Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037665241507514:2066] [node 5] ICP35 event processing took too much time PendingConnection:279(66133108ns) {HandleHandshakeStatus:329(66131227ns) {DropIncomingHandshake:442(14633ns) DropOutgoingHandshake:457(572ns) SwitchToState:179(549ns) ProcessPendingSessionEvents:495(569216ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 507166ns max# 79991ns}}}
2026-01-08T17:04:07.235300Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037663384860709:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21755) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037667679828094:2121] held: no
2026-01-08T17:04:07.235927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037663384860709:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.236022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:07.236088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037663384860709:2049] [node 2] ICP22 created new session: [6:7593037667679828105:2049]
2026-01-08T17:04:07.236144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037667679828105:2049] [node 2] ICS09 handshake done sender: [6:7593037667679828094:2121] self: [6:7593037667679828097:0] peer: [2:7593037665008886853:0] socket: 115 qp: -1
2026-01-08T17:04:07.236191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037667679828105:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:07.236279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:07.260035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037665008886865:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.260097Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037665008886865:2117] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:07.262878Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037665008886865:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:07.263300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037665008886785:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:07.263402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:07.263482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037665008886785:2049] [node 3] ICP22 created new session: [2:7593037669303854183:2049]
2026-01-08T17:04:07.263540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037669303854183:2049] [node 3] ICS09 handshake done sender: [2:7593037665008886865:2117] self: [2:7593037665008886864:0] peer: [3:7593037669536474846:0] socket: 170 qp: -1
2026-01-08T17:04:07.246858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037663091650704:2071] [node 4] ICP22 created new session: [5:7593037667386618036:2071]
2026-01-08T17:04:07.197084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:07.263322Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037667679828104:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58123
2026-01-08T17:04:07.266170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037669303854183:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:07.263630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037665241507449:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:07.248242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037667386618036:2071] [node 4] ICS09 handshake done sender: [5:7593037667386618025:2122] self: [5:7593037667386618031:0] peer: [4:7593037662570423087:0] socket: 128 qp: -1
2026-01-08T17:04:07.270753Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037663384860708:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16401) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037667679828096:2122] held: no
2026-01-08T17:04:07.271406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037667679828096:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:07.197165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037665186387670:2086] [node 4] ICP22 created new session: [1:7593037669481355000:2086]
2026-01-08T17:04:07.197216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037669481355000:2086] [node 4] ICS09 handshake done sender: [1:7593037665186387683:2114] self: [1:7593037665186387682:0] peer: [4:7593037666865390401:0] socket: 175 qp: -1
2026-01-08T17:04:07.197260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037669481355000:2086] [node 4] ICS10 traffic start
2026-01-08T17:04:07.197297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:07.198732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037665186387607:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:07.198817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:07.198870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037665186387607:2049] [node 3] ICP22 created new session: [1:7593037669481355002:2049]
2026-01-08T17:04:07.198923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037669481355002:2049] [node 3] ICS09 handshake done sender: [1:7593037665186387674:2111] self: [1:7593037665186387673:0] peer: [3:7593037669536474841:0] socket: 133 qp: -1
2026-01-08T17:04:07.198961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037669481355002:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:07.199009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:07.220209Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037665186387686:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:07.220236Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037665186387686:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:07.225244Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037665186387686:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:07.225868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037665186387671:2087] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:07.225948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:07.226005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037665186387671:2087] [node 6] ICP22 created new session: [1:7593037669481355005:2087]
2026-01-08T17:04:07.226067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037669481355005:2087] [node 6] ICS09 handshake done sender: [1:7593037665186387686:2116] self: [1:7593037665186387685:0] peer: [6:7593037667679828103:0] socket: 174 qp: -1
2026-01-08T17:04:07.226116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037669481355005:2087] [node 6] ICS10 traffic start
2026-01-08T17:04:07.226177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:07.280616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037663384860708:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.267767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:07.272153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037669536474848:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27253
2026-01-08T17:04:07.248292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037667386618036:2071] [node 4] ICS10 traffic start
2026-01-08T17:04:07.304132Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037665008886785:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(39767022ns) {HandleHandshakeStatus:329(39763996ns) {DropIncomingHandshake:442(16134ns) DropOutgoingHandshake:457(881ns) SwitchToState:179(697ns) ProcessPendingSessionEvents:495(28039609ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 27958374ns max# 9967785ns}}}
2026-01-08T17:04:07.248349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:07.272974Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037665241507450:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21755) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037669536474839:2120] held: no
2026-01-08T17:04:07.296058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:07.282696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037669536474839:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:07.301526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037665241507450:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:07.301582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:07.301648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037665241507450:2049] [node 2] ICP22 created new session: [3:7593037669536474849:2049]
2026-01-08T17:04:07.301713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037669536474849:2049] [node 2] ICS09 handshake done sender: [3:7593037669536474839:2120] self: [3:7593037669536474846:0] peer: [2:7593037665008886864:0] socket: 171 qp: -1
2026-01-08T17:04:07.301758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037669536474849:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:07.301796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:07.249974Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037663091650704:2071] [node 4] ICP35 event processing took too much time PendingConnection:279(22124175ns) {HandleHandshakeStatus:329(22121934ns) {DropIncomingHandshake:442(1034ns) DropOutgoingHandshake:457(5177ns) SwitchToState:179(349ns) ProcessPendingSessionEvents:495(532419ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 458421ns max# 53653ns}}}
2026-01-08T17:04:07.296149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037663384860708:2048] [node 1] ICP22 created new session: [6:7593037667679828107:2048]
2026-01-08T17:04:07.296224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037667679828107:2048] [node 1] ICS09 handshake done sender: [6:7593037667679828096:2122] self: [6:7593037667679828103:0] peer: [1:7593037665186387685:0] socket: 177 qp: -1
2026-01-08T17:04:07.296274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037667679828107:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:07.296323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:07.296671Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037663384860708:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(21276241ns) {HandleHandshakeStatus:329(21274122ns) {DropIncomingHandshake:442(2782ns) DropOutgoingHandshake:457(462ns) SwitchToState:179(537ns) ProcessPendingSessionEvents:495(1329ns)}}
2026-01-08T17:04:07.411027Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:07.411302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037669303854174:2048] [node 1] ICS07 socket disconnect 149 reason# EndOfStream
2026-01-08T17:04:07.411338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037669303854174:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.411441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:07.411490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037669303854174:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:07.461226Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:07.461499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037669536474844:2048] [node 1] ICS07 socket disconnect 141 reason# EndOfStream
2026-01-08T17:04:07.461534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037669536474844:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.461619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:07.461665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037669536474844:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:07.466160Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037665008886784:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16401) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:07.466218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037669303854174:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:07.467362Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037665008886784:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16401) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:07.467437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037669303854174:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:07.467477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037665008886784:2048] [node 1] ICP30 unregister session Session# [2:7593037669303854174:2048] VirtualId# [2:7593037665008886869:0]
2026-01-08T17:04:07.467528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:07.467566Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037665008886784:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16401) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:07.467585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16401) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:07.469762Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037665241507449:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16401) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:07.469817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037669536474844:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:07.470759Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037665241507449:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16401) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:07.470820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037669536474844:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:07.470864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037665241507449:2048] [node 1] ICP30 unregister session Session# [3:7593037669536474844:2048] VirtualId# [3:7593037669536474841:0]
2026-01-08T17:04:07.470911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:07.470946Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037665241507449:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16401) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:07.470964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16401) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:07.478486Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:07.478341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037665008886784:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:07.478770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037667386618022:2048] [node 1] ICS07 socket disconnect 136 reason# EndOfStream
2026-01-08T17:04:07.478811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037667386618022:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.478902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:07.478956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037667386618022:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:07.480521Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037663091650637:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16401) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:07.480623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037667386618022:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:07.480754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037663091650637:2048] [node 1] ICP30 unregister session Session# [5:7593037667386618022:2048] VirtualId# [5:7593037663091650720:0]
2026-01-08T17:04:07.480871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:07.480916Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037663091650637:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16401) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:07.480940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16401) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:07.481132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037665241507449:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:07.482494Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:07.482826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037666865390406:2048] [node 1] ICS01 socket: 176 reason# EndOfStream
2026-01-08T17:04:07.482894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037662570423009:2048] [node 1] ICP30 unregister session Session# [4:7593037666865390406:2048] VirtualId# [4:7593037666865390401:0]
2026-01-08T17:04:07.482934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037666865390406:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.483040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:07.483136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:07.483317Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:07.483531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037667679828107:2048] [node 1] ICS01 socket: 177 reason# EndOfStream
2026-01-08T17:04:07.483569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037663384860708:2048] [node 1] ICP30 unregister session Session# [6:7593037667679828107:2048] VirtualId# [6:7593037667679828103:0]
2026-01-08T17:04:07.483606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037667679828107:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.483667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:07.483708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:07.491821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037663091650637:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:07.610709Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:07.610959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037669536474849:2049] [node 2] ICS01 socket: 171 reason# EndOfStream
2026-01-08T17:04:07.611010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037665241507450:2049] [node 2] ICP30 unregister session Session# [3:7593037669536474849:2049] VirtualId# [3:7593037669536474846:0]
2026-01-08T17:04:07.611057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037669536474849:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.611170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:07.611215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:07.613898Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:07.614075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037667679828105:2049] [node 2] ICS01 socket: 115 reason# EndOfStream
2026-01-08T17:04:07.614111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037663384860709:2049] [node 2] ICP30 unregister session Session# [6:7593037667679828105:2049] VirtualId# [6:7593037667679828097:0]
2026-01-08T17:04:07.614147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037667679828105:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.614207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:07.614236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:07.615206Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:07.615525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037667386618029:2049] [node 2] ICS01 socket: 112 reason# EndOfStream
2026-01-08T17:04:07.615587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037663091650638:2049] [node 2] ICP30 unregister session Session# [5:7593037667386618029:2049] VirtualId# [5:7593037663091650719:0]
2026-01-08T17:04:07.615633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037667386618029:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.615717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:07.616270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:07.622839Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:07.623114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037666865390397:2049] [node 2] ICS07 socket disconnect 129 reason# EndOfStream
2026-01-08T17:04:07.623156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037666865390397:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.623265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:07.623315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037666865390397:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:07.624593Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037662570423010:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21755) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:07.624656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037666865390397:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:07.624702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037662570423010:2049] [node 2] ICP30 unregister session Session# [4:7593037666865390397:2049] VirtualId# [4:7593037662570423094:0]
2026-01-08T17:04:07.624749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:07.624798Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037662570423010:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21755) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:07.624823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21755) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:07.635599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037662570423010:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:07.745138Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:07.745306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037662570423092:2050] [node 3] ICS01 socket: 130 reason# EndOfStream
2026-01-08T17:04:07.745354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037662570423011:2050] [node 3] ICP30 unregister session Session# [4:7593037662570423092:2050] VirtualId# [4:7593037662570423089:0]
2026-01-08T17:04:07.745386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037662570423092:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.745440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:07.745485Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:07.743919Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:07.744595Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:07.744779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037667386618034:2050] [node 3] ICS07 socket disconnect 153 reason# EndOfStream
2026-01-08T17:04:07.744818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037667386618034:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.744880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:07.744928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037667386618034:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:07.744204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037667679828099:2050] [node 3] ICS01 socket: 124 reason# EndOfStream
2026-01-08T17:04:07.744258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037663384860710:2050] [node 3] ICP30 unregister session Session# [6:7593037667679828099:2050] VirtualId# [6:7593037667679828089:0]
2026-01-08T17:04:07.744314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037667679828099:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.744388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:07.744519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:07.749389Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037663091650639:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30058) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:07.749469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037667386618034:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:07.749516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037663091650639:2050] [node 3] ICP30 unregister session Session# [5:7593037667386618034:2050] VirtualId# [5:7593037667386618023:0]
2026-01-08T17:04:07.749579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:07.749616Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037663091650639:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30058) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:07.749633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30058) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:07.758729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037663091650639:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:07.966371Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:07.966600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037667679828101:2059] [node 4] ICS01 socket: 148 reason# EndOfStream
2026-01-08T17:04:07.966651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037663384860727:2059] [node 4] ICP30 unregister session Session# [6:7593037667679828101:2059] VirtualId# [6:7593037663384860789:0]
2026-01-08T17:04:07.965978Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:07.966701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037667679828101:2059] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.966779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:07.966253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037667386618036:2071] [node 4] ICS07 socket disconnect 128 reason# EndOfStream
2026-01-08T17:04:07.966829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:07.966288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037667386618036:2071] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:07.966388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:07.966450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037667386618036:2071] [node 4] ICS15 start handshake
2026-01-08T17:04:07.967678Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037663091650704:2071] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11610) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:07.967753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037667386618036:2071] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:07.967797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037663091650704:2071] [node 4] ICP30 unregister session Session# [5:7593037667386618036:2071] VirtualId# [5:7593037667386618031:0]
2026-01-08T17:04:07.973186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:07.973269Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037663091650704:2071] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11610) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:07.973293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11610) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:08.101647Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:08.101905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037667679828090:2071] [node 5] ICS01 socket: 147 reason# EndOfStream
2026-01-08T17:04:08.101963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037663384860772:2071] [node 5] ICP30 unregister session Session# [6:7593037667679828090:2071] VirtualId# [6:7593037663384860790:0]
2026-01-08T17:04:08.102007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037667679828090:2071] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:08.102108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:08.102157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:08.322081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037673472860331:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:08.322873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037673472860330:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:08.338200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037670341415583:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:08.338494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037670341415584:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:08.370691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037673919378620:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:08.370910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037673919378621:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:08.397767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037672865912197:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:08.397819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037672865912198:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:08.397873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037672865912199:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:08.383781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037671571875794:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:08.383821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037671571875795:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:08.383861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037671571875796:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:08.432625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037674076638827:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:08.432669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037674076638828:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:08.432702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037674076638829:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:09.107832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037675866843142:2099] [node 4] ICP01 ready to work
2026-01-08T17:04:09.162119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037678214345978:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:09.115632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037675866843147:2102] [node 6] ICP01 ready to work
2026-01-08T17:04:09.108741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037677767827688:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:09.202937Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037671571875796:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(70870443ns) {Configure:104(70865926ns) {ProcessConfigured:135(23465990ns) {StartInitialHandshake:157(23463237ns) {DropHandshakes:470(3343ns) {DropIncomingHandshake:442(996ns) DropOutgoingHandshake:457(567ns)} GenerateSessionVirtualId:992(954ns) PrepareNewSessionHandshake:477(7134ns) {SwitchToState:179(2962ns)}}}}}
2026-01-08T17:04:09.260617Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037672865912199:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18124239ns) {Configure:104(18116251ns) {ProcessConfigured:135(65845ns) {StartInitialHandshake:157(63217ns) {DropHandshakes:470(2088ns) {DropIncomingHandshake:442(403ns) DropOutgoingHandshake:457(365ns)} GenerateSessionVirtualId:992(668ns) PrepareNewSessionHandshake:477(1490ns) {SwitchToState:179(592ns)}}}}}
2026-01-08T17:04:09.215987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037677767827694:2107] [node 5] ICP01 ready to work
2026-01-08T17:04:09.265136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037678214345981:2107] [node 6] ICP01 ready to work
2026-01-08T17:04:09.314799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037671571875795:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(110995566ns) {Configure:104(110988898ns) {ProcessConfigured:135(84075ns) {StartInitialHandshake:157(80763ns) {DropHandshakes:470(4005ns) {DropIncomingHandshake:442(785ns) DropOutgoingHandshake:457(1027ns)} GenerateSessionVirtualId:992(1032ns) PrepareNewSessionHandshake:477(2646ns) {SwitchToState:179(621ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.275167Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037674076638829:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(171080396ns) {Configure:104(171073767ns) {ProcessConfigured:135(67048ns) {StartInitialHandshake:157(65006ns) {DropHandshakes:470(6857ns) {DropIncomingHandshake:442(3856ns) DropOutgoingHandshake:457(653ns)} GenerateSessionVirtualId:992(915ns) PrepareNewSessionHandshake:477(942ns) {SwitchToState:179(452ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.340425Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037678214345980:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44129
2026-01-08T17:04:09.340533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037678214345984:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44129
2026-01-08T17:04:09.298979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037674636382944:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:09.322532Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037675866843142:2099] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(166827418ns) {Configure:104(166820672ns) {ProcessConfigured:135(32074532ns) {StartInitialHandshake:157(32071369ns) {DropHandshakes:470(3456ns) {DropIncomingHandshake:442(685ns) DropOutgoingHandshake:457(571ns)} GenerateSessionVirtualId:992(905ns) PrepareNewSessionHandshake:477(11089ns) {SwitchToState:179(2130ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.308467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037677767827695:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:09.327828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037677160879562:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12070
2026-01-08T17:04:09.352035Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037675866843147:2102] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(235957801ns) {Configure:104(235951403ns) {ProcessConfigured:135(24986963ns) {StartInitialHandshake:157(24982728ns) {DropHandshakes:470(2767ns) {DropIncomingHandshake:442(601ns) DropOutgoingHandshake:457(546ns)} GenerateSessionVirtualId:992(1019ns) PrepareNewSessionHandshake:477(5034ns) {SwitchToState:179(2741ns)}}}}}
2026-01-08T17:04:09.275734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037678371606166:2084] [node 5] ICP01 ready to work
2026-01-08T17:04:09.334897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037674636382945:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:09.349403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037678214345982:2109] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.415552Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037671571875794:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(168637144ns) {Configure:104(168629349ns) {ProcessConfigured:135(67869ns) {StartInitialHandshake:157(65098ns) {DropHandshakes:470(2821ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(694ns)} GenerateSessionVirtualId:992(1262ns) PrepareNewSessionHandshake:477(2129ns) {SwitchToState:179(623ns)}}}}}
2026-01-08T17:04:09.416153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037675866843168:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23343
2026-01-08T17:04:09.320389Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037674076638827:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(123719063ns) {Configure:104(123712273ns) {ProcessConfigured:135(34643055ns) {StartInitialHandshake:157(34639289ns) {DropHandshakes:470(3527ns) {DropIncomingHandshake:442(972ns) DropOutgoingHandshake:457(1083ns)} GenerateSessionVirtualId:992(1330ns) PrepareNewSessionHandshake:477(3835ns) {SwitchToState:179(1875ns)}}}}}
2026-01-08T17:04:09.321946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037677160879561:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:09.370690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037677160879564:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:09.424346Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037677160879564:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(16635119ns) {Configure:104(16627679ns) {ProcessConfigured:135(84474ns) {StartInitialHandshake:157(80733ns) {DropHandshakes:470(2942ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(677ns)} GenerateSessionVirtualId:992(1473ns) PrepareNewSessionHandshake:477(2537ns) {SwitchToState:179(1021ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.349257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037674636382946:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.442242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037678214345984:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.362647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037678371606193:2068] [node 4] ICP01 ready to work
2026-01-08T17:04:09.369714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037674636382948:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9812
2026-01-08T17:04:09.439707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037675866843169:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23343
2026-01-08T17:04:09.454610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037675866843169:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.470822Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037673472860330:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(348068098ns) {Configure:104(348056019ns) {ProcessConfigured:135(60359ns) {StartInitialHandshake:157(58367ns) {DropHandshakes:470(7610ns) {DropIncomingHandshake:442(325ns) DropOutgoingHandshake:457(241ns)} GenerateSessionVirtualId:992(639ns) PrepareNewSessionHandshake:477(1122ns) {SwitchToState:179(464ns)}}}}}
2026-01-08T17:04:09.471334Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037677767827688:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(31106171ns) {Configure:104(31099648ns) {ProcessConfigured:135(42963ns) {StartInitialHandshake:157(41068ns) {DropHandshakes:470(1071ns) {DropIncomingHandshake:442(190ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:992(291ns) PrepareNewSessionHandshake:477(996ns) {SwitchToState:179(509ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.445696Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037672865912197:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(180680497ns) {Configure:104(180669522ns) {ProcessConfigured:135(60770ns) {StartInitialHandshake:157(58363ns) {DropHandshakes:470(3399ns) {DropIncomingHandshake:442(677ns) DropOutgoingHandshake:457(617ns)} GenerateSessionVirtualId:992(1239ns) PrepareNewSessionHandshake:477(2695ns) {SwitchToState:179(1112ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.498781Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037678371606198:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42056
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.434277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037674636382947:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9812
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.484474Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037678214345980:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.487509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037677767827696:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31012
2026-01-08T17:04:09.510664Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037677767827695:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(151633247ns) {Configure:104(151626834ns) {ProcessConfigured:135(11941366ns) {StartInitialHandshake:157(11938591ns) {DropHandshakes:470(3801ns) {DropIncomingHandshake:442(899ns) DropOutgoingHandshake:457(578ns)} GenerateSessionVirtualId:992(720ns) PrepareNewSessionHandshake:477(12596ns) {SwitchToState:179(1534ns)}}}}}
2026-01-08T17:04:09.454948Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037677160879562:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.494933Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037675866843171:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23343
2026-01-08T17:04:09.462560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037674636382947:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.503717Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037674076638828:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(352956624ns) {Configure:104(352944745ns) {ProcessConfigured:135(25249227ns) {StartInitialHandshake:157(25245813ns) {DropHandshakes:470(1383ns) {DropIncomingHandshake:442(240ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:992(600ns) PrepareNewSessionHandshake:477(3671ns) {SwitchToState:179(1683ns)}}}}}
2026-01-08T17:04:09.490393Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037678214345978:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(308275142ns) {Configure:104(308269667ns) {ProcessConfigured:135(74996ns) {StartInitialHandshake:157(72486ns) {DropHandshakes:470(3460ns) {DropIncomingHandshake:442(757ns) DropOutgoingHandshake:457(485ns)} GenerateSessionVirtualId:992(1037ns) PrepareNewSessionHandshake:477(1907ns) {SwitchToState:179(785ns)}}}}}
2026-01-08T17:04:09.486951Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037677160879571:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12070
2026-01-08T17:04:09.470155Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037670341415583:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(100963196ns) {Configure:104(100953312ns) {ProcessConfigured:135(83380ns) {StartInitialHandshake:157(79536ns) {DropHandshakes:470(3500ns) {DropIncomingHandshake:442(645ns) DropOutgoingHandshake:457(933ns)} GenerateSessionVirtualId:992(1241ns) PrepareNewSessionHandshake:477(2821ns) {SwitchToState:179(1010ns)}}}}}
2026-01-08T17:04:09.534881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037677767827696:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.518479Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037678371606199:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42056
2026-01-08T17:04:09.514401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037675866843170:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23343
2026-01-08T17:04:09.570566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037675866843168:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.578823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037675866843142:2099] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:09.594935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037675866843170:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.595105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037671571875794:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.547872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037678214345983:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44129
2026-01-08T17:04:09.603044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037677160879566:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.603101Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037677160879566:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.604735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037675866843175:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23343
2026-01-08T17:04:09.558675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037678214345983:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.480288Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037674636382948:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.609052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037677160879566:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.596818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037677767827709:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31012
2026-01-08T17:04:09.597546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037677767827702:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.597578Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037677767827702:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:09.588161Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037678371606199:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.623088Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037677767827700:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.623133Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037677767827700:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.522750Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037670341415584:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(152427778ns) {Configure:104(152421750ns) {ProcessConfigured:135(7933579ns) {StartInitialHandshake:157(81788ns) {DropHandshakes:470(3486ns) {DropIncomingHandshake:442(642ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:992(2114ns) PrepareNewSessionHandshake:477(2982ns) {SwitchToState:179(1738ns)}}}}}
2026-01-08T17:04:09.629171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037677767827700:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:09.630065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037677160879564:2109] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.588582Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037678214345981:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(26366168ns) {Configure:104(26359514ns) {ProcessConfigured:135(16205843ns) {StartInitialHandshake:157(16201945ns) {DropHandshakes:470(3394ns) {DropIncomingHandshake:442(835ns) DropOutgoingHandshake:457(1262ns)} GenerateSessionVirtualId:992(975ns) PrepareNewSessionHandshake:477(2397ns) {SwitchToState:179(1091ns)}}}}}
2026-01-08T17:04:09.619110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037674076638827:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:09.631080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.554601Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037674636382945:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(28704263ns) {IncomingHandshake:261(12557910ns) {DropIncomingHandshake:442(739ns) PrepareNewSessionHandshake:477(2011ns) {SwitchToState:179(951ns)} GenerateSessionVirtualId:992(1280ns) IssueIncomingHandshakeReply:193(12191ns)}}
2026-01-08T17:04:09.631212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037675866843169:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:09.628503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037678371606204:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42056
2026-01-08T17:04:09.647193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037677767827688:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.649755Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037673919378621:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(369075552ns) {Configure:104(369064266ns) {ProcessConfigured:135(35582497ns) {StartInitialHandshake:157(35578131ns) {DropHandshakes:470(2478ns) {DropIncomingHandshake:442(392ns) DropOutgoingHandshake:457(613ns)} GenerateSessionVirtualId:992(478ns) PrepareNewSessionHandshake:477(2310ns) {SwitchToState:179(210ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.636551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037675866843171:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.635148Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037677160879576:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12070
2026-01-08T17:04:09.635657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037678371606198:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.628775Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037674636382961:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9812
2026-01-08T17:04:09.663301Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037678214346001:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44129
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.656295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:09.637254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037674636382950:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.635568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037677160879564:2109] [node 5] ICP22 created new session: [4:7593037677160879575:2109]
2026-01-08T17:04:09.636730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037671571875795:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:09.663238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037677767827688:2108] [node 6] ICP22 created new session: [1:7593037677767827711:2108]
2026-01-08T17:04:09.659926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037675866843142:2099] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:09.650570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037677160879575:2109] [node 5] ICS09 handshake done sender: [4:7593037677160879566:2113] self: [4:7593037677160879565:0] peer: [5:7593037675866843172:0] socket: 132 qp: -1
2026-01-08T17:04:09.659674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037677160879575:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:09.663953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:09.669550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037677160879571:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.678732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037672865912198:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:09.679104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037677160879580:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12070
2026-01-08T17:04:09.651468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037674076638828:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:09.637286Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037674636382950:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:09.675376Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037677767827698:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.680627Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037671571875795:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21542) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037675866843171:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.638851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037674636382950:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:09.700504Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037674076638827:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9337) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037678371606199:2114] held: no
2026-01-08T17:04:09.740903Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037678214346001:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.755250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037673919378621:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:09.701416Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037678371606199:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:09.735144Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037677160879576:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.639490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037674636382946:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.675409Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037677767827698:2115] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:09.693954Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037675866843177:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23343
2026-01-08T17:04:09.744638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037672865912199:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:09.676647Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037677767827712:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31012
2026-01-08T17:04:09.639594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:09.701631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037674076638827:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.769983Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037678214345990:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.762608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037677160879580:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.766504Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037677160879564:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(140559491ns) {HandleHandshakeStatus:329(140555136ns) {DropIncomingHandshake:442(17906ns) DropOutgoingHandshake:457(2727ns) SwitchToState:179(1045ns) ProcessPendingSessionEvents:495(93022894ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 87015883ns max# 16188980ns}}}
2026-01-08T17:04:09.778839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037672865912197:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:09.787517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037677160879584:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12070
2026-01-08T17:04:09.639658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037674636382946:2108] [node 5] ICP22 created new session: [2:7593037674636382966:2108]
2026-01-08T17:04:09.701707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.685208Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037673472860331:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(214056995ns) {Configure:104(214050460ns) {ProcessConfigured:135(21768692ns) {StartInitialHandshake:157(21765075ns) {DropHandshakes:470(2453ns) {DropIncomingHandshake:442(523ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:992(624ns) PrepareNewSessionHandshake:477(4329ns) {SwitchToState:179(1734ns)}}}}}
2026-01-08T17:04:09.694333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037675866843178:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23343
2026-01-08T17:04:09.770029Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037678214345990:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.695100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037675866843170:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:09.770675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037678214345988:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.685478Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037677767827709:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.639729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037674636382966:2108] [node 5] ICS09 handshake done sender: [2:7593037674636382950:2114] self: [2:7593037674636382949:0] peer: [5:7593037675866843176:0] socket: 138 qp: -1
2026-01-08T17:04:09.701770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037674076638827:2048] [node 1] ICP22 created new session: [6:7593037678371606208:2048]
2026-01-08T17:04:09.770714Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037678214345988:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:09.794785Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037678214346004:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44129
2026-01-08T17:04:09.798657Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037678214345990:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:09.825285Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037677160879580:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:09.685558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037677767827711:2108] [node 6] ICS09 handshake done sender: [1:7593037677767827700:2116] self: [1:7593037677767827699:0] peer: [6:7593037678371606203:0] socket: 145 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.701830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037678371606208:2048] [node 1] ICS09 handshake done sender: [6:7593037678371606199:2114] self: [6:7593037678371606203:0] peer: [1:7593037677767827699:0] socket: 147 qp: -1
2026-01-08T17:04:09.639772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037674636382966:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:09.695553Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037675866843171:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:09.859113Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037672865912198:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21542) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037677160879571:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.701873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037678371606208:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:09.867664Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037678214345988:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:09.639827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:09.695916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037671571875794:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:09.690172Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037677767827702:2117] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.864300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037672865912197:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:09.871919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037678214346004:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.701908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.647024Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037674636382961:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.864374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:09.696014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.696657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037677767827711:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:09.750524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037678371606206:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42056
2026-01-08T17:04:09.872460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037678214345982:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.696073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037671571875794:2048] [node 1] ICP22 created new session: [5:7593037675866843181:2048]
2026-01-08T17:04:09.650792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037670341415583:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.864440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037672865912197:2048] [node 1] ICP22 created new session: [4:7593037677160879586:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.703262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:09.768853Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037678371606206:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.872532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:09.696130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037675866843181:2048] [node 1] ICS09 handshake done sender: [5:7593037675866843170:2117] self: [5:7593037675866843174:0] peer: [1:7593037677767827701:0] socket: 137 qp: -1
2026-01-08T17:04:09.669704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037674636382956:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.864501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037677160879586:2048] [node 1] ICS09 handshake done sender: [4:7593037677160879580:2118] self: [4:7593037677160879583:0] peer: [1:7593037677767827706:0] socket: 166 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.696170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037675866843181:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:09.696216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:09.696648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:09.702789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037671571875795:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:09.702857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:09.702911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037671571875795:2049] [node 2] ICP22 created new session: [5:7593037675866843184:2049]
2026-01-08T17:04:09.702959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037675866843184:2049] [node 2] ICS09 handshake done sender: [5:7593037675866843171:2118] self: [5:7593037675866843176:0] peer: [2:7593037674636382949:0] socket: 144 qp: -1
2026-01-08T17:04:09.702990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037675866843184:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:09.703023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:09.712859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037675866843142:2099] [node 4] ICP22 created new session: [5:7593037675866843183:2099]
2026-01-08T17:04:09.712957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037675866843183:2099] [node 4] ICS09 handshake done sender: [5:7593037675866843169:2116] self: [5:7593037675866843172:0] peer: [4:7593037677160879565:0] socket: 133 qp: -1
2026-01-08T17:04:09.719682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037675866843183:2099] [node 4] ICS10 traffic start
2026-01-08T17:04:09.726677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:09.878421Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037675866843165:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.878469Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037675866843165:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:09.882184Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037675866843165:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:09.882491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037675866843147:2102] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.882591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:09.882643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037675866843147:2102] [node 6] ICP22 created new session: [5:7593037675866843188:2102]
2026-01-08T17:04:09.882716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037675866843188:2102] [node 6] ICS09 handshake done sender: [5:7593037675866843165:2113] self: [5:7593037675866843164:0] peer: [6:7593037678371606217:0] socket: 119 qp: -1
2026-01-08T17:04:09.882761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037675866843188:2102] [node 6] ICS10 traffic start
2026-01-08T17:04:09.882817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:09.900513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037675866843190:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23343
2026-01-08T17:04:09.912366Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037675866843190:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.912536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037671571875796:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:09.705149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037677767827698:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:09.718970Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037677767827712:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.719033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037677767827694:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.719083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:09.719143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037677767827694:2107] [node 5] ICP22 created new session: [1:7593037677767827719:2107]
2026-01-08T17:04:09.719234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037677767827719:2107] [node 5] ICS09 handshake done sender: [1:7593037677767827702:2117] self: [1:7593037677767827701:0] peer: [5:7593037675866843174:0] socket: 135 qp: -1
2026-01-08T17:04:09.719279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037677767827719:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:09.719319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:09.754628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037673472860330:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.754694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:09.762559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037673472860330:2048] [node 2] ICP22 created new session: [1:7593037677767827721:2048]
2026-01-08T17:04:09.774745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037677767827721:2048] [node 2] ICS09 handshake done sender: [1:7593037677767827698:2115] self: [1:7593037677767827697:0] peer: [2:7593037674636382969:0] socket: 136 qp: -1
2026-01-08T17:04:09.782445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037677767827721:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:09.782538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:09.784304Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037673472860330:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(36579222ns) {HandleHandshakeStatus:329(28839858ns) {DropIncomingHandshake:442(471ns) DropOutgoingHandshake:457(1018ns) SwitchToState:179(527ns) ProcessPendingSessionEvents:495(569288ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 491600ns max# 65897ns}}}
2026-01-08T17:04:09.784654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037677767827707:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.784685Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037677767827707:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:09.795227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037677767827707:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:09.795694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037677767827723:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31012
2026-01-08T17:04:09.807714Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037677767827694:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(87828943ns) {HandleHandshakeStatus:329(87824977ns) {DropIncomingHandshake:442(601ns) DropOutgoingHandshake:457(889ns) SwitchToState:179(744ns) ProcessPendingSessionEvents:495(87339672ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 84001552ns max# 11366930ns}}}
2026-01-08T17:04:09.807818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037677767827695:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.807872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:09.807917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037677767827695:2109] [node 4] ICP22 created new session: [1:7593037677767827729:2109]
2026-01-08T17:04:09.807958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037677767827729:2109] [node 4] ICS09 handshake done sender: [1:7593037677767827707:2118] self: [1:7593037677767827706:0] peer: [4:7593037677160879583:0] socket: 165 qp: -1
2026-01-08T17:04:09.807994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037677767827729:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:09.808024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:09.809334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037677767827722:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31012
2026-01-08T17:04:09.901413Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037677767827717:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.901457Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037677767827717:2121] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:09.908422Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037677767827717:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:09.909838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037673472860331:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.909903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:09.909957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037673472860331:2049] [node 3] ICP22 created new session: [1:7593037677767827732:2049]
2026-01-08T17:04:09.910014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037677767827732:2049] [node 3] ICS09 handshake done sender: [1:7593037677767827717:2121] self: [1:7593037677767827713:0] peer: [3:7593037678214346012:0] socket: 175 qp: -1
2026-01-08T17:04:09.910051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037677767827732:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:09.910106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:09.872595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037678214345982:2109] [node 4] ICP22 created new session: [3:7593037678214346007:2109]
2026-01-08T17:04:09.872653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037678214346007:2109] [node 4] ICS09 handshake done sender: [3:7593037678214345988:2114] self: [3:7593037678214345987:0] peer: [4:7593037677160879581:0] socket: 154 qp: -1
2026-01-08T17:04:09.872693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037678214346007:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:09.872754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:09.876296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037678214345981:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.878344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:09.885449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037678214345981:2107] [node 6] ICP22 created new session: [3:7593037678214346009:2107]
2026-01-08T17:04:09.888671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037678214346006:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44129
2026-01-08T17:04:09.889273Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037678214346001:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:09.892599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037678214346009:2107] [node 6] ICS09 handshake done sender: [3:7593037678214345990:2115] self: [3:7593037678214345989:0] peer: [6:7593037678371606212:0] socket: 157 qp: -1
2026-01-08T17:04:09.895271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037673919378620:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:09.896923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037678214346009:2107] [node 6] ICS10 traffic start
2026-01-08T17:04:09.897022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037673919378621:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:09.902167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:09.902231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037673919378621:2049] [node 2] ICP22 created new session: [3:7593037678214346014:2049]
2026-01-08T17:04:09.902365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037678214346014:2049] [node 2] ICS09 handshake done sender: [3:7593037678214346001:2118] self: [3:7593037678214346002:0] peer: [2:7593037674636382963:0] socket: 164 qp: -1
2026-01-08T17:04:09.902412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037678214346014:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:09.902471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:09.905454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:09.769055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037674076638829:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:09.772304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037678371606207:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42056
2026-01-08T17:04:09.798685Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037678371606198:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:09.810205Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037678371606211:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42056
2026-01-08T17:04:09.811159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037674076638828:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:09.811253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:09.811307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037674076638828:2049] [node 2] ICP22 created new session: [6:7593037678371606214:2049]
2026-01-08T17:04:09.811371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037678371606214:2049] [node 2] ICS09 handshake done sender: [6:7593037678371606198:2113] self: [6:7593037678371606205:0] peer: [2:7593037674636382955:0] socket: 142 qp: -1
2026-01-08T17:04:09.811414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037678371606214:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:09.811471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:09.858599Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037678371606211:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.862357Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037674076638828:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(50162711ns) {HandleHandshakeStatus:329(50159964ns) {DropIncomingHandshake:442(432ns) DropOutgoingHandshake:457(6052ns) SwitchToState:179(336ns) ProcessPendingSessionEvents:495(49706214ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 40924908ns max# 10572904ns}}}
2026-01-08T17:04:09.869532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037678371606166:2084] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:09.875210Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037678371606218:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42056
2026-01-08T17:04:09.884437Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037678371606213:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42056
2026-01-08T17:04:09.886638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037678371606219:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42056
2026-01-08T17:04:09.890979Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037674076638829:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25004) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037678371606206:2118] held: no
2026-01-08T17:04:09.891989Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037678371606206:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:09.906109Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037678371606166:2084] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12123) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037678371606211:2120] held: no
2026-01-08T17:04:09.906510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037674076638829:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:09.906590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:09.906647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037674076638829:2050] [node 3] ICP22 created new session: [6:7593037678371606220:2050]
2026-01-08T17:04:09.906707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037678371606220:2050] [node 3] ICS09 handshake done sender: [6:7593037678371606206:2118] self: [6:7593037678371606212:0] peer: [3:7593037678214345989:0] socket: 161 qp: -1
2026-01-08T17:04:09.906752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037678371606220:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:09.906791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:09.907142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037678371606211:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:09.669753Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037674636382956:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:09.680339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037674636382970:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9812
2026-01-08T17:04:09.686625Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037674636382956:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:09.713302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037674636382954:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.713354Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037674636382954:2116] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.926911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037675866843192:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23343
2026-01-08T17:04:09.928557Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037675866843142:2099] [node 4] ICP35 event processing took too much time PendingConnection:279(267518027ns) {HandleHandshakeStatus:329(267514298ns) {DropIncomingHandshake:442(2584ns) DropOutgoingHandshake:457(8725ns) SwitchToState:179(857ns) ProcessPendingSessionEvents:495(153682389ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 153524087ns max# 15204092ns}}}
2026-01-08T17:04:09.928670Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037675866843142:2099] [node 4] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:09.921471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037678371606218:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.864543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037677160879586:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:09.919842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037678214345986:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.738699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037674636382944:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.864582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:09.919901Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037678214345986:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:09.921824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037678371606193:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:09.738777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:09.925498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037678214346016:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44129
2026-01-08T17:04:09.865374Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037672865912197:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:09.866464Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037677160879582:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12070
2026-01-08T17:04:09.874389Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037677160879588:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12070
2026-01-08T17:04:09.738848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037674636382944:2109] [node 6] ICP22 created new session: [2:7593037674636382973:2109]
2026-01-08T17:04:09.896081Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037672865912199:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25004) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037677160879576:2117] held: no
2026-01-08T17:04:09.922500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037677160879588:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.922633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037677160879573:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.738919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037674636382973:2109] [node 6] ICS09 handshake done sender: [2:7593037674636382956:2117] self: [2:7593037674636382955:0] peer: [6:7593037678371606205:0] socket: 140 qp: -1
2026-01-08T17:04:09.738965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037674636382973:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:09.922659Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037677160879573:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:09.739011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:09.924098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037677160879585:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12070
2026-01-08T17:04:09.740825Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037674636382961:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:09.926526Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037677160879573:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:09.749087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037670341415583:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:09.929976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037677160879576:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:09.749169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:09.930903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037672865912199:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:09.749238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037670341415583:2048] [node 1] ICP22 created new session: [2:7593037674636382977:2048]
2026-01-08T17:04:09.937203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037677160879561:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.749314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037674636382977:2048] [node 1] ICS09 handshake done sender: [2:7593037674636382961:2118] self: [2:7593037674636382969:0] peer: [1:7593037677767827697:0] socket: 143 qp: -1
2026-01-08T17:04:09.937325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:09.749372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037674636382977:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:09.937389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037677160879561:2108] [node 6] ICP22 created new session: [4:7593037677160879592:2108]
2026-01-08T17:04:09.749451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:09.937455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037677160879592:2108] [node 6] ICS09 handshake done sender: [4:7593037677160879573:2116] self: [4:7593037677160879572:0] peer: [6:7593037678371606222:0] socket: 159 qp: -1
2026-01-08T17:04:09.759290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037674636382964:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.937508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037677160879592:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:09.759324Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037674636382964:2119] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:09.787057Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037674636382954:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:09.937554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:09.952875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:09.795985Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037674636382946:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(23198326ns) {HandleHandshakeStatus:329(23195110ns) {DropIncomingHandshake:442(16102ns) DropOutgoingHandshake:457(583ns) SwitchToState:179(537ns) ProcessPendingSessionEvents:495(22704908ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 22619946ns max# 13138803ns}}}
2026-01-08T17:04:09.799302Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037674636382972:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9812
2026-01-08T17:04:09.810173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037674636382945:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.810755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037674636382964:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:09.820494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037670341415584:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.820562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:09.820634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037670341415584:2049] [node 3] ICP22 created new session: [2:7593037674636382980:2049]
2026-01-08T17:04:09.820696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037674636382980:2049] [node 3] ICS09 handshake done sender: [2:7593037674636382964:2119] self: [2:7593037674636382963:0] peer: [3:7593037678214346002:0] socket: 162 qp: -1
2026-01-08T17:04:09.820748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037674636382980:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:09.820793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:09.822394Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037674636382972:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:09.822684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037674636382944:2109] [node 6] ICP18 handshake (actor [2:7593037674636382972:2121]) is too old
2026-01-08T17:04:09.846956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:09.858870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037674636382945:2107] [node 4] ICP22 created new session: [2:7593037674636382982:2107]
2026-01-08T17:04:09.875347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037674636382982:2107] [node 4] ICS09 handshake done sender: [2:7593037674636382954:2116] self: [2:7593037674636382953:0] peer: [4:7593037677160879579:0] socket: 139 qp: -1
2026-01-08T17:04:09.877956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037674636382982:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:09.878030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:09.898188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037674636382984:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9812
2026-01-08T17:04:09.933585Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037673919378620:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9337) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037678214346004:2119] held: no
2026-01-08T17:04:09.936069Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037678214346004:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:09.945349Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037678214345986:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:09.950706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037673919378620:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:09.950791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:09.950860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037673919378620:2048] [node 1] ICP22 created new session: [3:7593037678214346018:2048]
2026-01-08T17:04:09.950922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037678214346018:2048] [node 1] ICS09 handshake done sender: [3:7593037678214346004:2119] self: [3:7593037678214346012:0] peer: [1:7593037677767827713:0] socket: 180 qp: -1
2026-01-08T17:04:09.950968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037678214346018:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:09.951038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:09.959011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037672865912199:2050] [node 3] ICP22 created new session: [4:7593037677160879594:2050]
2026-01-08T17:04:09.978535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037677160879594:2050] [node 3] ICS09 handshake done sender: [4:7593037677160879576:2117] self: [4:7593037677160879581:0] peer: [3:7593037678214345987:0] socket: 158 qp: -1
2026-01-08T17:04:09.978601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037677160879594:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:09.978674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:09.978951Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037672865912199:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(47943415ns) {HandleHandshakeStatus:329(47940857ns) {DropIncomingHandshake:442(790ns) DropOutgoingHandshake:457(1337ns) SwitchToState:179(621ns) ProcessPendingSessionEvents:495(1098ns)}}
2026-01-08T17:04:09.980925Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037678214345981:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(107905050ns) {HandleHandshakeStatus:329(107901498ns) {DropIncomingHandshake:442(18804ns) DropOutgoingHandshake:457(619ns) SwitchToState:179(871ns) ProcessPendingSessionEvents:495(52430638ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 52333171ns max# 9126776ns}}}
2026-01-08T17:04:09.932422Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037678371606223:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42056
2026-01-08T17:04:09.988625Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037675866843190:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:09.933484Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037678371606218:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:10.005731Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037677767827688:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(242592081ns) {HandleHandshakeStatus:329(242589057ns) {DropIncomingHandshake:442(17626ns) DropOutgoingHandshake:457(778ns) SwitchToState:179(216ns) ProcessPendingSessionEvents:495(165397200ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 165197979ns max# 16870985ns}}}
2026-01-08T17:04:10.006043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037671571875796:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:10.006145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:10.006208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037671571875796:2050] [node 3] ICP22 created new session: [5:7593037680161810489:2050]
2026-01-08T17:04:10.006266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037680161810489:2050] [node 3] ICS09 handshake done sender: [5:7593037675866843190:2122] self: [5:7593037675866843191:0] peer: [3:7593037678214345985:0] socket: 184 qp: -1
2026-01-08T17:04:10.006303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037680161810489:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:10.006408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:10.007156Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037671571875796:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:09.994546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037678214345978:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:09.994679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:09.994752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037678214345978:2108] [node 5] ICP22 created new session: [3:7593037678214346020:2108]
2026-01-08T17:04:09.994818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037678214346020:2108] [node 5] ICS09 handshake done sender: [3:7593037678214345986:2113] self: [3:7593037678214345985:0] peer: [5:7593037675866843191:0] socket: 125 qp: -1
2026-01-08T17:04:09.994868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037678214346020:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:09.994928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:09.946887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037678371606193:2068] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:10.018773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037672865912198:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(63215971ns) {HandleHandshakeStatus:395(51168632ns) {LogHandshakeFail:472(4497885ns) {UpdateErrorStateLog:545(9749ns)} DropOutgoingHandshake:457(2130ns) ProcessPendingSessionEvents:495(45267269ns) {unordered DropSessionEvent:512 num# 100 sum# 45206290ns max# 6777739ns}}}
2026-01-08T17:04:10.018929Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037677160879571:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:10.019585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037672865912198:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:10.019670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:10.019734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037672865912198:2049] [node 2] ICP22 created new session: [4:7593037681455846892:2049]
2026-01-08T17:04:10.019797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037681455846892:2049] [node 2] ICS09 handshake done sender: [4:7593037677160879571:2115] self: [4:7593037677160879579:0] peer: [2:7593037674636382953:0] socket: 141 qp: -1
2026-01-08T17:04:10.019850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037681455846892:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:10.019893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:09.946971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:09.947044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037678371606193:2068] [node 4] ICP22 created new session: [6:7593037678371606224:2068]
2026-01-08T17:04:09.947112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037678371606224:2068] [node 4] ICS09 handshake done sender: [6:7593037678371606218:2122] self: [6:7593037678371606222:0] peer: [4:7593037677160879572:0] socket: 170 qp: -1
2026-01-08T17:04:09.947167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037678371606224:2068] [node 4] ICS10 traffic start
2026-01-08T17:04:09.947230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:09.982192Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037678371606166:2084] [node 5] ICP35 event processing took too much time PendingConnection:279(31419871ns) {HandleHandshakeStatus:395(31417631ns) {LogHandshakeFail:472(18325ns) {UpdateErrorStateLog:545(5121ns)} DropOutgoingHandshake:457(1842ns) ProcessPendingSessionEvents:495(21865330ns) {unordered DropSessionEvent:512 num# 100 sum# 21821612ns max# 12538889ns}}}
2026-01-08T17:04:09.982259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037678371606166:2084] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:09.982346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:09.982403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037678371606166:2084] [node 5] ICP22 created new session: [6:7593037678371606226:2084]
2026-01-08T17:04:09.982459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037678371606226:2084] [node 5] ICS09 handshake done sender: [6:7593037678371606211:2120] self: [6:7593037678371606217:0] peer: [5:7593037675866843164:0] socket: 171 qp: -1
2026-01-08T17:04:09.982495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037678371606226:2084] [node 5] ICS10 traffic start
2026-01-08T17:04:09.982553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:10.017862Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037674636382945:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(174636865ns) {HandleHandshakeStatus:329(174634434ns) {DropIncomingHandshake:442(13109ns) DropOutgoingHandshake:457(444ns) SwitchToState:179(364ns) ProcessPendingSessionEvents:495(99989676ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 98042402ns max# 11798073ns}}}
2026-01-08T17:04:10.123566Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:10.123879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037674636382977:2048] [node 1] ICS07 socket disconnect 143 reason# EndOfStream
2026-01-08T17:04:10.123914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037674636382977:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.124004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:10.124048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037674636382977:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:10.128784Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:10.129071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037678214346018:2048] [node 1] ICS01 socket: 180 reason# EndOfStream
2026-01-08T17:04:10.129117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037673919378620:2048] [node 1] ICP30 unregister session Session# [3:7593037678214346018:2048] VirtualId# [3:7593037678214346012:0]
2026-01-08T17:04:10.129166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037678214346018:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.129240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:10.129284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:10.133375Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037670341415583:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9337) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:10.133435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037674636382977:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:10.134554Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037670341415583:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9337) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:10.134620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037674636382977:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:10.134663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037670341415583:2048] [node 1] ICP30 unregister session Session# [2:7593037674636382977:2048] VirtualId# [2:7593037674636382969:0]
2026-01-08T17:04:10.134769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:10.134808Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037670341415583:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9337) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:10.134824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9337) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:10.140449Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:10.140685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037678371606208:2048] [node 1] ICS01 socket: 147 reason# EndOfStream
2026-01-08T17:04:10.140733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037674076638827:2048] [node 1] ICP30 unregister session Session# [6:7593037678371606208:2048] VirtualId# [6:7593037678371606203:0]
2026-01-08T17:04:10.140778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037678371606208:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.140859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:10.140900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:10.141565Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:10.141771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037675866843181:2048] [node 1] ICS01 socket: 137 reason# EndOfStream
2026-01-08T17:04:10.140988Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:10.141814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037671571875794:2048] [node 1] ICP30 unregister session Session# [5:7593037675866843181:2048] VirtualId# [5:7593037675866843174:0]
2026-01-08T17:04:10.141844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037675866843181:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.141199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037677160879586:2048] [node 1] ICS07 socket disconnect 166 reason# EndOfStream
2026-01-08T17:04:10.141914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:10.141228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037677160879586:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.141960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:10.141284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:10.141326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037677160879586:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:10.143308Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037672865912197:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9337) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:10.143368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037677160879586:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:10.143415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037672865912197:2048] [node 1] ICP30 unregister session Session# [4:7593037677160879586:2048] VirtualId# [4:7593037677160879583:0]
2026-01-08T17:04:10.143471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:10.143505Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037672865912197:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9337) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:10.143544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9337) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:10.150409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037670341415583:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:10.156934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037672865912197:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:10.363918Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:10.364188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037678214346014:2049] [node 2] ICS07 socket disconnect 164 reason# EndOfStream
2026-01-08T17:04:10.364230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037678214346014:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.364330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:10.364378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037678214346014:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:10.370114Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037673919378621:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21542) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:10.370172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037678214346014:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:10.371172Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037673919378621:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21542) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:10.370226Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:10.370531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037675866843184:2049] [node 2] ICS01 socket: 144 reason# EndOfStream
2026-01-08T17:04:10.370580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037671571875795:2049] [node 2] ICP30 unregister session Session# [5:7593037675866843184:2049] VirtualId# [5:7593037675866843176:0]
2026-01-08T17:04:10.370625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037675866843184:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.370710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:10.370759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:10.377086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037678214346014:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:10.377164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037673919378621:2049] [node 2] ICP30 unregister session Session# [3:7593037678214346014:2049] VirtualId# [3:7593037678214346002:0]
2026-01-08T17:04:10.377620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:10.377683Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037673919378621:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21542) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:10.377704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21542) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:10.375025Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:10.376611Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037681455846892:2049] [node 2] ICS01 socket: 141 reason# EndOfStream
2026-01-08T17:04:10.376668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037672865912198:2049] [node 2] ICP30 unregister session Session# [4:7593037681455846892:2049] VirtualId# [4:7593037677160879579:0]
2026-01-08T17:04:10.376722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037681455846892:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.376786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:10.376836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:10.375335Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:10.376423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037678371606214:2049] [node 2] ICS07 socket disconnect 142 reason# EndOfStream
2026-01-08T17:04:10.376463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037678371606214:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.377022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:10.377093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037678371606214:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:10.379276Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037674076638828:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21542) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:10.379339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037678371606214:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:10.379382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037674076638828:2049] [node 2] ICP30 unregister session Session# [6:7593037678371606214:2049] VirtualId# [6:7593037678371606205:0]
2026-01-08T17:04:10.379498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:10.379562Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037674076638828:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21542) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:10.379597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21542) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:10.394656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037674076638828:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:10.475988Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:10.476291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037680161810489:2050] [node 3] ICS07 socket disconnect 184 reason# EndOfStream
2026-01-08T17:04:10.476345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037680161810489:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.476439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:10.476514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037680161810489:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:10.478610Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:10.478610Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:10.478862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037678371606220:2050] [node 3] ICS01 socket: 161 reason# EndOfStream
2026-01-08T17:04:10.478862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037677160879594:2050] [node 3] ICS01 socket: 158 reason# EndOfStream
2026-01-08T17:04:10.478910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037674076638829:2050] [node 3] ICP30 unregister session Session# [6:7593037678371606220:2050] VirtualId# [6:7593037678371606212:0]
2026-01-08T17:04:10.478907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037672865912199:2050] [node 3] ICP30 unregister session Session# [4:7593037677160879594:2050] VirtualId# [4:7593037677160879581:0]
2026-01-08T17:04:10.478946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037678371606220:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.478952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037677160879594:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.479027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:10.479036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:10.479076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:10.479086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:10.478652Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037671571875796:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25004) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:10.478746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037680161810489:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:10.478786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037671571875796:2050] [node 3] ICP30 unregister session Session# [5:7593037680161810489:2050] VirtualId# [5:7593037675866843191:0]
2026-01-08T17:04:10.478837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:10.478877Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037671571875796:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25004) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:10.478898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25004) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:10.488355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037671571875796:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:10.623734Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:10.624091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037678371606224:2068] [node 4] ICS07 socket disconnect 170 reason# EndOfStream
2026-01-08T17:04:10.624131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037678371606224:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.624221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:10.624267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037678371606224:2068] [node 4] ICS15 start handshake
2026-01-08T17:04:10.625287Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037678371606193:2068] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9775) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:10.625362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037678371606224:2068] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:10.625402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037678371606193:2068] [node 4] ICP30 unregister session Session# [6:7593037678371606224:2068] VirtualId# [6:7593037678371606222:0]
2026-01-08T17:04:10.625505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:10.625539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037678371606193:2068] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9775) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:10.625551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9775) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:10.635881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037678371606193:2068] [node 4] ICP33 wake up from error state
2026-01-08T17:04:10.712286Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:10.712599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037678371606226:2084] [node 5] ICS01 socket: 171 reason# EndOfStream
2026-01-08T17:04:10.712661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037678371606166:2084] [node 5] ICP30 unregister session Session# [6:7593037678371606226:2084] VirtualId# [6:7593037678371606217:0]
2026-01-08T17:04:10.712703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037678371606226:2084] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:10.712790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:10.712857Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:10.918620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037680811637019:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:10.918697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037680811637020:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:10.926692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037682007350860:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:10.926758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037682007350861:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:10.937204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037681137981266:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:10.937240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037681137981267:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:10.946090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037679508577514:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:10.946165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037679508577515:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:10.946210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037679508577516:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:10.986912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037681407230051:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:10.986957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037681407230052:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:10.986994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037681407230053:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:10.964922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037680249409609:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:10.964975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037680249409610:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:10.965020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037680249409611:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:11.349160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037685106604377:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:11.382690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037684544376965:2105] [node 5] ICP01 ready to work
2026-01-08T17:04:11.395436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037685432948626:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:11.406006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037685432948623:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:11.394834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037684544376968:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:11.461426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037686302318246:2115] [node 5] ICP01 ready to work
2026-01-08T17:04:11.475345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037685106604379:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:11.531024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037686302318247:2124] [node 6] ICP01 ready to work
2026-01-08T17:04:11.506681Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037679508577516:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(22287187ns) {Configure:104(22279190ns) {ProcessConfigured:135(20153846ns) {StartInitialHandshake:157(20150738ns) {DropHandshakes:470(3612ns) {DropIncomingHandshake:442(892ns) DropOutgoingHandshake:457(534ns)} GenerateSessionVirtualId:992(1435ns) PrepareNewSessionHandshake:477(5639ns) {SwitchToState:179(2972ns)}}}}}
2026-01-08T17:04:11.544880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037683803544879:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:11.526465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037685432948627:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:11.518785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037685106604380:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:11.577073Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037684544376968:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(69958032ns) {Configure:104(69948692ns) {ProcessConfigured:135(95731ns) {StartInitialHandshake:157(92553ns) {DropHandshakes:470(3380ns) {DropIncomingHandshake:442(576ns) DropOutgoingHandshake:457(655ns)} GenerateSessionVirtualId:992(1419ns) PrepareNewSessionHandshake:477(1964ns) {SwitchToState:179(800ns)}}}}}
2026-01-08T17:04:11.563478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037683803544880:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:11.573289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037685702197419:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:11.603301Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037681137981267:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(228416685ns) {Configure:104(228412340ns) {ProcessConfigured:135(74864ns) {StartInitialHandshake:157(72396ns) {DropHandshakes:470(3590ns) {DropIncomingHandshake:442(793ns) DropOutgoingHandshake:457(910ns)} GenerateSessionVirtualId:992(1057ns) PrepareNewSessionHandshake:477(2267ns) {SwitchToState:179(989ns)}}}}}
2026-01-08T17:04:11.602657Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037680811637019:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(227235753ns) {Configure:104(227227629ns) {ProcessConfigured:135(17554347ns) {StartInitialHandshake:157(17551824ns) {DropHandshakes:470(3590ns) {DropIncomingHandshake:442(734ns) DropOutgoingHandshake:457(588ns)} GenerateSessionVirtualId:992(1095ns) PrepareNewSessionHandshake:477(2766ns) {SwitchToState:179(1201ns)}}}}}
2026-01-08T17:04:11.563570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037686302318248:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:11.578809Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037686302318247:2124] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(24143153ns) {Configure:104(24135725ns) {ProcessConfigured:135(67302ns) {StartInitialHandshake:157(63959ns) {DropHandshakes:470(3355ns) {DropIncomingHandshake:442(691ns) DropOutgoingHandshake:457(631ns)} GenerateSessionVirtualId:992(1022ns) PrepareNewSessionHandshake:477(1332ns) {SwitchToState:179(417ns)}}}}}
2026-01-08T17:04:11.578608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037685702197420:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:11.606950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037685106604377:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(214044043ns) {Configure:104(214030919ns) {ProcessConfigured:135(9480606ns) {StartInitialHandshake:157(9475884ns) {DropHandshakes:470(2325ns) {DropIncomingHandshake:442(431ns) DropOutgoingHandshake:457(550ns)} GenerateSessionVirtualId:992(870ns) PrepareNewSessionHandshake:477(5240ns) {SwitchToState:179(2164ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.654253Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037681407230051:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(90859829ns) {Configure:104(90853521ns) {ProcessConfigured:135(69359ns) {StartInitialHandshake:157(66396ns) {DropHandshakes:470(6155ns) {DropIncomingHandshake:442(851ns) DropOutgoingHandshake:457(542ns)} GenerateSessionVirtualId:992(660ns) PrepareNewSessionHandshake:477(2168ns) {SwitchToState:179(979ns)}}}}}
2026-01-08T17:04:11.638802Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037680811637020:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(47813601ns) {Configure:104(47805162ns) {ProcessConfigured:135(18894213ns) {StartInitialHandshake:157(18891292ns) {DropHandshakes:470(3032ns) {DropIncomingHandshake:442(730ns) DropOutgoingHandshake:457(689ns)} GenerateSessionVirtualId:992(1013ns) PrepareNewSessionHandshake:477(2424ns) {SwitchToState:179(741ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.645675Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037685432948623:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(66902489ns) {Configure:104(66893413ns) {ProcessConfigured:135(56298ns) {StartInitialHandshake:157(53131ns) {DropHandshakes:470(2811ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(631ns)} GenerateSessionVirtualId:992(648ns) PrepareNewSessionHandshake:477(1932ns) {SwitchToState:179(659ns)}}}}}
2026-01-08T17:04:11.666807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037683803544888:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7777
2026-01-08T17:04:11.646153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037685432948633:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3694
2026-01-08T17:04:11.676443Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037686302318248:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(33675714ns) {Configure:104(33669153ns) {ProcessConfigured:135(71796ns) {StartInitialHandshake:157(68672ns) {DropHandshakes:470(5046ns) {DropIncomingHandshake:442(564ns) DropOutgoingHandshake:457(445ns)} GenerateSessionVirtualId:992(1058ns) PrepareNewSessionHandshake:477(2499ns) {SwitchToState:179(1171ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.646212Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037685432948635:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3694
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.736080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037683803544891:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7777
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.751707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037683803544888:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.753092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037679508577516:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.754678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037684544376965:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(268157911ns) {Configure:104(268147616ns) {ProcessConfigured:135(35605381ns) {StartInitialHandshake:157(35601518ns) {DropHandshakes:470(4602257ns) {DropIncomingHandshake:442(1900ns) DropOutgoingHandshake:457(575ns)} GenerateSessionVirtualId:992(1429ns) PrepareNewSessionHandshake:477(2685ns) {SwitchToState:179(1606ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.716485Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037685106604394:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28958
2026-01-08T17:04:11.668547Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037681137981266:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(252968813ns) {Configure:104(252958017ns) {ProcessConfigured:135(32021551ns) {StartInitialHandshake:157(32017223ns) {DropHandshakes:470(3210ns) {DropIncomingHandshake:442(583ns) DropOutgoingHandshake:457(755ns)} GenerateSessionVirtualId:992(1311ns) PrepareNewSessionHandshake:477(3079ns) {SwitchToState:179(812ns)}}}}}
2026-01-08T17:04:11.775034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037683803544891:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.775205Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037683803544897:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7777
2026-01-08T17:04:11.790696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037686302318252:2138] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.790737Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037686302318252:2138] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.793866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037679508577515:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(248204231ns) {Configure:104(248187186ns) {ProcessConfigured:135(19768925ns) {StartInitialHandshake:157(19764833ns) {DropHandshakes:470(3401ns) {DropIncomingHandshake:442(619ns) DropOutgoingHandshake:457(1122ns)} GenerateSessionVirtualId:992(550ns) PrepareNewSessionHandshake:477(2797ns) {SwitchToState:179(517ns)}}}}}
2026-01-08T17:04:11.716817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037685106604395:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28958
2026-01-08T17:04:11.757059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037684544376974:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23878
2026-01-08T17:04:11.790415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037684544376972:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23878
2026-01-08T17:04:11.703021Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037685432948626:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(266599321ns) {Configure:104(266593077ns) {ProcessConfigured:135(25882152ns) {StartInitialHandshake:157(25878565ns) {DropHandshakes:470(3318ns) {DropIncomingHandshake:442(613ns) DropOutgoingHandshake:457(871ns)} GenerateSessionVirtualId:992(671ns) PrepareNewSessionHandshake:477(3485ns) {SwitchToState:179(1495ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.821238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037685702197427:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50802
2026-01-08T17:04:11.821498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037685702197429:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50802
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.735685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037685106604392:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28958
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.798693Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037686302318252:2138] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:11.835491Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037683803544895:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7777
2026-01-08T17:04:11.834853Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037686302318255:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55653
2026-01-08T17:04:11.835827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037683803544896:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7777
2026-01-08T17:04:11.850994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037685702197428:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50802
2026-01-08T17:04:11.851566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037685702197428:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.847498Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037684544376974:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.745538Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037685432948627:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(155974436ns) {Configure:104(155967933ns) {ProcessConfigured:135(20316585ns) {StartInitialHandshake:157(20313356ns) {DropHandshakes:470(3217ns) {DropIncomingHandshake:442(774ns) DropOutgoingHandshake:457(720ns)} GenerateSessionVirtualId:992(768ns) PrepareNewSessionHandshake:477(4058ns) {SwitchToState:179(1872ns)}}}}}
2026-01-08T17:04:11.753797Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037685432948637:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.753828Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037685432948637:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:11.758796Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037685432948637:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:11.759465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037685432948623:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:11.759518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:11.759575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037685432948623:2107] [node 4] ICP22 created new session: [3:7593037685432948646:2107]
2026-01-08T17:04:11.759626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037685432948646:2107] [node 4] ICS09 handshake done sender: [3:7593037685432948637:2114] self: [3:7593037685432948636:0] peer: [4:7593037683803544894:0] socket: 130 qp: -1
2026-01-08T17:04:11.759671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037685432948646:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:11.759709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:11.778541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037685432948640:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3694
2026-01-08T17:04:11.782181Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037685432948633:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.782529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037681137981267:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:11.799049Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037685432948649:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3694
2026-01-08T17:04:11.871172Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037685432948633:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:11.762866Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037685106604397:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28958
2026-01-08T17:04:11.856598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037682007350861:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:11.847677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037684544376968:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:11.855139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037683803544886:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.909021Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037681407230052:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(267732339ns) {Configure:104(265319651ns) {ProcessConfigured:135(15077815ns) {StartInitialHandshake:157(15073851ns) {DropHandshakes:470(2302ns) {DropIncomingHandshake:442(655ns) DropOutgoingHandshake:457(465ns)} GenerateSessionVirtualId:992(783ns) PrepareNewSessionHandshake:477(3878ns) {SwitchToState:179(2032ns)}}}}}
2026-01-08T17:04:11.909794Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037681407230053:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(266678407ns) {Configure:104(266671501ns) {ProcessConfigured:135(15880745ns) {StartInitialHandshake:157(15879180ns) {DropHandshakes:470(866ns) {DropIncomingHandshake:442(226ns) DropOutgoingHandshake:457(449ns)} GenerateSessionVirtualId:992(148ns) PrepareNewSessionHandshake:477(2010ns) {SwitchToState:179(325ns)}}}}}
2026-01-08T17:04:11.856664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:11.868396Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037680249409611:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(97602772ns) {Configure:104(97591710ns) {ProcessConfigured:135(125495ns) {StartInitialHandshake:157(122959ns) {DropHandshakes:470(2808ns) {DropIncomingHandshake:442(787ns) DropOutgoingHandshake:457(491ns)} GenerateSessionVirtualId:992(1115ns) PrepareNewSessionHandshake:477(2936ns) {SwitchToState:179(1289ns)}}}}}
2026-01-08T17:04:11.877668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037685432948635:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.769893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037685106604395:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.855201Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037683803544886:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.862460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037682007350861:2049] [node 3] ICP22 created new session: [2:7593037686302318263:2049]
2026-01-08T17:04:11.799618Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037685106604380:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(100920307ns) {Configure:104(100913339ns) {ProcessConfigured:135(52861229ns) {StartInitialHandshake:157(52857271ns) {DropHandshakes:470(14095407ns) {DropIncomingHandshake:442(1898ns) DropOutgoingHandshake:457(495ns)} GenerateSessionVirtualId:992(1750ns) PrepareNewSessionHandshake:477(4089ns) {SwitchToState:179(1475ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.878451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037684544376986:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23878
2026-01-08T17:04:11.893810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037685432948640:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.857909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037683803544888:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.932960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037685702197435:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50802
2026-01-08T17:04:11.901122Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037680249409610:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(169898048ns) {Configure:104(169886807ns) {ProcessConfigured:135(9059610ns) {StartInitialHandshake:157(9056866ns) {DropHandshakes:470(3751ns) {DropIncomingHandshake:442(693ns) DropOutgoingHandshake:457(755ns)} GenerateSessionVirtualId:992(771ns) PrepareNewSessionHandshake:477(4503ns) {SwitchToState:179(2001ns)}}}}}
2026-01-08T17:04:11.807504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037685106604394:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.933036Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037685702197436:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50802
2026-01-08T17:04:11.906482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037681137981267:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:11.861650Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037683803544886:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:11.866724Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037686302318261:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55653
2026-01-08T17:04:11.956114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037685702197427:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.973797Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037685702197436:2127] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.983313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037685702197429:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.986698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037681407230051:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.829615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037685106604397:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.906562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:11.906621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037681137981267:2049] [node 2] ICP22 created new session: [3:7593037685432948650:2049]
2026-01-08T17:04:11.906678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037685432948650:2049] [node 2] ICS09 handshake done sender: [3:7593037685432948633:2112] self: [3:7593037685432948648:0] peer: [2:7593037686302318251:0] socket: 125 qp: -1
2026-01-08T17:04:11.906725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037685432948650:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:11.906776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:11.911337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037685432948623:2107] [node 4] ICP18 handshake (actor [3:7593037685432948635:2113]) is too old
2026-01-08T17:04:11.916919Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [3:7593037685432948623:2107] [node 4] ICP35 event processing took too much time StateWork:294(17250347ns) {IncomingHandshake:261(17247693ns)}
2026-01-08T17:04:11.926867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037681137981266:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:11.962937Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037685432948654:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3694
2026-01-08T17:04:11.971249Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037685432948640:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:11.971793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037681137981266:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:11.971870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:11.971941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037681137981266:2048] [node 1] ICP22 created new session: [3:7593037685432948655:2048]
2026-01-08T17:04:11.972022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037685432948655:2048] [node 1] ICS09 handshake done sender: [3:7593037685432948640:2116] self: [3:7593037685432948652:0] peer: [1:7593037685106604384:0] socket: 137 qp: -1
2026-01-08T17:04:11.972077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037685432948655:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:11.972132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:12.001961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037685702197419:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:11.882816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037679508577516:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.896242Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037682007350860:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(278449772ns) {Configure:104(278435768ns) {ProcessConfigured:135(28174749ns) {StartInitialHandshake:157(28171498ns) {DropHandshakes:470(1221ns) {DropIncomingHandshake:442(219ns) DropOutgoingHandshake:457(301ns)} GenerateSessionVirtualId:992(589ns) PrepareNewSessionHandshake:477(13448ns) {SwitchToState:179(2401ns)}}}}}
2026-01-08T17:04:11.882907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:11.893574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037679508577516:2050] [node 3] ICP22 created new session: [4:7593037683803544899:2050]
2026-01-08T17:04:11.896573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037683803544880:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:11.896633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:11.896700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037683803544880:2109] [node 6] ICP22 created new session: [4:7593037683803544900:2109]
2026-01-08T17:04:11.896764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037683803544900:2109] [node 6] ICS09 handshake done sender: [4:7593037683803544886:2116] self: [4:7593037683803544885:0] peer: [6:7593037684544376983:0] socket: 136 qp: -1
2026-01-08T17:04:11.896812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037683803544900:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:11.896855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:11.898336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037683803544899:2050] [node 3] ICS09 handshake done sender: [4:7593037683803544888:2117] self: [4:7593037683803544894:0] peer: [3:7593037685432948636:0] socket: 131 qp: -1
2026-01-08T17:04:11.918148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037683803544899:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:11.922763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:11.922876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037683803544896:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.942436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037679508577515:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:11.945229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037683803544895:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.945387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037683803544880:2109] [node 6] ICP18 handshake (actor [4:7593037683803544895:2121]) is too old
2026-01-08T17:04:11.997659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037683803544907:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7777
2026-01-08T17:04:11.998543Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037683803544891:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:12.000113Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037679508577516:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(116309253ns) {HandleHandshakeStatus:329(116304914ns) {DropIncomingHandshake:442(1030ns) DropOutgoingHandshake:457(18530ns) SwitchToState:179(659ns) ProcessPendingSessionEvents:495(20325664ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 20260188ns max# 19815215ns}}}
2026-01-08T17:04:12.019079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037679508577515:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:11.835019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037685106604392:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.013774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037685702197435:2126] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.018781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037681407230053:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:12.019395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037681407230052:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:12.028115Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037685432948642:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.028158Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037685432948642:2117] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.981383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037684544376972:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.982563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037680249409610:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:11.986727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037684544376974:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:11.992580Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037684544376968:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24862) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037684544376974:2112] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.898344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037686302318263:2049] [node 3] ICS09 handshake done sender: [2:7593037686302318252:2138] self: [2:7593037686302318251:0] peer: [3:7593037685432948648:0] socket: 120 qp: -1
2026-01-08T17:04:11.893764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037685106604377:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(18331173ns) {IncomingHandshake:261(8601316ns) {DropIncomingHandshake:442(595ns) PrepareNewSessionHandshake:477(1731ns) {SwitchToState:179(716ns)} GenerateSessionVirtualId:992(1118ns) IssueIncomingHandshakeReply:193(12029ns)}}
2026-01-08T17:04:12.024049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:12.039438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037685432948642:2117] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:12.083303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037688839344286:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23878
2026-01-08T17:04:12.083577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037688839344287:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23878
2026-01-08T17:04:12.026077Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037683803544893:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.026127Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037683803544893:2120] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:12.026611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037679508577515:2049] [node 2] ICP22 created new session: [4:7593037688098512204:2049]
2026-01-08T17:04:12.034306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037688098512204:2049] [node 2] ICS09 handshake done sender: [4:7593037683803544891:2118] self: [4:7593037683803544905:0] peer: [2:7593037686302318256:0] socket: 141 qp: -1
2026-01-08T17:04:12.037674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037688098512206:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7777
2026-01-08T17:04:12.037986Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037683803544893:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:12.038233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037683803544879:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:12.038367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:12.038441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037683803544879:2108] [node 5] ICP22 created new session: [4:7593037688098512207:2108]
2026-01-08T17:04:12.038518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037688098512207:2108] [node 5] ICS09 handshake done sender: [4:7593037683803544893:2120] self: [4:7593037683803544890:0] peer: [5:7593037685702197438:0] socket: 126 qp: -1
2026-01-08T17:04:12.038559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037688098512207:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:12.038608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:12.041973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037688098512204:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:12.042029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:12.029623Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037689997164737:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50802
2026-01-08T17:04:11.910852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037686302318263:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:12.054768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037685432948627:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:11.931342Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037685106604386:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:12.094636Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037679508577515:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(68035070ns) {HandleHandshakeStatus:329(68030520ns) {DropIncomingHandshake:442(1320ns) DropOutgoingHandshake:457(6727ns) SwitchToState:179(96ns) ProcessPendingSessionEvents:495(42478722ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 38888120ns max# 29510183ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:11.911535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037686302318255:2139] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.051107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037685702197429:2123] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:12.094635Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037684544376972:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:11.931376Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037685106604386:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:12.064463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:11.916893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:12.124482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037680249409610:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:12.051711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037689997164738:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50802
2026-01-08T17:04:11.941538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037686302318268:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55653
2026-01-08T17:04:11.945644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037686302318261:2142] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.950656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037682007350860:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:11.950915Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037686302318257:2140] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:11.950946Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037686302318257:2140] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:11.974143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037686302318257:2140] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:11.976358Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037686302318271:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55653
2026-01-08T17:04:12.006561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037686302318250:2137] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:12.006625Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037686302318250:2137] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:12.017625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037690597285568:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55653
2026-01-08T17:04:12.018130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037686302318261:2142] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:12.018922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037686302318248:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:12.023937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:12.030786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037686302318248:2107] [node 4] ICP22 created new session: [2:7593037690597285569:2107]
2026-01-08T17:04:12.040295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037682007350860:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:12.042705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037686302318260:2141] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.042744Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037686302318260:2141] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:12.045081Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037686302318268:2144] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.057970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:12.058051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037682007350860:2048] [node 1] ICP22 created new session: [2:7593037690597285574:2048]
2026-01-08T17:04:12.058114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037690597285574:2048] [node 1] ICS09 handshake done sender: [2:7593037686302318261:2142] self: [2:7593037686302318269:0] peer: [1:7593037685106604381:0] socket: 147 qp: -1
2026-01-08T17:04:12.058183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037690597285574:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:12.058226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:12.068353Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037682007350860:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(36571806ns) {HandleHandshakeStatus:329(36569272ns) {DropIncomingHandshake:442(5025ns) DropOutgoingHandshake:457(16556ns) SwitchToState:179(767ns) ProcessPendingSessionEvents:495(9260897ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 9191559ns max# 8693645ns}}}
2026-01-08T17:04:12.068542Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037686302318260:2141] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:12.076738Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037686302318250:2137] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:12.085324Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037682007350861:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(212440399ns) {HandleHandshakeStatus:329(212437133ns) {DropIncomingHandshake:442(1057ns) DropOutgoingHandshake:457(895ns) SwitchToState:179(519ns) ProcessPendingSessionEvents:495(77262772ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 77158228ns max# 20788720ns}}}
2026-01-08T17:04:12.098363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037690597285569:2107] [node 4] ICS09 handshake done sender: [2:7593037686302318257:2140] self: [2:7593037686302318256:0] peer: [4:7593037683803544905:0] socket: 140 qp: -1
2026-01-08T17:04:12.162689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037688098512206:2125] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.162935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037679508577514:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:12.051940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037689997164739:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50802
2026-01-08T17:04:11.947882Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037685106604386:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:12.086554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037685432948627:2108] [node 5] ICP22 created new session: [3:7593037689727915954:2108]
2026-01-08T17:04:12.124748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037688839344286:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.102550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037682007350861:2049] [node 3] ICP18 handshake (actor [2:7593037686302318255:2139]) is too old
2026-01-08T17:04:12.103278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037686302318246:2115] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:12.103355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:12.103437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037686302318246:2115] [node 5] ICP22 created new session: [2:7593037690597285577:2115]
2026-01-08T17:04:12.103503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037690597285577:2115] [node 5] ICS09 handshake done sender: [2:7593037686302318260:2141] self: [2:7593037686302318259:0] peer: [5:7593037689997164735:0] socket: 168 qp: -1
2026-01-08T17:04:12.103549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037690597285577:2115] [node 5] ICS10 traffic start
2026-01-08T17:04:12.103613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:12.106491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037690597285569:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:12.114775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037686302318247:2124] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:12.114872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:12.114945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037686302318247:2124] [node 6] ICP22 created new session: [2:7593037690597285579:2124]
2026-01-08T17:04:12.115039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037690597285579:2124] [node 6] ICS09 handshake done sender: [2:7593037686302318250:2137] self: [2:7593037686302318249:0] peer: [6:7593037684544376988:0] socket: 121 qp: -1
2026-01-08T17:04:12.115096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037690597285579:2124] [node 6] ICS10 traffic start
2026-01-08T17:04:12.115145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:12.118518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:12.147724Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037690597285576:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55653
2026-01-08T17:04:12.173888Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037686302318248:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(159170586ns) {HandleHandshakeStatus:329(154012703ns) {DropIncomingHandshake:442(180ns) DropOutgoingHandshake:457(806ns) SwitchToState:179(120ns) ProcessPendingSessionEvents:495(24141860ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 24076223ns max# 23693509ns}}}
2026-01-08T17:04:12.173973Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037686302318248:2107] [node 4] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:12.185652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037688098512211:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7777
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:12.118578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037689727915954:2108] [node 5] ICS09 handshake done sender: [3:7593037685432948642:2117] self: [3:7593037685432948641:0] peer: [5:7593037689997164736:0] socket: 158 qp: -1
2026-01-08T17:04:11.993253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037685106604385:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.052758Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037685702197436:2127] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:12.186721Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037688098512206:2125] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:12.132631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037680249409609:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:12.118652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037689727915954:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:11.993301Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037685106604385:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:12.134762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037684544376987:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23878
2026-01-08T17:04:12.207679Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037686302318247:2124] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:12.196602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037679508577514:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:12.052950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037681407230053:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:12.118705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:12.144270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:12.009359Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037685106604385:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:12.209024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:12.053004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:12.144331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037680249409610:2049] [node 2] ICP22 created new session: [6:7593037688839344289:2049]
2026-01-08T17:04:12.009643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037680811637019:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:12.209099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037679508577514:2048] [node 1] ICP22 created new session: [4:7593037688098512212:2048]
2026-01-08T17:04:12.179981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037688839344289:2049] [node 2] ICS09 handshake done sender: [6:7593037684544376972:2111] self: [6:7593037684544376988:0] peer: [2:7593037686302318249:0] socket: 122 qp: -1
2026-01-08T17:04:12.190483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037684544376987:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.190997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037688839344290:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23878
2026-01-08T17:04:12.191114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037680249409611:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:12.193734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037688839344292:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23878
2026-01-08T17:04:12.189224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037688839344289:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:12.196403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:12.214782Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037680249409609:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7793) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037688839344286:2119] held: no
2026-01-08T17:04:12.238435Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037684544376968:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(18831819ns) {HandleHandshakeStatus:395(18828147ns) {LogHandshakeFail:472(23381ns) {UpdateErrorStateLog:545(6257ns)} DropOutgoingHandshake:457(633ns) ProcessPendingSessionEvents:495(18712256ns) {unordered DropSessionEvent:512 num# 100 sum# 10378143ns max# 9184495ns}}}
2026-01-08T17:04:12.053080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037681407230053:2050] [node 3] ICP22 created new session: [5:7593037689997164740:2050]
2026-01-08T17:04:12.242629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037688839344295:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23878
2026-01-08T17:04:12.053156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037689997164740:2050] [node 3] ICS09 handshake done sender: [5:7593037685702197429:2123] self: [5:7593037689997164736:0] peer: [3:7593037685432948641:0] socket: 165 qp: -1
2026-01-08T17:04:12.242726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037684544376968:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:12.053201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037689997164740:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:12.242835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:12.057779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:12.061558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037685702197419:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:12.242902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037684544376968:2108] [node 4] ICP22 created new session: [6:7593037688839344296:2108]
2026-01-08T17:04:12.061648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:12.061713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037685702197419:2108] [node 4] ICP22 created new session: [5:7593037689997164742:2108]
2026-01-08T17:04:12.242975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037688839344296:2108] [node 4] ICS09 handshake done sender: [6:7593037684544376974:2112] self: [6:7593037684544376983:0] peer: [4:7593037683803544885:0] socket: 138 qp: -1
2026-01-08T17:04:12.243015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037688839344296:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:12.061774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037689997164742:2108] [node 4] ICS09 handshake done sender: [5:7593037685702197436:2127] self: [5:7593037685702197438:0] peer: [4:7593037683803544890:0] socket: 173 qp: -1
2026-01-08T17:04:12.243071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:12.061818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037689997164742:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:12.266456Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037684544376987:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:12.061856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:12.268000Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037680249409609:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(59981090ns) {HandleHandshakeStatus:395(59971945ns) {LogHandshakeFail:472(18990ns) {UpdateErrorStateLog:545(6439ns)} DropOutgoingHandshake:457(3680ns) ProcessPendingSessionEvents:495(52254046ns) {unordered DropSessionEvent:512 num# 100 sum# 52177838ns max# 9186056ns}}}
2026-01-08T17:04:12.074789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037685702197427:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:12.268188Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037688839344286:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:12.075158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037681407230051:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:12.075227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:12.120343Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037685432948627:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(67096065ns) {HandleHandshakeStatus:329(67091399ns) {DropIncomingHandshake:442(3015ns) DropOutgoingHandshake:457(3156ns) SwitchToState:179(1439ns) ProcessPendingSessionEvents:495(520201ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 451944ns max# 60504ns}}}
2026-01-08T17:04:12.075290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037681407230051:2048] [node 1] ICP22 created new session: [5:7593037689997164745:2048]
2026-01-08T17:04:12.075351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037689997164745:2048] [node 1] ICS09 handshake done sender: [5:7593037685702197427:2121] self: [5:7593037685702197437:0] peer: [1:7593037685106604382:0] socket: 148 qp: -1
2026-01-08T17:04:12.075393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037689997164745:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:12.206534Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037685432948639:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.075454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:12.206588Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037685432948639:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:12.121568Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037689997164744:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50802
2026-01-08T17:04:12.214918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037685432948639:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:12.130912Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037685702197435:2126] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:12.131351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037681407230052:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:12.237616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037689727915957:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:3694
2026-01-08T17:04:12.131464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:12.238692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037685432948626:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:12.131542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037681407230052:2049] [node 2] ICP22 created new session: [5:7593037689997164749:2049]
2026-01-08T17:04:12.131604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037689997164749:2049] [node 2] ICS09 handshake done sender: [5:7593037685702197435:2126] self: [5:7593037689997164735:0] peer: [2:7593037686302318259:0] socket: 169 qp: -1
2026-01-08T17:04:12.238747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:12.131645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037689997164749:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:12.238822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037685432948626:2109] [node 6] ICP22 created new session: [3:7593037689727915958:2109]
2026-01-08T17:04:12.131692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:12.169116Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037685702197420:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(255217021ns) {Configure:104(255208553ns) {ProcessConfigured:135(16004837ns) {StartInitialHandshake:157(16001681ns) {DropHandshakes:470(2479ns) {DropIncomingHandshake:442(881ns) DropOutgoingHandshake:457(485ns)} GenerateSessionVirtualId:992(988ns) PrepareNewSessionHandshake:477(4617ns) {SwitchToState:179(2402ns)}}}}}
2026-01-08T17:04:12.238886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037689727915958:2109] [node 6] ICS09 handshake done sender: [3:7593037685432948639:2115] self: [3:7593037685432948634:0] peer: [6:7593037688839344291:0] socket: 124 qp: -1
2026-01-08T17:04:12.171645Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037685702197419:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(109051408ns) {HandleHandshakeStatus:329(109045252ns) {DropIncomingHandshake:442(847ns) DropOutgoingHandshake:457(7756ns) SwitchToState:179(608ns) ProcessPendingSessionEvents:495(108546248ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 108427885ns max# 23995243ns}}}
2026-01-08T17:04:12.206427Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037681407230052:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17121741ns) {HandleHandshakeStatus:329(17118987ns) {DropIncomingHandshake:442(1119ns) DropOutgoingHandshake:457(18471ns) SwitchToState:179(889ns) ProcessPendingSessionEvents:495(16612937ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 16542267ns max# 14010442ns}}}
2026-01-08T17:04:12.238933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037689727915958:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:12.238976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:12.255555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037689727915957:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.259189Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037681137981266:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(185803852ns) {HandleHandshakeStatus:329(185800615ns) {DropIncomingHandshake:442(1122ns) DropOutgoingHandshake:457(14690ns) SwitchToState:179(778ns) ProcessPendingSessionEvents:495(185290534ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 180461572ns max# 21494214ns}}}
2026-01-08T17:04:12.269899Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037685432948626:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(30270213ns) {HandleHandshakeStatus:329(30266010ns) {DropIncomingHandshake:442(406ns) DropOutgoingHandshake:457(464ns) SwitchToState:179(688ns) ProcessPendingSessionEvents:495(29843174ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 29756417ns max# 10006547ns}}}
2026-01-08T17:04:12.270289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037685432948626:2109] [node 6] ICP18 handshake (actor [3:7593037689727915957:2120]) is too old
2026-01-08T17:04:12.230750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037688098512212:2048] [node 1] ICS09 handshake done sender: [4:7593037688098512206:2125] self: [4:7593037688098512210:0] peer: [1:7593037685106604388:0] socket: 182 qp: -1
2026-01-08T17:04:12.009738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:12.285324Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037681407230053:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(218392206ns) {HandleHandshakeStatus:329(218389785ns) {DropIncomingHandshake:442(1061ns) DropOutgoingHandshake:457(6477ns) SwitchToState:179(683ns) ProcessPendingSessionEvents:495(166609415ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 166433964ns max# 19270703ns}}}
2026-01-08T17:04:12.278697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037688839344292:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.278821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037680249409611:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:12.278913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:12.278975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037680249409611:2050] [node 3] ICP22 created new session: [6:7593037688839344298:2050]
2026-01-08T17:04:12.279056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037688839344298:2050] [node 3] ICS09 handshake done sender: [6:7593037684544376987:2118] self: [6:7593037688839344291:0] peer: [3:7593037685432948634:0] socket: 175 qp: -1
2026-01-08T17:04:12.279104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037688839344298:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:12.279161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:12.289001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037680249409609:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:12.289100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:12.289164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037680249409609:2048] [node 1] ICP22 created new session: [6:7593037688839344300:2048]
2026-01-08T17:04:12.289226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037688839344300:2048] [node 1] ICS09 handshake done sender: [6:7593037688839344286:2119] self: [6:7593037688839344288:0] peer: [1:7593037685106604393:0] socket: 186 qp: -1
2026-01-08T17:04:12.289272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037688839344300:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:12.289321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:12.249225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037688098512212:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:12.009791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037680811637019:2048] [node 2] ICP22 created new session: [1:7593037689401571700:2048]
2026-01-08T17:04:12.249306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:12.269467Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037683803544879:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(230216940ns) {HandleHandshakeStatus:329(230214056ns) {DropIncomingHandshake:442(25917ns) DropOutgoingHandshake:457(771ns) SwitchToState:179(910ns) ProcessPendingSessionEvents:495(229642046ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 217434055ns max# 16139945ns}}}
2026-01-08T17:04:12.293099Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037680249409610:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(169602471ns) {HandleHandshakeStatus:329(167632383ns) {DropIncomingHandshake:442(655ns) DropOutgoingHandshake:457(11178ns) SwitchToState:179(620ns) ProcessPendingSessionEvents:495(72783230ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 72670253ns max# 21273426ns}}}
2026-01-08T17:04:12.300437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037684544376965:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:12.009859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037689401571700:2048] [node 2] ICS09 handshake done sender: [1:7593037685106604385:2111] self: [1:7593037685106604381:0] peer: [2:7593037686302318269:0] socket: 142 qp: -1
2026-01-08T17:04:12.009902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037689401571700:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:12.009942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:12.011382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037680811637020:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:12.022157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037685106604383:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.022204Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037685106604383:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:12.038106Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037685106604383:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:12.041720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:12.046142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037680811637020:2049] [node 3] ICP22 created new session: [1:7593037689401571702:2049]
2026-01-08T17:04:12.076734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037689401571702:2049] [node 3] ICS09 handshake done sender: [1:7593037685106604386:2112] self: [1:7593037685106604384:0] peer: [3:7593037685432948652:0] socket: 135 qp: -1
2026-01-08T17:04:12.076816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037685106604377:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:12.086742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037689401571702:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:12.094734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:12.094787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:12.122512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037685106604377:2108] [node 5] ICP22 created new session: [1:7593037689401571707:2108]
2026-01-08T17:04:12.140540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037689401571707:2108] [node 5] ICS09 handshake done sender: [1:7593037685106604383:2110] self: [1:7593037685106604382:0] peer: [5:7593037685702197437:0] socket: 145 qp: -1
2026-01-08T17:04:12.148814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037689401571707:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:12.155987Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037680811637020:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(152695351ns) {HandleHandshakeStatus:329(152692568ns) {DropIncomingHandshake:442(23026ns) DropOutgoingHandshake:457(567ns) SwitchToState:179(345ns) ProcessPendingSessionEvents:495(14104542ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 14042284ns max# 13606767ns}}}
2026-01-08T17:04:12.163317Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037685106604389:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.163345Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037685106604389:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:12.165330Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037685106604389:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:12.165660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037685106604379:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:12.165771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:12.165836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037685106604379:2107] [node 4] ICP22 created new session: [1:7593037689401571709:2107]
2026-01-08T17:04:12.165908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037689401571709:2107] [node 4] ICS09 handshake done sender: [1:7593037685106604389:2113] self: [1:7593037685106604388:0] peer: [4:7593037688098512210:0] socket: 153 qp: -1
2026-01-08T17:04:12.165955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037689401571709:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:12.166015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:12.170206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037685106604396:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.170260Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037685106604396:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:12.189313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:12.191710Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037685106604396:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:12.194102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037685106604380:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:12.194200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:12.194263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037685106604380:2109] [node 6] ICP22 created new session: [1:7593037689401571713:2109]
2026-01-08T17:04:12.194338Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037689401571713:2109] [node 6] ICS09 handshake done sender: [1:7593037685106604396:2117] self: [1:7593037685106604393:0] peer: [6:7593037688839344288:0] socket: 184 qp: -1
2026-01-08T17:04:12.194388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037689401571713:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:12.194442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:12.228065Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037685106604377:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(162299600ns) {HandleHandshakeStatus:329(162296749ns) {DropIncomingHandshake:442(22321ns) DropOutgoingHandshake:457(515ns) SwitchToState:179(690ns) ProcessPendingSessionEvents:495(7773883ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 7710894ns max# 7270842ns}}}
2026-01-08T17:04:12.272033Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037685106604379:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(53079959ns) {HandleHandshakeStatus:329(53075618ns) {DropIncomingHandshake:442(15830ns) DropOutgoingHandshake:457(808ns) SwitchToState:179(620ns) ProcessPendingSessionEvents:495(52566424ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 52462852ns max# 21244161ns}}}
2026-01-08T17:04:12.317961Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037680811637019:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(199685954ns) {HandleHandshakeStatus:329(199677606ns) {DropIncomingHandshake:442(595ns) DropOutgoingHandshake:457(749ns) SwitchToState:179(655ns) ProcessPendingSessionEvents:495(199230940ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 199038260ns max# 31382061ns}}}
2026-01-08T17:04:12.304072Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037689997164748:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:12.304127Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037689997164748:2132] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:12.330632Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037688839344303:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23878
2026-01-08T17:04:12.330710Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037689997164748:2132] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:12.331747Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037679508577514:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(140120553ns) {HandleHandshakeStatus:329(133081938ns) {DropIncomingHandshake:442(1268ns) DropOutgoingHandshake:457(8455ns) SwitchToState:179(814ns) ProcessPendingSessionEvents:495(57678342ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 47401039ns max# 8457786ns}}}
2026-01-08T17:04:12.331829Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037679508577514:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:12.332804Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037688839344292:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:12.333075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037684544376965:2105] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:12.334503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:12.334566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037684544376965:2105] [node 5] ICP22 created new session: [6:7593037688839344304:2105]
2026-01-08T17:04:12.334619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037688839344304:2105] [node 5] ICS09 handshake done sender: [6:7593037688839344292:2122] self: [6:7593037688839344302:0] peer: [5:7593037689997164747:0] socket: 189 qp: -1
2026-01-08T17:04:12.334663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037688839344304:2105] [node 5] ICS10 traffic start
2026-01-08T17:04:12.334704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:12.338418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037685702197420:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:12.338652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:12.338734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037685702197420:2109] [node 6] ICP22 created new session: [5:7593037689997164754:2109]
2026-01-08T17:04:12.338813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037689997164754:2109] [node 6] ICS09 handshake done sender: [5:7593037689997164748:2132] self: [5:7593037689997164747:0] peer: [6:7593037688839344302:0] socket: 139 qp: -1
2026-01-08T17:04:12.338865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037689997164754:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:12.338919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:12.530006Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:12.530303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037690597285574:2048] [node 1] ICS01 socket: 147 reason# EndOfStream
2026-01-08T17:04:12.530367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037682007350860:2048] [node 1] ICP30 unregister session Session# [2:7593037690597285574:2048] VirtualId# [2:7593037686302318269:0]
2026-01-08T17:04:12.530415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037690597285574:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.530526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:12.530579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:12.533089Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:12.533315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037685432948655:2048] [node 1] ICS07 socket disconnect 137 reason# EndOfStream
2026-01-08T17:04:12.533351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037685432948655:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.533432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:12.533479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037685432948655:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:12.540773Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037681137981266:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7793) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:12.540835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037685432948655:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:12.542413Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037681137981266:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7793) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:12.542506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037685432948655:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:12.542566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037681137981266:2048] [node 1] ICP30 unregister session Session# [3:7593037685432948655:2048] VirtualId# [3:7593037685432948652:0]
2026-01-08T17:04:12.542692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:12.542738Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037681137981266:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7793) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.542760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7793) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.546414Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:12.546680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037688098512212:2048] [node 1] ICS07 socket disconnect 182 reason# EndOfStream
2026-01-08T17:04:12.546720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037688098512212:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.546844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:12.546897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037688098512212:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:12.548586Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:12.548460Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:12.548290Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037679508577514:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7793) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:12.548863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037688098512212:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:12.549371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037679508577514:2048] [node 1] ICP30 unregister session Session# [4:7593037688098512212:2048] VirtualId# [4:7593037688098512210:0]
2026-01-08T17:04:12.549746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037688839344300:2048] [node 1] ICS01 socket: 186 reason# EndOfStream
2026-01-08T17:04:12.550041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037689997164745:2048] [node 1] ICS01 socket: 148 reason# EndOfStream
2026-01-08T17:04:12.549809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037680249409609:2048] [node 1] ICP30 unregister session Session# [6:7593037688839344300:2048] VirtualId# [6:7593037688839344288:0]
2026-01-08T17:04:12.549731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:12.549786Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037679508577514:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7793) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.549805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7793) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.550191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037681407230051:2048] [node 1] ICP30 unregister session Session# [5:7593037689997164745:2048] VirtualId# [5:7593037685702197437:0]
2026-01-08T17:04:12.549886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037688839344300:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.550245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037689997164745:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.549971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:12.550025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:12.550336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:12.550380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:12.555319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037681137981266:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:12.560571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037679508577514:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:12.652419Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:12.652695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037685432948650:2049] [node 2] ICS01 socket: 125 reason# EndOfStream
2026-01-08T17:04:12.652749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037681137981267:2049] [node 2] ICP30 unregister session Session# [3:7593037685432948650:2049] VirtualId# [3:7593037685432948648:0]
2026-01-08T17:04:12.652795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037685432948650:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.652888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:12.652951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:12.666510Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:12.666782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037688839344289:2049] [node 2] ICS07 socket disconnect 122 reason# EndOfStream
2026-01-08T17:04:12.666817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037688839344289:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.666894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:12.666949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037688839344289:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:12.668580Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037680249409610:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26073) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:12.670031Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:12.670210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037688098512204:2049] [node 2] ICS07 socket disconnect 141 reason# EndOfStream
2026-01-08T17:04:12.670246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037688098512204:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.670342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:12.670409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037688098512204:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:12.667043Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:12.667311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037689997164749:2049] [node 2] ICS07 socket disconnect 169 reason# EndOfStream
2026-01-08T17:04:12.667344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037689997164749:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.667458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:12.667511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037689997164749:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:12.679293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037688839344289:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:12.679366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037680249409610:2049] [node 2] ICP30 unregister session Session# [6:7593037688839344289:2049] VirtualId# [6:7593037684544376988:0]
2026-01-08T17:04:12.679499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:12.679554Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037680249409610:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26073) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.679573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26073) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.680159Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037681407230052:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26073) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:12.680230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037689997164749:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:12.680267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037681407230052:2049] [node 2] ICP30 unregister session Session# [5:7593037689997164749:2049] VirtualId# [5:7593037689997164735:0]
2026-01-08T17:04:12.680359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:12.680412Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037681407230052:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26073) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.680430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26073) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.681390Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037679508577515:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26073) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:12.681453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037688098512204:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:12.681488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037679508577515:2049] [node 2] ICP30 unregister session Session# [4:7593037688098512204:2049] VirtualId# [4:7593037683803544905:0]
2026-01-08T17:04:12.681599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:12.681633Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037679508577515:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26073) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.681648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26073) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.689810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037680249409610:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:12.690797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037681407230052:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:12.694434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037679508577515:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:12.842394Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:12.842660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037683803544899:2050] [node 3] ICS07 socket disconnect 131 reason# EndOfStream
2026-01-08T17:04:12.842700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037683803544899:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.842788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:12.842835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037683803544899:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:12.844000Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037679508577516:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28174) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:12.844146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037683803544899:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:12.844187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037679508577516:2050] [node 3] ICP30 unregister session Session# [4:7593037683803544899:2050] VirtualId# [4:7593037683803544894:0]
2026-01-08T17:04:12.844303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:12.844347Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037679508577516:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28174) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.844365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28174) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.844624Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:12.844990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037689997164740:2050] [node 3] ICS07 socket disconnect 165 reason# EndOfStream
2026-01-08T17:04:12.845026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037689997164740:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.845110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:12.848452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037689997164740:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:12.848461Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:12.848773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037688839344298:2050] [node 3] ICS07 socket disconnect 175 reason# EndOfStream
2026-01-08T17:04:12.848810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037688839344298:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.848918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:12.848970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037688839344298:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:12.850124Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037681407230053:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28174) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:12.849847Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037680249409611:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28174) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:12.850212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037688839344298:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:12.850272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037680249409611:2050] [node 3] ICP30 unregister session Session# [6:7593037688839344298:2050] VirtualId# [6:7593037688839344291:0]
2026-01-08T17:04:12.850374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:12.850413Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037680249409611:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28174) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.850432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28174) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.850988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037689997164740:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:12.851043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037681407230053:2050] [node 3] ICP30 unregister session Session# [5:7593037689997164740:2050] VirtualId# [5:7593037689997164736:0]
2026-01-08T17:04:12.851146Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:12.851180Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037681407230053:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28174) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.851197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28174) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:12.860569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037681407230053:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:12.862288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037680249409611:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:12.998112Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:12.998422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037689997164742:2108] [node 4] ICS01 socket: 173 reason# EndOfStream
2026-01-08T17:04:12.998473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037685702197419:2108] [node 4] ICP30 unregister session Session# [5:7593037689997164742:2108] VirtualId# [5:7593037685702197438:0]
2026-01-08T17:04:12.998518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037689997164742:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.998632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:12.998702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:12.998502Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:12.998769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037688839344296:2108] [node 4] ICS01 socket: 138 reason# EndOfStream
2026-01-08T17:04:12.998814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037684544376968:2108] [node 4] ICP30 unregister session Session# [6:7593037688839344296:2108] VirtualId# [6:7593037684544376983:0]
2026-01-08T17:04:12.998859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037688839344296:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:12.998971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:12.999024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:13.334927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037692152374688:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:13.335013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037692152374689:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:13.337624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037692392777034:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:13.337705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037692392777035:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:13.361557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037692980418007:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:13.361610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037692980418008:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:13.350675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037693597067799:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:13.350705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037693597067800:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:13.350735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037693597067801:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:13.380850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037695472379767:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:13.380890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037695472379768:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:13.384491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037695472379769:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:13.426709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037695556158652:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:13.426751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037695556158653:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:13.426787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037695556158654:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:14.060465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037696447342045:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:14.213444Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037695556158654:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(162027633ns) {Configure:104(162020565ns) {ProcessConfigured:135(82882ns) {StartInitialHandshake:157(79906ns) {DropHandshakes:470(3101ns) {DropIncomingHandshake:442(779ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:992(1486ns) PrepareNewSessionHandshake:477(2277ns) {SwitchToState:179(702ns)}}}}}
2026-01-08T17:04:14.106054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037699767347121:2103] [node 6] ICP01 ready to work
2026-01-08T17:04:14.238088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037697275385368:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:14.247867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037697892035158:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:14.236710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037699851126003:2077] [node 4] ICP01 ready to work
2026-01-08T17:04:14.266781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037699851126011:2100] [node 5] ICP01 ready to work
2026-01-08T17:04:14.250378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037696687744393:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:14.263139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037696687744394:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:14.279367Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037692152374688:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(218457337ns) {Configure:104(218448051ns) {ProcessConfigured:135(74216ns) {StartInitialHandshake:157(72194ns) {DropHandshakes:470(1927ns) {DropIncomingHandshake:442(201ns) DropOutgoingHandshake:457(591ns)} GenerateSessionVirtualId:992(530ns) PrepareNewSessionHandshake:477(1423ns) {SwitchToState:179(728ns)}}}}}
2026-01-08T17:04:14.279446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037696687744395:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:14.281868Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037697275385368:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(32636073ns) {Configure:104(32628306ns) {ProcessConfigured:135(1131633ns) {StartInitialHandshake:157(1130015ns) {DropHandshakes:470(1024ns) {DropIncomingHandshake:442(179ns) DropOutgoingHandshake:457(277ns)} GenerateSessionVirtualId:992(338ns) PrepareNewSessionHandshake:477(1523ns) {SwitchToState:179(712ns)}}}}}
2026-01-08T17:04:14.282333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037697275385371:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:14.289369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037696447342054:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:14.289981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037696447342055:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:14.304080Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037699767347121:2103] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(21243452ns) {Configure:104(21238532ns) {ProcessConfigured:135(530412ns) {StartInitialHandshake:157(525156ns) {DropHandshakes:470(3015ns) {DropIncomingHandshake:442(1004ns) DropOutgoingHandshake:457(830ns)} GenerateSessionVirtualId:992(502ns) PrepareNewSessionHandshake:477(2264ns) {SwitchToState:179(776ns)}}}}}
2026-01-08T17:04:14.319222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037699767347131:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:14.325506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037697275385372:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:14.305048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037697892035159:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.336794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037696447342063:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30069
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.347878Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037696687744394:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(37512898ns) {Configure:104(37508068ns) {ProcessConfigured:135(74254ns) {StartInitialHandshake:157(70939ns) {DropHandshakes:470(3937ns) {DropIncomingHandshake:442(1408ns) DropOutgoingHandshake:457(672ns)} GenerateSessionVirtualId:992(1035ns) PrepareNewSessionHandshake:477(2917ns) {SwitchToState:179(1196ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.348904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037696687744406:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46063
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.371531Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037692980418007:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(41595628ns) {Configure:104(41592600ns) {ProcessConfigured:135(72231ns) {StartInitialHandshake:157(69298ns) {DropHandshakes:470(5747ns) {DropIncomingHandshake:442(471ns) DropOutgoingHandshake:457(649ns)} GenerateSessionVirtualId:992(1172ns) PrepareNewSessionHandshake:477(2106ns) {SwitchToState:179(866ns)}}}}}
2026-01-08T17:04:14.389392Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037699767347131:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(65513945ns) {Configure:104(65508820ns) {ProcessConfigured:135(64882ns) {StartInitialHandshake:157(62131ns) {DropHandshakes:470(1713ns) {DropIncomingHandshake:442(429ns) DropOutgoingHandshake:457(219ns)} GenerateSessionVirtualId:992(244ns) PrepareNewSessionHandshake:477(2278ns) {SwitchToState:179(863ns)}}}}}
2026-01-08T17:04:14.393251Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037693597067801:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(43270543ns) {Configure:104(43261703ns) {ProcessConfigured:135(5363204ns) {StartInitialHandshake:157(5359095ns) {DropHandshakes:470(2827ns) {DropIncomingHandshake:442(549ns) DropOutgoingHandshake:457(605ns)} GenerateSessionVirtualId:992(1207ns) PrepareNewSessionHandshake:477(3482ns) {SwitchToState:179(1431ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.400440Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037699851126026:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61445
2026-01-08T17:04:14.390717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037699767347140:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28011
2026-01-08T17:04:14.373717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037697275385373:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14193
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.408257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037697892035162:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:523
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.373891Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037697275385374:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14193
2026-01-08T17:04:14.390779Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037699767347141:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28011
2026-01-08T17:04:14.431864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037696447342064:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30069
2026-01-08T17:04:14.423088Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037699851126027:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61445
2026-01-08T17:04:14.427238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037696687744410:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46063
2026-01-08T17:04:14.432265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037696687744406:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.408396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037697892035163:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:523
2026-01-08T17:04:14.408498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037697892035164:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:523
2026-01-08T17:04:14.377790Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037697275385383:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14193
2026-01-08T17:04:14.432337Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037697892035162:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.447595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037697275385373:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.432467Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037697892035163:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.451311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037693597067799:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:14.452682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037696447342063:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.452833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037696447342053:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.452865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037696447342053:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.459193Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037699851126026:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.460001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037696447342065:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30069
2026-01-08T17:04:14.462655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037696447342053:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:14.466185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037692392777034:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:14.466334Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037699767347143:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28011
2026-01-08T17:04:14.466809Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037699767347140:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.466602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037699851126011:2100] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:14.469881Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037697275385374:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.470179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037692980418007:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:14.471994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037697275385387:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14193
2026-01-08T17:04:14.472104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037697275385388:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14193
2026-01-08T17:04:14.467317Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037699767347128:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.480742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037697892035164:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.482182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037696447342064:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.482940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037697892035178:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:523
2026-01-08T17:04:14.481080Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037696687744399:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.481156Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037696687744399:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:14.483184Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037696447342065:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.467358Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037699767347128:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:14.493472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037693597067801:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:14.493579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037697892035163:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:14.482385Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037699851126027:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.482588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037699851126029:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61445
2026-01-08T17:04:14.482610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037697275385388:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.467979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037695472379768:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.474684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037699767347128:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:14.486814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037699767347141:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.487110Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037699767347143:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.487163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037699767347121:2103] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.487215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:14.487299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037699767347121:2103] [node 6] ICP22 created new session: [5:7593037699767347146:2103]
2026-01-08T17:04:14.487359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037699767347146:2103] [node 6] ICS09 handshake done sender: [5:7593037699767347128:2110] self: [5:7593037699767347127:0] peer: [6:7593037699851126028:0] socket: 152 qp: -1
2026-01-08T17:04:14.487404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037699767347146:2103] [node 6] ICS10 traffic start
2026-01-08T17:04:14.487466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:14.498243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037695472379769:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.494355Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037696447342049:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.494413Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037696447342049:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:14.495251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037696447342045:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.495314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:14.495413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037696447342045:2107] [node 4] ICP22 created new session: [1:7593037696447342068:2107]
2026-01-08T17:04:14.495475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037696447342068:2107] [node 4] ICS09 handshake done sender: [1:7593037696447342053:2112] self: [1:7593037696447342052:0] peer: [4:7593037697892035177:0] socket: 134 qp: -1
2026-01-08T17:04:14.495509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037696447342068:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:14.495542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:14.496440Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037696447342051:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.496457Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037696447342051:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:14.501968Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037696447342049:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:14.501146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037699767347131:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:14.501708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037699767347150:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28011
2026-01-08T17:04:14.504676Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037697892035168:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.499139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037697275385387:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.514946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037699767347152:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28011
2026-01-08T17:04:14.504720Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037697892035168:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:14.499571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037697275385392:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14193
2026-01-08T17:04:14.504341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037699851126003:2077] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:14.505270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037693597067799:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.508262Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037699851126026:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:14.505354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:14.505425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037693597067799:2048] [node 1] ICP22 created new session: [4:7593037697892035180:2048]
2026-01-08T17:04:14.505491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037697892035180:2048] [node 1] ICS09 handshake done sender: [4:7593037697892035163:2112] self: [4:7593037697892035177:0] peer: [1:7593037696447342052:0] socket: 154 qp: -1
2026-01-08T17:04:14.505533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037697892035180:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:14.505575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:14.523131Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037697892035168:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:14.504525Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037697275385383:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.529986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037699851126011:2100] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.530061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:14.530148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037699851126011:2100] [node 5] ICP22 created new session: [6:7593037699851126031:2100]
2026-01-08T17:04:14.530211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037699851126031:2100] [node 5] ICS09 handshake done sender: [6:7593037699851126026:2115] self: [6:7593037699851126028:0] peer: [5:7593037699767347127:0] socket: 158 qp: -1
2026-01-08T17:04:14.530263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037699851126031:2100] [node 5] ICS10 traffic start
2026-01-08T17:04:14.530296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:14.524121Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037696447342051:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:14.511708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037697275385376:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.540959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037692152374688:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.541634Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037696687744410:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.531311Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037699767347153:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28011
2026-01-08T17:04:14.541982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037697892035166:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.542021Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037697892035166:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:14.542921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037697892035159:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.542995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:14.543062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037697892035159:2109] [node 5] ICP22 created new session: [4:7593037697892035185:2109]
2026-01-08T17:04:14.543127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037697892035185:2109] [node 5] ICS09 handshake done sender: [4:7593037697892035168:2115] self: [4:7593037697892035167:0] peer: [5:7593037699767347151:0] socket: 161 qp: -1
2026-01-08T17:04:14.543176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037697892035185:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:14.543221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:14.541062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:14.545194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037692152374688:2048] [node 2] ICP22 created new session: [1:7593037696447342075:2048]
2026-01-08T17:04:14.559030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037696447342075:2048] [node 2] ICS09 handshake done sender: [1:7593037696447342049:2110] self: [1:7593037696447342048:0] peer: [2:7593037696687744411:0] socket: 129 qp: -1
2026-01-08T17:04:14.531716Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037699767347143:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:14.553917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037696687744397:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.511748Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037697275385376:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:14.568998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037696447342075:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:14.569082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:14.571002Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037692152374688:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(34914804ns) {HandleHandshakeStatus:329(34912298ns) {DropIncomingHandshake:442(24505ns) DropOutgoingHandshake:457(565ns) SwitchToState:179(598ns) ProcessPendingSessionEvents:495(655002ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 564706ns max# 62666ns}}}
2026-01-08T17:04:14.572180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037692152374689:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.572236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:14.572294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037692152374689:2049] [node 3] ICP22 created new session: [1:7593037696447342077:2049]
2026-01-08T17:04:14.572356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037696447342077:2049] [node 3] ICS09 handshake done sender: [1:7593037696447342051:2111] self: [1:7593037696447342050:0] peer: [3:7593037697275385390:0] socket: 131 qp: -1
2026-01-08T17:04:14.572401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037696447342077:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:14.572443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.531961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037699767347131:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.512845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037697275385370:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.589710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037697892035183:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:523
2026-01-08T17:04:14.553989Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037696687744397:2110] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.590750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037699851126034:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61445
2026-01-08T17:04:14.532009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.532062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037699767347131:2109] [node 4] ICP22 created new session: [5:7593037699767347154:2109]
2026-01-08T17:04:14.532108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037699767347154:2109] [node 4] ICS09 handshake done sender: [5:7593037699767347143:2117] self: [5:7593037699767347151:0] peer: [4:7593037697892035167:0] socket: 166 qp: -1
2026-01-08T17:04:14.532147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037699767347154:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:14.532205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:14.533433Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037699767347141:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:14.551112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037695472379769:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.551190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:14.551251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037695472379769:2050] [node 3] ICP22 created new session: [5:7593037699767347156:2050]
2026-01-08T17:04:14.551304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037699767347156:2050] [node 3] ICS09 handshake done sender: [5:7593037699767347141:2116] self: [5:7593037699767347149:0] peer: [3:7593037697275385375:0] socket: 151 qp: -1
2026-01-08T17:04:14.551344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037699767347156:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:14.551383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:14.577446Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037699767347158:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28011
2026-01-08T17:04:14.576029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037696687744412:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46063
2026-01-08T17:04:14.512870Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037697275385370:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:14.517368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037692980418008:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:14.522770Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037697275385376:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:14.534824Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037697275385370:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:14.592401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037696687744413:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46063
2026-01-08T17:04:14.592580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037696687744415:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46063
2026-01-08T17:04:14.592705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037696687744416:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46063
2026-01-08T17:04:14.602342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037697892035166:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:14.591299Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037699851126035:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61445
2026-01-08T17:04:14.593150Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037696687744406:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:14.600619Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037696687744397:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:14.561467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037697275385371:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.604654Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037699851126027:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:14.561579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:14.610666Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037696687744399:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.620227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037697892035164:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:14.610408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037699851126003:2077] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.610945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:14.611008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037699851126003:2077] [node 4] ICP22 created new session: [6:7593037699851126036:2077]
2026-01-08T17:04:14.611063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037699851126036:2077] [node 4] ICS09 handshake done sender: [6:7593037699851126027:2116] self: [6:7593037699851126030:0] peer: [4:7593037697892035165:0] socket: 163 qp: -1
2026-01-08T17:04:14.611100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037699851126036:2077] [node 4] ICS10 traffic start
2026-01-08T17:04:14.611136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:14.620138Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037699851126038:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61445
2026-01-08T17:04:14.561646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037697275385371:2108] [node 5] ICP22 created new session: [3:7593037697275385397:2108]
2026-01-08T17:04:14.561710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037697275385397:2108] [node 5] ICS09 handshake done sender: [3:7593037697275385376:2115] self: [3:7593037697275385375:0] peer: [5:7593037699767347149:0] socket: 146 qp: -1
2026-01-08T17:04:14.561753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037697275385397:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:14.561817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:14.580021Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037697275385371:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(16481532ns) {HandleHandshakeStatus:329(16478133ns) {DropIncomingHandshake:442(16762ns) DropOutgoingHandshake:457(851ns) SwitchToState:179(646ns) ProcessPendingSessionEvents:495(15967462ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 15840953ns max# 8493468ns}}}
2026-01-08T17:04:14.619995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037699767347150:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.580442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037697275385368:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.580537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:14.580602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037697275385368:2107] [node 4] ICP22 created new session: [3:7593037697275385400:2107]
2026-01-08T17:04:14.624617Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037696687744415:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.624768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037696687744413:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.623969Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037699767347140:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:14.580679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037697275385400:2107] [node 4] ICS09 handshake done sender: [3:7593037697275385370:2112] self: [3:7593037697275385369:0] peer: [4:7593037697892035179:0] socket: 142 qp: -1
2026-01-08T17:04:14.580737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037697275385400:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:14.580803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:14.610680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037697275385374:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:14.619207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037692980418007:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.619301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:14.619368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037692980418007:2048] [node 1] ICP22 created new session: [3:7593037697275385404:2048]
2026-01-08T17:04:14.619423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037697275385404:2048] [node 1] ICS09 handshake done sender: [3:7593037697275385374:2114] self: [3:7593037697275385390:0] peer: [1:7593037696447342050:0] socket: 133 qp: -1
2026-01-08T17:04:14.619482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037697275385404:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:14.619540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:14.627235Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037699851126038:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.627400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037695556158652:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.634852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037699851126040:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61445
2026-01-08T17:04:14.628284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037695472379768:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.628090Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037696447342059:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.631861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037692392777034:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.628132Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037696447342059:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:14.638850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037696447342059:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:14.641813Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037692980418007:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(21640735ns) {HandleHandshakeStatus:329(21636574ns) {DropIncomingHandshake:442(1041ns) DropOutgoingHandshake:457(5616ns) SwitchToState:179(660ns) ProcessPendingSessionEvents:495(21157570ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 20304009ns max# 4838646ns}}}
2026-01-08T17:04:14.628540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:14.631984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.631759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037695472379768:2049] [node 2] ICP22 created new session: [5:7593037699767347159:2049]
2026-01-08T17:04:14.632042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037692392777034:2048] [node 1] ICP22 created new session: [2:7593037696687744419:2048]
2026-01-08T17:04:14.646122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037697275385402:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:14193
2026-01-08T17:04:14.632104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037696687744419:2048] [node 1] ICS09 handshake done sender: [2:7593037696687744406:2115] self: [2:7593037696687744411:0] peer: [1:7593037696447342048:0] socket: 137 qp: -1
2026-01-08T17:04:14.635298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037699767347159:2049] [node 2] ICS09 handshake done sender: [5:7593037699767347140:2115] self: [5:7593037699767347144:0] peer: [2:7593037696687744398:0] socket: 150 qp: -1
2026-01-08T17:04:14.632151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037696687744419:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:14.632219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:14.632980Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037692392777034:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:14.639114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037692392777035:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.642756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:14.642858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037692392777035:2049] [node 3] ICP22 created new session: [2:7593037696687744421:2049]
2026-01-08T17:04:14.642941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037696687744421:2049] [node 3] ICS09 handshake done sender: [2:7593037696687744397:2110] self: [2:7593037696687744396:0] peer: [3:7593037697275385396:0] socket: 138 qp: -1
2026-01-08T17:04:14.642985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037696687744421:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:14.643038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:14.644707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037696687744395:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.644799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:14.644866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037696687744395:2109] [node 5] ICP22 created new session: [2:7593037696687744423:2109]
2026-01-08T17:04:14.647762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037696687744423:2109] [node 5] ICS09 handshake done sender: [2:7593037696687744399:2111] self: [2:7593037696687744398:0] peer: [5:7593037699767347144:0] socket: 139 qp: -1
2026-01-08T17:04:14.648933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037696687744423:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:14.649401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:14.649104Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037699851126038:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:14.655454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037695556158652:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.655498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:14.655541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037695556158652:2048] [node 1] ICP22 created new session: [6:7593037699851126041:2048]
2026-01-08T17:04:14.655601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037699851126041:2048] [node 1] ICS09 handshake done sender: [6:7593037699851126038:2120] self: [6:7593037699851126039:0] peer: [1:7593037696447342058:0] socket: 169 qp: -1
2026-01-08T17:04:14.640381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037699767347159:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:14.657806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037697892035158:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.657905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:14.657961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037697892035158:2108] [node 6] ICP22 created new session: [4:7593037697892035188:2108]
2026-01-08T17:04:14.658013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037697892035188:2108] [node 6] ICS09 handshake done sender: [4:7593037697892035166:2114] self: [4:7593037697892035165:0] peer: [6:7593037699851126030:0] socket: 160 qp: -1
2026-01-08T17:04:14.658057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037697892035188:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:14.658090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:14.653710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037696447342055:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.655637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037699851126041:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:14.655663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:14.659845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037693597067801:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.643924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:14.653797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:14.662849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037696687744395:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(16466151ns) {HandleHandshakeStatus:329(16463731ns) {DropIncomingHandshake:442(516ns) DropOutgoingHandshake:457(738ns) SwitchToState:179(780ns) ProcessPendingSessionEvents:495(11326071ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 11238347ns max# 4525848ns}}}
2026-01-08T17:04:14.662959Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037697275385383:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:14.659944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:14.659996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037693597067801:2050] [node 3] ICP22 created new session: [4:7593037697892035190:2050]
2026-01-08T17:04:14.660048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037697892035190:2050] [node 3] ICS09 handshake done sender: [4:7593037697892035164:2113] self: [4:7593037697892035179:0] peer: [3:7593037697275385369:0] socket: 155 qp: -1
2026-01-08T17:04:14.660088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037697892035190:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:14.660120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:14.653866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037696447342055:2109] [node 6] ICP22 created new session: [1:7593037696447342081:2109]
2026-01-08T17:04:14.653919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037696447342081:2109] [node 6] ICS09 handshake done sender: [1:7593037696447342059:2114] self: [1:7593037696447342058:0] peer: [6:7593037699851126039:0] socket: 156 qp: -1
2026-01-08T17:04:14.653953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037696447342081:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:14.653984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:14.659882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037695472379768:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(30553795ns) {HandleHandshakeStatus:329(30551765ns) {DropIncomingHandshake:442(537ns) DropOutgoingHandshake:457(6355ns) SwitchToState:179(175ns) ProcessPendingSessionEvents:495(12412719ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 11281010ns max# 4911794ns}}}
2026-01-08T17:04:14.665083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037692980418008:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.666350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:14.663799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037695472379767:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.668146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037696447342057:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.668179Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037696447342057:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:14.669028Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037696447342083:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30069
2026-01-08T17:04:14.669780Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037696447342057:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:14.666432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037692980418008:2049] [node 2] ICP22 created new session: [3:7593037697275385406:2049]
2026-01-08T17:04:14.670516Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037693597067801:2050] [node 3] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.672317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037699767347162:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28011
2026-01-08T17:04:14.673177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037696447342054:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.673230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:14.673277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037696447342054:2108] [node 5] ICP22 created new session: [1:7593037696447342085:2108]
2026-01-08T17:04:14.673312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037696447342085:2108] [node 5] ICS09 handshake done sender: [1:7593037696447342057:2113] self: [1:7593037696447342056:0] peer: [5:7593037699767347161:0] socket: 174 qp: -1
2026-01-08T17:04:14.673347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037696447342085:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:14.673376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:14.672629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037699767347150:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:14.666490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037697275385406:2049] [node 2] ICS09 handshake done sender: [3:7593037697275385383:2119] self: [3:7593037697275385396:0] peer: [2:7593037696687744396:0] socket: 141 qp: -1
2026-01-08T17:04:14.666529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037697275385406:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:14.666577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.677254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037696687744395:2109] [node 5] ICP18 handshake (actor [2:7593037696687744413:2118]) is too old
2026-01-08T17:04:14.681754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037695472379767:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.681989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037699851126043:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61445
2026-01-08T17:04:14.681856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.682917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037697892035192:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:523
2026-01-08T17:04:14.684497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037696687744416:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.686404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037699851126035:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.686562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037695556158654:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:14.681926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037695472379767:2048] [node 1] ICP22 created new session: [5:7593037699767347163:2048]
2026-01-08T17:04:14.683113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037699767347163:2048] [node 1] ICS09 handshake done sender: [5:7593037699767347150:2118] self: [5:7593037699767347161:0] peer: [1:7593037696447342056:0] socket: 175 qp: -1
2026-01-08T17:04:14.683158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037699767347163:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:14.683212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:14.683664Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037695472379767:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:14.691970Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037697275385382:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.692030Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037697275385382:2118] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.694688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037699851126045:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61445
2026-01-08T17:04:14.695073Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037697275385382:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:14.695377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037697275385372:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.695499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:14.695571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037697275385372:2109] [node 6] ICP22 created new session: [3:7593037697275385409:2109]
2026-01-08T17:04:14.695640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037697275385409:2109] [node 6] ICS09 handshake done sender: [3:7593037697275385382:2118] self: [3:7593037697275385381:0] peer: [6:7593037699851126044:0] socket: 193 qp: -1
2026-01-08T17:04:14.695683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037697275385409:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:14.695730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:14.698069Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037699851126035:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:14.697578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037697892035192:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.697770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037693597067800:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:14.698242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037696687744403:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.698294Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037696687744403:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.701522Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037697892035194:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:523
2026-01-08T17:04:14.701836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037695556158654:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.701934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:14.701996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037695556158654:2050] [node 3] ICP22 created new session: [6:7593037699851126046:2050]
2026-01-08T17:04:14.702071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037699851126046:2050] [node 3] ICS09 handshake done sender: [6:7593037699851126035:2119] self: [6:7593037699851126044:0] peer: [3:7593037697275385381:0] socket: 194 qp: -1
2026-01-08T17:04:14.702132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037699851126046:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:14.702182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:14.702543Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037696687744403:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:14.702852Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037695556158654:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:14.704227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037697892035192:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:14.705121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037696687744393:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.705210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:14.705265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037696687744393:2107] [node 4] ICP22 created new session: [2:7593037696687744430:2107]
2026-01-08T17:04:14.705321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037696687744430:2107] [node 4] ICS09 handshake done sender: [2:7593037696687744403:2113] self: [2:7593037696687744402:0] peer: [4:7593037697892035193:0] socket: 127 qp: -1
2026-01-08T17:04:14.705358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037696687744430:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:14.705395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:14.707501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037699851126043:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.707914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037695556158653:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:14.705134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037693597067800:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.705211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:14.705262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037693597067800:2049] [node 2] ICP22 created new session: [4:7593037697892035195:2049]
2026-01-08T17:04:14.705321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037697892035195:2049] [node 2] ICS09 handshake done sender: [4:7593037697892035192:2120] self: [4:7593037697892035193:0] peer: [2:7593037696687744402:0] socket: 148 qp: -1
2026-01-08T17:04:14.705360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037697892035195:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:14.705394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:14.711604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037696687744405:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:14.711635Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037696687744405:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:14.713067Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037696687744405:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:14.713218Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037699851126049:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61445
2026-01-08T17:04:14.713794Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037699851126043:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:14.713581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037696687744394:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:14.713689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:14.713763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037696687744394:2108] [node 6] ICP22 created new session: [2:7593037696687744433:2108]
2026-01-08T17:04:14.713819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037696687744433:2108] [node 6] ICS09 handshake done sender: [2:7593037696687744405:2114] self: [2:7593037696687744404:0] peer: [6:7593037699851126048:0] socket: 153 qp: -1
2026-01-08T17:04:14.713875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037696687744433:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:14.713920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:14.717299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037695556158653:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:14.717390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:14.717427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037695556158653:2049] [node 2] ICP22 created new session: [6:7593037699851126050:2049]
2026-01-08T17:04:14.717474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037699851126050:2049] [node 2] ICS09 handshake done sender: [6:7593037699851126043:2122] self: [6:7593037699851126048:0] peer: [2:7593037696687744404:0] socket: 164 qp: -1
2026-01-08T17:04:14.717507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037699851126050:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:14.717534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:14.721318Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037695556158653:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:14.766523Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:14.766782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037696687744419:2048] [node 1] ICS07 socket disconnect 137 reason# EndOfStream
2026-01-08T17:04:14.766816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037696687744419:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:14.766904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:14.766950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037696687744419:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:14.771521Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:14.771765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037697275385404:2048] [node 1] ICS07 socket disconnect 133 reason# EndOfStream
2026-01-08T17:04:14.771801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037697275385404:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:14.771875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:14.771916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037697275385404:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:14.776825Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037692980418007:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:14.776883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037697275385404:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:14.777642Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037692392777034:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:14.777685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037696687744419:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:14.778793Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037692392777034:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:14.778863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037696687744419:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:14.778905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037692392777034:2048] [node 1] ICP30 unregister session Session# [2:7593037696687744419:2048] VirtualId# [2:7593037696687744411:0]
2026-01-08T17:04:14.778959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:14.778996Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037692392777034:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.779014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.779419Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037692980418007:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:14.779501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037697275385404:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:14.779534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037692980418007:2048] [node 1] ICP30 unregister session Session# [3:7593037697275385404:2048] VirtualId# [3:7593037697275385390:0]
2026-01-08T17:04:14.779626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:14.779660Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037692980418007:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.779673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.790579Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:14.790824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037699767347163:2048] [node 1] ICS07 socket disconnect 175 reason# EndOfStream
2026-01-08T17:04:14.790857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037699767347163:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:14.790944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:14.790988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037699767347163:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:14.791513Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:14.791708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037697892035180:2048] [node 1] ICS07 socket disconnect 154 reason# EndOfStream
2026-01-08T17:04:14.791733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037697892035180:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:14.791795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:14.791840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037697892035180:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:14.793016Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037693597067799:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:14.793076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037697892035180:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:14.793112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037693597067799:2048] [node 1] ICP30 unregister session Session# [4:7593037697892035180:2048] VirtualId# [4:7593037697892035177:0]
2026-01-08T17:04:14.793154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:14.793183Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037693597067799:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.793198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.793715Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037695472379767:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:14.793762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037699767347163:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:14.793793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037695472379767:2048] [node 1] ICP30 unregister session Session# [5:7593037699767347163:2048] VirtualId# [5:7593037699767347161:0]
2026-01-08T17:04:14.793820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:14.793844Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037695472379767:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.793859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.794757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037692980418007:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:14.795421Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:14.795629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037699851126041:2048] [node 1] ICS07 socket disconnect 169 reason# EndOfStream
2026-01-08T17:04:14.795656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037699851126041:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:14.795738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:14.795781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037699851126041:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:14.796954Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037695556158652:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:14.797000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037699851126041:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:14.797032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037695556158652:2048] [node 1] ICP30 unregister session Session# [6:7593037699851126041:2048] VirtualId# [6:7593037699851126039:0]
2026-01-08T17:04:14.797065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:14.797090Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037695556158652:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.797104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30069) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.806494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037695472379767:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:14.806608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037693597067799:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:14.808778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037695556158652:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:14.832813Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:14.833065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037697275385406:2049] [node 2] ICS01 socket: 141 reason# EndOfStream
2026-01-08T17:04:14.833113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037692980418008:2049] [node 2] ICP30 unregister session Session# [3:7593037697275385406:2049] VirtualId# [3:7593037697275385396:0]
2026-01-08T17:04:14.833154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037697275385406:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:14.833237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:14.833279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:14.841769Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:14.842025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037697892035195:2049] [node 2] ICS07 socket disconnect 148 reason# EndOfStream
2026-01-08T17:04:14.842058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037697892035195:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:14.842152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:14.842199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037697892035195:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:14.842778Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:14.842972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037699851126050:2049] [node 2] ICS07 socket disconnect 164 reason# EndOfStream
2026-01-08T17:04:14.843004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037699851126050:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:14.843107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:14.843188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037699851126050:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:14.843752Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:14.843934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037699767347159:2049] [node 2] ICS01 socket: 150 reason# EndOfStream
2026-01-08T17:04:14.843975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037695472379768:2049] [node 2] ICP30 unregister session Session# [5:7593037699767347159:2049] VirtualId# [5:7593037699767347144:0]
2026-01-08T17:04:14.844014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037699767347159:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:14.844082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:14.844120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:14.845410Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037695556158653:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61363) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:14.845471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037699851126050:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:14.845509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037695556158653:2049] [node 2] ICP30 unregister session Session# [6:7593037699851126050:2049] VirtualId# [6:7593037699851126048:0]
2026-01-08T17:04:14.845616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:14.845651Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037695556158653:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61363) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.845667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61363) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.846225Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037693597067800:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61363) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:14.846280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037697892035195:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:14.846309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037693597067800:2049] [node 2] ICP30 unregister session Session# [4:7593037697892035195:2049] VirtualId# [4:7593037697892035193:0]
2026-01-08T17:04:14.846358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:14.846384Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037693597067800:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61363) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.846396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61363) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.855656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037695556158653:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:14.862439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037693597067800:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:14.948040Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:14.948288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037699851126046:2050] [node 3] ICS07 socket disconnect 194 reason# EndOfStream
2026-01-08T17:04:14.948324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037699851126046:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:14.948403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:14.948443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037699851126046:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:14.949000Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:14.949215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037697892035190:2050] [node 3] ICS07 socket disconnect 155 reason# EndOfStream
2026-01-08T17:04:14.949242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037697892035190:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:14.949315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:14.949360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037697892035190:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:14.949819Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:14.950020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037699767347156:2050] [node 3] ICS01 socket: 151 reason# EndOfStream
2026-01-08T17:04:14.950065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037695472379769:2050] [node 3] ICP30 unregister session Session# [5:7593037699767347156:2050] VirtualId# [5:7593037699767347149:0]
2026-01-08T17:04:14.950107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037699767347156:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:14.950173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:14.950218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:14.954724Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037693597067801:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28983) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:14.954801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037697892035190:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:14.954847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037693597067801:2050] [node 3] ICP30 unregister session Session# [4:7593037697892035190:2050] VirtualId# [4:7593037697892035179:0]
2026-01-08T17:04:14.954979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:14.955018Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037693597067801:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28983) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.955036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28983) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.956542Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037695556158654:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28983) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:14.956621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037699851126046:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:14.956664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037695556158654:2050] [node 3] ICP30 unregister session Session# [6:7593037699851126046:2050] VirtualId# [6:7593037699851126044:0]
2026-01-08T17:04:14.956724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:14.956759Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037695556158654:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28983) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.956777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28983) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:14.963929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037693597067801:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:14.970432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037695556158654:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:15.026766Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:15.027057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037699851126036:2077] [node 4] ICS07 socket disconnect 163 reason# EndOfStream
2026-01-08T17:04:15.027099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037699851126036:2077] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:15.027205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:15.027257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037699851126036:2077] [node 4] ICS15 start handshake
2026-01-08T17:04:15.027914Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:15.028136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037699767347154:2109] [node 4] ICS07 socket disconnect 166 reason# EndOfStream
2026-01-08T17:04:15.028171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037699767347154:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:15.028243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:15.028301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037699767347154:2109] [node 4] ICS15 start handshake
2026-01-08T17:04:15.029757Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037699767347131:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2818) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:15.029849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037699767347154:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:15.029893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037699767347131:2109] [node 4] ICP30 unregister session Session# [5:7593037699767347154:2109] VirtualId# [5:7593037699767347151:0]
2026-01-08T17:04:15.029946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:15.029991Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037699767347131:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2818) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:15.030014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2818) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:15.030933Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037699851126003:2077] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2818) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:15.030999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037699851126036:2077] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:15.031056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037699851126003:2077] [node 4] ICP30 unregister session Session# [6:7593037699851126036:2077] VirtualId# [6:7593037699851126030:0]
2026-01-08T17:04:15.031142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:15.031239Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037699851126003:2077] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2818) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:15.031281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2818) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:15.042498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037699851126003:2077] [node 4] ICP33 wake up from error state
2026-01-08T17:04:15.110556Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:15.110817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037699851126031:2100] [node 5] ICS07 socket disconnect 158 reason# EndOfStream
2026-01-08T17:04:15.110852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037699851126031:2100] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:15.110960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:15.111007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037699851126031:2100] [node 5] ICS15 start handshake
2026-01-08T17:04:15.112109Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037699851126011:2100] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27501) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:15.112178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037699851126031:2100] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:15.112221Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037699851126011:2100] [node 5] ICP30 unregister session Session# [6:7593037699851126031:2100] VirtualId# [6:7593037699851126028:0]
2026-01-08T17:04:15.112269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:04:15.112306Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037699851126011:2100] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27501) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:15.112324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27501) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:15.126463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037699851126011:2100] [node 5] ICP33 wake up from error state
2026-01-08T17:04:15.270411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037701598815377:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:15.270537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037701598815378:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:15.288999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037700958330801:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:15.289059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037700958330802:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:15.316120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037703917837042:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:15.316145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037703917837043:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:15.326644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037703087777168:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:15.326680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037703087777169:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:15.326715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037703087777170:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:15.347227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037702735904086:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:15.347272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037702735904087:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:15.347312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037702735904088:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:15.447160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037703693564330:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:15.447203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037703693564331:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:15.447243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037703693564332:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:16.145351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037705893782736:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:16.103091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037707988531664:2084] [node 5] ICP01 ready to work
2026-01-08T17:04:16.146504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037705893782737:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:16.246855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037707030871445:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:16.247281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037707030871446:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:16.270366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037705253298174:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:16.270898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037705253298175:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:16.271471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037705253298176:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:16.276137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037707988531685:2097] [node 4] ICP01 ready to work
2026-01-08T17:04:16.265617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037705893782738:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:16.290477Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037703917837043:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(151196753ns) {Configure:104(151187562ns) {ProcessConfigured:135(65991ns) {StartInitialHandshake:157(62836ns) {DropHandshakes:470(3345ns) {DropIncomingHandshake:442(1059ns) DropOutgoingHandshake:457(543ns)} GenerateSessionVirtualId:992(1357ns) PrepareNewSessionHandshake:477(2108ns) {SwitchToState:179(899ns)}}}}}
2026-01-08T17:04:16.296119Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037702735904087:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(45787072ns) {Configure:104(45781052ns) {ProcessConfigured:135(81605ns) {StartInitialHandshake:157(77559ns) {DropHandshakes:470(3283ns) {DropIncomingHandshake:442(823ns) DropOutgoingHandshake:457(523ns)} GenerateSessionVirtualId:992(1717ns) PrepareNewSessionHandshake:477(2344ns) {SwitchToState:179(641ns)}}}}}
2026-01-08T17:04:16.288762Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037703693564331:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(105581910ns) {Configure:104(105575302ns) {ProcessConfigured:135(79296ns) {StartInitialHandshake:157(75604ns) {DropHandshakes:470(3373ns) {DropIncomingHandshake:442(830ns) DropOutgoingHandshake:457(588ns)} GenerateSessionVirtualId:992(1575ns) PrepareNewSessionHandshake:477(2244ns) {SwitchToState:179(862ns)}}}}}
2026-01-08T17:04:16.309656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037708212804419:2107] [node 5] ICP01 ready to work
2026-01-08T17:04:16.309392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037707382744527:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:16.324361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037708212804422:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:16.323778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037707382744528:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:16.328171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037701598815377:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(39789763ns) {Configure:104(39780469ns) {ProcessConfigured:135(3808733ns) {StartInitialHandshake:157(3805212ns) {DropHandshakes:470(3348ns) {DropIncomingHandshake:442(694ns) DropOutgoingHandshake:457(811ns)} GenerateSessionVirtualId:992(1362ns) PrepareNewSessionHandshake:477(5199ns) {SwitchToState:179(2813ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.359162Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037707030871458:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45101
2026-01-08T17:04:16.353074Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037700958330801:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(75552143ns) {Configure:104(75545571ns) {ProcessConfigured:135(54895ns) {StartInitialHandshake:157(53409ns) {DropHandshakes:470(2229ns) {DropIncomingHandshake:442(455ns) DropOutgoingHandshake:457(483ns)} GenerateSessionVirtualId:992(594ns) PrepareNewSessionHandshake:477(1543ns) {SwitchToState:179(470ns)}}}}}
2026-01-08T17:04:16.367660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037708212804423:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:16.345188Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037705893782736:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(16693979ns) {Configure:104(16688612ns) {ProcessConfigured:135(88674ns) {StartInitialHandshake:157(84986ns) {DropHandshakes:470(3294ns) {DropIncomingHandshake:442(635ns) DropOutgoingHandshake:457(601ns)} GenerateSessionVirtualId:992(937ns) PrepareNewSessionHandshake:477(2331ns) {SwitchToState:179(926ns)}}}}}
2026-01-08T17:04:16.388533Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037707988531685:2097] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(61817627ns) {Configure:104(61812220ns) {ProcessConfigured:135(71421ns) {StartInitialHandshake:157(68145ns) {DropHandshakes:470(1425ns) {DropIncomingHandshake:442(192ns) DropOutgoingHandshake:457(336ns)} GenerateSessionVirtualId:992(575ns) PrepareNewSessionHandshake:477(2585ns) {SwitchToState:179(839ns)}}}}}
2026-01-08T17:04:16.397103Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037705893782738:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(113612059ns) {Configure:104(113606293ns) {ProcessConfigured:135(9548831ns) {StartInitialHandshake:157(9546508ns) {DropHandshakes:470(3038ns) {DropIncomingHandshake:442(537ns) DropOutgoingHandshake:457(430ns)} GenerateSessionVirtualId:992(907ns) PrepareNewSessionHandshake:477(3323ns) {SwitchToState:179(96ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.420273Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037703917837042:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(18286055ns) {Configure:104(18276446ns) {ProcessConfigured:135(16259367ns) {StartInitialHandshake:157(16256296ns) {DropHandshakes:470(5827ns) {DropIncomingHandshake:442(489ns) DropOutgoingHandshake:457(835ns)} GenerateSessionVirtualId:992(1385ns) PrepareNewSessionHandshake:477(4961ns) {SwitchToState:179(1879ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.458993Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037700958330802:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(65358116ns) {Configure:104(65353499ns) {ProcessConfigured:135(111448ns) {StartInitialHandshake:157(108225ns) {DropHandshakes:470(3258ns) {DropIncomingHandshake:442(666ns) DropOutgoingHandshake:457(516ns)} GenerateSessionVirtualId:992(1785ns) PrepareNewSessionHandshake:477(2036ns) {SwitchToState:179(841ns)}}}}}
2026-01-08T17:04:16.459470Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037707382744528:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(52160582ns) {Configure:104(52154171ns) {ProcessConfigured:135(76443ns) {StartInitialHandshake:157(73591ns) {DropHandshakes:470(3869ns) {DropIncomingHandshake:442(1287ns) DropOutgoingHandshake:457(546ns)} GenerateSessionVirtualId:992(1276ns) PrepareNewSessionHandshake:477(4791ns) {SwitchToState:179(620ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.441110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037702735904086:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(58188875ns) {Configure:104(58177795ns) {ProcessConfigured:135(116331ns) {StartInitialHandshake:157(112720ns) {DropHandshakes:470(27821ns) {DropIncomingHandshake:442(24987ns) DropOutgoingHandshake:457(385ns)} GenerateSessionVirtualId:992(1649ns) PrepareNewSessionHandshake:477(2778ns) {SwitchToState:179(1043ns)}}}}}
2026-01-08T17:04:16.428991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037707988531700:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32583
2026-01-08T17:04:16.485846Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037707382744527:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(52424791ns) {Configure:104(52416684ns) {ProcessConfigured:135(81146ns) {StartInitialHandshake:157(79005ns) {DropHandshakes:470(6203ns) {DropIncomingHandshake:442(991ns) DropOutgoingHandshake:457(824ns)} GenerateSessionVirtualId:992(1221ns) PrepareNewSessionHandshake:477(3058ns) {SwitchToState:179(630ns)}}}}}
2026-01-08T17:04:16.453708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037708212804424:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61745
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.494442Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037703087777170:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(19748861ns) {Configure:104(19742162ns) {ProcessConfigured:135(65155ns) {StartInitialHandshake:157(59300ns) {DropHandshakes:470(2620ns) {DropIncomingHandshake:442(557ns) DropOutgoingHandshake:457(548ns)} GenerateSessionVirtualId:992(929ns) PrepareNewSessionHandshake:477(2123ns) {SwitchToState:179(818ns)}}}}}
2026-01-08T17:04:16.496094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037707382744536:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56355
2026-01-08T17:04:16.496205Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037707382744535:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56355
2026-01-08T17:04:16.496315Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037707382744542:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56355
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.456199Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037708212804422:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(22292943ns) {Configure:104(22289710ns) {ProcessConfigured:135(74071ns) {StartInitialHandshake:157(71054ns) {DropHandshakes:470(3249ns) {DropIncomingHandshake:442(659ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:992(1346ns) PrepareNewSessionHandshake:477(2582ns) {SwitchToState:179(1026ns)}}}}}
2026-01-08T17:04:16.488849Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037705253298176:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(16079831ns) {Configure:104(16073049ns) {ProcessConfigured:135(48694ns) {StartInitialHandshake:157(47353ns) {DropHandshakes:470(2133ns) {DropIncomingHandshake:442(291ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:992(804ns) PrepareNewSessionHandshake:477(689ns) {SwitchToState:179(282ns)}}}}}
2026-01-08T17:04:16.489327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037705253298184:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22855
2026-01-08T17:04:16.489492Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037705253298185:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22855
2026-01-08T17:04:16.489600Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037705253298186:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22855
2026-01-08T17:04:16.489709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037705253298187:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22855
2026-01-08T17:04:16.514364Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037705253298175:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(195112429ns) {Configure:104(195104981ns) {ProcessConfigured:135(19290143ns) {StartInitialHandshake:157(19287409ns) {DropHandshakes:470(2428ns) {DropIncomingHandshake:442(497ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:992(1205ns) PrepareNewSessionHandshake:477(2305ns) {SwitchToState:179(1131ns)}}}}}
2026-01-08T17:04:16.514701Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037705253298194:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22855
2026-01-08T17:04:16.470620Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037708212804428:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61745
2026-01-08T17:04:16.471130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037708212804426:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61745
2026-01-08T17:04:16.487118Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037708212804419:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(30185837ns) {Configure:104(30179747ns) {ProcessConfigured:135(65511ns) {StartInitialHandshake:157(63873ns) {DropHandshakes:470(2594ns) {DropIncomingHandshake:442(238ns) DropOutgoingHandshake:457(1009ns)} GenerateSessionVirtualId:992(613ns) PrepareNewSessionHandshake:477(663ns) {SwitchToState:179(198ns)}}}}}
2026-01-08T17:04:16.495082Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037708212804438:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61745
2026-01-08T17:04:16.559993Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037708212804424:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.566644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037707382744536:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.574123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037707030871458:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.560986Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037705253298184:2127] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.580181Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037707988531700:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.580333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037707988531664:2084] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.580774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037707030871448:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.580812Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037707030871448:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.581980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037707030871448:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.587001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037707382744535:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.583905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037705253298186:2129] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.582502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037708212804428:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.600856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037703087777168:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.601375Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037707382744530:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.601404Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037707382744530:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.602392Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037707382744530:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.602736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037707382744528:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:16.602805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:16.602865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037707382744528:2109] [node 6] ICP22 created new session: [4:7593037707382744548:2109]
2026-01-08T17:04:16.602929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037707382744548:2109] [node 6] ICS09 handshake done sender: [4:7593037707382744530:2110] self: [4:7593037707382744529:0] peer: [6:7593037707988531709:0] socket: 163 qp: -1
2026-01-08T17:04:16.602967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037707382744548:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:16.603004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:16.606503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037703087777170:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.583182Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037707988531706:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32583
2026-01-08T17:04:16.579293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037705893782752:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21372
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.579484Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037705893782753:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21372
2026-01-08T17:04:16.579612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037705893782754:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21372
2026-01-08T17:04:16.583143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037705893782744:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.583169Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037705893782744:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.584179Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037705893782744:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:16.584498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037701598815378:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:16.584564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:16.584621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037701598815378:2049] [node 3] ICP22 created new session: [1:7593037705893782756:2049]
2026-01-08T17:04:16.584675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037705893782756:2049] [node 3] ICS09 handshake done sender: [1:7593037705893782744:2112] self: [1:7593037705893782743:0] peer: [3:7593037708212804441:0] socket: 142 qp: -1
2026-01-08T17:04:16.584727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037705893782756:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:16.584796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:16.588028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037705893782754:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.592294Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037705893782749:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.592318Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037705893782749:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.603435Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037705893782749:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:16.606622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037705893782752:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.606788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037705893782742:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.606815Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037705893782742:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.622421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037701598815378:2049] [node 3] ICP18 handshake (actor [1:7593037705893782752:2115]) is too old
2026-01-08T17:04:16.590965Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037707988531706:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.591240Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037707988531708:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32583
2026-01-08T17:04:16.591390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037707988531685:2097] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.591937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037707988531708:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.592038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037703693564330:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.607733Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037707988531711:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32583
2026-01-08T17:04:16.623833Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037707988531707:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32583
2026-01-08T17:04:16.594550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037707030871446:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.582529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037708212804426:2130] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.606422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:16.633165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037705893782742:2111] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.625175Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037707382744528:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(21340572ns) {HandleHandshakeStatus:329(21336642ns) {DropIncomingHandshake:442(696ns) DropOutgoingHandshake:457(768ns) SwitchToState:179(1020ns) ProcessPendingSessionEvents:495(20903858ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 16121472ns max# 15624638ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.582767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037703917837042:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.630719Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037707988531708:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:16.637670Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037705253298185:2128] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.629357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037707382744550:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56355
2026-01-08T17:04:16.630237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037707030871446:2109] [node 6] ICP22 created new session: [5:7593037707030871463:2109]
2026-01-08T17:04:16.623259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037708212804442:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61745
2026-01-08T17:04:16.631282Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037703087777170:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(34468895ns) {IncomingHandshake:261(19849619ns) {DropIncomingHandshake:442(492ns) PrepareNewSessionHandshake:477(370ns) {SwitchToState:179(70ns)} GenerateSessionVirtualId:992(183ns) IssueIncomingHandshakeReply:193(8016412ns) {SwitchToState:179(6598ns)}}}
2026-01-08T17:04:16.635274Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037707382744542:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.643826Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037707382744535:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:16.645819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037703087777169:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.645905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037703087777168:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.645998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:16.646061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037703087777168:2048] [node 1] ICP22 created new session: [4:7593037707382744553:2048]
2026-01-08T17:04:16.646123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037707382744553:2048] [node 1] ICS09 handshake done sender: [4:7593037707382744535:2113] self: [4:7593037707382744545:0] peer: [1:7593037705893782741:0] socket: 156 qp: -1
2026-01-08T17:04:16.646173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037707382744553:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:16.646232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:16.652867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037707382744555:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56355
2026-01-08T17:04:16.677827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037707382744555:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.656981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037705253298187:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.656753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037707988531700:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:16.633625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037705893782737:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.704847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037707382744558:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56355
2026-01-08T17:04:16.706656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037703693564330:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.706761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:16.706826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037703693564330:2048] [node 1] ICP22 created new session: [6:7593037707988531713:2048]
2026-01-08T17:04:16.706888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037707988531713:2048] [node 1] ICS09 handshake done sender: [6:7593037707988531708:2118] self: [6:7593037707988531710:0] peer: [1:7593037705893782748:0] socket: 178 qp: -1
2026-01-08T17:04:16.706932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037707988531713:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:16.706976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:16.653723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037708212804430:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.653764Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037708212804430:2133] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.664762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037708212804426:2130] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:16.685737Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037703917837042:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037708212804426:2130] held: no
2026-01-08T17:04:16.686391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037703917837042:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.686475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:16.694865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037703917837042:2048] [node 1] ICP22 created new session: [3:7593037708212804444:2048]
2026-01-08T17:04:16.715994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037707988531664:2084] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.716102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:16.716181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037707988531664:2084] [node 5] ICP22 created new session: [6:7593037707988531715:2084]
2026-01-08T17:04:16.716249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037707988531715:2084] [node 5] ICS09 handshake done sender: [6:7593037707988531700:2114] self: [6:7593037707988531705:0] peer: [5:7593037707030871447:0] socket: 137 qp: -1
2026-01-08T17:04:16.716300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037707988531715:2084] [node 5] ICS10 traffic start
2026-01-08T17:04:16.716340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:16.637315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037707030871463:2109] [node 6] ICS09 handshake done sender: [5:7593037707030871448:2110] self: [5:7593037707030871447:0] peer: [6:7593037707988531705:0] socket: 132 qp: -1
2026-01-08T17:04:16.638176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037707030871465:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45101
2026-01-08T17:04:16.642958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037707030871463:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:16.654105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:16.690903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037707030871467:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45101
2026-01-08T17:04:16.702422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037707030871465:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.702690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037702735904086:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.709813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037707382744542:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.633719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:16.711246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037708212804444:2048] [node 1] ICS09 handshake done sender: [3:7593037708212804426:2130] self: [3:7593037708212804441:0] peer: [1:7593037705893782743:0] socket: 144 qp: -1
2026-01-08T17:04:16.727412Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037707988531664:2084] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:16.666367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037705253298194:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.633785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037705893782737:2109] [node 6] ICP22 created new session: [1:7593037705893782762:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.698052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037705253298180:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.716581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037703087777169:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.723504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037707030871467:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.722127Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037708212804438:2136] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.738982Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037707988531712:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32583
2026-01-08T17:04:16.633854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037705893782762:2109] [node 6] ICS09 handshake done sender: [1:7593037705893782749:2113] self: [1:7593037705893782748:0] peer: [6:7593037707988531710:0] socket: 177 qp: -1
2026-01-08T17:04:16.698111Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037705253298180:2125] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.703619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037700958330801:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.709140Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037705253298180:2125] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:16.724905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037705253298174:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:16.724991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:16.725053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037705253298174:2107] [node 4] ICP22 created new session: [2:7593037705253298200:2107]
2026-01-08T17:04:16.725110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037705253298200:2107] [node 4] ICS09 handshake done sender: [2:7593037705253298180:2125] self: [2:7593037705253298179:0] peer: [4:7593037707382744552:0] socket: 160 qp: -1
2026-01-08T17:04:16.725151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037705253298200:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:16.725189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:16.736013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037705253298182:2126] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.736042Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037705253298182:2126] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.738439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037705253298202:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22855
2026-01-08T17:04:16.730184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037707030871445:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.730667Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037707030871470:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45101
2026-01-08T17:04:16.740872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037707030871446:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(145314344ns) {HandleHandshakeStatus:329(145312203ns) {DropIncomingHandshake:442(10653ns) DropOutgoingHandshake:457(945ns) SwitchToState:179(152ns) ProcessPendingSessionEvents:495(40280969ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 40200878ns max# 23574655ns}}}
2026-01-08T17:04:16.723333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037708212804444:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:16.723382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:16.724218Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037708212804443:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61745
2026-01-08T17:04:16.724551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037703917837043:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.735412Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037703917837042:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(48910107ns) {HandleHandshakeStatus:329(48907733ns) {DropIncomingHandshake:442(723ns) DropOutgoingHandshake:457(285ns) SwitchToState:179(719ns) ProcessPendingSessionEvents:495(1179ns)}}
2026-01-08T17:04:16.735602Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037708212804430:2133] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:16.716664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:16.716722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037703087777169:2049] [node 2] ICP22 created new session: [4:7593037707382744559:2049]
2026-01-08T17:04:16.728359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037707382744559:2049] [node 2] ICS09 handshake done sender: [4:7593037707382744542:2117] self: [4:7593037707382744552:0] peer: [2:7593037705253298179:0] socket: 164 qp: -1
2026-01-08T17:04:16.730026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037707382744559:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:16.731009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:16.732044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037707382744538:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.732072Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037707382744538:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.734653Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037707382744561:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56355
2026-01-08T17:04:16.633898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037705893782762:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:16.633960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:16.648758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037705893782753:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.648812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037705893782736:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:16.648902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:16.648981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037705893782736:2107] [node 4] ICP22 created new session: [1:7593037705893782765:2107]
2026-01-08T17:04:16.649036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037705893782765:2107] [node 4] ICS09 handshake done sender: [1:7593037705893782742:2111] self: [1:7593037705893782741:0] peer: [4:7593037707382744545:0] socket: 141 qp: -1
2026-01-08T17:04:16.649082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037705893782765:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:16.649135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:16.705124Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037705893782740:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.705154Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037705893782740:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.711143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037705893782740:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:16.713313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037705893782751:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.713359Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037705893782751:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.741488Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037705893782751:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.746223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037707030871471:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45101
2026-01-08T17:04:16.748281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037705253298182:2126] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:16.748711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037701598815377:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:16.748821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:16.748871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037701598815377:2048] [node 2] ICP22 created new session: [1:7593037705893782770:2048]
2026-01-08T17:04:16.748946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037705893782770:2048] [node 2] ICS09 handshake done sender: [1:7593037705893782740:2110] self: [1:7593037705893782739:0] peer: [2:7593037705253298196:0] socket: 140 qp: -1
2026-01-08T17:04:16.748994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037705893782770:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:16.749040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.750152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037705893782738:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:16.750216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:16.750293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037705893782738:2108] [node 5] ICP22 created new session: [1:7593037705893782772:2108]
2026-01-08T17:04:16.750365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037705893782772:2108] [node 5] ICS09 handshake done sender: [1:7593037705893782751:2114] self: [1:7593037705893782750:0] peer: [5:7593037707030871468:0] socket: 168 qp: -1
2026-01-08T17:04:16.750410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037705893782772:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:16.750446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:16.758643Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037705253298185:2128] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:16.756139Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037707030871465:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.765594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037700958330801:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.765694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:16.765754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037700958330801:2048] [node 1] ICP22 created new session: [2:7593037705253298206:2048]
2026-01-08T17:04:16.765830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037705253298206:2048] [node 1] ICS09 handshake done sender: [2:7593037705253298185:2128] self: [2:7593037705253298196:0] peer: [1:7593037705893782739:0] socket: 153 qp: -1
2026-01-08T17:04:16.765872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037705253298206:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:16.765914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:16.767625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037702735904086:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.767724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:16.767777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037702735904086:2048] [node 1] ICP22 created new session: [5:7593037707030871472:2048]
2026-01-08T17:04:16.767828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037707030871472:2048] [node 1] ICS09 handshake done sender: [5:7593037707030871465:2116] self: [5:7593037707030871468:0] peer: [1:7593037705893782750:0] socket: 188 qp: -1
2026-01-08T17:04:16.767867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037707030871472:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:16.767917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:16.747124Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037707988531706:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:16.748579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037708212804443:2138] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.756318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037708212804423:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:16.756386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:16.756447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037708212804423:2108] [node 4] ICP22 created new session: [3:7593037708212804449:2108]
2026-01-08T17:04:16.756508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037708212804449:2108] [node 4] ICS09 handshake done sender: [3:7593037708212804430:2133] self: [3:7593037708212804429:0] peer: [4:7593037707382744546:0] socket: 151 qp: -1
2026-01-08T17:04:16.756555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037708212804449:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:16.756597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:16.760951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037708212804423:2108] [node 4] ICP18 handshake (actor [3:7593037708212804443:2138]) is too old
2026-01-08T17:04:16.761089Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037708212804451:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61745
2026-01-08T17:04:16.753814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037707988531717:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32583
2026-01-08T17:04:16.753891Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037707988531718:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32583
2026-01-08T17:04:16.761441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037707988531685:2097] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.761517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:16.761577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037707988531685:2097] [node 4] ICP22 created new session: [6:7593037707988531720:2097]
2026-01-08T17:04:16.761643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037707988531720:2097] [node 4] ICS09 handshake done sender: [6:7593037707988531706:2116] self: [6:7593037707988531709:0] peer: [4:7593037707382744529:0] socket: 173 qp: -1
2026-01-08T17:04:16.761684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037707988531720:2097] [node 4] ICS10 traffic start
2026-01-08T17:04:16.761723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:16.773350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037707382744538:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:16.786834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037707382744536:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:16.787650Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037708212804438:2136] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.792331Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037707030871467:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:16.792560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037707030871445:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.792615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:16.792664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037707030871445:2108] [node 4] ICP22 created new session: [5:7593037707030871475:2108]
2026-01-08T17:04:16.792708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037707030871475:2108] [node 4] ICS09 handshake done sender: [5:7593037707030871467:2117] self: [5:7593037707030871469:0] peer: [4:7593037707382744537:0] socket: 150 qp: -1
2026-01-08T17:04:16.792747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037707030871475:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:16.792787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:16.794738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037707030871474:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45101
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.799905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037707988531718:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.800014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037707988531717:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.800176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037703693564331:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.800241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037703693564332:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.800697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037707382744563:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56355
2026-01-08T17:04:16.801528Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037708212804433:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.801577Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037708212804433:2134] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.779227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037700958330802:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:16.779329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:16.779388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037700958330802:2049] [node 3] ICP22 created new session: [2:7593037705253298208:2049]
2026-01-08T17:04:16.779464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037705253298208:2049] [node 3] ICS09 handshake done sender: [2:7593037705253298182:2126] self: [2:7593037705253298181:0] peer: [3:7593037708212804448:0] socket: 161 qp: -1
2026-01-08T17:04:16.779514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037705253298208:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:16.779554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:16.806687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037705253298190:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.806718Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037705253298190:2132] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.822620Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037707030871477:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45101
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.810684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037703917837043:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.821976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037705253298190:2132] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:16.824355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037707988531724:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32583
2026-01-08T17:04:16.832362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037707988531725:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32583
2026-01-08T17:04:16.835416Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037707988531718:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:16.817288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037703087777170:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.817399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:16.817467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037703087777170:2050] [node 3] ICP22 created new session: [4:7593037707382744564:2050]
2026-01-08T17:04:16.817533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037707382744564:2050] [node 3] ICS09 handshake done sender: [4:7593037707382744536:2114] self: [4:7593037707382744546:0] peer: [3:7593037708212804429:0] socket: 157 qp: -1
2026-01-08T17:04:16.817581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037707382744564:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:16.817651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:16.818379Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037703087777170:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:16.819582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037707382744527:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:16.819681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:16.819742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037707382744527:2108] [node 5] ICP22 created new session: [4:7593037707382744566:2108]
2026-01-08T17:04:16.819796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037707382744566:2108] [node 5] ICS09 handshake done sender: [4:7593037707382744538:2115] self: [4:7593037707382744537:0] peer: [5:7593037707030871469:0] socket: 190 qp: -1
2026-01-08T17:04:16.819841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037707382744566:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:16.819877Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:16.810785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:16.834553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037705253298176:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:16.835666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037707030871477:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.810853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037703917837043:2049] [node 2] ICP22 created new session: [3:7593037708212804453:2049]
2026-01-08T17:04:16.810920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037708212804453:2049] [node 2] ICS09 handshake done sender: [3:7593037708212804438:2136] self: [3:7593037708212804448:0] peer: [2:7593037705253298181:0] socket: 162 qp: -1
2026-01-08T17:04:16.810974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037708212804453:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:16.811024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:16.811839Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037703917837043:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:16.835962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037708212804433:2134] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:16.837046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037708212804422:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:16.837126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:16.837171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037708212804422:2109] [node 6] ICP22 created new session: [3:7593037708212804456:2109]
2026-01-08T17:04:16.837229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037708212804456:2109] [node 6] ICS09 handshake done sender: [3:7593037708212804433:2134] self: [3:7593037708212804432:0] peer: [6:7593037707988531723:0] socket: 193 qp: -1
2026-01-08T17:04:16.837276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037708212804456:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:16.837321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:16.839950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037702735904087:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:16.836254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:16.846832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037703693564331:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.846942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:16.847013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037703693564331:2049] [node 2] ICP22 created new session: [6:7593037707988531726:2049]
2026-01-08T17:04:16.847082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037707988531726:2049] [node 2] ICS09 handshake done sender: [6:7593037707988531718:2122] self: [6:7593037707988531722:0] peer: [2:7593037705253298189:0] socket: 169 qp: -1
2026-01-08T17:04:16.847136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037707988531726:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:16.847200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:16.840152Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037707030871474:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.840373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037702735904088:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.836325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037705253298176:2109] [node 6] ICP22 created new session: [2:7593037705253298212:2109]
2026-01-08T17:04:16.845200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037708212804437:2135] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.858350Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037707030871480:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45101
2026-01-08T17:04:16.841019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037705253298212:2109] [node 6] ICS09 handshake done sender: [2:7593037705253298190:2132] self: [2:7593037705253298189:0] peer: [6:7593037707988531722:0] socket: 198 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:16.859256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037707030871481:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45101
2026-01-08T17:04:16.857160Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037703693564332:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12785) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037707988531717:2121] held: no
2026-01-08T17:04:16.845232Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037708212804437:2135] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.841087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037705253298212:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:16.846379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037708212804437:2135] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:16.841155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:16.844984Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037705253298188:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:16.845022Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037705253298188:2131] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:16.852580Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037705253298176:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(17063582ns) {HandleHandshakeStatus:329(17060315ns) {DropIncomingHandshake:442(17200ns) DropOutgoingHandshake:457(583ns) SwitchToState:179(805ns) ProcessPendingSessionEvents:495(10299489ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 10019391ns max# 5076907ns}}}
2026-01-08T17:04:16.853966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037705253298188:2131] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:16.854838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037705253298175:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:16.854918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:16.855005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037705253298175:2108] [node 5] ICP22 created new session: [2:7593037705253298215:2108]
2026-01-08T17:04:16.855070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037705253298215:2108] [node 5] ICS09 handshake done sender: [2:7593037705253298188:2131] self: [2:7593037705253298183:0] peer: [5:7593037707030871478:0] socket: 139 qp: -1
2026-01-08T17:04:16.855111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037705253298215:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:16.855148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:16.858302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037708212804419:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:16.860601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:16.860667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037708212804419:2107] [node 5] ICP22 created new session: [3:7593037708212804459:2107]
2026-01-08T17:04:16.860736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037708212804459:2107] [node 5] ICS09 handshake done sender: [3:7593037708212804437:2135] self: [3:7593037708212804436:0] peer: [5:7593037707030871479:0] socket: 170 qp: -1
2026-01-08T17:04:16.860783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037708212804459:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:16.860837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:16.858736Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037707988531717:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:16.863013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037703693564332:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.863081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:16.863156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037703693564332:2050] [node 3] ICP22 created new session: [6:7593037707988531728:2050]
2026-01-08T17:04:16.863215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037707988531728:2050] [node 3] ICS09 handshake done sender: [6:7593037707988531717:2121] self: [6:7593037707988531723:0] peer: [3:7593037708212804432:0] socket: 165 qp: -1
2026-01-08T17:04:16.863265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037707988531728:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:16.863323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:16.864305Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037703693564331:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:16.868662Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037702735904087:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18265) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037707030871477:2121] held: no
2026-01-08T17:04:16.869610Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037702735904088:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12785) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037707030871474:2120] held: no
2026-01-08T17:04:16.869620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037707030871474:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:16.870529Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037707030871477:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:16.870843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037702735904088:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.870897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:16.870952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037702735904088:2050] [node 3] ICP22 created new session: [5:7593037707030871482:2050]
2026-01-08T17:04:16.871013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037707030871482:2050] [node 3] ICS09 handshake done sender: [5:7593037707030871474:2120] self: [5:7593037707030871479:0] peer: [3:7593037708212804436:0] socket: 189 qp: -1
2026-01-08T17:04:16.871049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037707030871482:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:16.871091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:16.871999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037702735904087:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:16.872032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:16.872076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037702735904087:2049] [node 2] ICP22 created new session: [5:7593037707030871484:2049]
2026-01-08T17:04:16.872126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037707030871484:2049] [node 2] ICS09 handshake done sender: [5:7593037707030871477:2121] self: [5:7593037707030871478:0] peer: [2:7593037705253298183:0] socket: 201 qp: -1
2026-01-08T17:04:16.872155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037707030871484:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:16.872188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:16.954914Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:16.955172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037705253298206:2048] [node 1] ICS07 socket disconnect 153 reason# EndOfStream
2026-01-08T17:04:16.955218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037705253298206:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:16.955321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:16.955369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037705253298206:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:16.959766Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:16.960033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037708212804444:2048] [node 1] ICS01 socket: 144 reason# EndOfStream
2026-01-08T17:04:16.960091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037703917837042:2048] [node 1] ICP30 unregister session Session# [3:7593037708212804444:2048] VirtualId# [3:7593037708212804441:0]
2026-01-08T17:04:16.960139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037708212804444:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:16.960223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:16.960272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:16.962375Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037700958330801:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:16.962446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037705253298206:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:16.963497Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037700958330801:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:16.963582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037705253298206:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:16.963614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037700958330801:2048] [node 1] ICP30 unregister session Session# [2:7593037705253298206:2048] VirtualId# [2:7593037705253298196:0]
2026-01-08T17:04:16.963655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:16.963682Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037700958330801:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:16.963711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:16.971549Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:16.970574Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:16.970834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037707382744553:2048] [node 1] ICS07 socket disconnect 156 reason# EndOfStream
2026-01-08T17:04:16.970881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037707382744553:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:16.970983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:16.971028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037707382744553:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:16.972461Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:16.972647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037707988531713:2048] [node 1] ICS07 socket disconnect 178 reason# EndOfStream
2026-01-08T17:04:16.972679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037707988531713:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:16.972753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:16.972798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037707988531713:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:16.971771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037707030871472:2048] [node 1] ICS07 socket disconnect 188 reason# EndOfStream
2026-01-08T17:04:16.971811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037707030871472:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:16.971888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:16.971934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037707030871472:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:16.974667Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037702735904086:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:16.974725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037707030871472:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:16.974762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037702735904086:2048] [node 1] ICP30 unregister session Session# [5:7593037707030871472:2048] VirtualId# [5:7593037707030871468:0]
2026-01-08T17:04:16.974295Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037703693564330:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:16.974380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037707988531713:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:16.974423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037703693564330:2048] [node 1] ICP30 unregister session Session# [6:7593037707988531713:2048] VirtualId# [6:7593037707988531710:0]
2026-01-08T17:04:16.974534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:16.974562Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037703693564330:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:16.974575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:16.974865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:16.974918Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037702735904086:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:16.974933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:16.976034Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037703087777168:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:16.976103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037707382744553:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:16.976138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037703087777168:2048] [node 1] ICP30 unregister session Session# [4:7593037707382744553:2048] VirtualId# [4:7593037707382744545:0]
2026-01-08T17:04:16.976178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:16.976223Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037703087777168:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:16.976240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31827) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:16.976411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037700958330801:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:16.985420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037702735904086:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:16.982521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037703693564330:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:16.987892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037703087777168:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:17.095156Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:17.095479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037708212804453:2049] [node 2] ICS07 socket disconnect 162 reason# EndOfStream
2026-01-08T17:04:17.095520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037708212804453:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:17.095615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:17.095662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037708212804453:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:17.101432Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037703917837043:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18265) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:17.101495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037708212804453:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:17.103367Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037703917837043:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18265) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:17.103465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037708212804453:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:17.103500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037703917837043:2049] [node 2] ICP30 unregister session Session# [3:7593037708212804453:2049] VirtualId# [3:7593037708212804448:0]
2026-01-08T17:04:17.103542Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:17.103572Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037703917837043:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18265) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:17.103585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18265) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:17.108273Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:17.108535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037707988531726:2049] [node 2] ICS01 socket: 169 reason# EndOfStream
2026-01-08T17:04:17.108588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037703693564331:2049] [node 2] ICP30 unregister session Session# [6:7593037707988531726:2049] VirtualId# [6:7593037707988531722:0]
2026-01-08T17:04:17.108633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037707988531726:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:17.108714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:17.108754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:17.109126Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:17.109334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037707382744559:2049] [node 2] ICS01 socket: 164 reason# EndOfStream
2026-01-08T17:04:17.109372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037703087777169:2049] [node 2] ICP30 unregister session Session# [4:7593037707382744559:2049] VirtualId# [4:7593037707382744552:0]
2026-01-08T17:04:17.109406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037707382744559:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:17.109482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:17.109526Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:17.112116Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:17.112356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037707030871484:2049] [node 2] ICS01 socket: 201 reason# EndOfStream
2026-01-08T17:04:17.112407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037702735904087:2049] [node 2] ICP30 unregister session Session# [5:7593037707030871484:2049] VirtualId# [5:7593037707030871478:0]
2026-01-08T17:04:17.112460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037707030871484:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:17.112536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:17.112580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:17.112792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037703917837043:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:17.210170Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:17.210487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037707988531728:2050] [node 3] ICS01 socket: 165 reason# EndOfStream
2026-01-08T17:04:17.210535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037703693564332:2050] [node 3] ICP30 unregister session Session# [6:7593037707988531728:2050] VirtualId# [6:7593037707988531723:0]
2026-01-08T17:04:17.210580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037707988531728:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:17.210654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:17.210695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:17.210203Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:17.210516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037707382744564:2050] [node 3] ICS07 socket disconnect 157 reason# EndOfStream
2026-01-08T17:04:17.210554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037707382744564:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:17.210668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:17.210724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037707382744564:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:17.210170Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:17.210487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037707030871482:2050] [node 3] ICS01 socket: 189 reason# EndOfStream
2026-01-08T17:04:17.210534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037702735904088:2050] [node 3] ICP30 unregister session Session# [5:7593037707030871482:2050] VirtualId# [5:7593037707030871479:0]
2026-01-08T17:04:17.210584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037707030871482:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:17.210653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:17.210694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:17.212275Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037703087777170:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12785) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:17.212350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037707382744564:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:17.212394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037703087777170:2050] [node 3] ICP30 unregister session Session# [4:7593037707382744564:2050] VirtualId# [4:7593037707382744546:0]
2026-01-08T17:04:17.212432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:17.212463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037703087777170:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12785) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:17.212474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12785) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:17.286858Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:17.287118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037707030871475:2108] [node 4] ICS07 socket disconnect 150 reason# EndOfStream
2026-01-08T17:04:17.287161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037707030871475:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:17.287262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:17.287315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037707030871475:2108] [node 4] ICS15 start handshake
2026-01-08T17:04:17.287927Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:17.288148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037707988531720:2097] [node 4] ICS07 socket disconnect 173 reason# EndOfStream
2026-01-08T17:04:17.288176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037707988531720:2097] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:17.288243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:17.288285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037707988531720:2097] [node 4] ICS15 start handshake
2026-01-08T17:04:17.290023Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037707988531685:2097] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9180) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:17.290091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037707988531720:2097] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:17.290152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037707988531685:2097] [node 4] ICP30 unregister session Session# [6:7593037707988531720:2097] VirtualId# [6:7593037707988531709:0]
2026-01-08T17:04:17.290196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:17.290241Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037707988531685:2097] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9180) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:17.290257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9180) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:17.290978Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037707030871445:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9180) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:17.291036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037707030871475:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:17.291081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037707030871445:2108] [node 4] ICP30 unregister session Session# [5:7593037707030871475:2108] VirtualId# [5:7593037707030871469:0]
2026-01-08T17:04:17.291117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:17.291146Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037707030871445:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9180) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:17.291171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9180) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:17.298240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037707988531685:2097] [node 4] ICP33 wake up from error state
2026-01-08T17:04:17.302783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037707030871445:2108] [node 4] ICP33 wake up from error state
2026-01-08T17:04:17.425419Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:17.425685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037707988531715:2084] [node 5] ICS01 socket: 137 reason# EndOfStream
2026-01-08T17:04:17.425737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037707988531664:2084] [node 5] ICP30 unregister session Session# [6:7593037707988531715:2084] VirtualId# [6:7593037707988531705:0]
2026-01-08T17:04:17.425778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037707988531715:2084] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:17.425846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:17.425889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:17.575628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037709481487437:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:17.576095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037709481487436:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:17.565676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037712952303900:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:17.565724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037712952303901:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:17.618985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037710883890235:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:17.619023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037710883890236:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:17.619066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037710883890237:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:17.620795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037709003202037:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:17.620834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037709003202038:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:17.620873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037709003202039:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:17.596790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037708828925945:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:17.596831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037708828925946:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:17.682673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037712653649466:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:17.682710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037712653649467:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:17.682744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037712653649468:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:18.092099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037713776454794:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:18.092503Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037713776454795:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:18.101230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037713298169376:2091] [node 4] ICP01 ready to work
2026-01-08T17:04:18.140677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037717247271259:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:18.146526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037713776454797:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:18.184846Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037713776454795:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(37956906ns) {Configure:104(37948779ns) {ProcessConfigured:135(93106ns) {StartInitialHandshake:157(89795ns) {DropHandshakes:470(3079ns) {DropIncomingHandshake:442(661ns) DropOutgoingHandshake:457(617ns)} GenerateSessionVirtualId:992(1335ns) PrepareNewSessionHandshake:477(2433ns) {SwitchToState:179(800ns)}}}}}
2026-01-08T17:04:18.148557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037717247271260:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:18.190784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037713123893302:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:18.228361Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037713298169376:2091] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(126435606ns) {Configure:104(126431615ns) {ProcessConfigured:135(95647ns) {StartInitialHandshake:157(92538ns) {DropHandshakes:470(3866ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(695ns)} GenerateSessionVirtualId:992(864ns) PrepareNewSessionHandshake:477(2249ns) {SwitchToState:179(959ns)}}}}}
2026-01-08T17:04:18.169396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037717247271261:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:18.239713Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037708828925945:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(139869732ns) {Configure:104(139862922ns) {ProcessConfigured:135(73882ns) {StartInitialHandshake:157(59907ns) {DropHandshakes:470(3340ns) {DropIncomingHandshake:442(409ns) DropOutgoingHandshake:457(927ns)} GenerateSessionVirtualId:992(1014ns) PrepareNewSessionHandshake:477(2087ns) {SwitchToState:179(902ns)}}}}}
2026-01-08T17:04:18.234096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037713298169399:2095] [node 6] ICP01 ready to work
2026-01-08T17:04:18.257117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037713123893307:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:18.255335Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037712653649466:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(134982617ns) {Configure:104(134977943ns) {ProcessConfigured:135(87594ns) {StartInitialHandshake:157(84650ns) {DropHandshakes:470(3610ns) {DropIncomingHandshake:442(665ns) DropOutgoingHandshake:457(490ns)} GenerateSessionVirtualId:992(1057ns) PrepareNewSessionHandshake:477(2120ns) {SwitchToState:179(734ns)}}}}}
2026-01-08T17:04:18.257484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037713123893308:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.282921Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037713776454794:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(180422299ns) {Configure:104(180416599ns) {ProcessConfigured:135(86065ns) {StartInitialHandshake:157(83996ns) {DropHandshakes:470(3360ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(519ns)} GenerateSessionVirtualId:992(826ns) PrepareNewSessionHandshake:477(6354ns) {SwitchToState:179(853ns)}}}}}
2026-01-08T17:04:18.303292Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037712952303900:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(204625180ns) {Configure:104(204618810ns) {ProcessConfigured:135(70849ns) {StartInitialHandshake:157(67521ns) {DropHandshakes:470(789ns) {DropIncomingHandshake:442(223ns) DropOutgoingHandshake:457(82ns)} GenerateSessionVirtualId:992(178ns) PrepareNewSessionHandshake:477(2041ns) {SwitchToState:179(1013ns)}}}}}
2026-01-08T17:04:18.284371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037713776454805:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40003
2026-01-08T17:04:18.313695Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037709003202038:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(194754744ns) {Configure:104(194747792ns) {ProcessConfigured:135(10877649ns) {StartInitialHandshake:157(10874214ns) {DropHandshakes:470(2792ns) {DropIncomingHandshake:442(586ns) DropOutgoingHandshake:457(529ns)} GenerateSessionVirtualId:992(1219ns) PrepareNewSessionHandshake:477(4037ns) {SwitchToState:179(1811ns)}}}}}
2026-01-08T17:04:18.293155Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037713776454797:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(91692942ns) {Configure:104(91685341ns) {ProcessConfigured:135(16381162ns) {StartInitialHandshake:157(16377298ns) {DropHandshakes:470(2393167ns) {DropIncomingHandshake:442(1249ns) DropOutgoingHandshake:457(873ns)} GenerateSessionVirtualId:992(2284ns) PrepareNewSessionHandshake:477(5204ns) {SwitchToState:179(2362ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.307539Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037709481487437:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(212765337ns) {Configure:104(195598649ns) {ProcessConfigured:135(12496199ns) {StartInitialHandshake:157(12493995ns) {DropHandshakes:470(3359ns) {DropIncomingHandshake:442(570ns) DropOutgoingHandshake:457(904ns)} GenerateSessionVirtualId:992(1036ns) PrepareNewSessionHandshake:477(5804ns) {SwitchToState:179(2366ns)}}}}}
2026-01-08T17:04:18.351827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037713776454812:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40003
2026-01-08T17:04:18.349101Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037717247271260:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(103846025ns) {Configure:104(103833382ns) {ProcessConfigured:135(61834ns) {StartInitialHandshake:157(58803ns) {DropHandshakes:470(2883ns) {DropIncomingHandshake:442(389ns) DropOutgoingHandshake:457(567ns)} GenerateSessionVirtualId:992(742ns) PrepareNewSessionHandshake:477(1702ns) {SwitchToState:179(746ns)}}}}}
2026-01-08T17:04:18.353442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037715178857595:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:18.351258Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037709003202039:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(72070783ns) {Configure:104(72061905ns) {ProcessConfigured:135(63218ns) {StartInitialHandshake:157(61066ns) {DropHandshakes:470(4807ns) {DropIncomingHandshake:442(126ns) DropOutgoingHandshake:457(352ns)} GenerateSessionVirtualId:992(748ns) PrepareNewSessionHandshake:477(1744ns) {SwitchToState:179(539ns)}}}}}
2026-01-08T17:04:18.354058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037715178857596:2110] [node 5] ICP01 ready to work
2026-01-08T17:04:18.352513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037712952303901:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(48928214ns) {Configure:104(48919460ns) {ProcessConfigured:135(5827414ns) {StartInitialHandshake:157(5824198ns) {DropHandshakes:470(2690ns) {DropIncomingHandshake:442(633ns) DropOutgoingHandshake:457(511ns)} GenerateSessionVirtualId:992(1279ns) PrepareNewSessionHandshake:477(2002ns) {SwitchToState:179(278ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.413617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037717247271275:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57713
2026-01-08T17:04:18.413945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037717247271276:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57713
2026-01-08T17:04:18.438995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037715178857596:2110] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18994534ns) {Configure:104(18984456ns) {ProcessConfigured:135(75398ns) {StartInitialHandshake:157(73118ns) {DropHandshakes:470(2929ns) {DropIncomingHandshake:442(534ns) DropOutgoingHandshake:457(937ns)} GenerateSessionVirtualId:992(896ns) PrepareNewSessionHandshake:477(1691ns) {SwitchToState:179(755ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.444647Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037715178857597:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17938
2026-01-08T17:04:18.444989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037715178857598:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17938
2026-01-08T17:04:18.445051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037715178857592:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17938
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.445716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037716948616836:2110] [node 5] ICP01 ready to work
2026-01-08T17:04:18.474388Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037717247271275:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.516035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037713776454801:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.516069Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037713776454801:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:18.516955Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037713776454801:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:18.517243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037709481487436:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:18.517310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:18.517350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037709481487436:2048] [node 2] ICP22 created new session: [1:7593037713776454814:2048]
2026-01-08T17:04:18.517404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037713776454814:2048] [node 2] ICS09 handshake done sender: [1:7593037713776454801:2111] self: [1:7593037713776454800:0] peer: [2:7593037717247271277:0] socket: 145 qp: -1
2026-01-08T17:04:18.517438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037713776454814:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:18.517468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:18.446403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037716948616830:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:18.493086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037713298169409:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23029
2026-01-08T17:04:18.510666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037712952303900:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.493649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037716948616832:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7038
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.530424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037710883890237:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(164785595ns) {Configure:104(164779993ns) {ProcessConfigured:135(31310420ns) {StartInitialHandshake:157(31307822ns) {DropHandshakes:470(3678ns) {DropIncomingHandshake:442(551ns) DropOutgoingHandshake:457(528ns)} GenerateSessionVirtualId:992(1300ns) PrepareNewSessionHandshake:477(2151ns) {SwitchToState:179(1345ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.500064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037716948616833:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7038
2026-01-08T17:04:18.544983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037717247271278:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57713
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.537729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037713776454799:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.566261Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037708828925946:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(114288984ns) {Configure:104(114276731ns) {ProcessConfigured:135(71494ns) {StartInitialHandshake:157(68775ns) {DropHandshakes:470(2620ns) {DropIncomingHandshake:442(438ns) DropOutgoingHandshake:457(575ns)} GenerateSessionVirtualId:992(1360ns) PrepareNewSessionHandshake:477(1766ns) {SwitchToState:179(865ns)}}}}}
2026-01-08T17:04:18.570682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037713123893312:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46958
2026-01-08T17:04:18.571170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037713123893313:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46958
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.537764Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037713776454799:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:18.530859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037715178857597:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.528232Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037716948616833:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.604962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037717247271275:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:18.610075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037712952303900:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:18.610148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:18.610197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037712952303900:2048] [node 1] ICP22 created new session: [2:7593037717247271281:2048]
2026-01-08T17:04:18.610267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037717247271281:2048] [node 1] ICS09 handshake done sender: [2:7593037717247271275:2115] self: [2:7593037717247271277:0] peer: [1:7593037713776454800:0] socket: 154 qp: -1
2026-01-08T17:04:18.610306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037717247271281:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:18.610389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.528588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037712653649466:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:18.543760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037713776454804:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.531249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037710883890235:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:18.551168Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037715178857595:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(153764227ns) {Configure:104(153756259ns) {ProcessConfigured:135(57461ns) {StartInitialHandshake:157(54480ns) {DropHandshakes:470(2567ns) {DropIncomingHandshake:442(494ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:992(628ns) PrepareNewSessionHandshake:477(2201ns) {SwitchToState:179(1003ns)}}}}}
2026-01-08T17:04:18.551614Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037715178857613:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17938
2026-01-08T17:04:18.575028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037715178857597:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:18.579350Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037715178857614:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17938
2026-01-08T17:04:18.591525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037710883890235:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:18.595716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:18.616017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037710883890235:2048] [node 1] ICP22 created new session: [4:7593037715178857615:2048]
2026-01-08T17:04:18.618241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037715178857615:2048] [node 1] ICS09 handshake done sender: [4:7593037715178857597:2111] self: [4:7593037715178857610:0] peer: [1:7593037713776454803:0] socket: 152 qp: -1
2026-01-08T17:04:18.622507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037715178857615:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.617218Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037717247271276:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.539524Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037716948616836:2110] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(61243178ns) {Configure:104(61237906ns) {ProcessConfigured:135(69905ns) {StartInitialHandshake:157(66706ns) {DropHandshakes:470(3117ns) {DropIncomingHandshake:442(356ns) DropOutgoingHandshake:457(744ns)} GenerateSessionVirtualId:992(808ns) PrepareNewSessionHandshake:477(1137ns) {SwitchToState:179(615ns)}}}}}
2026-01-08T17:04:18.543795Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037713776454804:2112] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.646848Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037713298169409:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.646996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037713298169411:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23029
2026-01-08T17:04:18.647179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037709003202038:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:18.617549Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037717247271279:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57713
2026-01-08T17:04:18.638197Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037717247271283:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57713
2026-01-08T17:04:18.639683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037717247271280:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57713
2026-01-08T17:04:18.637684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037715178857592:2108] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.549842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037713776454799:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:18.674485Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037717247271267:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.547604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037716948616841:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7038
2026-01-08T17:04:18.655582Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037713123893307:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(180899491ns) {Configure:104(180889561ns) {ProcessConfigured:135(11936046ns) {StartInitialHandshake:157(11932787ns) {DropHandshakes:470(3013ns) {DropIncomingHandshake:442(538ns) DropOutgoingHandshake:457(587ns)} GenerateSessionVirtualId:992(695ns) PrepareNewSessionHandshake:477(2738ns) {SwitchToState:179(1254ns)}}}}}
2026-01-08T17:04:18.655880Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037713123893312:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.674541Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037717247271267:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:18.642712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:18.642802Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037715178857598:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.667327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037710883890236:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:18.677683Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037710883890235:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(85309260ns) {HandleHandshakeStatus:329(85305203ns) {DropIncomingHandshake:442(1058ns) DropOutgoingHandshake:457(7796ns) SwitchToState:179(718ns) ProcessPendingSessionEvents:495(9281117ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 9225743ns max# 8833185ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.708318Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037713123893314:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46958
2026-01-08T17:04:18.554620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037713776454804:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.635368Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037716948616830:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(136295728ns) {Configure:104(136286903ns) {ProcessConfigured:135(7897904ns) {StartInitialHandshake:157(7893554ns) {DropHandshakes:470(3281ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:992(1133ns) PrepareNewSessionHandshake:477(3115ns) {SwitchToState:179(1337ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.709150Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037709003202037:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(215488990ns) {Configure:104(215481319ns) {ProcessConfigured:135(9401016ns) {StartInitialHandshake:157(9397650ns) {DropHandshakes:470(3359ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(865ns)} GenerateSessionVirtualId:992(1359ns) PrepareNewSessionHandshake:477(2594ns) {SwitchToState:179(1506ns)}}}}}
2026-01-08T17:04:18.675013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037717247271279:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.554846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037713776454795:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:18.710729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037715178857614:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.645650Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037712653649466:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17308) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037716948616833:2113] held: no
2026-01-08T17:04:18.722719Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037713298169411:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.703981Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037717247271267:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:18.743868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037710883890237:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:18.554923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:18.742860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037713298169410:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23029
2026-01-08T17:04:18.646359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037716948616832:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.752284Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037713123893313:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.780120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037713123893325:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46958
2026-01-08T17:04:18.725899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037717247271265:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.554979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037713776454795:2108] [node 6] ICP22 created new session: [1:7593037713776454819:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.667047Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037716948616833:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:18.765381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037715178857602:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.743092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037713298169376:2091] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:18.725934Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037717247271265:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.555032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037713776454819:2108] [node 6] ICS09 handshake done sender: [1:7593037713776454799:2110] self: [1:7593037713776454798:0] peer: [6:7593037716948616838:0] socket: 143 qp: -1
2026-01-08T17:04:18.765428Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037715178857602:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:18.743714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037713298169415:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23029
2026-01-08T17:04:18.704268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037712653649466:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:18.780557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037713123893316:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.775951Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037715178857622:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17938
2026-01-08T17:04:18.777800Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037715178857602:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:18.790862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037715178857596:2110] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:18.794962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:18.795027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037715178857596:2110] [node 5] ICP22 created new session: [4:7593037715178857623:2110]
2026-01-08T17:04:18.796482Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037715178857624:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17938
2026-01-08T17:04:18.799365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037715178857623:2110] [node 5] ICS09 handshake done sender: [4:7593037715178857602:2114] self: [4:7593037715178857601:0] peer: [5:7593037713298169416:0] socket: 167 qp: -1
2026-01-08T17:04:18.799432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037715178857623:2110] [node 5] ICS10 traffic start
2026-01-08T17:04:18.799501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:18.801094Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037715178857596:2110] [node 5] ICP35 event processing took too much time PendingConnection:279(17655930ns) {HandleHandshakeStatus:329(17652744ns) {DropIncomingHandshake:442(27416ns) DropOutgoingHandshake:457(685ns) SwitchToState:179(917ns) ProcessPendingSessionEvents:495(484694ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 423757ns max# 53894ns}}}
2026-01-08T17:04:18.759267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037713298169417:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23029
2026-01-08T17:04:18.745790Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037717247271280:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.802600Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037715178857614:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:18.780600Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037713123893316:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:18.725000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037716948616836:2110] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.555080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037713776454819:2108] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.756911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037717247271261:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:18.763367Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037713298169401:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.763411Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037713298169401:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:18.785128Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037713298169409:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:18.793420Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037713298169401:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:18.793738Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037709003202038:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29153) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037713298169409:2114] held: no
2026-01-08T17:04:18.794298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037709003202038:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:18.794402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:18.794484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037709003202038:2049] [node 2] ICP22 created new session: [5:7593037713298169420:2049]
2026-01-08T17:04:18.794550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037713298169420:2049] [node 2] ICS09 handshake done sender: [5:7593037713298169409:2114] self: [5:7593037713298169412:0] peer: [2:7593037717247271266:0] socket: 157 qp: -1
2026-01-08T17:04:18.794598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037713298169420:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:18.794682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:18.869423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037713298169399:2095] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:18.869503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:18.869584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037713298169399:2095] [node 6] ICP22 created new session: [5:7593037713298169422:2095]
2026-01-08T17:04:18.869646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037713298169422:2095] [node 6] ICS09 handshake done sender: [5:7593037713298169401:2111] self: [5:7593037713298169400:0] peer: [6:7593037716948616845:0] socket: 139 qp: -1
2026-01-08T17:04:18.869693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037713298169422:2095] [node 6] ICS10 traffic start
2026-01-08T17:04:18.869734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:18.871467Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037709003202038:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(60991760ns) {HandleHandshakeStatus:329(60989935ns) {DropIncomingHandshake:442(742ns) DropOutgoingHandshake:457(196ns) SwitchToState:179(573ns) ProcessPendingSessionEvents:495(2259ns)}}
2026-01-08T17:04:18.871742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037713298169410:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.871833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037713298169376:2091] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4678) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037713298169411:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.555140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:18.737170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:18.792759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037713123893316:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:18.815526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037710883890237:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.880726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037713298169419:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23029
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.742594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037712653649466:2048] [node 1] ICP22 created new session: [6:7593037716948616847:2048]
2026-01-08T17:04:18.756994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:18.861313Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037710883890236:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29153) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037715178857598:2112] held: no
2026-01-08T17:04:18.803759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037713123893314:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.556536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037713776454794:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:18.757065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037717247271261:2109] [node 5] ICP22 created new session: [2:7593037717247271289:2109]
2026-01-08T17:04:18.757144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037717247271289:2109] [node 5] ICS09 handshake done sender: [2:7593037717247271267:2112] self: [2:7593037717247271266:0] peer: [5:7593037713298169412:0] socket: 150 qp: -1
2026-01-08T17:04:18.757221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037717247271289:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:18.757269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:18.779035Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037717247271283:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.780932Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037717247271273:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.780960Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037717247271273:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:18.797350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037717247271265:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:18.806123Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037717247271273:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:18.843820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037717247271259:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:18.846279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037717247271260:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:18.847859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:18.847956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037717247271260:2108] [node 6] ICP22 created new session: [2:7593037717247271295:2108]
2026-01-08T17:04:18.848018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037717247271295:2108] [node 6] ICS09 handshake done sender: [2:7593037717247271273:2113] self: [2:7593037717247271272:0] peer: [6:7593037716948616849:0] socket: 148 qp: -1
2026-01-08T17:04:18.848067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037717247271295:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:18.848122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:18.874730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:18.874816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037717247271259:2107] [node 4] ICP22 created new session: [2:7593037717247271297:2107]
2026-01-08T17:04:18.874899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037717247271297:2107] [node 4] ICS09 handshake done sender: [2:7593037717247271265:2111] self: [2:7593037717247271264:0] peer: [4:7593037715178857619:0] socket: 149 qp: -1
2026-01-08T17:04:18.874951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037717247271297:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:18.875000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:18.876907Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037717247271259:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(45590438ns) {HandleHandshakeStatus:329(31998763ns) {DropIncomingHandshake:442(23700ns) DropOutgoingHandshake:457(617ns) SwitchToState:179(908ns) ProcessPendingSessionEvents:495(557796ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 497310ns max# 65592ns}}}
2026-01-08T17:04:18.892731Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037713298169424:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23029
2026-01-08T17:04:18.807853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037708828925945:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:18.815843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037713123893302:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:18.815903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:18.862130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037715178857598:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:18.746441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037716948616844:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7038
2026-01-08T17:04:18.556581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:18.815959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037713123893302:2107] [node 4] ICP22 created new session: [3:7593037713123893328:2107]
2026-01-08T17:04:18.941649Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037717247271274:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.941732Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037717247271274:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:18.892895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037709003202037:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.750648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037716948616847:2048] [node 1] ICS09 handshake done sender: [6:7593037716948616833:2113] self: [6:7593037716948616838:0] peer: [1:7593037713776454798:0] socket: 160 qp: -1
2026-01-08T17:04:18.862806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037710883890236:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.862891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:18.862947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037710883890236:2049] [node 2] ICP22 created new session: [4:7593037715178857628:2049]
2026-01-08T17:04:18.863012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037715178857628:2049] [node 2] ICS09 handshake done sender: [4:7593037715178857598:2112] self: [4:7593037715178857619:0] peer: [2:7593037717247271264:0] socket: 153 qp: -1
2026-01-08T17:04:18.863058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037715178857628:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:18.863112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:18.863498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037715178857627:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17938
2026-01-08T17:04:18.865434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:18.556626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037713776454794:2107] [node 4] ICP22 created new session: [1:7593037713776454821:2107]
2026-01-08T17:04:18.750725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037716948616847:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:18.750777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:18.751055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037712653649466:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(46685338ns) {HandleHandshakeStatus:329(46682236ns) {DropIncomingHandshake:442(1635ns) DropOutgoingHandshake:457(601ns) SwitchToState:179(790ns) ProcessPendingSessionEvents:495(1902ns)}}
2026-01-08T17:04:18.763902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037716948616844:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.772559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037712653649467:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:18.778755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037716948616850:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7038
2026-01-08T17:04:18.781934Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037716948616851:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7038
2026-01-08T17:04:18.811246Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037716948616832:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:18.815379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037716948616836:2110] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:18.815446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:18.815527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037716948616836:2110] [node 5] ICP22 created new session: [6:7593037716948616853:2110]
2026-01-08T17:04:18.833905Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037716948616844:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:18.834789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037712653649467:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:18.834879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:18.834949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037712653649467:2049] [node 2] ICP22 created new session: [6:7593037716948616854:2049]
2026-01-08T17:04:18.835021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037716948616854:2049] [node 2] ICS09 handshake done sender: [6:7593037716948616844:2118] self: [6:7593037716948616849:0] peer: [2:7593037717247271272:0] socket: 141 qp: -1
2026-01-08T17:04:18.835073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037716948616854:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:18.835118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:18.841928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037716948616853:2110] [node 5] ICS09 handshake done sender: [6:7593037716948616832:2112] self: [6:7593037716948616845:0] peer: [5:7593037713298169400:0] socket: 159 qp: -1
2026-01-08T17:04:18.850588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037716948616853:2110] [node 5] ICS10 traffic start
2026-01-08T17:04:18.855205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:18.872193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037716948616852:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7038
2026-01-08T17:04:18.907405Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037716948616852:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.914902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037716948616830:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:18.924136Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037716948616836:2110] [node 5] ICP35 event processing took too much time PendingConnection:279(107583741ns) {HandleHandshakeStatus:329(107580457ns) {DropIncomingHandshake:442(1008ns) DropOutgoingHandshake:457(7637ns) SwitchToState:179(853ns) ProcessPendingSessionEvents:495(15176606ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 15106913ns max# 14658085ns}}}
2026-01-08T17:04:18.816014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037713123893328:2107] [node 4] ICS09 handshake done sender: [3:7593037713123893316:2115] self: [3:7593037713123893315:0] peer: [4:7593037715178857620:0] socket: 187 qp: -1
2026-01-08T17:04:18.915680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037713298169411:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:18.878763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037710883890237:2050] [node 3] ICP22 created new session: [4:7593037715178857630:2050]
2026-01-08T17:04:18.886632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037715178857630:2050] [node 3] ICS09 handshake done sender: [4:7593037715178857614:2119] self: [4:7593037715178857620:0] peer: [3:7593037713123893315:0] socket: 188 qp: -1
2026-01-08T17:04:18.886701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037715178857630:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:18.886772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:18.556661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037713776454821:2107] [node 4] ICS09 handshake done sender: [1:7593037713776454804:2112] self: [1:7593037713776454803:0] peer: [4:7593037715178857610:0] socket: 144 qp: -1
2026-01-08T17:04:18.816053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037713123893328:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:18.918679Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037713298169399:2095] [node 6] ICP35 event processing took too much time PendingConnection:279(48148240ns) {HandleHandshakeStatus:329(48144431ns) {DropIncomingHandshake:442(679ns) DropOutgoingHandshake:457(804ns) SwitchToState:179(1119ns) ProcessPendingSessionEvents:495(47628843ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 40211600ns max# 11739386ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.975840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037715178857612:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.921057Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037713298169399:2095] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:18.556690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037713776454821:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:18.830238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:18.998697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037717247271274:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:18.556711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:19.005637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037716948616858:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7038
2026-01-08T17:04:18.844687Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037708828925945:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17308) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037713123893314:2114] held: no
2026-01-08T17:04:19.016247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037712952303901:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:19.016381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:18.975893Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037715178857612:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:18.935392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037713298169376:2091] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:19.015740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037716948616858:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.559379Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037713776454824:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40003
2026-01-08T17:04:18.935494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:19.008383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037715178857627:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:19.039553Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037715178857612:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:18.845953Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037713123893330:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46958
2026-01-08T17:04:19.030545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037712653649468:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:19.036579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037721243584157:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7038
2026-01-08T17:04:19.052579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037716948616852:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:18.857986Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037713123893314:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:18.893128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037708828925945:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:18.893227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:18.893283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037708828925945:2048] [node 1] ICP22 created new session: [3:7593037713123893333:2048]
2026-01-08T17:04:18.893352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037713123893333:2048] [node 1] ICS09 handshake done sender: [3:7593037713123893314:2114] self: [3:7593037713123893327:0] peer: [1:7593037713776454810:0] socket: 184 qp: -1
2026-01-08T17:04:18.893414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037713123893333:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:18.893457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:18.894530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037713123893325:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.894981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037708828925946:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:18.910687Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037713123893302:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(93519105ns) {HandleHandshakeStatus:329(93516643ns) {DropIncomingHandshake:442(14991ns) DropOutgoingHandshake:457(200ns) SwitchToState:179(432ns) ProcessPendingSessionEvents:495(24149830ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 24056643ns max# 23493052ns}}}
2026-01-08T17:04:18.965085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037713123893336:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46958
2026-01-08T17:04:18.978551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037713123893322:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.978600Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037713123893322:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:18.978739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037713123893336:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.995682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037713123893337:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46958
2026-01-08T17:04:19.015009Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037713123893325:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:19.015923Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037713123893322:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:19.016520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037708828925946:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:19.016570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:19.016636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037708828925946:2049] [node 2] ICP22 created new session: [3:7593037717418860636:2049]
2026-01-08T17:04:19.016722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037717418860636:2049] [node 2] ICS09 handshake done sender: [3:7593037713123893325:2118] self: [3:7593037713123893335:0] peer: [2:7593037717247271268:0] socket: 198 qp: -1
2026-01-08T17:04:19.016777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037717418860636:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:19.016823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:19.050933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037713123893318:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:19.050983Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037713123893318:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:19.052848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037713123893307:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:19.052953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:19.053025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037713123893307:2109] [node 5] ICP22 created new session: [3:7593037717418860638:2109]
2026-01-08T17:04:19.053078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037717418860638:2109] [node 5] ICS09 handshake done sender: [3:7593037713123893322:2117] self: [3:7593037713123893321:0] peer: [5:7593037713298169430:0] socket: 138 qp: -1
2026-01-08T17:04:19.053121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037717418860638:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:19.053179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:19.031297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037712952303901:2049] [node 3] ICP22 created new session: [2:7593037721542238596:2049]
2026-01-08T17:04:18.590927Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037713776454825:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40003
2026-01-08T17:04:19.067219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037716948616830:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:19.067325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:19.067390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037716948616830:2109] [node 4] ICP22 created new session: [6:7593037721243584158:2109]
2026-01-08T17:04:19.067467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037721243584158:2109] [node 4] ICS09 handshake done sender: [6:7593037716948616852:2121] self: [6:7593037716948616859:0] peer: [4:7593037715178857611:0] socket: 147 qp: -1
2026-01-08T17:04:19.067508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037721243584158:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:19.067566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:18.935571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037713298169376:2091] [node 4] ICP22 created new session: [5:7593037713298169428:2091]
2026-01-08T17:04:19.039420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037721542238596:2049] [node 3] ICS09 handshake done sender: [2:7593037717247271274:2114] self: [2:7593037717247271268:0] peer: [3:7593037713123893335:0] socket: 197 qp: -1
2026-01-08T17:04:18.594567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037713776454805:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:18.935627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037713298169428:2091] [node 4] ICS09 handshake done sender: [5:7593037713298169411:2116] self: [5:7593037713298169416:0] peer: [4:7593037715178857601:0] socket: 181 qp: -1
2026-01-08T17:04:19.071991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037715178857595:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:18.935673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037713298169428:2091] [node 4] ICS10 traffic start
2026-01-08T17:04:18.935721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:18.939288Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037713298169424:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.954374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037709003202039:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:18.959853Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037713298169431:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23029
2026-01-08T17:04:19.035278Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037709003202037:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17308) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037713298169410:2115] held: no
2026-01-08T17:04:19.050146Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037713298169410:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:19.067254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037709003202037:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:19.074870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:19.074928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037709003202037:2048] [node 1] ICP22 created new session: [5:7593037717593136729:2048]
2026-01-08T17:04:19.074984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037717593136729:2048] [node 1] ICS09 handshake done sender: [5:7593037713298169410:2115] self: [5:7593037713298169427:0] peer: [1:7593037713776454802:0] socket: 170 qp: -1
2026-01-08T17:04:19.075023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037717593136729:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:19.075062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:19.058516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037721542238596:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:19.089121Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037713123893318:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:18.594781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037713776454795:2108] [node 6] ICP18 handshake (actor [1:7593037713776454805:2113]) is too old
2026-01-08T17:04:18.630938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037713776454812:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.726402Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037713776454825:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.737959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037709481487436:2048] [node 2] ICP18 handshake (actor [1:7593037713776454812:2116]) is too old
2026-01-08T17:04:18.817021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037713776454811:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.817051Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037713776454811:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:18.818563Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037713776454811:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:18.818848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037709481487437:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:18.818920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:18.818985Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037709481487437:2049] [node 3] ICP22 created new session: [1:7593037713776454828:2049]
2026-01-08T17:04:18.819041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037713776454828:2049] [node 3] ICS09 handshake done sender: [1:7593037713776454811:2115] self: [1:7593037713776454810:0] peer: [3:7593037713123893327:0] socket: 179 qp: -1
2026-01-08T17:04:18.819082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037713776454828:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:18.819127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:18.906988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037713776454830:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40003
2026-01-08T17:04:18.924148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037713776454809:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.924195Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037713776454809:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:18.945862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037713776454830:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:18.960142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037713776454809:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:18.960473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037713776454797:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:18.960575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:18.960637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037713776454797:2109] [node 5] ICP22 created new session: [1:7593037713776454832:2109]
2026-01-08T17:04:18.960701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037713776454832:2109] [node 5] ICS09 handshake done sender: [1:7593037713776454809:2114] self: [1:7593037713776454802:0] peer: [5:7593037713298169427:0] socket: 164 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:19.072112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:18.960749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037713776454832:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:18.960786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:18.973939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037713776454797:2109] [node 5] ICP18 handshake (actor [1:7593037713776454830:2119]) is too old
2026-01-08T17:04:19.088729Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037721243584160:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7038
2026-01-08T17:04:19.060010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:19.102186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037713123893308:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:19.103380Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037709003202039:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28343) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037713298169424:2121] held: no
2026-01-08T17:04:19.072185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037715178857595:2109] [node 6] ICP22 created new session: [4:7593037719473824930:2109]
2026-01-08T17:04:19.072242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037719473824930:2109] [node 6] ICS09 handshake done sender: [4:7593037715178857612:2117] self: [4:7593037715178857611:0] peer: [6:7593037716948616859:0] socket: 140 qp: -1
2026-01-08T17:04:19.072288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037719473824930:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:19.072355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:19.113673Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037710883890237:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(284813000ns) {HandleHandshakeStatus:329(284810424ns) {DropIncomingHandshake:442(237ns) DropOutgoingHandshake:457(4486ns) SwitchToState:179(149ns) ProcessPendingSessionEvents:495(183210553ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 173654330ns max# 21316180ns}}}
2026-01-08T17:04:19.111008Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037716948616858:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:19.126680Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037712653649468:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28343) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037716948616858:2122] held: no
2026-01-08T17:04:19.061803Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037712952303901:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(44543061ns) {HandleHandshakeStatus:329(44539606ns) {DropIncomingHandshake:442(37652ns) DropOutgoingHandshake:457(1058ns) SwitchToState:179(395ns) ProcessPendingSessionEvents:495(575793ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 505682ns max# 75416ns}}}
2026-01-08T17:04:19.106762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037717593136728:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23029
2026-01-08T17:04:19.113882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:19.146751Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037713298169424:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:19.113966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037713123893308:2110] [node 6] ICP22 created new session: [3:7593037717418860641:2110]
2026-01-08T17:04:19.114027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037717418860641:2110] [node 6] ICS09 handshake done sender: [3:7593037713123893318:2116] self: [3:7593037713123893317:0] peer: [6:7593037721243584156:0] socket: 169 qp: -1
2026-01-08T17:04:19.114070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037717418860641:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:19.114119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:19.130009Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037713123893308:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(31442508ns) {HandleHandshakeStatus:329(26867694ns) {DropIncomingHandshake:442(21112ns) DropOutgoingHandshake:457(2015ns) SwitchToState:179(454ns) ProcessPendingSessionEvents:495(14762192ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 14688577ns max# 12164967ns}}}
2026-01-08T17:04:19.148482Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037712653649468:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(32772716ns) {HandleHandshakeStatus:395(32770428ns) {LogHandshakeFail:472(11822646ns) {UpdateErrorStateLog:545(11238ns)} DropOutgoingHandshake:457(454ns) ProcessPendingSessionEvents:495(20835212ns) {unordered DropSessionEvent:512 num# 100 sum# 11666974ns max# 4769195ns}}}
2026-01-08T17:04:19.148560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037712653649468:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:19.148633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:19.148697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037712653649468:2050] [node 3] ICP22 created new session: [6:7593037721243584161:2050]
2026-01-08T17:04:19.148757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037721243584161:2050] [node 3] ICS09 handshake done sender: [6:7593037716948616858:2122] self: [6:7593037721243584156:0] peer: [3:7593037713123893317:0] socket: 183 qp: -1
2026-01-08T17:04:19.148804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037721243584161:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:19.148841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:19.151341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037709003202039:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:19.151409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:19.151481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037709003202039:2050] [node 3] ICP22 created new session: [5:7593037717593136731:2050]
2026-01-08T17:04:19.151542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037717593136731:2050] [node 3] ICS09 handshake done sender: [5:7593037713298169424:2121] self: [5:7593037713298169430:0] peer: [3:7593037713123893321:0] socket: 174 qp: -1
2026-01-08T17:04:19.151579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037717593136731:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:19.151633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:19.302361Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:19.302638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037717247271281:2048] [node 1] ICS07 socket disconnect 154 reason# EndOfStream
2026-01-08T17:04:19.302673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037717247271281:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.303015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:19.303091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037717247271281:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:19.311853Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:19.312126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037713123893333:2048] [node 1] ICS01 socket: 184 reason# EndOfStream
2026-01-08T17:04:19.312182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037708828925945:2048] [node 1] ICP30 unregister session Session# [3:7593037713123893333:2048] VirtualId# [3:7593037713123893327:0]
2026-01-08T17:04:19.312238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037713123893333:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.312324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:19.312372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:19.315012Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037712952303900:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17308) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:19.315076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037717247271281:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:19.316442Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037712952303900:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17308) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:19.316511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037717247271281:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:19.316550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037712952303900:2048] [node 1] ICP30 unregister session Session# [2:7593037717247271281:2048] VirtualId# [2:7593037717247271277:0]
2026-01-08T17:04:19.316619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:19.316665Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037712952303900:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17308) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:19.316695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17308) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:19.326296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037712952303900:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:19.326526Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:19.326789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037716948616847:2048] [node 1] ICS01 socket: 160 reason# EndOfStream
2026-01-08T17:04:19.326837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037712653649466:2048] [node 1] ICP30 unregister session Session# [6:7593037716948616847:2048] VirtualId# [6:7593037716948616838:0]
2026-01-08T17:04:19.326887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037716948616847:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.326972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:19.327018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:19.327811Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:19.328068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037717593136729:2048] [node 1] ICS01 socket: 170 reason# EndOfStream
2026-01-08T17:04:19.328132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037709003202037:2048] [node 1] ICP30 unregister session Session# [5:7593037717593136729:2048] VirtualId# [5:7593037713298169427:0]
2026-01-08T17:04:19.328193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037717593136729:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.328286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:19.328341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:19.326937Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:19.327215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037715178857615:2048] [node 1] ICS07 socket disconnect 152 reason# EndOfStream
2026-01-08T17:04:19.327265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037715178857615:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.327379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:19.327437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037715178857615:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:19.328844Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037710883890235:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17308) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:19.328908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037715178857615:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:19.328957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037710883890235:2048] [node 1] ICP30 unregister session Session# [4:7593037715178857615:2048] VirtualId# [4:7593037715178857610:0]
2026-01-08T17:04:19.329072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:19.329107Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037710883890235:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17308) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:19.329127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17308) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:19.338397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037710883890235:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:19.451055Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:19.451316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037717418860636:2049] [node 2] ICS01 socket: 198 reason# EndOfStream
2026-01-08T17:04:19.451364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037708828925946:2049] [node 2] ICP30 unregister session Session# [3:7593037717418860636:2049] VirtualId# [3:7593037713123893335:0]
2026-01-08T17:04:19.451411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037717418860636:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.451523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:19.451578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:19.453895Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:19.454160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037715178857628:2049] [node 2] ICS01 socket: 153 reason# EndOfStream
2026-01-08T17:04:19.454218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037710883890236:2049] [node 2] ICP30 unregister session Session# [4:7593037715178857628:2049] VirtualId# [4:7593037715178857619:0]
2026-01-08T17:04:19.454259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037715178857628:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.454473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:19.454567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:19.458593Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:19.458848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037716948616854:2049] [node 2] ICS07 socket disconnect 141 reason# EndOfStream
2026-01-08T17:04:19.458882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037716948616854:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.458981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:19.459029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037716948616854:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:19.459773Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:19.459960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037713298169420:2049] [node 2] ICS01 socket: 157 reason# EndOfStream
2026-01-08T17:04:19.460011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037709003202038:2049] [node 2] ICP30 unregister session Session# [5:7593037713298169420:2049] VirtualId# [5:7593037713298169412:0]
2026-01-08T17:04:19.460061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037713298169420:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.460131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:19.460177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:19.461292Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037712653649467:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29153) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:19.461363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037716948616854:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:19.461407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037712653649467:2049] [node 2] ICP30 unregister session Session# [6:7593037716948616854:2049] VirtualId# [6:7593037716948616849:0]
2026-01-08T17:04:19.461450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:19.461486Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037712653649467:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29153) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:19.461503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29153) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:19.472093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037712653649467:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:19.577181Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:19.577519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037715178857630:2050] [node 3] ICS07 socket disconnect 188 reason# EndOfStream
2026-01-08T17:04:19.577569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037715178857630:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.577796Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:19.577702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:19.577769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037715178857630:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:19.577993Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:19.578684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037721243584161:2050] [node 3] ICS01 socket: 183 reason# EndOfStream
2026-01-08T17:04:19.579048Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037710883890237:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28343) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:19.578737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037712653649468:2050] [node 3] ICP30 unregister session Session# [6:7593037721243584161:2050] VirtualId# [6:7593037721243584156:0]
2026-01-08T17:04:19.578786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037721243584161:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.578874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:19.578923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:19.579261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037717593136731:2050] [node 3] ICS01 socket: 174 reason# EndOfStream
2026-01-08T17:04:19.579146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037715178857630:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:19.580915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037710883890237:2050] [node 3] ICP30 unregister session Session# [4:7593037715178857630:2050] VirtualId# [4:7593037715178857620:0]
2026-01-08T17:04:19.581256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:19.581315Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037710883890237:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28343) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:19.581334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28343) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:19.580414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037709003202039:2050] [node 3] ICP30 unregister session Session# [5:7593037717593136731:2050] VirtualId# [5:7593037713298169430:0]
2026-01-08T17:04:19.580465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037717593136731:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.580552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:19.580603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:19.592424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037710883890237:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:19.790554Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:19.790764Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:19.791057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037713298169428:2091] [node 4] ICS01 socket: 181 reason# EndOfStream
2026-01-08T17:04:19.791147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037713298169376:2091] [node 4] ICP30 unregister session Session# [5:7593037713298169428:2091] VirtualId# [5:7593037713298169416:0]
2026-01-08T17:04:19.791201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037713298169428:2091] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.791322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:19.791385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:19.791022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037721243584158:2109] [node 4] ICS07 socket disconnect 147 reason# EndOfStream
2026-01-08T17:04:19.791081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037721243584158:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.791209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:19.791269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037721243584158:2109] [node 4] ICS15 start handshake
2026-01-08T17:04:19.792780Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037716948616830:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4678) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:19.792851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037721243584158:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:19.792932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037716948616830:2109] [node 4] ICP30 unregister session Session# [6:7593037721243584158:2109] VirtualId# [6:7593037716948616859:0]
2026-01-08T17:04:19.793060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:19.793180Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037716948616830:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4678) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:19.793221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4678) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:19.804254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037716948616830:2109] [node 4] ICP33 wake up from error state
2026-01-08T17:04:19.902759Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:19.903032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037716948616853:2110] [node 5] ICS07 socket disconnect 159 reason# EndOfStream
2026-01-08T17:04:19.903069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037716948616853:2110] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:19.903181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:19.903234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037716948616853:2110] [node 5] ICS15 start handshake
2026-01-08T17:04:19.904802Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037716948616836:2110] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62809) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:19.904860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037716948616853:2110] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:19.904905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037716948616836:2110] [node 5] ICP30 unregister session Session# [6:7593037716948616853:2110] VirtualId# [6:7593037716948616845:0]
2026-01-08T17:04:19.905014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:04:19.905051Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037716948616836:2110] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62809) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:19.905066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62809) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:19.914963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037716948616836:2110] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:20.047854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037722812707124:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:20.047922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037722812707125:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:20.051256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037724990412077:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:20.051316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037724990412078:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:20.059448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037725859333572:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:20.059497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037725859333573:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:20.068315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037722036371370:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:20.068659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037722036371371:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:20.068714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037722036371372:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:20.079971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037725071145758:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:20.080000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037725071145759:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:20.080038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037725071145760:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:20.266383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037723890233890:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:20.266539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037723890233892:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:20.266632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037723890233891:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:20.480808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037723890233953:2104] [node 4] ICP01 ready to work
2026-01-08T17:04:20.607899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037722812707188:2107] [node 5] ICP01 ready to work
2026-01-08T17:04:20.638263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037725071145821:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:20.671334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037723890233954:2106] [node 5] ICP01 ready to work
2026-01-08T17:04:20.673766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037724990412146:2108] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.710652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037725859333637:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:20.692172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037722036371433:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:20.692244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037722812707189:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:20.726722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037724990412147:2111] [node 6] ICP01 ready to work
2026-01-08T17:04:20.676459Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037725071145759:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(204868514ns) {Configure:104(204863858ns) {ProcessConfigured:135(72256ns) {StartInitialHandshake:157(69283ns) {DropHandshakes:470(2275ns) {DropIncomingHandshake:442(493ns) DropOutgoingHandshake:457(337ns)} GenerateSessionVirtualId:992(1029ns) PrepareNewSessionHandshake:477(1629ns) {SwitchToState:179(773ns)}}}}}
2026-01-08T17:04:20.734968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037725859333638:2107] [node 6] ICP01 ready to work
2026-01-08T17:04:20.706531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037725071145822:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:20.710989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037722036371434:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53610
2026-01-08T17:04:20.734554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037722812707190:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:20.735157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037724990412148:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.735602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037722036371437:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.756735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037725071145758:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(248923808ns) {Configure:104(248913512ns) {ProcessConfigured:135(19683441ns) {StartInitialHandshake:157(19680572ns) {DropHandshakes:470(2976ns) {DropIncomingHandshake:442(702ns) DropOutgoingHandshake:457(432ns)} GenerateSessionVirtualId:992(1102ns) PrepareNewSessionHandshake:477(3627ns) {SwitchToState:179(1404ns)}}}}}
2026-01-08T17:04:20.764121Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037725859333573:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(58919154ns) {Configure:104(58915563ns) {ProcessConfigured:135(17220725ns) {StartInitialHandshake:157(17218291ns) {DropHandshakes:470(2747ns) {DropIncomingHandshake:442(365ns) DropOutgoingHandshake:457(367ns)} GenerateSessionVirtualId:992(602ns) PrepareNewSessionHandshake:477(3003ns) {SwitchToState:179(1772ns)}}}}}
2026-01-08T17:04:20.757283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037725859333640:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:20.753759Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037724990412077:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(26624718ns) {Configure:104(26619437ns) {ProcessConfigured:135(100152ns) {StartInitialHandshake:157(98033ns) {DropHandshakes:470(1937ns) {DropIncomingHandshake:442(462ns) DropOutgoingHandshake:457(359ns)} GenerateSessionVirtualId:992(879ns) PrepareNewSessionHandshake:477(2469ns) {SwitchToState:179(643ns)}}}}}
2026-01-08T17:04:20.802513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037725859333637:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17471413ns) {Configure:104(17465233ns) {ProcessConfigured:135(15758296ns) {StartInitialHandshake:157(15755658ns) {DropHandshakes:470(2035ns) {DropIncomingHandshake:442(350ns) DropOutgoingHandshake:457(375ns)} GenerateSessionVirtualId:992(785ns) PrepareNewSessionHandshake:477(3340ns) {SwitchToState:179(536ns)}}}}}
2026-01-08T17:04:20.762754Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037722036371371:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(63422208ns) {Configure:104(63415948ns) {ProcessConfigured:135(14745893ns) {StartInitialHandshake:157(14742577ns) {DropHandshakes:470(974ns) {DropIncomingHandshake:442(127ns) DropOutgoingHandshake:457(241ns)} GenerateSessionVirtualId:992(304ns) PrepareNewSessionHandshake:477(4057ns) {SwitchToState:179(2155ns)}}}}}
2026-01-08T17:04:20.808891Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037723890233892:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(66045495ns) {Configure:104(66039161ns) {ProcessConfigured:135(63590ns) {StartInitialHandshake:157(62248ns) {DropHandshakes:470(2024ns) {DropIncomingHandshake:442(281ns) DropOutgoingHandshake:457(342ns)} GenerateSessionVirtualId:992(892ns) PrepareNewSessionHandshake:477(1718ns) {SwitchToState:179(479ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.786701Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037725071145834:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5413
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.831506Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037723890233957:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31036
2026-01-08T17:04:20.798173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037724990412151:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55341
2026-01-08T17:04:20.798844Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037722036371372:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(326895736ns) {Configure:104(326892268ns) {ProcessConfigured:135(60056ns) {StartInitialHandshake:157(57330ns) {DropHandshakes:470(2056ns) {DropIncomingHandshake:442(399ns) DropOutgoingHandshake:457(426ns)} GenerateSessionVirtualId:992(824ns) PrepareNewSessionHandshake:477(1325ns) {SwitchToState:179(439ns)}}}}}
2026-01-08T17:04:20.836026Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037722812707124:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(99906196ns) {Configure:104(99900796ns) {ProcessConfigured:135(66014ns) {StartInitialHandshake:157(63762ns) {DropHandshakes:470(5585ns) {DropIncomingHandshake:442(680ns) DropOutgoingHandshake:457(275ns)} GenerateSessionVirtualId:992(610ns) PrepareNewSessionHandshake:477(1679ns) {SwitchToState:179(802ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.838272Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037722812707198:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45595
2026-01-08T17:04:20.821174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037724990412156:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55341
2026-01-08T17:04:20.803214Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037722036371434:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.890842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037725859333647:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53536
2026-01-08T17:04:20.862606Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037723890233953:2104] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(106506233ns) {Configure:104(106500513ns) {ProcessConfigured:135(15718644ns) {StartInitialHandshake:157(15714853ns) {DropHandshakes:470(8095ns) {DropIncomingHandshake:442(430ns) DropOutgoingHandshake:457(394ns)} GenerateSessionVirtualId:992(744ns) PrepareNewSessionHandshake:477(6517ns) {SwitchToState:179(3205ns)}}}}}
2026-01-08T17:04:20.895547Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037722812707188:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(24135807ns) {Configure:104(24127117ns) {ProcessConfigured:135(57300ns) {StartInitialHandshake:157(55260ns) {DropHandshakes:470(4978ns) {DropIncomingHandshake:442(426ns) DropOutgoingHandshake:457(536ns)} GenerateSessionVirtualId:992(566ns) PrepareNewSessionHandshake:477(1128ns) {SwitchToState:179(443ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.870666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037724990412160:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55341
2026-01-08T17:04:20.871864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037722036371370:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(131938795ns) {Configure:104(131934752ns) {ProcessConfigured:135(26707060ns) {StartInitialHandshake:157(26704120ns) {DropHandshakes:470(1915ns) {DropIncomingHandshake:442(299ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:992(514ns) PrepareNewSessionHandshake:477(2564ns) {SwitchToState:179(1307ns)}}}}}
2026-01-08T17:04:20.882958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037723890233967:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31036
2026-01-08T17:04:20.883251Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037722036371449:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53610
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.914852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037724990412156:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:20.896104Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037723890233957:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:20.922904Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037722812707125:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(421061378ns) {Configure:104(421051033ns) {ProcessConfigured:135(24487890ns) {StartInitialHandshake:157(24475381ns) {DropHandshakes:470(2618ns) {DropIncomingHandshake:442(619ns) DropOutgoingHandshake:457(359ns)} GenerateSessionVirtualId:992(681ns) PrepareNewSessionHandshake:477(3118ns) {SwitchToState:179(1218ns)}}}}}
2026-01-08T17:04:20.956883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037725859333647:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:20.905730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037722036371450:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53610
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.971011Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037725071145760:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(265126333ns) {Configure:104(265117397ns) {ProcessConfigured:135(17808517ns) {StartInitialHandshake:157(17805464ns) {DropHandshakes:470(1688ns) {DropIncomingHandshake:442(312ns) DropOutgoingHandshake:457(327ns)} GenerateSessionVirtualId:992(799ns) PrepareNewSessionHandshake:477(3139ns) {SwitchToState:179(1691ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.896248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037723890233953:2104] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:20.926440Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037724990412078:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(420807571ns) {Configure:104(420803608ns) {ProcessConfigured:135(23501830ns) {StartInitialHandshake:157(23500399ns) {DropHandshakes:470(1364ns) {DropIncomingHandshake:442(265ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:992(506ns) PrepareNewSessionHandshake:477(2572ns) {SwitchToState:179(69ns)}}}}}
2026-01-08T17:04:20.946463Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037722812707189:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(31632537ns) {Configure:104(31626525ns) {ProcessConfigured:135(29865217ns) {StartInitialHandshake:157(29862888ns) {DropHandshakes:470(2335ns) {DropIncomingHandshake:442(387ns) DropOutgoingHandshake:457(567ns)} GenerateSessionVirtualId:992(646ns) PrepareNewSessionHandshake:477(3755ns) {SwitchToState:179(1436ns)}}}}}
2026-01-08T17:04:20.922391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037722036371436:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.922225Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037723890233967:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:20.922430Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037722036371436:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:20.950400Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037724990412151:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.957279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037722812707195:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45595
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:20.942645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037723890233891:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:20.982456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037724990412153:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.004081Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037722812707196:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45595
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.032751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037730154300944:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53536
2026-01-08T17:04:21.022737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037725071145834:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.026806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037725071145821:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:20.998061Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037722036371436:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:20.950632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037723890233891:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16255861ns) {IncomingHandshake:261(16252003ns) {DropIncomingHandshake:442(1886ns) PrepareNewSessionHandshake:477(2828ns) {SwitchToState:179(2028ns)} GenerateSessionVirtualId:992(769ns) IssueIncomingHandshakeReply:193(65900ns) {SwitchToState:179(373ns)}}}
2026-01-08T17:04:20.982495Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037724990412153:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:21.043651Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037725859333638:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(112925859ns) {Configure:104(112918519ns) {ProcessConfigured:135(78320ns) {StartInitialHandshake:157(75565ns) {DropHandshakes:470(2308ns) {DropIncomingHandshake:442(619ns) DropOutgoingHandshake:457(386ns)} GenerateSessionVirtualId:992(1100ns) PrepareNewSessionHandshake:477(1250ns) {SwitchToState:179(592ns)}}}}}
2026-01-08T17:04:21.014533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037722812707197:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45595
2026-01-08T17:04:20.998756Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037722036371451:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53610
2026-01-08T17:04:21.026393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037722812707195:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:20.983751Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037724990412153:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:21.005578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037723890233954:2106] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(239551543ns) {Configure:104(239545996ns) {ProcessConfigured:135(11562795ns) {StartInitialHandshake:157(11560836ns) {DropHandshakes:470(1618ns) {DropIncomingHandshake:442(377ns) DropOutgoingHandshake:457(319ns)} GenerateSessionVirtualId:992(958ns) PrepareNewSessionHandshake:477(2378ns) {SwitchToState:179(276ns)}}}}}
2026-01-08T17:04:21.020028Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037723890233972:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31036
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.086479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037725859333643:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.086524Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037725859333643:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:21.010996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037726331338750:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53610
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.091798Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037725859333643:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:21.091888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037730154300951:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53536
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.002950Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037724990412165:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55341
2026-01-08T17:04:21.030543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037722812707196:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.083826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037729366113134:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5413
2026-01-08T17:04:21.084326Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037723890233967:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:21.106187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037725859333637:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:21.106263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:21.053663Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037722036371450:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.021842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037724990412147:2111] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:21.033319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037724990412160:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.050701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:21.058492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037724990412147:2111] [node 6] ICP22 created new session: [2:7593037729285379464:2111]
2026-01-08T17:04:21.069409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037729285379464:2111] [node 6] ICS09 handshake done sender: [2:7593037724990412153:2118] self: [2:7593037724990412152:0] peer: [6:7593037723890233969:0] socket: 159 qp: -1
2026-01-08T17:04:21.078424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037729285379464:2111] [node 6] ICS10 traffic start
2026-01-08T17:04:21.084260Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037724990412158:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.084300Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037724990412158:2120] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:21.085121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:21.108774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037724990412158:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:21.109314Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037724990412148:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(43527037ns) {Configure:104(43519443ns) {ProcessConfigured:135(65014ns) {StartInitialHandshake:157(61817ns) {DropHandshakes:470(2231ns) {DropIncomingHandshake:442(400ns) DropOutgoingHandshake:457(278ns)} GenerateSessionVirtualId:992(528ns) PrepareNewSessionHandshake:477(1873ns) {SwitchToState:179(831ns)}}}}}
2026-01-08T17:04:21.099688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037723890233891:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.044319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037722812707197:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.054454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037722036371449:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.112301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037725859333637:2108] [node 4] ICP22 created new session: [3:7593037730154300953:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.123688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037730154300944:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.123890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037725859333572:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.062384Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037722812707188:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(18488653ns) {IncomingHandshake:261(18487495ns) {DropIncomingHandshake:442(353ns) PrepareNewSessionHandshake:477(714ns) {SwitchToState:179(267ns)} GenerateSessionVirtualId:992(414ns) IssueIncomingHandshakeReply:193(10035ns)}}
2026-01-08T17:04:21.099750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:21.054639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037722036371371:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:21.122579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037724990412146:2108] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.142891Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037729366113135:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5413
2026-01-08T17:04:21.129470Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037730154300956:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53536
2026-01-08T17:04:21.135674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037730154300953:2108] [node 4] ICS09 handshake done sender: [3:7593037725859333643:2112] self: [3:7593037725859333642:0] peer: [4:7593037726331338753:0] socket: 167 qp: -1
2026-01-08T17:04:21.135685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037730154300950:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53536
2026-01-08T17:04:21.099804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037723890233891:2049] [node 2] ICP22 created new session: [6:7593037728185201270:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.143632Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037725071145821:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27345) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037725071145834:2114] held: no
2026-01-08T17:04:21.144946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037729366113136:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5413
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.069547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037722812707198:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.058462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037722036371451:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.070361Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037722036371443:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.144323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037730154300953:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:21.099864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037728185201270:2049] [node 2] ICS09 handshake done sender: [6:7593037723890233967:2115] self: [6:7593037723890233969:0] peer: [2:7593037724990412152:0] socket: 163 qp: -1
2026-01-08T17:04:21.128186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037722812707200:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.143823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:21.099904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037728185201270:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:21.144158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037724990412165:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.150246Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037730154300944:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:21.128227Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037722812707200:2117] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.070404Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037722036371443:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:21.160410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037729366113135:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.150372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:21.099941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:21.166438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037729366113136:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.129770Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037722812707200:2117] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.144548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037724990412146:2108] [node 4] ICP22 created new session: [2:7593037729285379470:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.154262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037722812707194:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.170256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037730154300950:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.070765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037722036371372:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.176705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037729366113138:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5413
2026-01-08T17:04:21.153134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037724990412077:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:21.100968Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037723890233953:2104] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27345) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037723890233957:2111] held: no
2026-01-08T17:04:21.174445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037725859333572:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.154297Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037722812707194:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:21.180632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037725071145760:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:21.153739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037729285379470:2108] [node 4] ICS09 handshake done sender: [2:7593037724990412158:2120] self: [2:7593037724990412157:0] peer: [4:7593037726331338751:0] socket: 165 qp: -1
2026-01-08T17:04:21.084120Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037722036371443:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:21.103891Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037723890233973:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31036
2026-01-08T17:04:21.089696Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037722036371433:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(21795839ns) {IncomingHandshake:261(21793783ns) {DropIncomingHandshake:442(571ns) PrepareNewSessionHandshake:477(12021435ns) {SwitchToState:179(3926ns)} GenerateSessionVirtualId:992(1368ns) IssueIncomingHandshakeReply:193(11234ns)}}
2026-01-08T17:04:21.089793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037722036371433:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:21.089887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:21.199042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037729366113138:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.089947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037722036371433:2108] [node 6] ICP22 created new session: [4:7593037726331338756:2108]
2026-01-08T17:04:21.117849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037723890233957:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:21.090052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037726331338756:2108] [node 6] ICS09 handshake done sender: [4:7593037722036371436:2111] self: [4:7593037722036371435:0] peer: [6:7593037723890233968:0] socket: 151 qp: -1
2026-01-08T17:04:21.158087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037727107674508:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45595
2026-01-08T17:04:21.160324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037729285379470:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:21.174553Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.210434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037725071145759:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:21.125469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037723890233953:2104] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.174622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037725859333572:2048] [node 1] ICP22 created new session: [3:7593037730154300958:2048]
2026-01-08T17:04:21.160562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037722812707192:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.166535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.231866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037725071145821:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(108953637ns) {HandleHandshakeStatus:395(95426057ns) {LogHandshakeFail:472(21017ns) {UpdateErrorStateLog:545(4675ns)} DropOutgoingHandshake:457(1712ns) ProcessPendingSessionEvents:495(87302928ns) {unordered DropSessionEvent:512 num# 100 sum# 87226282ns max# 10182424ns}}}
2026-01-08T17:04:21.090095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037726331338756:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:21.237471Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037725071145834:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:21.202544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037724990412162:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.160593Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037722812707192:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:21.125563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:21.090132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:21.174700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037730154300958:2048] [node 1] ICS09 handshake done sender: [3:7593037730154300944:2114] self: [3:7593037730154300955:0] peer: [1:7593037722812707199:0] socket: 189 qp: -1
2026-01-08T17:04:21.240973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037725071145821:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.161194Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037722812707194:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:21.174753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037730154300958:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.125639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037723890233953:2104] [node 4] ICP22 created new session: [6:7593037728185201273:2104]
2026-01-08T17:04:21.202578Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037724990412162:2122] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:21.094167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037726331338758:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53610
2026-01-08T17:04:21.242136Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:21.242207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037725071145821:2108] [node 4] ICP22 created new session: [5:7593037729366113144:2108]
2026-01-08T17:04:21.242275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037729366113144:2108] [node 4] ICS09 handshake done sender: [5:7593037725071145834:2114] self: [5:7593037729366113133:0] peer: [4:7593037722036371442:0] socket: 156 qp: -1
2026-01-08T17:04:21.242326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037729366113144:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:21.242366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:21.248257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037725071145832:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.248284Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037725071145832:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:21.249924Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037729366113142:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5413
2026-01-08T17:04:21.250509Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037729366113143:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5413
2026-01-08T17:04:21.252446Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037725071145832:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:21.253529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037729366113142:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.253612Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037729366113136:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:21.261775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037725071145758:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:21.125706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037728185201273:2104] [node 4] ICS09 handshake done sender: [6:7593037723890233957:2111] self: [6:7593037723890233968:0] peer: [4:7593037722036371435:0] socket: 153 qp: -1
2026-01-08T17:04:21.174795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:21.205422Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037724990412162:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:21.161574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037722812707125:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.094537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037722036371437:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:21.275030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037725071145760:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.199682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037730154300946:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.208566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037729285379474:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55341
2026-01-08T17:04:21.161638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:21.094620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:21.125749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037728185201273:2104] [node 4] ICS10 traffic start
2026-01-08T17:04:21.275116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:21.275187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037725071145760:2050] [node 3] ICP22 created new session: [5:7593037729366113148:2050]
2026-01-08T17:04:21.275250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037729366113148:2050] [node 3] ICS09 handshake done sender: [5:7593037729366113136:2118] self: [5:7593037729366113140:0] peer: [3:7593037730154300945:0] socket: 202 qp: -1
2026-01-08T17:04:21.275299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037729366113148:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:21.275345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:21.276989Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037725071145759:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11736) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037729366113138:2119] held: no
2026-01-08T17:04:21.277845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037725071145822:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:21.277906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:21.277962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037725071145822:2109] [node 6] ICP22 created new session: [5:7593037729366113150:2109]
2026-01-08T17:04:21.278030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037729366113150:2109] [node 6] ICS09 handshake done sender: [5:7593037725071145832:2113] self: [5:7593037725071145831:0] peer: [6:7593037728185201278:0] socket: 205 qp: -1
2026-01-08T17:04:21.278076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037729366113150:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:21.278119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:21.291188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037729366113152:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5413
2026-01-08T17:04:21.294685Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037729366113138:2119] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.199712Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037730154300946:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:21.161687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037722812707125:2049] [node 3] ICP22 created new session: [1:7593037727107674512:2049]
2026-01-08T17:04:21.094675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037722036371437:2109] [node 5] ICP22 created new session: [4:7593037726331338760:2109]
2026-01-08T17:04:21.094737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037726331338760:2109] [node 5] ICS09 handshake done sender: [4:7593037722036371443:2113] self: [4:7593037722036371442:0] peer: [5:7593037729366113133:0] socket: 155 qp: -1
2026-01-08T17:04:21.094778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037726331338760:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:21.094816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:21.096599Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037726331338759:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53610
2026-01-08T17:04:21.096803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037722036371451:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:21.098515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037722036371372:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.103782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:21.110017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037722036371372:2050] [node 3] ICP22 created new session: [4:7593037726331338763:2050]
2026-01-08T17:04:21.112460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037726331338763:2050] [node 3] ICS09 handshake done sender: [4:7593037722036371451:2117] self: [4:7593037726331338753:0] peer: [3:7593037725859333642:0] socket: 174 qp: -1
2026-01-08T17:04:21.116801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037726331338763:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:21.116870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:21.129878Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037722036371450:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:21.134705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037726331338750:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.135232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037722036371370:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:21.146150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037722036371371:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.146224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:21.146290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037722036371371:2049] [node 2] ICP22 created new session: [4:7593037726331338766:2049]
2026-01-08T17:04:21.146367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037726331338766:2049] [node 2] ICS09 handshake done sender: [4:7593037722036371450:2116] self: [4:7593037726331338751:0] peer: [2:7593037724990412157:0] socket: 173 qp: -1
2026-01-08T17:04:21.146407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037726331338766:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:21.146440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:21.155435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037726331338768:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53610
2026-01-08T17:04:21.157285Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037722036371371:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:21.198547Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037726331338750:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:21.228872Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037722036371370:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7090) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037726331338750:2119] held: no
2026-01-08T17:04:21.229477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037722036371370:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.229523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:21.230031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037722036371370:2048] [node 1] ICP22 created new session: [4:7593037726331338769:2048]
2026-01-08T17:04:21.237975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037726331338769:2048] [node 1] ICS09 handshake done sender: [4:7593037726331338750:2119] self: [4:7593037726331338765:0] peer: [1:7593037722812707193:0] socket: 187 qp: -1
2026-01-08T17:04:21.240358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037726331338769:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:21.240403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:21.333376Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037722036371372:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(207839810ns) {HandleHandshakeStatus:329(207838278ns) {DropIncomingHandshake:442(731ns) DropOutgoingHandshake:457(4940ns) SwitchToState:179(340ns) ProcessPendingSessionEvents:495(166964038ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 166805842ns max# 13072944ns}}}
2026-01-08T17:04:21.200456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037725859333573:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:21.208543Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037730154300946:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:21.214809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037725859333640:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:21.214863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:21.214920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037725859333640:2109] [node 5] ICP22 created new session: [3:7593037730154300964:2109]
2026-01-08T17:04:21.214977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037730154300964:2109] [node 5] ICS09 handshake done sender: [3:7593037730154300946:2115] self: [3:7593037730154300945:0] peer: [5:7593037729366113140:0] socket: 160 qp: -1
2026-01-08T17:04:21.215013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037730154300964:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:21.215055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:21.237294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037730154300963:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53536
2026-01-08T17:04:21.239059Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037725859333572:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(67785433ns) {HandleHandshakeStatus:329(63745309ns) {DropIncomingHandshake:442(943ns) DropOutgoingHandshake:457(8811ns) SwitchToState:179(630ns) ProcessPendingSessionEvents:495(63192424ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 58506008ns max# 20221262ns}}}
2026-01-08T17:04:21.257605Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037725859333573:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11736) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037730154300950:2117] held: no
2026-01-08T17:04:21.263059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037730154300948:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.263089Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037730154300948:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:21.263831Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037730154300950:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:21.282385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037725859333573:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.292086Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037725859333572:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:21.299607Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [3:7593037725859333572:2048] [node 1] ICP35 event processing took too much time StateWork:294(25685493ns) {HandleHandshakeStatus:395(25680535ns) {LogHandshakeFail:472(2876374ns) {UpdateErrorStateLog:545(5621ns)}}}
2026-01-08T17:04:21.326673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:21.125809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:21.181572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037728185201275:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31036
2026-01-08T17:04:21.211033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037728185201277:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31036
2026-01-08T17:04:21.234219Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037728185201276:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31036
2026-01-08T17:04:21.244401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037728185201275:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.245356Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037728185201277:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.245429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037728185201276:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.247132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037723890233954:2106] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:21.248030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037723890233892:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:21.251537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037723890233890:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:21.265856Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037728185201282:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31036
2026-01-08T17:04:21.286519Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037728185201276:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:21.304636Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037723890233890:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7090) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037728185201276:2120] held: no
2026-01-08T17:04:21.308654Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037723890233954:2106] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9493) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037728185201275:2119] held: no
2026-01-08T17:04:21.309383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037723890233890:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.309427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:21.309480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037723890233890:2048] [node 1] ICP22 created new session: [6:7593037728185201283:2048]
2026-01-08T17:04:21.309541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037728185201283:2048] [node 1] ICS09 handshake done sender: [6:7593037728185201276:2120] self: [6:7593037728185201280:0] peer: [1:7593037722812707201:0] socket: 210 qp: -1
2026-01-08T17:04:21.309582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037728185201283:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:21.309617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:21.222085Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037724990412146:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(102745988ns) {HandleHandshakeStatus:329(98558486ns) {DropIncomingHandshake:442(20724ns) DropOutgoingHandshake:457(571ns) SwitchToState:179(550ns) ProcessPendingSessionEvents:495(22338894ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 22270978ns max# 11733344ns}}}
2026-01-08T17:04:21.338257Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037725859333637:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(231084490ns) {HandleHandshakeStatus:329(231080972ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(297ns) SwitchToState:179(295ns) ProcessPendingSessionEvents:495(158349113ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 158172986ns max# 22560062ns}}}
2026-01-08T17:04:21.338588Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037725859333637:2108] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:21.340049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037725859333573:2049] [node 2] ICP22 created new session: [3:7593037730154300967:2049]
2026-01-08T17:04:21.340484Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037730154300948:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:21.341133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037728185201281:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31036
2026-01-08T17:04:21.340773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037725859333638:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:21.224739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037724990412078:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:21.318864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037725071145759:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.161760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037727107674512:2049] [node 3] ICS09 handshake done sender: [1:7593037722812707200:2117] self: [1:7593037722812707199:0] peer: [3:7593037730154300955:0] socket: 185 qp: -1
2026-01-08T17:04:21.318966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:21.340837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:21.224828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:21.340891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037725859333638:2107] [node 6] ICP22 created new session: [3:7593037730154300968:2107]
2026-01-08T17:04:21.161799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037727107674512:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:21.353582Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037728185201275:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:21.224885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037724990412078:2049] [node 3] ICP22 created new session: [2:7593037729285379476:2049]
2026-01-08T17:04:21.319024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037725071145759:2049] [node 2] ICP22 created new session: [5:7593037729366113154:2049]
2026-01-08T17:04:21.161848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:21.340940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037730154300968:2107] [node 6] ICS09 handshake done sender: [3:7593037730154300948:2116] self: [3:7593037730154300947:0] peer: [6:7593037728185201279:0] socket: 209 qp: -1
2026-01-08T17:04:21.368960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037723890233954:2106] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.319088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037729366113154:2049] [node 2] ICS09 handshake done sender: [5:7593037729366113138:2119] self: [5:7593037729366113141:0] peer: [2:7593037729285379467:0] socket: 203 qp: -1
2026-01-08T17:04:21.224939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037729285379476:2049] [node 3] ICS09 handshake done sender: [2:7593037724990412162:2122] self: [2:7593037724990412161:0] peer: [3:7593037730154300960:0] socket: 190 qp: -1
2026-01-08T17:04:21.175740Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037722812707192:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:21.341164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037730154300968:2107] [node 6] ICS10 traffic start
2026-01-08T17:04:21.224980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037729285379476:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:21.187221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037727107674508:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.387042Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037723890233892:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8401) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037728185201277:2121] held: no
2026-01-08T17:04:21.319126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037729366113154:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:21.187296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037722812707190:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:21.187350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:21.187417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037722812707190:2108] [node 4] ICP22 created new session: [1:7593037727107674514:2108]
2026-01-08T17:04:21.187495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037727107674514:2108] [node 4] ICS09 handshake done sender: [1:7593037722812707194:2112] self: [1:7593037722812707193:0] peer: [4:7593037726331338765:0] socket: 183 qp: -1
2026-01-08T17:04:21.187569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037727107674514:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:21.187623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:21.196751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037722812707190:2108] [node 4] ICP18 handshake (actor [1:7593037727107674508:2120]) is too old
2026-01-08T17:04:21.201539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037722812707124:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:21.224619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:21.235261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037722812707124:2048] [node 2] ICP22 created new session: [1:7593037727107674518:2048]
2026-01-08T17:04:21.237439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037727107674518:2048] [node 2] ICS09 handshake done sender: [1:7593037722812707192:2111] self: [1:7593037722812707191:0] peer: [2:7593037729285379472:0] socket: 184 qp: -1
2026-01-08T17:04:21.237490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037727107674518:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:21.241994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:21.251639Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037722812707204:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.251674Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037722812707204:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:21.265980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037722812707204:2119] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:21.300271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037722812707203:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.300304Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037722812707203:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:21.301002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037722812707189:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:21.301081Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:21.301139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037722812707189:2109] [node 6] ICP22 created new session: [1:7593037727107674521:2109]
2026-01-08T17:04:21.301200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037727107674521:2109] [node 6] ICS09 handshake done sender: [1:7593037722812707204:2119] self: [1:7593037722812707201:0] peer: [6:7593037728185201280:0] socket: 166 qp: -1
2026-01-08T17:04:21.301243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037727107674521:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:21.301278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:21.321829Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037722812707203:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:21.342496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037722812707188:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:21.346562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:21.350433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037722812707188:2107] [node 5] ICP22 created new session: [1:7593037727107674524:2107]
2026-01-08T17:04:21.354233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037727107674524:2107] [node 5] ICS09 handshake done sender: [1:7593037722812707203:2118] self: [1:7593037722812707202:0] peer: [5:7593037729366113147:0] socket: 199 qp: -1
2026-01-08T17:04:21.354291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037727107674524:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:21.362415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:21.375341Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037722812707124:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(150958021ns) {HandleHandshakeStatus:329(150954034ns) {DropIncomingHandshake:442(11907ns) DropOutgoingHandshake:457(1025ns) SwitchToState:179(149ns) ProcessPendingSessionEvents:495(101045231ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 95050035ns max# 12102749ns}}}
2026-01-08T17:04:21.384481Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037722812707188:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(40877042ns) {HandleHandshakeStatus:329(40873061ns) {DropIncomingHandshake:442(21637ns) DropOutgoingHandshake:457(1671ns) SwitchToState:179(517ns) ProcessPendingSessionEvents:495(13202890ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 13140122ns max# 12698527ns}}}
2026-01-08T17:04:21.387373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037728185201285:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31036
2026-01-08T17:04:21.393940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:21.394803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037723890233954:2106] [node 5] ICP22 created new session: [6:7593037728185201286:2106]
2026-01-08T17:04:21.398677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037728185201286:2106] [node 5] ICS09 handshake done sender: [6:7593037728185201275:2119] self: [6:7593037728185201278:0] peer: [5:7593037725071145831:0] socket: 206 qp: -1
2026-01-08T17:04:21.398729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037728185201286:2106] [node 5] ICS10 traffic start
2026-01-08T17:04:21.398807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:21.399112Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037723890233954:2106] [node 5] ICP35 event processing took too much time PendingConnection:279(30595263ns) {HandleHandshakeStatus:329(30591944ns) {DropIncomingHandshake:442(1654ns) DropOutgoingHandshake:457(393ns) SwitchToState:179(752ns) ProcessPendingSessionEvents:495(1869ns)}}
2026-01-08T17:04:21.349821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:21.350512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037730154300967:2049] [node 2] ICS09 handshake done sender: [3:7593037730154300950:2117] self: [3:7593037730154300960:0] peer: [2:7593037724990412161:0] socket: 191 qp: -1
2026-01-08T17:04:21.351997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037730154300967:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:21.358814Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037725859333640:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(124538466ns) {HandleHandshakeStatus:329(124536184ns) {DropIncomingHandshake:442(544ns) DropOutgoingHandshake:457(353ns) SwitchToState:179(572ns) ProcessPendingSessionEvents:495(101621870ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 101468442ns max# 12157397ns}}}
2026-01-08T17:04:21.362595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:21.398510Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037725859333573:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(104877299ns) {HandleHandshakeStatus:329(104873663ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(318ns) SwitchToState:179(571ns) ProcessPendingSessionEvents:495(2592ns)}}
2026-01-08T17:04:21.225020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:21.232666Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037724990412077:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7090) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037724990412165:2123] held: no
2026-01-08T17:04:21.234205Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037729285379468:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:21.234235Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037729285379468:2124] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:21.241522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037724990412165:2123] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:21.253763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037724990412077:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.253818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:21.253876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037724990412077:2048] [node 1] ICP22 created new session: [2:7593037729285379479:2048]
2026-01-08T17:04:21.253930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037729285379479:2048] [node 1] ICS09 handshake done sender: [2:7593037724990412165:2123] self: [2:7593037729285379472:0] peer: [1:7593037722812707191:0] socket: 188 qp: -1
2026-01-08T17:04:21.253965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037729285379479:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:21.254002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:21.254696Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037729285379468:2124] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:21.254923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037724990412148:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:21.254975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:21.255031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037724990412148:2107] [node 5] ICP22 created new session: [2:7593037729285379481:2107]
2026-01-08T17:04:21.255083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037729285379481:2107] [node 5] ICS09 handshake done sender: [2:7593037729285379468:2124] self: [2:7593037729285379467:0] peer: [5:7593037729366113141:0] socket: 145 qp: -1
2026-01-08T17:04:21.255120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037729285379481:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:21.255163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:21.336702Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037724990412078:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(35004444ns) {HandleHandshakeStatus:329(32435604ns) {DropIncomingHandshake:442(18235ns) DropOutgoingHandshake:457(590ns) SwitchToState:179(349ns) ProcessPendingSessionEvents:495(32003492ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 31916860ns max# 4909997ns}}}
2026-01-08T17:04:21.368788Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037724990412147:2111] [node 6] ICP35 event processing took too much time PendingConnection:279(284712310ns) {HandleHandshakeStatus:329(284710163ns) {DropIncomingHandshake:442(447ns) DropOutgoingHandshake:457(3316ns) SwitchToState:179(471ns) ProcessPendingSessionEvents:495(189839106ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 189665041ns max# 22465286ns}}}
2026-01-08T17:04:21.319185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:21.320559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037729366113153:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5413
2026-01-08T17:04:21.339308Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037725071145822:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(60468823ns) {HandleHandshakeStatus:329(60466719ns) {DropIncomingHandshake:442(13665ns) DropOutgoingHandshake:457(365ns) SwitchToState:179(524ns) ProcessPendingSessionEvents:495(60061447ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 59965300ns max# 15001577ns}}}
2026-01-08T17:04:21.340005Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037729366113142:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:21.348582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037725071145758:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.369392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:21.385183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037725071145758:2048] [node 1] ICP22 created new session: [5:7593037729366113156:2048]
2026-01-08T17:04:21.390803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037729366113156:2048] [node 1] ICS09 handshake done sender: [5:7593037729366113142:2120] self: [5:7593037729366113147:0] peer: [1:7593037722812707202:0] socket: 207 qp: -1
2026-01-08T17:04:21.390857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037729366113156:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:21.402840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:21.408263Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037725071145758:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(58668152ns) {HandleHandshakeStatus:329(58664750ns) {DropIncomingHandshake:442(2734ns) DropOutgoingHandshake:457(15045ns) SwitchToState:179(381ns) ProcessPendingSessionEvents:495(982401ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 919621ns max# 536321ns}}}
2026-01-08T17:04:21.412876Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037723890233892:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(31015889ns) {HandleHandshakeStatus:395(31012827ns) {LogHandshakeFail:472(15043ns) {UpdateErrorStateLog:545(5185ns)} DropOutgoingHandshake:457(2829ns) ProcessPendingSessionEvents:495(21386236ns) {unordered DropSessionEvent:512 num# 100 sum# 21340336ns max# 4838054ns}}}
2026-01-08T17:04:21.413015Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037728185201277:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:21.415263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037723890233892:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:21.415342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:21.415391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037723890233892:2050] [node 3] ICP22 created new session: [6:7593037728185201288:2050]
2026-01-08T17:04:21.415479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037728185201288:2050] [node 3] ICS09 handshake done sender: [6:7593037728185201277:2121] self: [6:7593037728185201279:0] peer: [3:7593037730154300947:0] socket: 170 qp: -1
2026-01-08T17:04:21.415525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037728185201288:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:21.415579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:21.414240Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037725859333638:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(72495479ns) {HandleHandshakeStatus:329(72493223ns) {DropIncomingHandshake:442(13710ns) DropOutgoingHandshake:457(373ns) SwitchToState:179(865ns) ProcessPendingSessionEvents:495(63259450ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 61949909ns max# 9037359ns}}}
2026-01-08T17:04:21.561945Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:21.562231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037729285379479:2048] [node 1] ICS01 socket: 188 reason# EndOfStream
2026-01-08T17:04:21.562288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037724990412077:2048] [node 1] ICP30 unregister session Session# [2:7593037729285379479:2048] VirtualId# [2:7593037729285379472:0]
2026-01-08T17:04:21.562354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037729285379479:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.562446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:21.562492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:21.565673Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:21.565860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037730154300958:2048] [node 1] ICS07 socket disconnect 189 reason# EndOfStream
2026-01-08T17:04:21.565904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037730154300958:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.566000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:21.566051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037730154300958:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:21.567075Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037725859333572:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7090) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:21.567140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037730154300958:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:21.567189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037725859333572:2048] [node 1] ICP30 unregister session Session# [3:7593037730154300958:2048] VirtualId# [3:7593037730154300955:0]
2026-01-08T17:04:21.567291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:21.567326Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037725859333572:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7090) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:21.567345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7090) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:21.573673Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:21.573971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037726331338769:2048] [node 1] ICS01 socket: 187 reason# EndOfStream
2026-01-08T17:04:21.574018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037722036371370:2048] [node 1] ICP30 unregister session Session# [4:7593037726331338769:2048] VirtualId# [4:7593037726331338765:0]
2026-01-08T17:04:21.574064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037726331338769:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.574160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:21.574206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:21.574403Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:21.574645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037729366113156:2048] [node 1] ICS07 socket disconnect 207 reason# EndOfStream
2026-01-08T17:04:21.574688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037729366113156:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.574786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:21.574831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037729366113156:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:21.574446Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:21.574678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037728185201283:2048] [node 1] ICS01 socket: 210 reason# EndOfStream
2026-01-08T17:04:21.574987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037723890233890:2048] [node 1] ICP30 unregister session Session# [6:7593037728185201283:2048] VirtualId# [6:7593037728185201280:0]
2026-01-08T17:04:21.576995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037728185201283:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.577086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:21.577141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:21.587280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037725859333572:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:21.590870Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037725071145758:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7090) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:21.590953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037729366113156:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:21.590993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037725071145758:2048] [node 1] ICP30 unregister session Session# [5:7593037729366113156:2048] VirtualId# [5:7593037729366113147:0]
2026-01-08T17:04:21.591163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:21.591233Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037725071145758:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7090) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:21.591262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7090) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:21.597342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037725071145758:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:21.694268Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:21.694551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037730154300967:2049] [node 2] ICS01 socket: 191 reason# EndOfStream
2026-01-08T17:04:21.694608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037725859333573:2049] [node 2] ICP30 unregister session Session# [3:7593037730154300967:2049] VirtualId# [3:7593037730154300960:0]
2026-01-08T17:04:21.694653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037730154300967:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.694737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:21.694783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:21.704547Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:21.704734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037726331338766:2049] [node 2] ICS01 socket: 173 reason# EndOfStream
2026-01-08T17:04:21.704771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037722036371371:2049] [node 2] ICP30 unregister session Session# [4:7593037726331338766:2049] VirtualId# [4:7593037726331338751:0]
2026-01-08T17:04:21.704808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037726331338766:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.704876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:21.704914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:21.699604Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:21.699855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037729366113154:2049] [node 2] ICS01 socket: 203 reason# EndOfStream
2026-01-08T17:04:21.699923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037725071145759:2049] [node 2] ICP30 unregister session Session# [5:7593037729366113154:2049] VirtualId# [5:7593037729366113141:0]
2026-01-08T17:04:21.699971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037729366113154:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.700059Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:21.700113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:21.705004Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:21.705122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037728185201270:2049] [node 2] ICS01 socket: 163 reason# EndOfStream
2026-01-08T17:04:21.705152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037723890233891:2049] [node 2] ICP30 unregister session Session# [6:7593037728185201270:2049] VirtualId# [6:7593037723890233969:0]
2026-01-08T17:04:21.705169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037728185201270:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.705204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:21.705242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:21.806209Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:21.806467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037729366113148:2050] [node 3] ICS01 socket: 202 reason# EndOfStream
2026-01-08T17:04:21.806517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037725071145760:2050] [node 3] ICP30 unregister session Session# [5:7593037729366113148:2050] VirtualId# [5:7593037729366113140:0]
2026-01-08T17:04:21.806565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037729366113148:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.806650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:21.806710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:21.807334Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:21.807535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037726331338763:2050] [node 3] ICS01 socket: 174 reason# EndOfStream
2026-01-08T17:04:21.807573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037722036371372:2050] [node 3] ICP30 unregister session Session# [4:7593037726331338763:2050] VirtualId# [4:7593037726331338753:0]
2026-01-08T17:04:21.807606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037726331338763:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.807675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:21.807717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:21.806820Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:21.807027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037728185201288:2050] [node 3] ICS01 socket: 170 reason# EndOfStream
2026-01-08T17:04:21.807067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037723890233892:2050] [node 3] ICP30 unregister session Session# [6:7593037728185201288:2050] VirtualId# [6:7593037728185201279:0]
2026-01-08T17:04:21.807109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037728185201288:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.807173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:21.807235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:21.993476Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:21.993696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037728185201273:2104] [node 4] ICS01 socket: 153 reason# EndOfStream
2026-01-08T17:04:21.993749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037723890233953:2104] [node 4] ICP30 unregister session Session# [6:7593037728185201273:2104] VirtualId# [6:7593037723890233968:0]
2026-01-08T17:04:21.993799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037728185201273:2104] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.993895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:21.993945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:21.994068Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:21.994258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037729366113144:2108] [node 4] ICS01 socket: 156 reason# EndOfStream
2026-01-08T17:04:21.994301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037725071145821:2108] [node 4] ICP30 unregister session Session# [5:7593037729366113144:2108] VirtualId# [5:7593037729366113133:0]
2026-01-08T17:04:21.994348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037729366113144:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:21.994417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:21.994464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:22.154455Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:22.154747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037728185201286:2106] [node 5] ICS01 socket: 206 reason# EndOfStream
2026-01-08T17:04:22.154813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037723890233954:2106] [node 5] ICP30 unregister session Session# [6:7593037728185201286:2106] VirtualId# [6:7593037728185201278:0]
2026-01-08T17:04:22.154875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037728185201286:2106] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:22.154953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:22.155013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:22.294282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037732122652659:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:22.294333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037732122652660:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:22.301565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037734388633576:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:22.301614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037734388633577:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:22.312968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037734422215611:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:22.313063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037734422215612:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:22.346730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037730857066206:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:22.346771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037730857066207:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:22.346809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037730857066208:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:22.391490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037731523008776:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:22.391527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037731523008777:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:22.391563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037731523008778:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:22.414290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037732770938256:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:22.414346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037732770938257:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:22.418389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037732770938258:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:22.864552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037732770938315:2101] [node 5] ICP01 ready to work
2026-01-08T17:04:22.938826Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037731523008857:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:22.891644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037734422215672:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:22.985057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037730857066269:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:22.975348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037732122652724:2107] [node 5] ICP01 ready to work
2026-01-08T17:04:22.978675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037734388633639:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:23.004138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037734422215675:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:23.014151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037738683600936:2107] [node 5] ICP01 ready to work
2026-01-08T17:04:22.978494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037732122652722:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:23.003196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037730857066270:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:23.053715Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037730857066206:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(167027837ns) {Configure:104(167014956ns) {ProcessConfigured:135(70402ns) {StartInitialHandshake:157(68420ns) {DropHandshakes:470(2340ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:992(868ns) PrepareNewSessionHandshake:477(1594ns) {SwitchToState:179(409ns)}}}}}
2026-01-08T17:04:23.047256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037735817976159:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:23.023161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037737065905618:2104] [node 4] ICP01 ready to work
2026-01-08T17:04:23.008599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037734422215676:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:23.030756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037738683600937:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:22.978576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037732122652723:2108] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.067210Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037735817976157:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9587
2026-01-08T17:04:23.043347Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037732770938315:2101] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(144299308ns) {Configure:104(144293533ns) {ProcessConfigured:135(13948986ns) {StartInitialHandshake:157(13946425ns) {DropHandshakes:470(2567ns) {DropIncomingHandshake:442(369ns) DropOutgoingHandshake:457(581ns)} GenerateSessionVirtualId:992(967ns) PrepareNewSessionHandshake:477(4030ns) {SwitchToState:179(2557ns)}}}}}
2026-01-08T17:04:23.070280Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037732770938256:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(165824644ns) {Configure:104(165819578ns) {ProcessConfigured:135(5583571ns) {StartInitialHandshake:157(5580924ns) {DropHandshakes:470(2393ns) {DropIncomingHandshake:442(388ns) DropOutgoingHandshake:457(539ns)} GenerateSessionVirtualId:992(510ns) PrepareNewSessionHandshake:477(1774ns) {SwitchToState:179(703ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.093710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037736417620024:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8770
2026-01-08T17:04:23.094032Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037736417620025:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8770
2026-01-08T17:04:23.088486Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037731523008857:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(80719715ns) {Configure:104(80714415ns) {ProcessConfigured:135(4891659ns) {StartInitialHandshake:157(4889762ns) {DropHandshakes:470(2079ns) {DropIncomingHandshake:442(527ns) DropOutgoingHandshake:457(285ns)} GenerateSessionVirtualId:992(487ns) PrepareNewSessionHandshake:477(2699ns) {SwitchToState:179(1279ns)}}}}}
2026-01-08T17:04:23.102512Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037734388633577:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(47559329ns) {Configure:104(47549195ns) {ProcessConfigured:135(63902ns) {StartInitialHandshake:157(61613ns) {DropHandshakes:470(2379ns) {DropIncomingHandshake:442(607ns) DropOutgoingHandshake:457(420ns)} GenerateSessionVirtualId:992(1107ns) PrepareNewSessionHandshake:477(1209ns) {SwitchToState:179(376ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.094570Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037730857066208:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(38056433ns) {Configure:104(38051632ns) {ProcessConfigured:135(14601234ns) {StartInitialHandshake:157(14599238ns) {DropHandshakes:470(2476ns) {DropIncomingHandshake:442(433ns) DropOutgoingHandshake:457(524ns)} GenerateSessionVirtualId:992(505ns) PrepareNewSessionHandshake:477(2751ns) {SwitchToState:179(1527ns)}}}}}
2026-01-08T17:04:23.100576Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037731523008778:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(21944187ns) {Configure:104(21938754ns) {ProcessConfigured:135(20107637ns) {StartInitialHandshake:157(20104942ns) {DropHandshakes:470(2523ns) {DropIncomingHandshake:442(580ns) DropOutgoingHandshake:457(278ns)} GenerateSessionVirtualId:992(802ns) PrepareNewSessionHandshake:477(3218ns) {SwitchToState:179(1795ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.110371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037738717182974:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29771
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.130685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037738683600938:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47953
2026-01-08T17:04:23.130996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037738683600948:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47953
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.131945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037736417620026:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8770
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.119590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037738717182977:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29771
2026-01-08T17:04:23.126082Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037737065905629:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54577
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.134631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037735817976157:2129] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.120965Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037734422215612:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(205747474ns) {Configure:104(205742457ns) {ProcessConfigured:135(5565922ns) {StartInitialHandshake:157(5564236ns) {DropHandshakes:470(796ns) {DropIncomingHandshake:442(182ns) DropOutgoingHandshake:457(159ns)} GenerateSessionVirtualId:992(279ns) PrepareNewSessionHandshake:477(2707ns) {SwitchToState:179(1464ns)}}}}}
2026-01-08T17:04:23.156158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037732122652726:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.134769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037735817976167:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9587
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.179550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037737065905630:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54577
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.156208Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037732122652726:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.173676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037738717182973:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29771
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.134879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037731523008776:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:23.188147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037738683600938:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.182709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037738717182973:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.188187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037738717182974:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.186592Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037735152033572:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58180
2026-01-08T17:04:23.209433Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037735152033578:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58180
2026-01-08T17:04:23.174585Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037736417620025:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.180683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037736417620024:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.181246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037736417620026:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.182136Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037732122652722:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(113292651ns) {Configure:104(113282504ns) {ProcessConfigured:135(3034209ns) {StartInitialHandshake:157(3031697ns) {DropHandshakes:470(1932ns) {DropIncomingHandshake:442(356ns) DropOutgoingHandshake:457(296ns)} GenerateSessionVirtualId:992(1138ns) PrepareNewSessionHandshake:477(2825ns) {SwitchToState:179(1173ns)}}}}}
2026-01-08T17:04:23.185608Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037732122652660:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(120409216ns) {Configure:104(117399577ns) {ProcessConfigured:135(1721939ns) {StartInitialHandshake:157(1720036ns) {DropHandshakes:470(1501ns) {DropIncomingHandshake:442(273ns) DropOutgoingHandshake:457(243ns)} GenerateSessionVirtualId:992(310ns) PrepareNewSessionHandshake:477(1414ns) {SwitchToState:179(660ns)}}}}}
2026-01-08T17:04:23.186063Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037736417620027:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8770
2026-01-08T17:04:23.202300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037732122652726:2110] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: 2026-01-08T17:04:23.214479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037738683600948:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:04:23.214904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037738717182987:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29771
2026-01-08T17:04:23.210166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037737065905628:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54577
2026-01-08T17:04:23.225061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037738717182979:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.214557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037735817976167:2133] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.231727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037732122652724:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.241735Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037730857066269:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(20141487ns) {Configure:104(20132731ns) {ProcessConfigured:135(11377043ns) {StartInitialHandshake:157(11374645ns) {DropHandshakes:470(1946ns) {DropIncomingHandshake:442(460ns) DropOutgoingHandshake:457(304ns)} GenerateSessionVirtualId:992(885ns) PrepareNewSessionHandshake:477(6432144ns) {SwitchToState:179(3845ns)}}}}}
2026-01-08T17:04:23.264860Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037734388633639:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(138743622ns) {Configure:104(138737127ns) {ProcessConfigured:135(25541568ns) {StartInitialHandshake:157(25538763ns) {DropHandshakes:470(2272ns) {DropIncomingHandshake:442(460ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:992(1236ns) PrepareNewSessionHandshake:477(2723ns) {SwitchToState:179(1189ns)}}}}}
2026-01-08T17:04:23.225107Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037738717182979:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.239620Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037737065905629:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.214721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037731523008778:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.238834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:23.243333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037732122652724:2107] [node 5] ICP22 created new session: [1:7593037736417620040:2107]
2026-01-08T17:04:23.294447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037736417620027:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.294808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037736417620040:2107] [node 5] ICS09 handshake done sender: [1:7593037732122652726:2110] self: [1:7593037732122652725:0] peer: [5:7593037735817976168:0] socket: 151 qp: -1
2026-01-08T17:04:23.218388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037735817976169:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9587
2026-01-08T17:04:23.261260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037732770938258:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:23.265010Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037738683600936:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18211607ns) {Configure:104(18204302ns) {ProcessConfigured:135(3534005ns) {StartInitialHandshake:157(3531035ns) {DropHandshakes:470(2483ns) {DropIncomingHandshake:442(529ns) DropOutgoingHandshake:457(430ns)} GenerateSessionVirtualId:992(891ns) PrepareNewSessionHandshake:477(1491ns) {SwitchToState:179(76ns)}}}}}
2026-01-08T17:04:23.267180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037735152033572:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.299294Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037732122652659:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(183535549ns) {Configure:104(183528939ns) {ProcessConfigured:135(33518954ns) {StartInitialHandshake:157(33515968ns) {DropHandshakes:470(1656ns) {DropIncomingHandshake:442(312ns) DropOutgoingHandshake:457(479ns)} GenerateSessionVirtualId:992(1029ns) PrepareNewSessionHandshake:477(3355ns) {SwitchToState:179(1502ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.258019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037738717182979:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.297584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037737065905628:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.318567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037738683600942:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.318630Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037738683600942:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.248943Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037735817976157:2129] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:23.294895Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037735152033578:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.306949Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037737065905634:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54577
2026-01-08T17:04:23.307327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037736417620040:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:23.265239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037738717182977:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.261246Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037731523008776:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16930) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037735817976157:2129] held: no
2026-01-08T17:04:23.307412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.274647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037734422215676:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.314529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037737065905630:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.297787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037730857066206:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:23.286808Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037731523008778:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19316) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037735817976167:2133] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.314947Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037736417620036:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.351146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037735152033584:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58180
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.355304Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037738683600942:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:23.333419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037735817976163:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.333484Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037735817976163:2131] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.339966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037735817976172:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9587
2026-01-08T17:04:23.361231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037735817976167:2133] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:23.274742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:23.322485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037732770938315:2101] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:23.274799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037734422215676:2109] [node 5] ICP22 created new session: [3:7593037738717182994:2109]
2026-01-08T17:04:23.386238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037731523008778:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.361633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037735152033578:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:23.327769Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037737065905632:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54577
2026-01-08T17:04:23.354666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037732770938315:2101] [node 5] ICP35 event processing took too much time PendingConnection:279(24795395ns) {IncomingHandshake:261(14941908ns) {DropIncomingHandshake:442(438ns) PrepareNewSessionHandshake:477(1795ns) {SwitchToState:179(946ns)} GenerateSessionVirtualId:992(535ns) IssueIncomingHandshakeReply:193(14909875ns) {SwitchToState:179(1636ns)}}}
2026-01-08T17:04:23.373408Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037737065905618:2104] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(128375522ns) {Configure:104(128368948ns) {ProcessConfigured:135(11759935ns) {StartInitialHandshake:157(11757293ns) {DropHandshakes:470(2652ns) {DropIncomingHandshake:442(479ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:992(712ns) PrepareNewSessionHandshake:477(2924ns) {SwitchToState:179(675ns)}}}}}
2026-01-08T17:04:23.376758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037737065905618:2104] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:23.376896Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037732770938258:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19316) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037737065905629:2115] held: no
2026-01-08T17:04:23.377475Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037737065905638:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54577
2026-01-08T17:04:23.377677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037737065905629:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:23.388402Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037737065905632:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.398028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037737065905628:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:23.408622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037732770938256:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:23.274866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037738717182994:2109] [node 5] ICS09 handshake done sender: [3:7593037738717182979:2114] self: [3:7593037738717182978:0] peer: [5:7593037735817976170:0] socket: 173 qp: -1
2026-01-08T17:04:23.314983Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037736417620036:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.394424Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037738683600955:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47953
2026-01-08T17:04:23.386307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.362012Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037730857066207:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(245491332ns) {Configure:104(245485266ns) {ProcessConfigured:135(52620817ns) {StartInitialHandshake:157(52617379ns) {DropHandshakes:470(5474018ns) {DropIncomingHandshake:442(3262ns) DropOutgoingHandshake:457(829ns)} GenerateSessionVirtualId:992(1499ns) PrepareNewSessionHandshake:477(3247ns) {SwitchToState:179(183ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.327410Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037736417620036:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:23.274908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037738717182994:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:23.389025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037731523008778:2050] [node 3] ICP22 created new session: [5:7593037735817976175:2050]
2026-01-08T17:04:23.427725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037738683600944:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.427774Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037738683600944:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.434669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037738683600958:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47953
2026-01-08T17:04:23.445479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037738683600958:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.446129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037734388633577:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.368539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037730857066207:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.274946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.428123Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037732770938256:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17715165ns) {IncomingHandshake:261(17713126ns) {DropIncomingHandshake:442(487ns) PrepareNewSessionHandshake:477(1401ns) {SwitchToState:179(586ns)} GenerateSessionVirtualId:992(505ns) IssueIncomingHandshakeReply:193(6569775ns) {SwitchToState:179(4750ns)}}}
2026-01-08T17:04:23.390844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037735817976163:2131] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:23.346895Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037732122652724:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(107461915ns) {HandleHandshakeStatus:329(103441012ns) {DropIncomingHandshake:442(19355ns) DropOutgoingHandshake:457(332ns) SwitchToState:179(285ns) ProcessPendingSessionEvents:495(579382ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 520510ns max# 91749ns}}}
2026-01-08T17:04:23.455704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037738683600955:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.462513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:23.462571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037734388633577:2049] [node 3] ICP22 created new session: [2:7593037738683600961:2049]
2026-01-08T17:04:23.349029Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037732122652723:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(17518166ns) {IncomingHandshake:261(2630779ns) {DropIncomingHandshake:442(370ns) PrepareNewSessionHandshake:477(1520ns) {SwitchToState:179(660ns)} GenerateSessionVirtualId:992(906ns) IssueIncomingHandshakeReply:193(10751ns)}}
2026-01-08T17:04:23.370711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037732122652723:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.370809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.375071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037735152033580:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58180
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.476311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037738683600961:2049] [node 3] ICS09 handshake done sender: [2:7593037738683600942:2112] self: [2:7593037738683600941:0] peer: [3:7593037738717182996:0] socket: 167 qp: -1
2026-01-08T17:04:23.479878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037738683600957:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47953
2026-01-08T17:04:23.438864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037732770938315:2101] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.291706Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037738717182997:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29771
2026-01-08T17:04:23.370875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037732122652723:2108] [node 4] ICP22 created new session: [1:7593037736417620048:2108]
2026-01-08T17:04:23.395913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037735817976175:2050] [node 3] ICS09 handshake done sender: [5:7593037735817976167:2133] self: [5:7593037735817976170:0] peer: [3:7593037738717182978:0] socket: 174 qp: -1
2026-01-08T17:04:23.486821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037738683600961:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:23.498086Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037738683600944:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:23.498585Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037738683600937:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(16608967ns) {IncomingHandshake:261(6451964ns) {DropIncomingHandshake:442(1131ns) PrepareNewSessionHandshake:477(1189ns) {SwitchToState:179(536ns)} GenerateSessionVirtualId:992(377ns) IssueIncomingHandshakeReply:193(8628ns)}}
2026-01-08T17:04:23.296139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037738717182981:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.296186Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037738717182981:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.297618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037734422215612:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:23.301338Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037734422215611:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(154853937ns) {Configure:104(154844685ns) {ProcessConfigured:135(28608017ns) {StartInitialHandshake:157(28605443ns) {DropHandshakes:470(2759ns) {DropIncomingHandshake:442(512ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:992(815ns) PrepareNewSessionHandshake:477(6867ns) {SwitchToState:179(2533ns)}}}}}
2026-01-08T17:04:23.317446Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037738717182981:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:23.320165Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037738717182987:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.327682Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037734422215612:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(19527991ns) {IncomingHandshake:261(19515549ns) {DropIncomingHandshake:442(302ns) PrepareNewSessionHandshake:477(1495ns) {SwitchToState:179(753ns)} GenerateSessionVirtualId:992(514ns) IssueIncomingHandshakeReply:193(69538ns) {SwitchToState:179(777ns)}}}
2026-01-08T17:04:23.340270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037734422215675:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.347941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:23.354553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037734422215675:2108] [node 6] ICP22 created new session: [3:7593037738717183000:2108]
2026-01-08T17:04:23.365501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037738717182997:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.366064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037734422215611:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:23.366536Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037738717183001:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29771
2026-01-08T17:04:23.376027Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037734422215672:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(23317552ns) {IncomingHandshake:261(8569402ns) {DropIncomingHandshake:442(595ns) PrepareNewSessionHandshake:477(2497ns) {SwitchToState:179(880ns)} GenerateSessionVirtualId:992(1055ns) IssueIncomingHandshakeReply:193(8823ns)}}
2026-01-08T17:04:23.378139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037730857066206:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.370944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037736417620048:2108] [node 4] ICS09 handshake done sender: [1:7593037736417620036:2117] self: [1:7593037736417620035:0] peer: [4:7593037735152033582:0] socket: 189 qp: -1
2026-01-08T17:04:23.438937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.501410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037738683600937:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.501486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:23.501543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037738683600937:2109] [node 4] ICP22 created new session: [2:7593037738683600964:2109]
2026-01-08T17:04:23.501604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037738683600964:2109] [node 4] ICS09 handshake done sender: [2:7593037738683600944:2113] self: [2:7593037738683600943:0] peer: [4:7593037735152033585:0] socket: 170 qp: -1
2026-01-08T17:04:23.501648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037738683600964:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:23.501684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:23.504003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037738683600957:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.525809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:23.378200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.391192Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037738717182977:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:23.396412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037735817976175:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:23.532444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037734388633576:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:23.446308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037737065905642:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54577
2026-01-08T17:04:23.370992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037736417620048:2108] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.396479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:23.378258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037730857066206:2048] [node 1] ICP22 created new session: [4:7593037735152033586:2048]
2026-01-08T17:04:23.394651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037738717183000:2108] [node 6] ICS09 handshake done sender: [3:7593037738717182981:2115] self: [3:7593037738717182980:0] peer: [6:7593037737065905631:0] socket: 175 qp: -1
2026-01-08T17:04:23.396171Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037738717182983:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.396176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037738717183000:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:23.396203Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037738717182983:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.397077Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037738717183004:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29771
2026-01-08T17:04:23.408565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:23.423067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037734422215612:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.423137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:23.423206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037734422215612:2049] [node 2] ICP22 created new session: [3:7593037738717183007:2049]
2026-01-08T17:04:23.423277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037738717183007:2049] [node 2] ICS09 handshake done sender: [3:7593037738717182977:2113] self: [3:7593037738717182996:0] peer: [2:7593037738683600941:0] socket: 168 qp: -1
2026-01-08T17:04:23.423325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037738717183007:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:23.423364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:23.427391Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037738717182997:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:23.450311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037734422215611:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.455579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037738717182983:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:23.458451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:23.458526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037734422215611:2048] [node 1] ICP22 created new session: [3:7593037738717183009:2048]
2026-01-08T17:04:23.458592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037738717183009:2048] [node 1] ICS09 handshake done sender: [3:7593037738717182997:2119] self: [3:7593037738717183003:0] peer: [1:7593037736417620030:0] socket: 196 qp: -1
2026-01-08T17:04:23.458639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037738717183009:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:23.458701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:23.474535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037734422215672:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.474598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:23.474665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037734422215672:2107] [node 4] ICP22 created new session: [3:7593037738717183011:2107]
2026-01-08T17:04:23.474721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037738717183011:2107] [node 4] ICS09 handshake done sender: [3:7593037738717182983:2116] self: [3:7593037738717182982:0] peer: [4:7593037735152033588:0] socket: 150 qp: -1
2026-01-08T17:04:23.474759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037738717183011:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:23.474807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.554153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037734388633576:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(28355790ns) {IncomingHandshake:261(28354100ns) {DropIncomingHandshake:442(490ns) PrepareNewSessionHandshake:477(21627190ns) {SwitchToState:179(6679ns)} GenerateSessionVirtualId:992(1096ns) IssueIncomingHandshakeReply:193(3937055ns) {SwitchToState:179(830ns)}}}
2026-01-08T17:04:23.371036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:23.378326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037735152033586:2048] [node 1] ICS09 handshake done sender: [4:7593037735152033578:2114] self: [4:7593037735152033582:0] peer: [1:7593037736417620035:0] socket: 190 qp: -1
2026-01-08T17:04:23.449699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037732770938315:2101] [node 5] ICP22 created new session: [6:7593037737065905641:2101]
2026-01-08T17:04:23.410980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037731523008857:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.372430Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037736417620032:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.372464Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037736417620032:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.397374Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037736417620032:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:23.441635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037736417620050:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8770
2026-01-08T17:04:23.441894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037736417620031:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.441922Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037736417620031:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.443168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037732122652660:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.443248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:23.443309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037732122652660:2049] [node 3] ICP22 created new session: [1:7593037736417620053:2049]
2026-01-08T17:04:23.443370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037736417620053:2049] [node 3] ICS09 handshake done sender: [1:7593037736417620032:2116] self: [1:7593037736417620030:0] peer: [3:7593037738717183003:0] socket: 162 qp: -1
2026-01-08T17:04:23.443418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037736417620053:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:23.443458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:23.445884Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037736417620031:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:23.462763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037732122652722:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.466168Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037736417620050:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.483734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:23.469187Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037737065905630:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:23.411042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:23.411109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037731523008857:2110] [node 6] ICP22 created new session: [5:7593037735817976179:2110]
2026-01-08T17:04:23.470606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037737065905641:2101] [node 5] ICS09 handshake done sender: [6:7593037737065905628:2114] self: [6:7593037737065905635:0] peer: [5:7593037735817976162:0] socket: 166 qp: -1
2026-01-08T17:04:23.559348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037738683600953:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.498562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037732122652722:2109] [node 6] ICP22 created new session: [1:7593037736417620055:2109]
2026-01-08T17:04:23.378383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037735152033586:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:23.411165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037735817976179:2110] [node 6] ICS09 handshake done sender: [5:7593037735817976163:2131] self: [5:7593037735817976162:0] peer: [6:7593037737065905635:0] socket: 165 qp: -1
2026-01-08T17:04:23.559376Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037738683600953:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.526722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037736417620055:2109] [node 6] ICS09 handshake done sender: [1:7593037736417620031:2115] self: [1:7593037736417620028:0] peer: [6:7593037737065905640:0] socket: 192 qp: -1
2026-01-08T17:04:23.560896Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037738683600953:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:23.479539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037737065905641:2101] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.411206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037735817976179:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:23.378426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:23.620230Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037734422215675:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(278744696ns) {HandleHandshakeStatus:329(278742133ns) {DropIncomingHandshake:442(21489ns) DropOutgoingHandshake:457(553ns) SwitchToState:179(249ns) ProcessPendingSessionEvents:495(191351601ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 191197273ns max# 22265414ns}}}
2026-01-08T17:04:23.526778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037736417620055:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:23.561562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037738683600936:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.480451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037737065905643:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54577
2026-01-08T17:04:23.411242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:23.379127Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037730857066206:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:23.561626Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:23.561681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037738683600936:2107] [node 5] ICP22 created new session: [2:7593037738683600970:2107]
2026-01-08T17:04:23.561728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037738683600970:2107] [node 5] ICS09 handshake done sender: [2:7593037738683600953:2116] self: [2:7593037738683600951:0] peer: [5:7593037735817976185:0] socket: 172 qp: -1
2026-01-08T17:04:23.483923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:23.561771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037738683600970:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:23.561820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:23.588383Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037734388633577:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(162679919ns) {HandleHandshakeStatus:329(162676757ns) {DropIncomingHandshake:442(16822ns) DropOutgoingHandshake:457(4019ns) SwitchToState:179(764ns) ProcessPendingSessionEvents:495(20244304ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 20139123ns max# 11448899ns}}}
2026-01-08T17:04:23.590676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037738683600972:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47953
2026-01-08T17:04:23.606434Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037734388633576:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16930) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037738683600957:2118] held: no
2026-01-08T17:04:23.609672Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037738683600952:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.609752Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037738683600952:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.627241Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037738683600936:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(57124806ns) {HandleHandshakeStatus:329(57122050ns) {DropIncomingHandshake:442(14652ns) DropOutgoingHandshake:457(479ns) SwitchToState:179(728ns) ProcessPendingSessionEvents:495(56713646ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 53064492ns max# 9376653ns}}}
2026-01-08T17:04:23.628597Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037738683600952:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:23.642345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037734388633639:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.642436Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:23.660556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037734388633639:2108] [node 6] ICP22 created new session: [2:7593037738683600974:2108]
2026-01-08T17:04:23.386674Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037735152033580:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.437201Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037735817976159:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(169774915ns) {Configure:104(169767662ns) {ProcessConfigured:135(40411769ns) {StartInitialHandshake:157(40409342ns) {DropHandshakes:470(1914ns) {DropIncomingHandshake:442(343ns) DropOutgoingHandshake:457(443ns)} GenerateSessionVirtualId:992(377ns) PrepareNewSessionHandshake:477(1918ns) {SwitchToState:179(133ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:23.526841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:23.386831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037730857066208:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:23.540462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037736417620041:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.490522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037737065905618:2104] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.454842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037735817976182:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9587
2026-01-08T17:04:23.490613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:23.683663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037738683600974:2108] [node 6] ICS09 handshake done sender: [2:7593037738683600952:2115] self: [2:7593037738683600949:0] peer: [6:7593037737065905650:0] socket: 164 qp: -1
2026-01-08T17:04:23.540495Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037736417620041:2118] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.546618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037736417620041:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:23.549842Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037732122652722:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(71117844ns) {HandleHandshakeStatus:329(71114845ns) {DropIncomingHandshake:442(17954ns) DropOutgoingHandshake:457(761ns) SwitchToState:179(425ns) ProcessPendingSessionEvents:495(586025ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 513187ns max# 56691ns}}}
2026-01-08T17:04:23.578189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037732122652659:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.578299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:23.578375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037732122652659:2048] [node 2] ICP22 created new session: [1:7593037736417620058:2048]
2026-01-08T17:04:23.578441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037736417620058:2048] [node 2] ICS09 handshake done sender: [1:7593037736417620041:2118] self: [1:7593037736417620038:0] peer: [2:7593037738683600968:0] socket: 206 qp: -1
2026-01-08T17:04:23.578486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037736417620058:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:23.578527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:23.395999Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037735152033574:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.490675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037737065905618:2104] [node 4] ICP22 created new session: [6:7593037737065905645:2104]
2026-01-08T17:04:23.472420Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037735817976181:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9587
2026-01-08T17:04:23.686691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037738683600974:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:23.475990Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037735817976183:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9587
2026-01-08T17:04:23.396044Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037735152033574:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.720143Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037732122652659:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(140979020ns) {HandleHandshakeStatus:329(140977071ns) {DropIncomingHandshake:442(14392ns) DropOutgoingHandshake:457(458ns) SwitchToState:179(183ns) ProcessPendingSessionEvents:495(140461861ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 140268957ns max# 11107833ns}}}
2026-01-08T17:04:23.490735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037737065905645:2104] [node 4] ICS09 handshake done sender: [6:7593037737065905630:2116] self: [6:7593037737065905637:0] peer: [4:7593037735152033573:0] socket: 185 qp: -1
2026-01-08T17:04:23.490780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037737065905645:2104] [node 4] ICS10 traffic start
2026-01-08T17:04:23.490841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:23.492245Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037732770938256:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16930) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037737065905632:2117] held: no
2026-01-08T17:04:23.524450Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037732770938256:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(31271024ns) {HandleHandshakeStatus:395(31264714ns) {LogHandshakeFail:472(14398ns) {UpdateErrorStateLog:545(5109ns)} DropOutgoingHandshake:457(373ns) ProcessPendingSessionEvents:495(31184875ns) {unordered DropSessionEvent:512 num# 100 sum# 5522986ns max# 4952176ns}}}
2026-01-08T17:04:23.525243Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037737065905632:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:23.538959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037737065905648:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54577
2026-01-08T17:04:23.546998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037732770938256:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.551231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:23.563187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037732770938256:2048] [node 1] ICP22 created new session: [6:7593037737065905649:2048]
2026-01-08T17:04:23.571723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037737065905649:2048] [node 1] ICS09 handshake done sender: [6:7593037737065905632:2117] self: [6:7593037737065905640:0] peer: [1:7593037736417620028:0] socket: 193 qp: -1
2026-01-08T17:04:23.590046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037737065905648:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.590242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037732770938257:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:23.599690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037737065905649:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:23.605381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:23.624403Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037732770938258:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(103672089ns) {HandleHandshakeStatus:395(103670616ns) {LogHandshakeFail:472(12705ns) {UpdateErrorStateLog:545(4754ns)} DropOutgoingHandshake:457(510ns) ProcessPendingSessionEvents:495(103585399ns) {unordered DropSessionEvent:512 num# 100 sum# 103495419ns max# 12265868ns}}}
2026-01-08T17:04:23.624532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037732770938258:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.624586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:23.628685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037732770938258:2050] [node 3] ICP22 created new session: [6:7593037737065905652:2050]
2026-01-08T17:04:23.628755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037737065905652:2050] [node 3] ICS09 handshake done sender: [6:7593037737065905629:2115] self: [6:7593037737065905631:0] peer: [3:7593037738717182980:0] socket: 176 qp: -1
2026-01-08T17:04:23.628815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037737065905652:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:23.628918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:23.652012Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037732770938256:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(93318226ns) {HandleHandshakeStatus:329(93313852ns) {DropIncomingHandshake:442(2570ns) DropOutgoingHandshake:457(201ns) SwitchToState:179(525ns) ProcessPendingSessionEvents:495(2033ns)}}
2026-01-08T17:04:23.686954Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037737065905654:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54577
2026-01-08T17:04:23.708288Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037732770938257:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20923) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037737065905648:2123] held: no
2026-01-08T17:04:23.713737Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037737065905648:2123] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:23.716789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037732770938257:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.716867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:23.716917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037732770938257:2049] [node 2] ICP22 created new session: [6:7593037737065905655:2049]
2026-01-08T17:04:23.716974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037737065905655:2049] [node 2] ICS09 handshake done sender: [6:7593037737065905648:2123] self: [6:7593037737065905650:0] peer: [2:7593037738683600949:0] socket: 163 qp: -1
2026-01-08T17:04:23.717006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037737065905655:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:23.717050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:23.691166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:23.712825Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037734388633576:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(93582126ns) {HandleHandshakeStatus:395(93578395ns) {LogHandshakeFail:472(21881ns) {UpdateErrorStateLog:545(6453ns)} DropOutgoingHandshake:457(2465ns) ProcessPendingSessionEvents:495(89519123ns) {unordered DropSessionEvent:512 num# 100 sum# 89415491ns max# 10279735ns}}}
2026-01-08T17:04:23.712963Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037738683600957:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:23.713895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037734388633576:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.717988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:23.718628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037734388633576:2048] [node 1] ICP22 created new session: [2:7593037738683600976:2048]
2026-01-08T17:04:23.720747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037738683600976:2048] [node 1] ICS09 handshake done sender: [2:7593037738683600957:2118] self: [2:7593037738683600968:0] peer: [1:7593037736417620038:0] socket: 209 qp: -1
2026-01-08T17:04:23.720800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037738683600976:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:23.721774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:23.730481Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037734388633639:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(87324878ns) {HandleHandshakeStatus:329(87322036ns) {DropIncomingHandshake:442(24997ns) DropOutgoingHandshake:457(572ns) SwitchToState:179(609ns) ProcessPendingSessionEvents:495(28469302ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 28407697ns max# 11061559ns}}}
2026-01-08T17:04:23.725114Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037732770938315:2101] [node 5] ICP35 event processing took too much time PendingConnection:279(299034281ns) {HandleHandshakeStatus:329(299032086ns) {DropIncomingHandshake:442(2810ns) DropOutgoingHandshake:457(7449ns) SwitchToState:179(929ns) ProcessPendingSessionEvents:495(219972600ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 219767236ns max# 24639740ns}}}
2026-01-08T17:04:23.399062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037735152033574:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:23.486964Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037731523008857:2110] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:23.500624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037735817976182:2138] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.532001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037735817976159:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:23.537152Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037735817976183:2139] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.554996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037731523008777:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:23.560694Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037735817976186:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9587
2026-01-08T17:04:23.575931Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037731523008776:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(144258010ns) {HandleHandshakeStatus:395(144255949ns) {LogHandshakeFail:472(14715ns) {UpdateErrorStateLog:545(5727ns)} DropOutgoingHandshake:457(2188ns) ProcessPendingSessionEvents:495(129634094ns) {unordered DropSessionEvent:512 num# 100 sum# 36372414ns max# 17639767ns}}}
2026-01-08T17:04:23.576009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037731523008776:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.579120Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037731523008777:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17758217ns) {IncomingHandshake:261(17755988ns) {DropIncomingHandshake:442(425ns) PrepareNewSessionHandshake:477(9767395ns) {SwitchToState:179(2654ns)} GenerateSessionVirtualId:992(1187ns) IssueIncomingHandshakeReply:193(71119ns) {SwitchToState:179(562ns)}}}
2026-01-08T17:04:23.586471Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037735817976183:2139] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:23.586495Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037731523008777:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20923) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037735817976183:2139] held: no
2026-01-08T17:04:23.590986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:23.600804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037731523008776:2048] [node 1] ICP22 created new session: [5:7593037735817976187:2048]
2026-01-08T17:04:23.610643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037735817976187:2048] [node 1] ICS09 handshake done sender: [5:7593037735817976157:2129] self: [5:7593037735817976168:0] peer: [1:7593037732122652725:0] socket: 152 qp: -1
2026-01-08T17:04:23.612201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037735817976187:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:23.621475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:23.636552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037735817976188:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9587
2026-01-08T17:04:23.666470Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037731523008776:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(76882673ns) {HandleHandshakeStatus:329(76880594ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(919ns) SwitchToState:179(788ns) ProcessPendingSessionEvents:495(2436ns)}}
2026-01-08T17:04:23.676576Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037735817976159:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17635) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037735817976182:2138] held: no
2026-01-08T17:04:23.713461Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037731523008777:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(95264894ns) {HandleHandshakeStatus:395(95262985ns) {LogHandshakeFail:472(9461ns) {UpdateErrorStateLog:545(3872ns)} DropOutgoingHandshake:457(1328ns) ProcessPendingSessionEvents:495(87955744ns) {unordered DropSessionEvent:512 num# 100 sum# 32534976ns max# 9992100ns}}}
2026-01-08T17:04:23.713537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037731523008777:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.718656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:23.720966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037731523008777:2049] [node 2] ICP22 created new session: [5:7593037735817976190:2049]
2026-01-08T17:04:23.727772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037735817976190:2049] [node 2] ICS09 handshake done sender: [5:7593037735817976183:2139] self: [5:7593037735817976185:0] peer: [2:7593037738683600951:0] socket: 177 qp: -1
2026-01-08T17:04:23.727833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037735817976190:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:23.727899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:23.731833Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037735817976159:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(64238929ns) {HandleHandshakeStatus:395(64234371ns) {LogHandshakeFail:472(15423ns) {UpdateErrorStateLog:545(5633ns)} DropOutgoingHandshake:457(4043ns) ProcessPendingSessionEvents:495(54179314ns) {unordered DropSessionEvent:512 num# 100 sum# 23271360ns max# 9468749ns}}}
2026-01-08T17:04:23.731956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037735817976182:2138] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:23.734712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037735817976159:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.732496Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037734422215672:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(211929191ns) {HandleHandshakeStatus:329(211926398ns) {DropIncomingHandshake:442(17395ns) DropOutgoingHandshake:457(448ns) SwitchToState:179(365ns) ProcessPendingSessionEvents:495(211510334ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 211319274ns max# 28361250ns}}}
2026-01-08T17:04:23.399266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037730857066270:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.424310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:23.426958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037735152033594:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58180
2026-01-08T17:04:23.437756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037730857066270:2109] [node 6] ICP22 created new session: [4:7593037735152033593:2109]
2026-01-08T17:04:23.461595Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037735152033595:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58180
2026-01-08T17:04:23.472968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037735152033593:2109] [node 6] ICS09 handshake done sender: [4:7593037735152033574:2113] self: [4:7593037735152033573:0] peer: [6:7593037737065905637:0] socket: 184 qp: -1
2026-01-08T17:04:23.473353Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037735152033580:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:23.479245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037735152033593:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:23.487988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:23.498290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037730857066208:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.537151Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037735152033579:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.537181Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037735152033579:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:23.742703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037732122652660:2049] [node 3] ICP18 handshake (actor [1:7593037736417620050:2119]) is too old
2026-01-08T17:04:23.546825Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037735152033591:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58180
2026-01-08T17:04:23.549023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:23.563284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037730857066208:2050] [node 3] ICP22 created new session: [4:7593037735152033597:2050]
2026-01-08T17:04:23.566685Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037735152033572:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:23.571411Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037730857066207:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20923) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037735152033572:2112] held: no
2026-01-08T17:04:23.576544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037735152033597:2050] [node 3] ICS09 handshake done sender: [4:7593037735152033580:2116] self: [4:7593037735152033588:0] peer: [3:7593037738717182982:0] socket: 194 qp: -1
2026-01-08T17:04:23.577447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037735152033591:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:23.579285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037735152033597:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:23.593940Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037735152033579:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:23.599621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:23.628113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037730857066269:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:23.641683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:23.743667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:23.641785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037730857066269:2108] [node 5] ICP22 created new session: [4:7593037735152033601:2108]
2026-01-08T17:04:23.657976Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037730857066207:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(100677295ns) {HandleHandshakeStatus:395(100673664ns) {LogHandshakeFail:472(15036ns) {UpdateErrorStateLog:545(5922ns)} DropOutgoingHandshake:457(1065ns) ProcessPendingSessionEvents:495(85466021ns) {unordered DropSessionEvent:512 num# 100 sum# 25905395ns max# 6815573ns}}}
2026-01-08T17:04:23.658056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037730857066207:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:23.658155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:23.658219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037730857066207:2049] [node 2] ICP22 created new session: [4:7593037735152033602:2049]
2026-01-08T17:04:23.658281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037735152033602:2049] [node 2] ICS09 handshake done sender: [4:7593037735152033572:2112] self: [4:7593037735152033585:0] peer: [2:7593037738683600943:0] socket: 180 qp: -1
2026-01-08T17:04:23.658343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037735152033602:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:23.747891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037735817976159:2108] [node 4] ICP22 created new session: [5:7593037735817976192:2108]
2026-01-08T17:04:23.658389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:23.660826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037735152033601:2108] [node 5] ICS09 handshake done sender: [4:7593037735152033579:2115] self: [4:7593037735152033577:0] peer: [5:7593037735817976184:0] socket: 215 qp: -1
2026-01-08T17:04:23.747981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037735817976192:2108] [node 4] ICS09 handshake done sender: [5:7593037735817976182:2138] self: [5:7593037735817976184:0] peer: [4:7593037735152033577:0] socket: 223 qp: -1
2026-01-08T17:04:23.668298Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037730857066208:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(186526663ns) {HandleHandshakeStatus:329(186522922ns) {DropIncomingHandshake:442(2310ns) DropOutgoingHandshake:457(6419ns) SwitchToState:179(891ns) ProcessPendingSessionEvents:495(53783890ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 53702126ns max# 14627811ns}}}
2026-01-08T17:04:23.748038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037735817976192:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:23.668397Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037730857066208:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:23.748116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:23.668969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037735152033601:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:23.676669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:23.722374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037730857066269:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(99136776ns) {HandleHandshakeStatus:329(91997069ns) {DropIncomingHandshake:442(1476689ns) DropOutgoingHandshake:457(802ns) SwitchToState:179(1392ns) ProcessPendingSessionEvents:495(10417073ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 10358088ns max# 9300167ns}}}
2026-01-08T17:04:23.748251Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037730857066270:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(335113274ns) {HandleHandshakeStatus:329(335110735ns) {DropIncomingHandshake:442(412ns) DropOutgoingHandshake:457(552ns) SwitchToState:179(384ns) ProcessPendingSessionEvents:495(199850233ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 199654866ns max# 28499949ns}}}
2026-01-08T17:04:23.882777Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:23.883061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037738683600976:2048] [node 1] ICS01 socket: 209 reason# EndOfStream
2026-01-08T17:04:23.883119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037734388633576:2048] [node 1] ICP30 unregister session Session# [2:7593037738683600976:2048] VirtualId# [2:7593037738683600968:0]
2026-01-08T17:04:23.883171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037738683600976:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:23.883273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:23.883329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:23.883773Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:23.884099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037738717183009:2048] [node 1] ICS07 socket disconnect 196 reason# EndOfStream
2026-01-08T17:04:23.884144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037738717183009:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:23.884221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:23.884276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037738717183009:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:23.887576Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037734422215611:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16930) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:23.887638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037738717183009:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:23.889049Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037734422215611:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16930) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:23.889624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037738717183009:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:23.889679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037734422215611:2048] [node 1] ICP30 unregister session Session# [3:7593037738717183009:2048] VirtualId# [3:7593037738717183003:0]
2026-01-08T17:04:23.889729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:23.893730Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:23.893885Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:23.894385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037737065905649:2048] [node 1] ICS01 socket: 193 reason# EndOfStream
2026-01-08T17:04:23.894459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037732770938256:2048] [node 1] ICP30 unregister session Session# [6:7593037737065905649:2048] VirtualId# [6:7593037737065905640:0]
2026-01-08T17:04:23.894513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037737065905649:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:23.894592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:23.894637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:23.889768Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037734422215611:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16930) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:23.889791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16930) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:23.895292Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:23.895554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037735817976187:2048] [node 1] ICS01 socket: 152 reason# EndOfStream
2026-01-08T17:04:23.895590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037731523008776:2048] [node 1] ICP30 unregister session Session# [5:7593037735817976187:2048] VirtualId# [5:7593037735817976168:0]
2026-01-08T17:04:23.895627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037735817976187:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:23.895700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:23.895743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:23.896032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037735152033586:2048] [node 1] ICS07 socket disconnect 190 reason# EndOfStream
2026-01-08T17:04:23.896087Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037735152033586:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:23.896152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:23.896189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037735152033586:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:23.898765Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037730857066206:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16930) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:23.898881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037735152033586:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:23.898951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037730857066206:2048] [node 1] ICP30 unregister session Session# [4:7593037735152033586:2048] VirtualId# [4:7593037735152033582:0]
2026-01-08T17:04:23.899038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:23.899090Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037730857066206:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16930) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:23.899111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16930) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:23.900767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037734422215611:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:23.909958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037730857066206:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:24.080458Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:24.080696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037738717183007:2049] [node 2] ICS01 socket: 168 reason# EndOfStream
2026-01-08T17:04:24.080748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037734422215612:2049] [node 2] ICP30 unregister session Session# [3:7593037738717183007:2049] VirtualId# [3:7593037738717182996:0]
2026-01-08T17:04:24.080796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037738717183007:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:24.080888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:24.080937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:24.086511Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:24.086759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037735817976190:2049] [node 2] ICS01 socket: 177 reason# EndOfStream
2026-01-08T17:04:24.086810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037731523008777:2049] [node 2] ICP30 unregister session Session# [5:7593037735817976190:2049] VirtualId# [5:7593037735817976185:0]
2026-01-08T17:04:24.086860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037735817976190:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:24.086944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:24.087002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:24.087124Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:24.087352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037737065905655:2049] [node 2] ICS01 socket: 163 reason# EndOfStream
2026-01-08T17:04:24.087394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037732770938257:2049] [node 2] ICP30 unregister session Session# [6:7593037737065905655:2049] VirtualId# [6:7593037737065905650:0]
2026-01-08T17:04:24.087433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037737065905655:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:24.087511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:24.087546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:24.094271Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:24.094548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037735152033602:2049] [node 2] ICS01 socket: 180 reason# EndOfStream
2026-01-08T17:04:24.094645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037730857066207:2049] [node 2] ICP30 unregister session Session# [4:7593037735152033602:2049] VirtualId# [4:7593037735152033585:0]
2026-01-08T17:04:24.094689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037735152033602:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:24.094787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:24.094849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:24.231302Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:24.231568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037735152033597:2050] [node 3] ICS01 socket: 194 reason# EndOfStream
2026-01-08T17:04:24.231622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037730857066208:2050] [node 3] ICP30 unregister session Session# [4:7593037735152033597:2050] VirtualId# [4:7593037735152033588:0]
2026-01-08T17:04:24.231669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037735152033597:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:24.231762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:24.231838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:24.232422Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:24.232647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037737065905652:2050] [node 3] ICS01 socket: 176 reason# EndOfStream
2026-01-08T17:04:24.232688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037732770938258:2050] [node 3] ICP30 unregister session Session# [6:7593037737065905652:2050] VirtualId# [6:7593037737065905631:0]
2026-01-08T17:04:24.232721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037737065905652:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:24.232791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:24.232844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:24.234451Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:24.234682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037735817976175:2050] [node 3] ICS01 socket: 174 reason# EndOfStream
2026-01-08T17:04:24.234738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037731523008778:2050] [node 3] ICP30 unregister session Session# [5:7593037735817976175:2050] VirtualId# [5:7593037735817976170:0]
2026-01-08T17:04:24.234770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037735817976175:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:24.234826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:24.234863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:24.416722Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:24.416911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037735817976192:2108] [node 4] ICS01 socket: 223 reason# EndOfStream
2026-01-08T17:04:24.416951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037735817976159:2108] [node 4] ICP30 unregister session Session# [5:7593037735817976192:2108] VirtualId# [5:7593037735817976184:0]
2026-01-08T17:04:24.416981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037735817976192:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:24.417048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:24.417087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:24.416756Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:24.416986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037737065905645:2104] [node 4] ICS01 socket: 185 reason# EndOfStream
2026-01-08T17:04:24.417025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037737065905618:2104] [node 4] ICP30 unregister session Session# [6:7593037737065905645:2104] VirtualId# [6:7593037737065905637:0]
2026-01-08T17:04:24.417060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037737065905645:2104] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:24.417137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:24.417182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:24.558508Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:24.558853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037737065905641:2101] [node 5] ICS07 socket disconnect 166 reason# EndOfStream
2026-01-08T17:04:24.558964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037737065905641:2101] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:24.559073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:24.559121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037737065905641:2101] [node 5] ICS15 start handshake
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:24.682869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037741891619334:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:24.683009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037741891619335:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:24.687194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037740870451841:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:24.687245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037740870451842:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:24.689992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037742066334334:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:24.690038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037742066334335:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:24.714691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037742133355160:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:24.714740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037742133355161:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:24.714774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037742133355162:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:24.753384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037741505875364:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:24.764234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037738803117379:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:24.753522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037741505875365:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:24.764281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037738803117380:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:24.758376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037741505875366:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:24.764318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037738803117381:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:24.921862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037741505875425:2105] [node 5] ICP01 ready to work
2026-01-08T17:04:25.053643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037746428322519:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:25.054285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037746428322520:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:25.063265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037746186586695:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:25.066175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037745165419227:2116] [node 5] ICP01 ready to work
2026-01-08T17:04:25.066209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037746361301694:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:25.073133Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037738803117379:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(97780311ns) {Configure:104(97774867ns) {ProcessConfigured:135(70552ns) {StartInitialHandshake:157(66462ns) {DropHandshakes:470(1990ns) {DropIncomingHandshake:442(363ns) DropOutgoingHandshake:457(355ns)} GenerateSessionVirtualId:992(451ns) PrepareNewSessionHandshake:477(1626ns) {SwitchToState:179(593ns)}}}}}
2026-01-08T17:04:25.093571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037746186586696:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:25.094252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037746186586697:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:25.081337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037746361301695:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:25.074971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037743098084740:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:25.075558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037743098084741:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:25.081351Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037741505875425:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(156139213ns) {Configure:104(156135305ns) {ProcessConfigured:135(9054897ns) {StartInitialHandshake:157(9050949ns) {DropHandshakes:470(1358ns) {DropIncomingHandshake:442(366ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:992(415ns) PrepareNewSessionHandshake:477(3691ns) {SwitchToState:179(2153ns)}}}}}
2026-01-08T17:04:25.091554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037745800842726:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:25.099204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037746361301698:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:25.099745Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037742133355160:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(23618887ns) {Configure:104(23613299ns) {ProcessConfigured:135(10047927ns) {StartInitialHandshake:157(10045428ns) {DropHandshakes:470(2732ns) {DropIncomingHandshake:442(724ns) DropOutgoingHandshake:457(367ns)} GenerateSessionVirtualId:992(613ns) PrepareNewSessionHandshake:477(3437ns) {SwitchToState:179(1582ns)}}}}}
2026-01-08T17:04:25.118604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037745165419228:2120] [node 6] ICP01 ready to work
2026-01-08T17:04:25.119409Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037742066334334:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(17288410ns) {Configure:104(17283070ns) {ProcessConfigured:135(44384ns) {StartInitialHandshake:157(42214ns) {DropHandshakes:470(1055ns) {DropIncomingHandshake:442(232ns) DropOutgoingHandshake:457(302ns)} GenerateSessionVirtualId:992(366ns) PrepareNewSessionHandshake:477(581ns) {SwitchToState:179(123ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.132641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037745165419229:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:25.132041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037746186586707:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6462
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.145301Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037746186586709:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6462
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.151006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037746361301706:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57189
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.154030Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037746186586710:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6462
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.158055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037740870451841:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(17290910ns) {Configure:104(17285618ns) {ProcessConfigured:135(4138506ns) {StartInitialHandshake:157(4135221ns) {DropHandshakes:470(2424ns) {DropIncomingHandshake:442(464ns) DropOutgoingHandshake:457(496ns)} GenerateSessionVirtualId:992(528ns) PrepareNewSessionHandshake:477(3973ns) {SwitchToState:179(2038ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.164122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037746361301705:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57189
2026-01-08T17:04:25.164323Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037746361301712:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57189
2026-01-08T17:04:25.159525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037746428322531:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25703
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.168992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037746361301705:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.175721Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037743098084753:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55918
2026-01-08T17:04:25.176000Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037743098084754:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55918
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.185387Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037745165419235:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25457
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.185676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037745165419236:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25457
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.187746Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037745165419232:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25457
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.187893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037745165419233:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25457
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.188496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037745165419234:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25457
2026-01-08T17:04:25.191074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037743098084753:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.191347Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037745800842738:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48885
2026-01-08T17:04:25.192570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037745165419232:2138] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.192683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037745165419235:2141] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.195848Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037745165419234:2140] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.196080Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037743098084754:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.196192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037738803117381:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:25.196628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037746361301697:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.196662Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037746361301697:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:25.198056Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037746361301697:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:25.198448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037746361301695:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.198519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:25.198602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037746361301695:2108] [node 5] ICP22 created new session: [3:7593037746361301715:2108]
2026-01-08T17:04:25.198655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037746361301715:2108] [node 5] ICS09 handshake done sender: [3:7593037746361301697:2111] self: [3:7593037746361301696:0] peer: [5:7593037743098084756:0] socket: 167 qp: -1
2026-01-08T17:04:25.198695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037746361301715:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:25.198734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.201645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037743098084757:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55918
2026-01-08T17:04:25.202176Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037743098084754:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:25.202718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037738803117381:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.202782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:25.202827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037738803117381:2050] [node 3] ICP22 created new session: [5:7593037743098084758:2050]
2026-01-08T17:04:25.202882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037743098084758:2050] [node 3] ICS09 handshake done sender: [5:7593037743098084754:2116] self: [5:7593037743098084756:0] peer: [3:7593037746361301696:0] socket: 172 qp: -1
2026-01-08T17:04:25.202920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037743098084758:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:25.202980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.210824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037746428322535:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25703
2026-01-08T17:04:25.210962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037746428322536:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25703
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.211506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037746361301712:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.211925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037746186586709:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.212147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037746186586707:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.213378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037746428322531:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.213527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037742133355160:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:25.215329Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037746361301706:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.215712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037742066334334:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.216363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037746428322538:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25703
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.220641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037746428322539:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25703
2026-01-08T17:04:25.212235Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037746186586712:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6462
2026-01-08T17:04:25.212785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037746186586710:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.214434Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037746186586712:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.214562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037746186586701:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.214587Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037746186586701:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:25.219042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037746186586699:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.219072Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037746186586699:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:25.219752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037746186586714:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6462
2026-01-08T17:04:25.221913Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037746428322536:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.222515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037746361301720:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57189
2026-01-08T17:04:25.222926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037746428322538:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.223068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037742133355162:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:25.223559Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037746186586701:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:25.224273Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037746428322531:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:25.224565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037742133355160:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.224630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:25.224683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037742133355160:2048] [node 1] ICP22 created new session: [4:7593037746428322542:2048]
2026-01-08T17:04:25.224745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037746428322542:2048] [node 1] ICS09 handshake done sender: [4:7593037746428322531:2115] self: [4:7593037746428322537:0] peer: [1:7593037746186586700:0] socket: 179 qp: -1
2026-01-08T17:04:25.224785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037746428322542:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:25.224841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:25.223519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037746361301704:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.223553Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037746361301704:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:25.232655Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037743098084761:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55918
2026-01-08T17:04:25.228711Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037746186586699:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:25.229340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037746186586695:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.229433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:25.229507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037746186586695:2107] [node 4] ICP22 created new session: [1:7593037746186586720:2107]
2026-01-08T17:04:25.229579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037746186586720:2107] [node 4] ICS09 handshake done sender: [1:7593037746186586701:2112] self: [1:7593037746186586700:0] peer: [4:7593037746428322537:0] socket: 177 qp: -1
2026-01-08T17:04:25.229619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037746186586720:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:25.230187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:25.232147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037741891619335:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.232204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:25.232258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037741891619335:2049] [node 3] ICP22 created new session: [1:7593037746186586722:2049]
2026-01-08T17:04:25.232317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037746186586722:2049] [node 3] ICS09 handshake done sender: [1:7593037746186586699:2111] self: [1:7593037746186586698:0] peer: [3:7593037746361301719:0] socket: 162 qp: -1
2026-01-08T17:04:25.232355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037746186586722:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:25.232392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:25.239358Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037743098084761:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.239551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037743098084740:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:25.240514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037746361301706:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:25.240883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037742066334334:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.240943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:25.240999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037742066334334:2048] [node 1] ICP22 created new session: [3:7593037746361301722:2048]
2026-01-08T17:04:25.241055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037746361301722:2048] [node 1] ICS09 handshake done sender: [3:7593037746361301706:2116] self: [3:7593037746361301719:0] peer: [1:7593037746186586698:0] socket: 166 qp: -1
2026-01-08T17:04:25.241095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037746361301722:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:25.241131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:25.242353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037745165419236:2142] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.243230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037745165419233:2139] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.242733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037745800842738:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.242018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037746428322528:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.242053Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037746428322528:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:25.243067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037741505875365:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:25.245316Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037745165419238:2143] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.245349Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037745165419238:2143] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:25.246238Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037746186586714:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.246402Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037746428322535:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.247103Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037746361301704:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:25.247137Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037746428322545:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25703
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.247729Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037743098084763:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55918
2026-01-08T17:04:25.248264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037742133355161:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:25.248595Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037746428322528:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:25.248296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037740870451841:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:25.249577Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037743098084761:2118] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.248801Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037745165419240:2144] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.251273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037741891619398:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.251299Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037741891619398:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:25.250281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037746428322538:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:25.250046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037745800842740:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48885
2026-01-08T17:04:25.257063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037743098084740:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.257253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:25.248844Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037745165419240:2144] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:25.261323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037743098084740:2108] [node 4] ICP22 created new session: [5:7593037743098084764:2108]
2026-01-08T17:04:25.267219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037743098084764:2108] [node 4] ICS09 handshake done sender: [5:7593037743098084761:2118] self: [5:7593037743098084762:0] peer: [4:7593037746428322527:0] socket: 206 qp: -1
2026-01-08T17:04:25.267280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037743098084764:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:25.267323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.273868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037743098084766:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55918
2026-01-08T17:04:25.257042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037745165419238:2143] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:25.261950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037746428322519:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.262030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:25.262089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037746428322519:2108] [node 5] ICP22 created new session: [4:7593037746428322548:2108]
2026-01-08T17:04:25.262149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037746428322548:2108] [node 5] ICS09 handshake done sender: [4:7593037746428322528:2113] self: [4:7593037746428322527:0] peer: [5:7593037743098084762:0] socket: 180 qp: -1
2026-01-08T17:04:25.262191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037746428322548:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:25.262229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:25.263309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037742133355162:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.263355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:25.263403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037742133355162:2050] [node 3] ICP22 created new session: [4:7593037746428322550:2050]
2026-01-08T17:04:25.263463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037746428322550:2050] [node 3] ICS09 handshake done sender: [4:7593037746428322538:2118] self: [4:7593037746428322541:0] peer: [3:7593037746361301703:0] socket: 201 qp: -1
2026-01-08T17:04:25.263512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037746428322550:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:25.263571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:25.266828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037745165419228:2120] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.266936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:25.266990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037745165419228:2120] [node 6] ICP22 created new session: [2:7593037745165419255:2120]
2026-01-08T17:04:25.271734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037745165419255:2120] [node 6] ICS09 handshake done sender: [2:7593037745165419238:2143] self: [2:7593037745165419237:0] peer: [6:7593037745800842739:0] socket: 192 qp: -1
2026-01-08T17:04:25.279509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037745165419255:2120] [node 6] ICS10 traffic start
2026-01-08T17:04:25.286286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:25.287192Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037741891619398:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.288494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037746361301694:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.288565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:25.288616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037746361301694:2107] [node 4] ICP22 created new session: [3:7593037746361301725:2107]
2026-01-08T17:04:25.288677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037746361301725:2107] [node 4] ICS09 handshake done sender: [3:7593037746361301704:2114] self: [3:7593037746361301703:0] peer: [4:7593037746428322541:0] socket: 200 qp: -1
2026-01-08T17:04:25.288727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037746361301725:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:25.288764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.288196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037746428322552:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25703
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.293046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037745800842741:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48885
2026-01-08T17:04:25.301734Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037745165419228:2120] [node 6] ICP35 event processing took too much time PendingConnection:279(33894862ns) {HandleHandshakeStatus:329(33884552ns) {DropIncomingHandshake:442(17102ns) DropOutgoingHandshake:457(724ns) SwitchToState:179(383ns) ProcessPendingSessionEvents:495(7693392ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 7629879ns max# 4917977ns}}}
2026-01-08T17:04:25.295345Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037745800842743:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48885
2026-01-08T17:04:25.295507Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037745800842738:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:25.296408Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037745800842743:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.296459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037741505875365:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.296528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:25.296584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037741505875365:2049] [node 2] ICP22 created new session: [6:7593037745800842745:2049]
2026-01-08T17:04:25.309739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037741891619334:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.311310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:25.311385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037741891619334:2048] [node 2] ICP22 created new session: [1:7593037746186586728:2048]
2026-01-08T17:04:25.296654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037745800842745:2049] [node 2] ICS09 handshake done sender: [6:7593037745800842738:2115] self: [6:7593037745800842739:0] peer: [2:7593037745165419237:0] socket: 194 qp: -1
2026-01-08T17:04:25.311462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037746186586728:2048] [node 2] ICS09 handshake done sender: [1:7593037741891619398:2110] self: [1:7593037741891619397:0] peer: [2:7593037745165419253:0] socket: 161 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.316979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037745165419240:2144] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:25.296696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037745800842745:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:25.311517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037746186586728:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:25.311563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:25.296740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:25.317803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037743098084766:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.308860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037741505875425:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:25.317616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037745800842742:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48885
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.318289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037738803117379:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:25.319637Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037746428322535:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:25.319085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037743098084749:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.319116Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037743098084749:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.318281Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037745800842744:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48885
2026-01-08T17:04:25.323052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037742133355161:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.320335Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037746361301727:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57189
2026-01-08T17:04:25.322404Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037743098084749:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:25.323497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037745165419229:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.323660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:25.320724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037746186586703:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.318553Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037745800842742:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.324170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:25.324242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037745165419229:2107] [node 4] ICP22 created new session: [2:7593037745165419259:2107]
2026-01-08T17:04:25.320755Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037746186586703:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:25.324305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037745165419259:2107] [node 4] ICS09 handshake done sender: [2:7593037745165419240:2144] self: [2:7593037745165419239:0] peer: [4:7593037746428322547:0] socket: 193 qp: -1
2026-01-08T17:04:25.324111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037742133355161:2049] [node 2] ICP22 created new session: [4:7593037746428322554:2049]
2026-01-08T17:04:25.318655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037741505875364:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.319180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037745800842741:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.324615Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037746186586705:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.326192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037746428322554:2049] [node 2] ICS09 handshake done sender: [4:7593037746428322535:2116] self: [4:7593037746428322547:0] peer: [2:7593037745165419239:0] socket: 165 qp: -1
2026-01-08T17:04:25.324541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037745165419259:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:25.319367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037741505875366:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:25.324642Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037746186586705:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:25.329448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037746361301708:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.329573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037743098084741:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.324587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:25.326300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037746428322554:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:25.329492Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037746361301708:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:25.330347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:25.326044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037746186586703:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:25.327912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037745800842744:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.331519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037746361301727:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.330892Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037740870451841:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15897) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037745165419233:2139] held: no
2026-01-08T17:04:25.329407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:25.330399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037743098084741:2109] [node 6] ICP22 created new session: [5:7593037743098084770:2109]
2026-01-08T17:04:25.331639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037746186586705:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:25.334590Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037746186586696:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.334664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:25.334721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037746186586696:2108] [node 5] ICP22 created new session: [1:7593037746186586732:2108]
2026-01-08T17:04:25.334779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037746186586732:2108] [node 5] ICS09 handshake done sender: [1:7593037746186586703:2113] self: [1:7593037746186586702:0] peer: [5:7593037743098084768:0] socket: 213 qp: -1
2026-01-08T17:04:25.334814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037746186586732:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:25.334873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:25.332278Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037746361301708:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:25.335178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037746361301698:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.335227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:25.335278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037746361301698:2109] [node 6] ICP22 created new session: [3:7593037746361301730:2109]
2026-01-08T17:04:25.335329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037746361301730:2109] [node 6] ICS09 handshake done sender: [3:7593037746361301708:2117] self: [3:7593037746361301707:0] peer: [6:7593037745800842750:0] socket: 211 qp: -1
2026-01-08T17:04:25.335358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037746361301730:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:25.335406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:25.328059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037745800842726:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:25.333972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037745165419257:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25457
2026-01-08T17:04:25.332044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037743098084770:2109] [node 6] ICS09 handshake done sender: [5:7593037743098084749:2114] self: [5:7593037743098084748:0] peer: [6:7593037745800842747:0] socket: 159 qp: -1
2026-01-08T17:04:25.337804Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037745165419233:2139] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:25.328646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037745800842752:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48885
2026-01-08T17:04:25.339598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037740870451841:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.333838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037743098084770:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:25.339641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037746186586697:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.333886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:25.339496Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037746428322530:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.329074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037745800842753:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48885
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.329228Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037745800842743:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:25.334107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037741505875425:2105] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.334143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:25.334179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037741505875425:2105] [node 5] ICP22 created new session: [6:7593037745800842754:2105]
2026-01-08T17:04:25.339541Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037746428322530:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:25.334218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037745800842754:2105] [node 5] ICS09 handshake done sender: [6:7593037745800842743:2119] self: [6:7593037745800842747:0] peer: [5:7593037743098084748:0] socket: 218 qp: -1
2026-01-08T17:04:25.334243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037745800842754:2105] [node 5] ICS10 traffic start
2026-01-08T17:04:25.334282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:25.342548Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037746361301732:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57189
2026-01-08T17:04:25.340093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:25.340153Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:25.341665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037740870451841:2048] [node 1] ICP22 created new session: [2:7593037745165419262:2048]
2026-01-08T17:04:25.340212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037746186586697:2109] [node 6] ICP22 created new session: [1:7593037746186586734:2109]
2026-01-08T17:04:25.341723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037745165419262:2048] [node 1] ICS09 handshake done sender: [2:7593037745165419233:2139] self: [2:7593037745165419253:0] peer: [1:7593037741891619397:0] socket: 187 qp: -1
2026-01-08T17:04:25.340262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037746186586734:2109] [node 6] ICS09 handshake done sender: [1:7593037746186586705:2114] self: [1:7593037746186586704:0] peer: [6:7593037745800842748:0] socket: 215 qp: -1
2026-01-08T17:04:25.341765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037745165419262:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:25.340294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037746186586734:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:25.341807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:25.340318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:25.342293Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037743098084772:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55918
2026-01-08T17:04:25.348633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037746361301732:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.349207Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037741505875366:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26079) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037745800842741:2117] held: no
2026-01-08T17:04:25.351607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037742066334335:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:25.355428Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037746428322530:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:25.356450Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037745165419242:2145] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.356481Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037745165419242:2145] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:25.358283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037746428322520:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.358372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:25.358436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037746428322520:2109] [node 6] ICP22 created new session: [4:7593037746428322557:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.358607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037746428322557:2109] [node 6] ICS09 handshake done sender: [4:7593037746428322530:2114] self: [4:7593037746428322529:0] peer: [6:7593037745800842751:0] socket: 217 qp: -1
2026-01-08T17:04:25.358774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037746428322557:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:25.358819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.358154Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037745165419242:2145] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:25.359130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037746361301734:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57189
2026-01-08T17:04:25.359712Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037746361301732:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:25.359153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037743098084773:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55918
2026-01-08T17:04:25.362149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037743098084766:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:25.359904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037742066334335:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.362168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037740870451842:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.362780Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037738803117379:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15897) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037743098084766:2120] held: no
2026-01-08T17:04:25.359941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:25.362269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:25.362339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037740870451842:2049] [node 3] ICP22 created new session: [2:7593037745165419265:2049]
2026-01-08T17:04:25.362396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037745165419265:2049] [node 3] ICS09 handshake done sender: [2:7593037745165419242:2145] self: [2:7593037745165419241:0] peer: [3:7593037746361301733:0] socket: 181 qp: -1
2026-01-08T17:04:25.359978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037742066334335:2049] [node 2] ICP22 created new session: [3:7593037746361301735:2049]
2026-01-08T17:04:25.363220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037738803117379:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.360017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037746361301735:2049] [node 2] ICS09 handshake done sender: [3:7593037746361301732:2121] self: [3:7593037746361301733:0] peer: [2:7593037745165419241:0] socket: 171 qp: -1
2026-01-08T17:04:25.360043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037746361301735:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:25.363244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:25.363274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037738803117379:2048] [node 1] ICP22 created new session: [5:7593037743098084774:2048]
2026-01-08T17:04:25.363321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037743098084774:2048] [node 1] ICS09 handshake done sender: [5:7593037743098084766:2120] self: [5:7593037743098084768:0] peer: [1:7593037746186586702:0] socket: 214 qp: -1
2026-01-08T17:04:25.362434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037745165419265:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:25.362470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:25.360070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:25.370141Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037741505875364:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15897) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037745800842742:2118] held: no
2026-01-08T17:04:25.363348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037743098084774:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:25.363372Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:25.370155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037743098084773:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.370473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037738803117380:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:25.371687Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037745165419244:2146] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:25.371725Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037745165419244:2146] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.371682Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037745800842742:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:25.372790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037745165419244:2146] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:25.373060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037745165419227:2116] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:25.373109Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037743098084777:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55918
2026-01-08T17:04:25.373120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:25.373181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037745165419227:2116] [node 5] ICP22 created new session: [2:7593037745165419268:2116]
2026-01-08T17:04:25.373230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037745165419268:2116] [node 5] ICS09 handshake done sender: [2:7593037745165419244:2146] self: [2:7593037745165419243:0] peer: [5:7593037743098084776:0] socket: 224 qp: -1
2026-01-08T17:04:25.373271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037745165419268:2116] [node 5] ICS10 traffic start
2026-01-08T17:04:25.373315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.374543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037741505875364:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:25.377486Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037746428322559:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25703
2026-01-08T17:04:25.374596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:25.374645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037741505875364:2048] [node 1] ICP22 created new session: [6:7593037745800842759:2048]
2026-01-08T17:04:25.374705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037745800842759:2048] [node 1] ICS09 handshake done sender: [6:7593037745800842742:2118] self: [6:7593037745800842748:0] peer: [1:7593037746186586704:0] socket: 168 qp: -1
2026-01-08T17:04:25.374743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037745800842759:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:25.374780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:25.376850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037745800842756:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48885
2026-01-08T17:04:25.377558Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037745800842757:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48885
2026-01-08T17:04:25.378430Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037743098084773:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:25.378809Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037738803117380:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29027) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037743098084773:2122] held: no
2026-01-08T17:04:25.378886Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037745800842741:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:25.379336Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037745800842744:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:25.379603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037738803117380:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.379654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:25.379713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037738803117380:2049] [node 2] ICP22 created new session: [5:7593037743098084778:2049]
2026-01-08T17:04:25.379771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037743098084778:2049] [node 2] ICS09 handshake done sender: [5:7593037743098084773:2122] self: [5:7593037743098084776:0] peer: [2:7593037745165419243:0] socket: 189 qp: -1
2026-01-08T17:04:25.379806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037743098084778:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:25.379842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:25.379635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037741505875366:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.379687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:25.379729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037741505875366:2050] [node 3] ICP22 created new session: [6:7593037745800842761:2050]
2026-01-08T17:04:25.379775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037745800842761:2050] [node 3] ICS09 handshake done sender: [6:7593037745800842741:2117] self: [6:7593037745800842750:0] peer: [3:7593037746361301707:0] socket: 212 qp: -1
2026-01-08T17:04:25.379806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037745800842761:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:25.379852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:25.380732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037745800842726:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:25.380780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:25.380830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037745800842726:2108] [node 4] ICP22 created new session: [6:7593037745800842763:2108]
2026-01-08T17:04:25.380884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037745800842763:2108] [node 4] ICS09 handshake done sender: [6:7593037745800842744:2120] self: [6:7593037745800842751:0] peer: [4:7593037746428322529:0] socket: 219 qp: -1
2026-01-08T17:04:25.380922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037745800842763:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:25.380953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:25.428743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:25.429019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037745165419262:2048] [node 1] ICS01 socket: 187 reason# EndOfStream
2026-01-08T17:04:25.429068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037740870451841:2048] [node 1] ICP30 unregister session Session# [2:7593037745165419262:2048] VirtualId# [2:7593037745165419253:0]
2026-01-08T17:04:25.429109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037745165419262:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.429185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:25.429231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:25.430134Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:25.430452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037746361301722:2048] [node 1] ICS01 socket: 166 reason# EndOfStream
2026-01-08T17:04:25.430497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037742066334334:2048] [node 1] ICP30 unregister session Session# [3:7593037746361301722:2048] VirtualId# [3:7593037746361301719:0]
2026-01-08T17:04:25.430529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037746361301722:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.430591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:25.430639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:25.434108Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:25.434333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037746428322542:2048] [node 1] ICS07 socket disconnect 179 reason# EndOfStream
2026-01-08T17:04:25.434371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037746428322542:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.434455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:25.434496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037746428322542:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:25.436793Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:25.437101Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037742133355160:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15897) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:25.437026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037743098084774:2048] [node 1] ICS01 socket: 214 reason# EndOfStream
2026-01-08T17:04:25.437173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037746428322542:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:25.437212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037742133355160:2048] [node 1] ICP30 unregister session Session# [4:7593037746428322542:2048] VirtualId# [4:7593037746428322537:0]
2026-01-08T17:04:25.437256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:25.437295Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037742133355160:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15897) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:25.437312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15897) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:25.437242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037738803117379:2048] [node 1] ICP30 unregister session Session# [5:7593037743098084774:2048] VirtualId# [5:7593037743098084768:0]
2026-01-08T17:04:25.437288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037743098084774:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.437350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:25.437581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:25.441300Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:25.441698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037745800842759:2048] [node 1] ICS01 socket: 168 reason# EndOfStream
2026-01-08T17:04:25.441757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037741505875364:2048] [node 1] ICP30 unregister session Session# [6:7593037745800842759:2048] VirtualId# [6:7593037745800842748:0]
2026-01-08T17:04:25.441804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037745800842759:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.441913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:25.441974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:25.446506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037742133355160:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:25.533220Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:25.533462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037746361301735:2049] [node 2] ICS07 socket disconnect 171 reason# EndOfStream
2026-01-08T17:04:25.533497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037746361301735:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.533586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:25.533627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037746361301735:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:25.536783Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:25.537372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037746428322554:2049] [node 2] ICS07 socket disconnect 165 reason# EndOfStream
2026-01-08T17:04:25.537419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037746428322554:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.537496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:25.537537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037746428322554:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:25.538205Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:25.538418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037743098084778:2049] [node 2] ICS01 socket: 189 reason# EndOfStream
2026-01-08T17:04:25.538474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037738803117380:2049] [node 2] ICP30 unregister session Session# [5:7593037743098084778:2049] VirtualId# [5:7593037743098084776:0]
2026-01-08T17:04:25.538513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037743098084778:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.538575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:25.539692Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037742066334335:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29027) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:25.538618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:25.539757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037746361301735:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:25.539961Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037742133355161:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29027) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:25.540025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037746428322554:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:25.540060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037742133355161:2049] [node 2] ICP30 unregister session Session# [4:7593037746428322554:2049] VirtualId# [4:7593037746428322547:0]
2026-01-08T17:04:25.540185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:25.540261Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037742133355161:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29027) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:25.540281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29027) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:25.540410Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:25.540642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037745800842745:2049] [node 2] ICS07 socket disconnect 194 reason# EndOfStream
2026-01-08T17:04:25.540978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037745800842745:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.541086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:25.541032Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037742066334335:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29027) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:25.541137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037745800842745:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:25.541088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037746361301735:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:25.541127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037742066334335:2049] [node 2] ICP30 unregister session Session# [3:7593037746361301735:2049] VirtualId# [3:7593037746361301733:0]
2026-01-08T17:04:25.541163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:25.541298Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037742066334335:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29027) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:25.542354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29027) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:25.543763Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037741505875365:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29027) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:25.543818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037745800842745:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:25.543860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037741505875365:2049] [node 2] ICP30 unregister session Session# [6:7593037745800842745:2049] VirtualId# [6:7593037745800842739:0]
2026-01-08T17:04:25.543907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:25.543942Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037741505875365:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29027) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:25.543959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29027) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:25.553231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037742133355161:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:25.554196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037741505875365:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:25.595133Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:25.595337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037743098084758:2050] [node 3] ICS01 socket: 172 reason# EndOfStream
2026-01-08T17:04:25.595381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037738803117381:2050] [node 3] ICP30 unregister session Session# [5:7593037743098084758:2050] VirtualId# [5:7593037743098084756:0]
2026-01-08T17:04:25.595413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037743098084758:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.594536Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:25.594803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037746428322550:2050] [node 3] ICS01 socket: 201 reason# EndOfStream
2026-01-08T17:04:25.594855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037742133355162:2050] [node 3] ICP30 unregister session Session# [4:7593037746428322550:2050] VirtualId# [4:7593037746428322541:0]
2026-01-08T17:04:25.594900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037746428322550:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.594985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:25.595031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:25.595611Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:25.595796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037745800842761:2050] [node 3] ICS01 socket: 212 reason# EndOfStream
2026-01-08T17:04:25.595837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037741505875366:2050] [node 3] ICP30 unregister session Session# [6:7593037745800842761:2050] VirtualId# [6:7593037745800842750:0]
2026-01-08T17:04:25.595866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037745800842761:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.595914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:25.595951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:25.595464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:25.595522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:25.650535Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:25.650807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037743098084764:2108] [node 4] ICS01 socket: 206 reason# EndOfStream
2026-01-08T17:04:25.650855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037743098084740:2108] [node 4] ICP30 unregister session Session# [5:7593037743098084764:2108] VirtualId# [5:7593037743098084762:0]
2026-01-08T17:04:25.650899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037743098084764:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.650990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:25.651038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:25.651143Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:25.651326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037745800842763:2108] [node 4] ICS01 socket: 219 reason# EndOfStream
2026-01-08T17:04:25.651363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037745800842726:2108] [node 4] ICP30 unregister session Session# [6:7593037745800842763:2108] VirtualId# [6:7593037745800842751:0]
2026-01-08T17:04:25.651401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037745800842763:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.651454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:25.651507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:25.698696Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:25.698974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037745800842754:2105] [node 5] ICS07 socket disconnect 218 reason# EndOfStream
2026-01-08T17:04:25.699007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037745800842754:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:25.699091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:25.699130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037745800842754:2105] [node 5] ICS15 start handshake
2026-01-08T17:04:25.700206Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037741505875425:2105] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28378) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:25.700266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037745800842754:2105] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:25.700316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037741505875425:2105] [node 5] ICP30 unregister session Session# [6:7593037745800842754:2105] VirtualId# [6:7593037745800842747:0]
2026-01-08T17:04:25.700422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:04:25.700458Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037741505875425:2105] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28378) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:25.700474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28378) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:25.711169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037741505875425:2105] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:25.886552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037746248809819:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:25.886606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037746248809820:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:25.899260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037746907414323:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:25.899298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037746907414324:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:25.913611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037745677106726:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:25.913661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037745677106727:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:25.932143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037745967333744:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:25.932191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037745967333745:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:25.934583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037745967333746:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:25.939563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037746977857814:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:25.939608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037746977857815:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:25.939650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037746977857816:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:25.950740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037747270775492:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:25.950774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037747270775493:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:25.950806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037747270775494:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:26.258825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037749972074085:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:26.322836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037751565742844:2102] [node 4] ICP01 ready to work
2026-01-08T17:04:26.395925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037751565742845:2100] [node 5] ICP01 ready to work
2026-01-08T17:04:26.395778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037749972074086:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:26.416783Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037745967333744:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(158225698ns) {Configure:104(158221224ns) {ProcessConfigured:135(65736ns) {StartInitialHandshake:157(62864ns) {DropHandshakes:470(3841ns) {DropIncomingHandshake:442(391ns) DropOutgoingHandshake:457(278ns)} GenerateSessionVirtualId:992(704ns) PrepareNewSessionHandshake:477(779ns) {SwitchToState:179(364ns)}}}}}
2026-01-08T17:04:26.402493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037750543777178:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:26.417588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037751202381683:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:26.446550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037749972074087:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:26.415567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037750543777179:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:26.434261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037750262301106:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:26.442611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037750262301103:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:26.454976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037751202381684:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:26.422063Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037746248809819:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(178924814ns) {Configure:104(178915319ns) {ProcessConfigured:135(8369826ns) {StartInitialHandshake:157(8365991ns) {DropHandshakes:470(3026ns) {DropIncomingHandshake:442(471ns) DropOutgoingHandshake:457(697ns)} GenerateSessionVirtualId:992(868ns) PrepareNewSessionHandshake:477(6777ns) {SwitchToState:179(3139ns)}}}}}
2026-01-08T17:04:26.430969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037750543777182:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:26.462923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037751202381685:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:26.482795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037751272825173:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:26.440632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037746248809820:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(17207851ns) {Configure:104(17202545ns) {ProcessConfigured:135(104565ns) {StartInitialHandshake:157(101253ns) {DropHandshakes:470(2775ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:992(1335ns) PrepareNewSessionHandshake:477(1609ns) {SwitchToState:179(586ns)}}}}}
2026-01-08T17:04:26.505973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037751272825174:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.532976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037750262301108:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46876
2026-01-08T17:04:26.542570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037749972074088:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11807
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.575096Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037746907414324:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(60165523ns) {Configure:104(60159397ns) {ProcessConfigured:135(85097ns) {StartInitialHandshake:157(80819ns) {DropHandshakes:470(2737ns) {DropIncomingHandshake:442(609ns) DropOutgoingHandshake:457(507ns)} GenerateSessionVirtualId:992(1175ns) PrepareNewSessionHandshake:477(1722ns) {SwitchToState:179(612ns)}}}}}
2026-01-08T17:04:26.544921Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037750262301107:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46876
2026-01-08T17:04:26.568696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037750262301108:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.571449Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037749972074087:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(36341926ns) {Configure:104(36335887ns) {ProcessConfigured:135(18607911ns) {StartInitialHandshake:157(18604789ns) {DropHandshakes:470(2457ns) {DropIncomingHandshake:442(539ns) DropOutgoingHandshake:457(382ns)} GenerateSessionVirtualId:992(602ns) PrepareNewSessionHandshake:477(3474ns) {SwitchToState:179(1949ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.584055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037751202381689:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43532
2026-01-08T17:04:26.584886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037751202381688:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43532
2026-01-08T17:04:26.585107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037751202381690:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43532
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.589605Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037746977857815:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(31971366ns) {Configure:104(31966368ns) {ProcessConfigured:135(7842182ns) {StartInitialHandshake:157(7839074ns) {DropHandshakes:470(1219ns) {DropIncomingHandshake:442(667ns) DropOutgoingHandshake:457(224ns)} GenerateSessionVirtualId:992(213ns) PrepareNewSessionHandshake:477(4305ns) {SwitchToState:179(1796ns)}}}}}
2026-01-08T17:04:26.587854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037751565742866:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60715
2026-01-08T17:04:26.590773Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037751202381689:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.588914Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037750543777179:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(134680342ns) {Configure:104(134675234ns) {ProcessConfigured:135(1240813ns) {StartInitialHandshake:157(1237747ns) {DropHandshakes:470(2792ns) {DropIncomingHandshake:442(613ns) DropOutgoingHandshake:457(392ns)} GenerateSessionVirtualId:992(983ns) PrepareNewSessionHandshake:477(1696ns) {SwitchToState:179(883ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.604037Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037746907414323:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(44429281ns) {Configure:104(44424811ns) {ProcessConfigured:135(50419ns) {StartInitialHandshake:157(46420ns) {DropHandshakes:470(1892ns) {DropIncomingHandshake:442(312ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:992(677ns) PrepareNewSessionHandshake:477(935ns) {SwitchToState:179(284ns)}}}}}
2026-01-08T17:04:26.614616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037749972074089:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11807
2026-01-08T17:04:26.615349Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037751272825173:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(53611526ns) {Configure:104(53606789ns) {ProcessConfigured:135(21926977ns) {StartInitialHandshake:157(21924586ns) {DropHandshakes:470(868ns) {DropIncomingHandshake:442(272ns) DropOutgoingHandshake:457(147ns)} GenerateSessionVirtualId:992(193ns) PrepareNewSessionHandshake:477(4194ns) {SwitchToState:179(1994ns)}}}}}
2026-01-08T17:04:26.626451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037750543777192:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10304
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.629925Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037751565742867:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60715
2026-01-08T17:04:26.635257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037751272825184:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:85
2026-01-08T17:04:26.640514Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037750262301107:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.646556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037745967333745:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.662845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037749972074089:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.663122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037749972074088:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.663512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037749972074094:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11807
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.663955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037750543777186:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.663995Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037750543777186:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.665251Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037750543777196:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10304
2026-01-08T17:04:26.665497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037750543777195:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10304
2026-01-08T17:04:26.669331Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037750543777192:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.669892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037749972074101:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11807
2026-01-08T17:04:26.670161Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037749972074094:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.671148Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037750543777186:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:26.671181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037750262301122:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46876
2026-01-08T17:04:26.673515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037750543777178:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.673603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:26.673664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037750543777178:2107] [node 4] ICP22 created new session: [2:7593037750543777199:2107]
2026-01-08T17:04:26.673720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037750543777199:2107] [node 4] ICS09 handshake done sender: [2:7593037750543777186:2112] self: [2:7593037750543777185:0] peer: [4:7593037750262301121:0] socket: 164 qp: -1
2026-01-08T17:04:26.673768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037750543777199:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:26.673811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:26.691587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037751272825184:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.691754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037746977857816:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:26.671069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037751565742868:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60715
2026-01-08T17:04:26.688291Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037750543777196:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.688723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037749972074101:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.696862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037751565742866:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.697071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037751565742869:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60715
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.687561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037751202381690:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.690279Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037750262301107:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:26.689022Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037750543777184:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.687796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037751202381688:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.697927Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037745967333745:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16424) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037750262301107:2111] held: no
2026-01-08T17:04:26.703306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037745967333745:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.703366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:26.703432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037745967333745:2049] [node 2] ICP22 created new session: [4:7593037750262301123:2049]
2026-01-08T17:04:26.703532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037750262301123:2049] [node 2] ICS09 handshake done sender: [4:7593037750262301107:2111] self: [4:7593037750262301121:0] peer: [2:7593037750543777185:0] socket: 170 qp: -1
2026-01-08T17:04:26.703581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037750262301123:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:26.703624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:26.698131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037747270775494:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:26.697376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037751272825190:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:85
2026-01-08T17:04:26.697693Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037751272825191:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:85
2026-01-08T17:04:26.688170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037746907414324:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:26.689053Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037750543777184:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.723660Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037751272825176:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.723735Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037751272825176:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.710416Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037751565742867:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.710676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037751565742845:2100] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:26.690130Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037750543777184:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:26.695551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037751202381694:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.731090Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037751565742873:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60715
2026-01-08T17:04:26.731688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037751272825176:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:26.731990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037751272825190:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.732082Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037751272825184:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:26.737688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037746977857816:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.737751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:26.738589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037746977857816:2050] [node 3] ICP22 created new session: [5:7593037751272825194:2050]
2026-01-08T17:04:26.691278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037750543777195:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.695584Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037751202381694:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.731158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037751565742872:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60715
2026-01-08T17:04:26.747072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037751272825194:2050] [node 3] ICS09 handshake done sender: [5:7593037751272825184:2114] self: [5:7593037751272825189:0] peer: [3:7593037751202381693:0] socket: 188 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.710902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037746248809820:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.696527Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037751202381706:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43532
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.732778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037751565742869:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.747171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037751272825194:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:26.762278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037749972074093:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.710977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:26.723969Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037751202381694:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:26.732865Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037751565742867:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:26.747248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.774575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037750262301115:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.774630Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037750262301115:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.762369Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037749972074093:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.711040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037746248809820:2049] [node 3] ICP22 created new session: [2:7593037750543777205:2049]
2026-01-08T17:04:26.732975Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037751202381687:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.786232Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037750262301115:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:26.733656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037747270775493:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:26.754254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037746977857814:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.800049Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037750262301127:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46876
2026-01-08T17:04:26.763373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037749972074109:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11807
2026-01-08T17:04:26.711102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037750543777205:2049] [node 3] ICS09 handshake done sender: [2:7593037750543777184:2111] self: [2:7593037750543777183:0] peer: [3:7593037751202381705:0] socket: 163 qp: -1
2026-01-08T17:04:26.733014Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037751202381687:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.803148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037750262301106:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.803255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:26.803322Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037750262301106:2109] [node 6] ICP22 created new session: [4:7593037750262301128:2109]
2026-01-08T17:04:26.782755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037751272825174:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.733852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037751565742845:2100] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.771316Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037749972074093:2113] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.803217Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037749972074091:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.733907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:26.737189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037751202381703:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43532
2026-01-08T17:04:26.803252Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037749972074091:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.711148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037750543777205:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:26.785840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:26.811954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037750262301128:2109] [node 6] ICS09 handshake done sender: [4:7593037750262301115:2115] self: [4:7593037750262301114:0] peer: [6:7593037751565742880:0] socket: 211 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.711202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:26.733958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037751565742845:2100] [node 5] ICP22 created new session: [6:7593037751565742875:2100]
2026-01-08T17:04:26.737371Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037746907414324:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16424) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037751202381688:2112] held: no
2026-01-08T17:04:26.812038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037750262301128:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:26.812106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:26.816115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037750262301130:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46876
2026-01-08T17:04:26.828235Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037750262301106:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(25201014ns) {HandleHandshakeStatus:329(23819819ns) {DropIncomingHandshake:442(33335ns) DropOutgoingHandshake:457(377ns) SwitchToState:179(480ns) ProcessPendingSessionEvents:495(11962947ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 11900241ns max# 10090057ns}}}
2026-01-08T17:04:26.785917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037751272825174:2109] [node 6] ICP22 created new session: [5:7593037751272825197:2109]
2026-01-08T17:04:26.752959Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037750543777191:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.803935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037749972074087:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.734021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037751565742875:2100] [node 5] ICS09 handshake done sender: [6:7593037751565742867:2116] self: [6:7593037751565742871:0] peer: [5:7593037751272825175:0] socket: 191 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.750610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037751202381703:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.789715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037751272825197:2109] [node 6] ICS09 handshake done sender: [5:7593037751272825176:2110] self: [5:7593037751272825175:0] peer: [6:7593037751565742871:0] socket: 190 qp: -1
2026-01-08T17:04:26.750672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037751202381685:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.846030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037750262301127:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.846220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037745967333746:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:26.734059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037751565742875:2100] [node 5] ICS10 traffic start
2026-01-08T17:04:26.789782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037751272825197:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:26.753004Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037750543777191:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.803999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:26.734095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:26.748746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037751565742868:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.749200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037747270775492:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:26.754413Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037751565742873:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.767682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037751565742844:2102] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:26.768345Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037751565742879:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60715
2026-01-08T17:04:26.794738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037751565742881:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60715
2026-01-08T17:04:26.797282Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037751565742845:2100] [node 5] ICP35 event processing took too much time PendingConnection:279(62379168ns) {HandleHandshakeStatus:329(62376700ns) {DropIncomingHandshake:442(425ns) DropOutgoingHandshake:457(6153ns) SwitchToState:179(132ns) ProcessPendingSessionEvents:495(61977454ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 58227852ns max# 7654677ns}}}
2026-01-08T17:04:26.811644Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037751565742866:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:26.816971Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037747270775494:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3242) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037751565742866:2115] held: no
2026-01-08T17:04:26.817602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037747270775494:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.817651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:26.817702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037747270775494:2050] [node 3] ICP22 created new session: [6:7593037751565742884:2050]
2026-01-08T17:04:26.817807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037751565742884:2050] [node 3] ICS09 handshake done sender: [6:7593037751565742866:2115] self: [6:7593037751565742870:0] peer: [3:7593037751202381686:0] socket: 185 qp: -1
2026-01-08T17:04:26.817849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037751565742884:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:26.817886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:26.836425Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037751565742844:2102] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7351) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037751565742873:2120] held: no
2026-01-08T17:04:26.837196Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037751565742868:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:26.837610Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037751565742882:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60715
2026-01-08T17:04:26.838061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037751565742883:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60715
2026-01-08T17:04:26.838728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037751565742869:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:26.838920Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037751565742873:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:26.839107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037747270775493:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.839174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:26.839254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037747270775493:2049] [node 2] ICP22 created new session: [6:7593037751565742886:2049]
2026-01-08T17:04:26.839309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037751565742886:2049] [node 2] ICS09 handshake done sender: [6:7593037751565742869:2118] self: [6:7593037751565742874:0] peer: [2:7593037750543777190:0] socket: 181 qp: -1
2026-01-08T17:04:26.839349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037751565742886:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:26.839390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:26.843491Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037747270775492:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7982) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037751565742868:2117] held: no
2026-01-08T17:04:26.789838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:26.804054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037749972074087:2109] [node 6] ICP22 created new session: [1:7593037749972074111:2109]
2026-01-08T17:04:26.750734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:26.804117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037749972074111:2109] [node 6] ICS09 handshake done sender: [1:7593037749972074093:2113] self: [1:7593037749972074092:0] peer: [6:7593037751565742878:0] socket: 198 qp: -1
2026-01-08T17:04:26.804156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037749972074111:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:26.750802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037751202381685:2109] [node 5] ICP22 created new session: [3:7593037751202381708:2109]
2026-01-08T17:04:26.804194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:26.750871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037751202381708:2109] [node 5] ICS09 handshake done sender: [3:7593037751202381694:2116] self: [3:7593037751202381693:0] peer: [5:7593037751272825189:0] socket: 182 qp: -1
2026-01-08T17:04:26.805479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037749972074096:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.750918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037751202381708:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:26.805508Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037749972074096:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.750991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:26.815216Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037749972074091:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:26.752717Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037751202381688:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:26.815506Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037749972074096:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:26.764534Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037751202381687:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:26.776131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037746907414323:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:26.776321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037751202381684:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.776414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:26.776475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037751202381684:2110] [node 6] ICP22 created new session: [3:7593037751202381714:2110]
2026-01-08T17:04:26.776532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037751202381714:2110] [node 6] ICS09 handshake done sender: [3:7593037751202381687:2111] self: [3:7593037751202381686:0] peer: [6:7593037751565742870:0] socket: 183 qp: -1
2026-01-08T17:04:26.776587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037751202381714:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:26.776649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:26.814474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037751202381716:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43532
2026-01-08T17:04:26.842361Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037751202381703:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:26.845965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037746907414323:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.850683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:26.843192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037749972074086:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.762941Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037750543777208:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10304
2026-01-08T17:04:26.843294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:26.852580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037751565742844:2102] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.780687Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037750543777191:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:26.852644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:26.790742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037750543777182:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.790790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:26.794766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037750543777182:2109] [node 6] ICP22 created new session: [2:7593037750543777210:2109]
2026-01-08T17:04:26.803099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037750543777210:2109] [node 6] ICS09 handshake done sender: [2:7593037750543777191:2113] self: [2:7593037750543777190:0] peer: [6:7593037751565742874:0] socket: 204 qp: -1
2026-01-08T17:04:26.852714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037751565742844:2102] [node 4] ICP22 created new session: [6:7593037751565742888:2102]
2026-01-08T17:04:26.812341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037750543777210:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:26.852775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037751565742888:2102] [node 4] ICS09 handshake done sender: [6:7593037751565742873:2120] self: [6:7593037751565742880:0] peer: [4:7593037750262301114:0] socket: 212 qp: -1
2026-01-08T17:04:26.814572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:26.814759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037750543777208:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.852824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037751565742888:2102] [node 4] ICS10 traffic start
2026-01-08T17:04:26.852875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:26.844754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037745677106727:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.844820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:26.844878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037745677106727:2049] [node 3] ICP22 created new session: [1:7593037749972074117:2049]
2026-01-08T17:04:26.844943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037749972074117:2049] [node 3] ICS09 handshake done sender: [1:7593037749972074091:2112] self: [1:7593037749972074090:0] peer: [3:7593037751202381713:0] socket: 197 qp: -1
2026-01-08T17:04:26.844984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037749972074117:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:26.845026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:26.847688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037749972074086:2108] [node 5] ICP22 created new session: [1:7593037749972074116:2108]
2026-01-08T17:04:26.850869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037749972074116:2108] [node 5] ICS09 handshake done sender: [1:7593037749972074096:2115] self: [1:7593037749972074095:0] peer: [5:7593037751272825196:0] socket: 203 qp: -1
2026-01-08T17:04:26.852792Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037749972074109:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.852945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037745677106727:2049] [node 3] ICP18 handshake (actor [1:7593037749972074109:2119]) is too old
2026-01-08T17:04:26.853584Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037751272825174:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(70171924ns) {HandleHandshakeStatus:329(70169505ns) {DropIncomingHandshake:442(1025ns) DropOutgoingHandshake:457(931ns) SwitchToState:179(400ns) ProcessPendingSessionEvents:495(62476116ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 62358077ns max# 8423281ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.854101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037749972074116:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:26.854230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037751272825193:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:85
2026-01-08T17:04:26.853692Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037746907414324:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(52930288ns) {HandleHandshakeStatus:395(52927841ns) {LogHandshakeFail:472(15475ns) {UpdateErrorStateLog:545(5876ns)} DropOutgoingHandshake:457(663ns) ProcessPendingSessionEvents:495(52844076ns) {unordered DropSessionEvent:512 num# 100 sum# 52757617ns max# 11093453ns}}}
2026-01-08T17:04:26.859777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037750262301130:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.859964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037745967333744:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.860370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037750262301133:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46876
2026-01-08T17:04:26.858939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:26.859416Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037746977857814:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7982) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037751272825190:2116] held: no
2026-01-08T17:04:26.858330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037746907414323:2048] [node 1] ICP22 created new session: [3:7593037751202381717:2048]
2026-01-08T17:04:26.861533Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037750543777182:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(63661552ns) {HandleHandshakeStatus:329(63658036ns) {DropIncomingHandshake:442(2018ns) DropOutgoingHandshake:457(1119ns) SwitchToState:179(248ns) ProcessPendingSessionEvents:495(37903180ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 37821876ns max# 8403769ns}}}
2026-01-08T17:04:26.861043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037751202381717:2048] [node 1] ICS09 handshake done sender: [3:7593037751202381703:2119] self: [3:7593037751202381713:0] peer: [1:7593037749972074090:0] socket: 205 qp: -1
2026-01-08T17:04:26.862276Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037749972074100:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.868535Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037750262301135:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46876
2026-01-08T17:04:26.870229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037751272825193:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.861096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037751202381717:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:26.862346Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037749972074100:2117] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.889671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037746977857815:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:26.882437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037750543777182:2109] [node 6] ICP18 handshake (actor [2:7593037750543777208:2118]) is too old
2026-01-08T17:04:26.861218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:26.890680Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037750543777212:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10304
2026-01-08T17:04:26.866897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037751202381696:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.897648Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037750262301127:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:26.866938Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037751202381696:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.898698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037745967333746:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.898760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:26.878606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037746907414324:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.890505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:26.890584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037746907414324:2049] [node 2] ICP22 created new session: [3:7593037751202381720:2049]
2026-01-08T17:04:26.892417Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037746907414323:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(45382092ns) {HandleHandshakeStatus:329(45380120ns) {DropIncomingHandshake:442(364ns) DropOutgoingHandshake:457(5714ns) SwitchToState:179(279ns) ProcessPendingSessionEvents:495(29984725ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 29897129ns max# 7948306ns}}}
2026-01-08T17:04:26.892666Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037751202381696:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:26.897778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037751202381720:2049] [node 2] ICS09 handshake done sender: [3:7593037751202381688:2112] self: [3:7593037751202381705:0] peer: [2:7593037750543777183:0] socket: 171 qp: -1
2026-01-08T17:04:26.898056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037751202381720:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:26.900876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:26.902280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037751202381683:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.902398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:26.906847Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037746907414324:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(38596867ns) {HandleHandshakeStatus:329(38593053ns) {DropIncomingHandshake:442(4072ns) DropOutgoingHandshake:457(609ns) SwitchToState:179(584ns) ProcessPendingSessionEvents:495(1781ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.901397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037745967333746:2050] [node 3] ICP22 created new session: [4:7593037750262301136:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.901643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037750262301136:2050] [node 3] ICS09 handshake done sender: [4:7593037750262301127:2118] self: [4:7593037750262301132:0] peer: [3:7593037751202381695:0] socket: 175 qp: -1
2026-01-08T17:04:26.901692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037750262301136:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:26.901746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:26.906884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037750262301133:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.909046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037750262301138:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46876
2026-01-08T17:04:26.907239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037751202381683:2107] [node 4] ICP22 created new session: [3:7593037751202381722:2107]
2026-01-08T17:04:26.909221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037750543777194:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.910911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037751202381722:2107] [node 4] ICS09 handshake done sender: [3:7593037751202381696:2117] self: [3:7593037751202381695:0] peer: [4:7593037750262301132:0] socket: 223 qp: -1
2026-01-08T17:04:26.911904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037751202381722:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:26.915466Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:26.909269Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037750543777194:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.915354Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037751272825202:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:85
2026-01-08T17:04:26.918608Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037747270775492:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27084197ns) {HandleHandshakeStatus:395(27081104ns) {LogHandshakeFail:472(16189ns) {UpdateErrorStateLog:545(6046ns)} DropOutgoingHandshake:457(2123ns) ProcessPendingSessionEvents:495(18146603ns) {unordered DropSessionEvent:512 num# 100 sum# 4365633ns max# 3304116ns}}}
2026-01-08T17:04:26.918522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037749972074100:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:26.936618Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037751202381683:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(34025751ns) {HandleHandshakeStatus:329(34023691ns) {DropIncomingHandshake:442(15953ns) DropOutgoingHandshake:457(618ns) SwitchToState:179(527ns) ProcessPendingSessionEvents:495(14312031ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 14244656ns max# 13741350ns}}}
2026-01-08T17:04:26.919658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037747270775492:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.931396Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037750543777194:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:26.915510Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037751272825200:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:85
2026-01-08T17:04:26.939328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037749972074085:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.915977Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037751272825190:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:26.931793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037750543777179:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.919721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:26.946445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:26.916722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037746977857814:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.946607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037749972074085:2107] [node 4] ICP22 created new session: [1:7593037749972074122:2107]
2026-01-08T17:04:26.925405Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:26.946668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037749972074122:2107] [node 4] ICS09 handshake done sender: [1:7593037749972074100:2117] self: [1:7593037749972074099:0] peer: [4:7593037750262301134:0] socket: 173 qp: -1
2026-01-08T17:04:26.925490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037746977857814:2048] [node 1] ICP22 created new session: [5:7593037751272825203:2048]
2026-01-08T17:04:26.946714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037749972074122:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:26.925560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037751272825203:2048] [node 1] ICS09 handshake done sender: [5:7593037751272825190:2116] self: [5:7593037751272825196:0] peer: [1:7593037749972074095:0] socket: 206 qp: -1
2026-01-08T17:04:26.946757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:26.952357Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037749972074086:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(65829060ns) {HandleHandshakeStatus:329(65826091ns) {DropIncomingHandshake:442(17311ns) DropOutgoingHandshake:457(503ns) SwitchToState:179(575ns) ProcessPendingSessionEvents:495(46886871ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 46773042ns max# 7899471ns}}}
2026-01-08T17:04:26.925610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037751272825203:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:26.925670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:26.934772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037751272825202:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.939329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037751272825173:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:26.961309Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037746977857815:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16424) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037751272825193:2118] held: no
2026-01-08T17:04:26.951768Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037750262301130:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:26.956186Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037750262301117:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.956216Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037750262301117:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.957232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037745967333744:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.957294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:26.957358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037745967333744:2048] [node 1] ICP22 created new session: [4:7593037750262301140:2048]
2026-01-08T17:04:26.957420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037750262301140:2048] [node 1] ICS09 handshake done sender: [4:7593037750262301130:2119] self: [4:7593037750262301134:0] peer: [1:7593037749972074099:0] socket: 228 qp: -1
2026-01-08T17:04:26.957467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037750262301140:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:26.957506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:26.931866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:26.931924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037750543777179:2108] [node 5] ICP22 created new session: [2:7593037750543777214:2108]
2026-01-08T17:04:26.938466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037750543777214:2108] [node 5] ICS09 handshake done sender: [2:7593037750543777194:2115] self: [2:7593037750543777193:0] peer: [5:7593037751272825201:0] socket: 213 qp: -1
2026-01-08T17:04:26.940490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037750543777214:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:26.943103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:26.943970Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037750543777212:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.944699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037746248809819:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.919778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037747270775492:2048] [node 1] ICP22 created new session: [6:7593037751565742890:2048]
2026-01-08T17:04:26.965288Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037749972074098:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:26.965344Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037749972074098:2116] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:26.966150Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037745967333744:2048] [node 1] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.970604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037751272825206:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:85
2026-01-08T17:04:26.971914Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037751272825193:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:26.972192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037751272825207:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:85
2026-01-08T17:04:26.919839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037751565742890:2048] [node 1] ICS09 handshake done sender: [6:7593037751565742868:2117] self: [6:7593037751565742878:0] peer: [1:7593037749972074092:0] socket: 199 qp: -1
2026-01-08T17:04:26.919884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037751565742890:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:26.919931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:26.967744Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037750262301117:2116] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:26.974786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037750543777217:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10304
2026-01-08T17:04:26.975781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037749972074098:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:26.977021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037750543777212:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:26.977547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037746977857815:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.977615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:26.977676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037746977857815:2049] [node 2] ICP22 created new session: [5:7593037751272825208:2049]
2026-01-08T17:04:26.977728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037751272825208:2049] [node 2] ICS09 handshake done sender: [5:7593037751272825193:2118] self: [5:7593037751272825201:0] peer: [2:7593037750543777193:0] socket: 214 qp: -1
2026-01-08T17:04:26.977766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037751272825208:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:26.977810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:26.979109Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037751272825202:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:26.979728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037746248809819:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.979798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:26.979845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037746248809819:2048] [node 1] ICP22 created new session: [2:7593037750543777218:2048]
2026-01-08T17:04:26.982086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037750543777218:2048] [node 1] ICS09 handshake done sender: [2:7593037750543777212:2119] self: [2:7593037750543777216:0] peer: [1:7593037749972074097:0] socket: 195 qp: -1
2026-01-08T17:04:26.979813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037745677106726:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.980121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037751272825173:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:26.982259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037750543777218:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:26.980178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:26.980232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037751272825173:2108] [node 4] ICP22 created new session: [5:7593037751272825210:2108]
2026-01-08T17:04:26.980294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037751272825210:2108] [node 4] ICS09 handshake done sender: [5:7593037751272825202:2120] self: [5:7593037751272825205:0] peer: [4:7593037750262301116:0] socket: 230 qp: -1
2026-01-08T17:04:26.980329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037751272825210:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:26.980383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:26.982256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:26.986234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037750262301103:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:26.987459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:26.993293Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037750262301103:2108] [node 5] ICP22 created new session: [4:7593037750262301143:2108]
2026-01-08T17:04:26.986910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:26.996161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037750262301143:2108] [node 5] ICS09 handshake done sender: [4:7593037750262301117:2116] self: [4:7593037750262301116:0] peer: [5:7593037751272825205:0] socket: 229 qp: -1
2026-01-08T17:04:26.996226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037750262301143:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:26.996285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:27.000255Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037750262301103:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(16759645ns) {HandleHandshakeStatus:329(16757628ns) {DropIncomingHandshake:442(23551ns) DropOutgoingHandshake:457(416ns) SwitchToState:179(2368ns) ProcessPendingSessionEvents:495(2793532ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 2729073ns max# 2193114ns}}}
2026-01-08T17:04:26.982312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037745677106726:2048] [node 2] ICP22 created new session: [1:7593037749972074125:2048]
2026-01-08T17:04:26.990519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037749972074125:2048] [node 2] ICS09 handshake done sender: [1:7593037749972074098:2116] self: [1:7593037749972074097:0] peer: [2:7593037750543777216:0] socket: 169 qp: -1
2026-01-08T17:04:26.996932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037749972074125:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:26.997019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:27.004655Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037745677106726:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(17857070ns) {HandleHandshakeStatus:329(17854556ns) {DropIncomingHandshake:442(21534ns) DropOutgoingHandshake:457(342ns) SwitchToState:179(98ns) ProcessPendingSessionEvents:495(524083ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 464405ns max# 53439ns}}}
2026-01-08T17:04:27.085009Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:27.085197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037750543777218:2048] [node 1] ICS01 socket: 195 reason# EndOfStream
2026-01-08T17:04:27.085254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037746248809819:2048] [node 1] ICP30 unregister session Session# [2:7593037750543777218:2048] VirtualId# [2:7593037750543777216:0]
2026-01-08T17:04:27.085284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037750543777218:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.085368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:27.085417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:27.089377Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:27.089772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037750262301140:2048] [node 1] ICS07 socket disconnect 228 reason# EndOfStream
2026-01-08T17:04:27.089814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037750262301140:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.089883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:27.086309Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:27.089931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037750262301140:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:27.086570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037751202381717:2048] [node 1] ICS07 socket disconnect 205 reason# EndOfStream
2026-01-08T17:04:27.086600Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037751202381717:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.086676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:27.086723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037751202381717:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:27.089794Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037746907414323:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7982) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:27.089830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037751202381717:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:27.091420Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037746907414323:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7982) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:27.091560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037751202381717:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:27.091618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037746907414323:2048] [node 1] ICP30 unregister session Session# [3:7593037751202381717:2048] VirtualId# [3:7593037751202381713:0]
2026-01-08T17:04:27.091717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:27.091895Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037745967333744:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7982) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:27.091822Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037746907414323:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7982) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:27.091810Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:27.092067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037750262301140:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:27.091849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7982) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:27.092015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037751272825203:2048] [node 1] ICS01 socket: 206 reason# EndOfStream
2026-01-08T17:04:27.092172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037745967333744:2048] [node 1] ICP30 unregister session Session# [4:7593037750262301140:2048] VirtualId# [4:7593037750262301134:0]
2026-01-08T17:04:27.092172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037746977857814:2048] [node 1] ICP30 unregister session Session# [5:7593037751272825203:2048] VirtualId# [5:7593037751272825196:0]
2026-01-08T17:04:27.092217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037751272825203:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.092295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:27.092350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:27.092218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:27.092362Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037745967333744:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7982) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:27.092382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7982) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:27.093649Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:27.093872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037751565742890:2048] [node 1] ICS01 socket: 199 reason# EndOfStream
2026-01-08T17:04:27.093915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037747270775492:2048] [node 1] ICP30 unregister session Session# [6:7593037751565742890:2048] VirtualId# [6:7593037751565742878:0]
2026-01-08T17:04:27.093955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037751565742890:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.094021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:27.094066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:27.101454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037746907414323:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:27.102438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037745967333744:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:27.213850Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:27.214051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037751202381720:2049] [node 2] ICS01 socket: 171 reason# EndOfStream
2026-01-08T17:04:27.214120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037746907414324:2049] [node 2] ICP30 unregister session Session# [3:7593037751202381720:2049] VirtualId# [3:7593037751202381705:0]
2026-01-08T17:04:27.214163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037751202381720:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.214250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:27.214312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:27.216330Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:27.216571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037750262301123:2049] [node 2] ICS01 socket: 170 reason# EndOfStream
2026-01-08T17:04:27.216636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037745967333745:2049] [node 2] ICP30 unregister session Session# [4:7593037750262301123:2049] VirtualId# [4:7593037750262301121:0]
2026-01-08T17:04:27.216683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037750262301123:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.216768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:27.216824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:27.217439Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:27.217654Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037751272825208:2049] [node 2] ICS01 socket: 214 reason# EndOfStream
2026-01-08T17:04:27.217704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037746977857815:2049] [node 2] ICP30 unregister session Session# [5:7593037751272825208:2049] VirtualId# [5:7593037751272825201:0]
2026-01-08T17:04:27.217739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037751272825208:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.217843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:27.217912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:27.218345Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:27.218553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037751565742886:2049] [node 2] ICS01 socket: 181 reason# EndOfStream
2026-01-08T17:04:27.218595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037747270775493:2049] [node 2] ICP30 unregister session Session# [6:7593037751565742886:2049] VirtualId# [6:7593037751565742874:0]
2026-01-08T17:04:27.218629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037751565742886:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.218693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:27.218735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:27.296194Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:27.296441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037750262301136:2050] [node 3] ICS01 socket: 175 reason# EndOfStream
2026-01-08T17:04:27.296492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037745967333746:2050] [node 3] ICP30 unregister session Session# [4:7593037750262301136:2050] VirtualId# [4:7593037750262301132:0]
2026-01-08T17:04:27.296535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037750262301136:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.296621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:27.296687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:27.297831Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:27.298047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037751272825194:2050] [node 3] ICS07 socket disconnect 188 reason# EndOfStream
2026-01-08T17:04:27.298088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037751272825194:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.298159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:27.298206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037751272825194:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:27.298930Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:27.299169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037751565742884:2050] [node 3] ICS01 socket: 185 reason# EndOfStream
2026-01-08T17:04:27.299217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037747270775494:2050] [node 3] ICP30 unregister session Session# [6:7593037751565742884:2050] VirtualId# [6:7593037751565742870:0]
2026-01-08T17:04:27.299278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037751565742884:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.299357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:27.299415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:27.299184Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037746977857816:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3242) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:27.299280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037751272825194:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:27.299329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037746977857816:2050] [node 3] ICP30 unregister session Session# [5:7593037751272825194:2050] VirtualId# [5:7593037751272825189:0]
2026-01-08T17:04:27.299506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:27.299559Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037746977857816:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3242) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:27.299585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3242) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:27.309182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037746977857816:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:27.420049Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:27.420243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037751272825210:2108] [node 4] ICS07 socket disconnect 230 reason# EndOfStream
2026-01-08T17:04:27.420275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037751272825210:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.420336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:27.420431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037751272825210:2108] [node 4] ICS15 start handshake
2026-01-08T17:04:27.420926Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:27.421099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037751565742888:2102] [node 4] ICS01 socket: 212 reason# EndOfStream
2026-01-08T17:04:27.421155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037751565742844:2102] [node 4] ICP30 unregister session Session# [6:7593037751565742888:2102] VirtualId# [6:7593037751565742880:0]
2026-01-08T17:04:27.421162Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037751272825173:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7351) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:27.421202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037751565742888:2102] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.421304Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037751272825210:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:27.421293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:27.421355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037751272825173:2108] [node 4] ICP30 unregister session Session# [5:7593037751272825210:2108] VirtualId# [5:7593037751272825205:0]
2026-01-08T17:04:27.421393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:27.421408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:27.421483Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037751272825173:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7351) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:27.421503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7351) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:27.499059Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:27.499346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037751565742875:2100] [node 5] ICS01 socket: 191 reason# EndOfStream
2026-01-08T17:04:27.499406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037751565742845:2100] [node 5] ICP30 unregister session Session# [6:7593037751565742875:2100] VirtualId# [6:7593037751565742871:0]
2026-01-08T17:04:27.499463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037751565742875:2100] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:27.499578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:27.499640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:27.716604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037753135927403:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:27.716653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037753135927404:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:27.710663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037754304960860:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:27.710703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037754304960861:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:27.741535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037754764822405:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:27.741571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037754764822406:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:27.753675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037752059317128:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:27.753721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037752059317129:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:27.753761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037752059317130:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:27.759601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037754143817029:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:27.759647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037754143817030:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:27.759689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037754143817031:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:27.847443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037752831821364:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:27.847500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037752831821365:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:27.847543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037752831821366:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:28.391133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037757126788721:2103] [node 5] ICP01 ready to work
2026-01-08T17:04:28.536571Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037753135927403:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(166797338ns) {Configure:104(166788786ns) {ProcessConfigured:135(73577ns) {StartInitialHandshake:157(71307ns) {DropHandshakes:470(2837ns) {DropIncomingHandshake:442(823ns) DropOutgoingHandshake:457(511ns)} GenerateSessionVirtualId:992(710ns) PrepareNewSessionHandshake:477(1380ns) {SwitchToState:179(535ns)}}}}}
2026-01-08T17:04:28.537650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037757430894765:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:28.498611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037758599928219:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:28.526041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037759059789764:2107] [node 6] ICP01 ready to work
2026-01-08T17:04:28.546499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037757430894762:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:28.526109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037758599928220:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:28.551279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037758438784390:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:28.552430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037757430894767:2107] [node 5] ICP01 ready to work
2026-01-08T17:04:28.551981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037756354284487:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:28.552124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037757126788723:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:28.550926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037758599928221:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:28.552938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037759059789766:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:28.553020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037759059789765:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:28.551567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037758438784389:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:28.554381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037756354284488:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.608903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037758599928222:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50508
2026-01-08T17:04:28.606882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037752059317129:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(50027457ns) {Configure:104(50023330ns) {ProcessConfigured:135(69664ns) {StartInitialHandshake:157(67026ns) {DropHandshakes:470(2898ns) {DropIncomingHandshake:442(472ns) DropOutgoingHandshake:457(555ns)} GenerateSessionVirtualId:992(683ns) PrepareNewSessionHandshake:477(1565ns) {SwitchToState:179(593ns)}}}}}
2026-01-08T17:04:28.611303Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037754764822406:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(32411696ns) {Configure:104(32404098ns) {ProcessConfigured:135(69061ns) {StartInitialHandshake:157(67074ns) {DropHandshakes:470(2225ns) {DropIncomingHandshake:442(360ns) DropOutgoingHandshake:457(357ns)} GenerateSessionVirtualId:992(869ns) PrepareNewSessionHandshake:477(1025ns) {SwitchToState:179(479ns)}}}}}
2026-01-08T17:04:28.628785Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037757430894765:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(59366705ns) {Configure:104(59359018ns) {ProcessConfigured:135(14882152ns) {StartInitialHandshake:157(14878453ns) {DropHandshakes:470(2630ns) {DropIncomingHandshake:442(405ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:992(829ns) PrepareNewSessionHandshake:477(4366ns) {SwitchToState:179(2023ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.634638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037759059789767:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:869
2026-01-08T17:04:28.635411Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037754304960861:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(78879157ns) {Configure:104(78875151ns) {ProcessConfigured:135(2527245ns) {StartInitialHandshake:157(2524493ns) {DropHandshakes:470(2181ns) {DropIncomingHandshake:442(492ns) DropOutgoingHandshake:457(289ns)} GenerateSessionVirtualId:992(961ns) PrepareNewSessionHandshake:477(4117ns) {SwitchToState:179(1740ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.635033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037757430894776:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57379
2026-01-08T17:04:28.662833Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037757126788721:2103] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(89771555ns) {Configure:104(89767478ns) {ProcessConfigured:135(7886927ns) {StartInitialHandshake:157(7883234ns) {DropHandshakes:470(1798ns) {DropIncomingHandshake:442(300ns) DropOutgoingHandshake:457(355ns)} GenerateSessionVirtualId:992(409ns) PrepareNewSessionHandshake:477(4888ns) {SwitchToState:179(2739ns)}}}}}
2026-01-08T17:04:28.650737Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037758599928219:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(93700166ns) {Configure:104(93692811ns) {ProcessConfigured:135(13264220ns) {StartInitialHandshake:157(13260855ns) {DropHandshakes:470(894ns) {DropIncomingHandshake:442(118ns) DropOutgoingHandshake:457(256ns)} GenerateSessionVirtualId:992(511ns) PrepareNewSessionHandshake:477(6865ns) {SwitchToState:179(4118ns)}}}}}
2026-01-08T17:04:28.642740Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037757430894767:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(32041847ns) {Configure:104(32033094ns) {ProcessConfigured:135(1503251ns) {StartInitialHandshake:157(1500585ns) {DropHandshakes:470(2272ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(424ns)} GenerateSessionVirtualId:992(647ns) PrepareNewSessionHandshake:477(2784ns) {SwitchToState:179(1137ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.653432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037758599928227:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50508
2026-01-08T17:04:28.670530Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037756354284487:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(21924387ns) {Configure:104(21916723ns) {ProcessConfigured:135(13137860ns) {StartInitialHandshake:157(13133934ns) {DropHandshakes:470(2483ns) {DropIncomingHandshake:442(380ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:992(737ns) PrepareNewSessionHandshake:477(4687ns) {SwitchToState:179(2686ns)}}}}}
2026-01-08T17:04:28.675086Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037752059317128:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(59233925ns) {Configure:104(59228825ns) {ProcessConfigured:135(42283ns) {StartInitialHandshake:157(40854ns) {DropHandshakes:470(1124ns) {DropIncomingHandshake:442(398ns) DropOutgoingHandshake:457(254ns)} GenerateSessionVirtualId:992(397ns) PrepareNewSessionHandshake:477(576ns) {SwitchToState:179(288ns)}}}}}
2026-01-08T17:04:28.677044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037756354284502:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33374
2026-01-08T17:04:28.694556Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037752831821366:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(76355366ns) {Configure:104(76347438ns) {ProcessConfigured:135(12168299ns) {StartInitialHandshake:157(12164962ns) {DropHandshakes:470(1684ns) {DropIncomingHandshake:442(393ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:992(582ns) PrepareNewSessionHandshake:477(3331ns) {SwitchToState:179(1926ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.694581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037759059789764:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(71703004ns) {Configure:104(71699261ns) {ProcessConfigured:135(15443022ns) {StartInitialHandshake:157(15428224ns) {DropHandshakes:470(1932568ns) {DropIncomingHandshake:442(282ns) DropOutgoingHandshake:457(1482ns)} GenerateSessionVirtualId:992(1071ns) PrepareNewSessionHandshake:477(4315ns) {SwitchToState:179(2795ns)}}}}}
2026-01-08T17:04:28.674018Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037757430894779:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57379
2026-01-08T17:04:28.671592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037758599928222:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.699700Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037758438784390:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(41337411ns) {Configure:104(41327730ns) {ProcessConfigured:135(2640316ns) {StartInitialHandshake:157(2637025ns) {DropHandshakes:470(2599ns) {DropIncomingHandshake:442(792ns) DropOutgoingHandshake:457(441ns)} GenerateSessionVirtualId:992(1520ns) PrepareNewSessionHandshake:477(3831ns) {SwitchToState:179(1917ns)}}}}}
2026-01-08T17:04:28.720153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037757430894776:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.697471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037757126788725:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64036
2026-01-08T17:04:28.685561Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037758599928221:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(70421858ns) {Configure:104(70416230ns) {ProcessConfigured:135(12018886ns) {StartInitialHandshake:157(12015767ns) {DropHandshakes:470(2192ns) {DropIncomingHandshake:442(654ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:992(698ns) PrepareNewSessionHandshake:477(6105ns) {SwitchToState:179(2811ns)}}}}}
2026-01-08T17:04:28.707238Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037759059789765:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(40555361ns) {Configure:104(40550538ns) {ProcessConfigured:135(19037943ns) {StartInitialHandshake:157(19034612ns) {DropHandshakes:470(3817644ns) {DropIncomingHandshake:442(2051ns) DropOutgoingHandshake:457(911ns)} GenerateSessionVirtualId:992(2107ns) PrepareNewSessionHandshake:477(3365ns) {SwitchToState:179(1757ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.714793Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037759059789772:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:869
2026-01-08T17:04:28.730524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037759059789767:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.734816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037754764822406:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:28.737938Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037759059789781:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:869
2026-01-08T17:04:28.697793Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037757126788733:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64036
2026-01-08T17:04:28.735261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037757430894768:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.735300Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037757430894768:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:28.697908Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037757126788734:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64036
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.750793Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037754143817031:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(94328307ns) {Configure:104(94317016ns) {ProcessConfigured:135(22951950ns) {StartInitialHandshake:157(22949004ns) {DropHandshakes:470(1944ns) {DropIncomingHandshake:442(350ns) DropOutgoingHandshake:457(291ns)} GenerateSessionVirtualId:992(601ns) PrepareNewSessionHandshake:477(3252ns) {SwitchToState:179(2004ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.746913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037752831821365:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(108697686ns) {Configure:104(108690422ns) {ProcessConfigured:135(19505262ns) {StartInitialHandshake:157(19501966ns) {DropHandshakes:470(2573ns) {DropIncomingHandshake:442(462ns) DropOutgoingHandshake:457(477ns)} GenerateSessionVirtualId:992(542ns) PrepareNewSessionHandshake:477(5073ns) {SwitchToState:179(2521ns)}}}}}
2026-01-08T17:04:28.762413Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037757430894768:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:28.770143Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037754304960860:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(106821496ns) {Configure:104(106815291ns) {ProcessConfigured:135(19312351ns) {StartInitialHandshake:157(19309349ns) {DropHandshakes:470(2673ns) {DropIncomingHandshake:442(357ns) DropOutgoingHandshake:457(465ns)} GenerateSessionVirtualId:992(1109ns) PrepareNewSessionHandshake:477(4532ns) {SwitchToState:179(2618ns)}}}}}
2026-01-08T17:04:28.778686Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037756354284503:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33374
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.775371Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037759059789781:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.763812Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037758438784397:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2111
2026-01-08T17:04:28.751836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037757126788733:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.775860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037758599928224:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.787402Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037756354284502:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.775526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037754764822405:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:28.775745Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037759059789772:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.775842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037759059789782:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:869
2026-01-08T17:04:28.811344Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037759059789787:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:869
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.795930Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037754143817030:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(146315874ns) {Configure:104(141000358ns) {ProcessConfigured:135(12241574ns) {StartInitialHandshake:157(12238966ns) {DropHandshakes:470(2790ns) {DropIncomingHandshake:442(458ns) DropOutgoingHandshake:457(349ns)} GenerateSessionVirtualId:992(786ns) PrepareNewSessionHandshake:477(2476ns) {SwitchToState:179(1373ns)}}}}}
2026-01-08T17:04:28.752261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037757126788725:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.775891Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037758599928224:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.804759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037757430894771:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.795979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037752059317128:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.802544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037758438784405:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2111
2026-01-08T17:04:28.815198Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037759059789767:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.762747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037757126788734:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.798610Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037758599928224:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:28.798443Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037756354284494:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.838651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037759059789776:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.823633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037758438784405:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.804806Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037757430894771:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:28.774507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037757126788723:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:28.776268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037752831821365:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:28.863111Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037757126788742:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64036
2026-01-08T17:04:28.882538Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037752831821364:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(209046324ns) {Configure:104(207830666ns) {ProcessConfigured:135(55935589ns) {StartInitialHandshake:157(47158304ns) {DropHandshakes:470(3231ns) {DropIncomingHandshake:442(1394ns) DropOutgoingHandshake:457(449ns)} GenerateSessionVirtualId:992(1264ns) PrepareNewSessionHandshake:477(4177ns) {SwitchToState:179(1553ns)}}}}}
2026-01-08T17:04:28.882864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037752831821364:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.883229Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037757126788745:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64036
2026-01-08T17:04:28.798494Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037756354284494:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:28.815082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037754304960861:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:28.838683Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037759059789776:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:28.823814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037754143817031:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:28.805676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037753135927404:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:28.822510Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037756354284494:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.815131Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037758599928226:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.886757Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037757126788725:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:28.839233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037754764822406:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:28.805719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:28.831704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037758438784397:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.815147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:28.815161Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037758599928226:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:28.815207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037754304960861:2049] [node 3] ICP22 created new session: [1:7593037758599928239:2049]
2026-01-08T17:04:28.815263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037758599928239:2049] [node 3] ICS09 handshake done sender: [1:7593037758599928224:2111] self: [1:7593037758599928223:0] peer: [3:7593037759059789785:0] socket: 185 qp: -1
2026-01-08T17:04:28.825943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037758599928239:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:28.832630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037758599928227:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.834878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:28.867583Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037758599928226:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:28.899017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037758599928229:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.899063Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037758599928229:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:28.899811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037758599928219:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:28.899860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:28.899911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037758599928219:2107] [node 4] ICP22 created new session: [1:7593037758599928243:2107]
2026-01-08T17:04:28.899969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037758599928243:2107] [node 4] ICS09 handshake done sender: [1:7593037758599928226:2112] self: [1:7593037758599928225:0] peer: [4:7593037756354284505:0] socket: 186 qp: -1
2026-01-08T17:04:28.900016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037758599928243:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:28.900855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:28.907508Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037758599928229:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:28.919951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037758599928220:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:28.920005Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:28.920059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037758599928220:2108] [node 6] ICP22 created new session: [1:7593037758599928247:2108]
2026-01-08T17:04:28.920108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037758599928247:2108] [node 6] ICS09 handshake done sender: [1:7593037758599928229:2114] self: [1:7593037758599928228:0] peer: [6:7593037757126788746:0] socket: 187 qp: -1
2026-01-08T17:04:28.920153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037758599928247:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:28.920195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:28.832281Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037756354284507:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33374
2026-01-08T17:04:28.899018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037757126788745:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.842572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037758438784408:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2111
2026-01-08T17:04:28.805769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037753135927404:2049] [node 3] ICP22 created new session: [2:7593037757430894783:2049]
2026-01-08T17:04:28.839331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:28.956251Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037754304960861:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(142662321ns) {HandleHandshakeStatus:329(142659067ns) {DropIncomingHandshake:442(2250ns) DropOutgoingHandshake:457(1031ns) SwitchToState:179(827ns) ProcessPendingSessionEvents:495(91630874ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 91520856ns max# 21168450ns}}}
2026-01-08T17:04:28.879161Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037756354284504:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33374
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.805837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037757430894783:2049] [node 3] ICS09 handshake done sender: [2:7593037757430894768:2111] self: [2:7593037757430894766:0] peer: [3:7593037759059789784:0] socket: 169 qp: -1
2026-01-08T17:04:28.839382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037754764822406:2049] [node 2] ICP22 created new session: [3:7593037759059789790:2049]
2026-01-08T17:04:28.901614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037752831821365:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:28.842662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037758438784409:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2111
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.886673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037756354284507:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.805885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037757430894783:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:28.873833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037758438784409:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.873993Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037758438784410:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2111
2026-01-08T17:04:28.920975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037754143817029:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:28.935006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037758438784405:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:28.950467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037754143817031:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:28.958495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:28.962915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037754143817031:2050] [node 3] ICP22 created new session: [5:7593037758438784413:2050]
2026-01-08T17:04:28.970987Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037758438784408:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.972961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037758438784413:2050] [node 3] ICS09 handshake done sender: [5:7593037758438784405:2117] self: [5:7593037758438784406:0] peer: [3:7593037759059789775:0] socket: 203 qp: -1
2026-01-08T17:04:28.976428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037754143817030:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:28.978442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037758438784413:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:28.901696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:28.839442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037759059789790:2049] [node 2] ICS09 handshake done sender: [3:7593037759059789767:2110] self: [3:7593037759059789784:0] peer: [2:7593037757430894766:0] socket: 173 qp: -1
2026-01-08T17:04:28.971249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037758599928234:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.805930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.839479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037759059789790:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:28.901759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037752831821365:2049] [node 2] ICP22 created new session: [6:7593037757126788747:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.984231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:28.890707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037756354284503:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.971300Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037758599928234:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:28.901819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037757126788747:2049] [node 2] ICS09 handshake done sender: [6:7593037757126788725:2110] self: [6:7593037757126788740:0] peer: [2:7593037757430894770:0] socket: 171 qp: -1
2026-01-08T17:04:28.899010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037756354284488:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:28.810419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037757430894779:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.839527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:28.978091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037754304960861:2049] [node 3] ICP18 handshake (actor [1:7593037758599928227:2113]) is too old
2026-01-08T17:04:28.988269Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037754143817031:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(48060595ns) {HandleHandshakeStatus:329(48058671ns) {DropIncomingHandshake:442(5232ns) DropOutgoingHandshake:457(26076ns) SwitchToState:179(5305ns) ProcessPendingSessionEvents:495(524168ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 466494ns max# 49114ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.843329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037759059789788:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:869
2026-01-08T17:04:28.901874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037757126788747:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:28.899077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:28.992348Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037758599928220:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(58505553ns) {HandleHandshakeStatus:329(58503709ns) {DropIncomingHandshake:442(147ns) DropOutgoingHandshake:457(437ns) SwitchToState:179(101ns) ProcessPendingSessionEvents:495(58093100ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 53784441ns max# 7798129ns}}}
2026-01-08T17:04:28.813823Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037757430894771:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:28.824146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037757430894762:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:28.824193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:28.824239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037757430894762:2108] [node 6] ICP22 created new session: [2:7593037757430894787:2108]
2026-01-08T17:04:28.824282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037757430894787:2108] [node 6] ICS09 handshake done sender: [2:7593037757430894771:2112] self: [2:7593037757430894770:0] peer: [6:7593037757126788740:0] socket: 170 qp: -1
2026-01-08T17:04:28.824315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037757430894787:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:28.824347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:28.835196Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037757430894782:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57379
2026-01-08T17:04:28.932821Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037757430894782:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.961657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037757430894775:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.961700Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037757430894775:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:28.970537Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037757430894775:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:28.981353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037757430894765:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:28.981418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:28.984162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037757430894765:2109] [node 4] ICP22 created new session: [2:7593037757430894793:2109]
2026-01-08T17:04:28.996316Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037757430894778:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.996355Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037757430894778:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:28.998302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037757430894793:2109] [node 4] ICS09 handshake done sender: [2:7593037757430894775:2113] self: [2:7593037757430894774:0] peer: [4:7593037756354284509:0] socket: 214 qp: -1
2026-01-08T17:04:29.002970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037757430894793:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:29.003020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:28.901908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:28.919519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037752831821366:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:28.919665Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037757126788749:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64036
2026-01-08T17:04:28.942126Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037757126788734:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:28.959695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037752831821364:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:28.959751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:28.959805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037752831821364:2048] [node 1] ICP22 created new session: [6:7593037757126788752:2048]
2026-01-08T17:04:28.959868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037757126788752:2048] [node 1] ICS09 handshake done sender: [6:7593037757126788734:2115] self: [6:7593037757126788746:0] peer: [1:7593037758599928228:0] socket: 192 qp: -1
2026-01-08T17:04:28.959922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037757126788752:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:28.959993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:28.961255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037757126788743:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64036
2026-01-08T17:04:28.985255Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037757126788723:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24194) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037757126788733:2114] held: no
2026-01-08T17:04:28.995871Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037757126788733:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.852342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037759059789776:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.995007Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037758438784415:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2111
2026-01-08T17:04:28.899150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037756354284488:2109] [node 6] ICP22 created new session: [4:7593037756354284508:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:29.002853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037758599928234:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:29.027445Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037757126788723:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(24543078ns) {HandleHandshakeStatus:395(24539227ns) {LogHandshakeFail:472(13779ns) {UpdateErrorStateLog:545(5040ns)} DropOutgoingHandshake:457(305ns) ProcessPendingSessionEvents:495(24439601ns) {unordered DropSessionEvent:512 num# 100 sum# 9165690ns max# 4242096ns}}}
2026-01-08T17:04:28.859568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037759059789766:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:29.005118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037758438784417:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2111
2026-01-08T17:04:28.907844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037752059317129:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:29.022832Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037757430894790:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57379
2026-01-08T17:04:29.015555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037758599928249:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50508
2026-01-08T17:04:29.027581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037757126788723:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:28.859616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:29.005474Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037758438784409:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:28.925594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037756354284508:2109] [node 6] ICS09 handshake done sender: [4:7593037756354284494:2112] self: [4:7593037756354284493:0] peer: [6:7593037757126788739:0] socket: 178 qp: -1
2026-01-08T17:04:29.034657Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037757430894778:2115] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:28.874348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037759059789782:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:29.027654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:29.022287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037758599928221:2109] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:29.005943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037754143817029:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:29.010978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037758438784417:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:29.011151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037758438784390:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:29.041329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:29.045433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037754143817029:2048] [node 1] ICP22 created new session: [5:7593037762733751715:2048]
2026-01-08T17:04:29.045513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037762733751715:2048] [node 1] ICS09 handshake done sender: [5:7593037758438784409:2119] self: [5:7593037758438784411:0] peer: [1:7593037758599928233:0] socket: 221 qp: -1
2026-01-08T17:04:29.045590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037762733751715:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:29.045646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:29.057915Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037754143817029:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(50926439ns) {HandleHandshakeStatus:329(50924555ns) {DropIncomingHandshake:442(451ns) DropOutgoingHandshake:457(6320357ns) SwitchToState:179(1118ns) ProcessPendingSessionEvents:495(2383110ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 2320401ns max# 1884324ns}}}
2026-01-08T17:04:29.059544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037762733751717:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2111
2026-01-08T17:04:28.925664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037756354284508:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:29.060254Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037753135927404:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(204152548ns) {HandleHandshakeStatus:329(204150294ns) {DropIncomingHandshake:442(200ns) DropOutgoingHandshake:457(662ns) SwitchToState:179(345ns) ProcessPendingSessionEvents:495(203731071ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 193278575ns max# 15381503ns}}}
2026-01-08T17:04:28.878488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037759059789766:2108] [node 5] ICP22 created new session: [3:7593037759059789794:2108]
2026-01-08T17:04:29.034716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:29.027715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037757126788723:2108] [node 4] ICP22 created new session: [6:7593037761421756051:2108]
2026-01-08T17:04:29.063954Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037758438784417:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:28.930451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:28.894382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037759059789794:2108] [node 5] ICS09 handshake done sender: [3:7593037759059789776:2114] self: [3:7593037759059789775:0] peer: [5:7593037758438784406:0] socket: 200 qp: -1
2026-01-08T17:04:29.039576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037758599928221:2109] [node 5] ICP22 created new session: [1:7593037762894895547:2109]
2026-01-08T17:04:29.027802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037761421756051:2108] [node 4] ICS09 handshake done sender: [6:7593037757126788733:2114] self: [6:7593037757126788739:0] peer: [4:7593037756354284493:0] socket: 191 qp: -1
2026-01-08T17:04:29.062827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037757430894767:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:29.046262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037762894895547:2109] [node 5] ICS09 handshake done sender: [1:7593037758599928234:2115] self: [1:7593037758599928233:0] peer: [5:7593037758438784411:0] socket: 220 qp: -1
2026-01-08T17:04:28.962399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037756354284504:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:29.027866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037761421756051:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:29.064389Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037762733751716:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2111
2026-01-08T17:04:28.901302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037759059789794:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:29.046312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037762894895547:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:28.966309Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037756354284488:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(66260975ns) {HandleHandshakeStatus:329(66257287ns) {DropIncomingHandshake:442(251ns) DropOutgoingHandshake:457(551ns) SwitchToState:179(577ns) ProcessPendingSessionEvents:495(3671791ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 3607699ns max# 3168466ns}}}
2026-01-08T17:04:29.062901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:29.074639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037758438784390:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:28.901362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:29.027914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:29.062963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037757430894767:2107] [node 5] ICP22 created new session: [2:7593037761725862092:2107]
2026-01-08T17:04:29.047157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:28.967901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037756354284488:2109] [node 6] ICP18 handshake (actor [4:7593037756354284503:2116]) is too old
2026-01-08T17:04:29.038982Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037757126788751:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64036
2026-01-08T17:04:29.103015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:28.939258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037759059789789:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:869
2026-01-08T17:04:28.950602Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037759059789788:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.970931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037759059789781:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:28.980414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037754764822405:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:28.980506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:28.980567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037754764822405:2048] [node 1] ICP22 created new session: [3:7593037759059789798:2048]
2026-01-08T17:04:28.980630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037759059789798:2048] [node 1] ICS09 handshake done sender: [3:7593037759059789781:2117] self: [3:7593037759059789785:0] peer: [1:7593037758599928223:0] socket: 190 qp: -1
2026-01-08T17:04:28.980669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037759059789798:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:28.980708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:28.985409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037759059789780:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.985454Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037759059789780:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:29.038715Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037759059789779:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:29.038773Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037759059789779:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:29.051765Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037759059789780:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:29.054558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037759059789779:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:29.070365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037759059789764:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:29.074431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:29.078412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037759059789764:2107] [node 6] ICP22 created new session: [3:7593037763354757098:2107]
2026-01-08T17:04:29.078494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037763354757098:2107] [node 6] ICS09 handshake done sender: [3:7593037759059789780:2116] self: [3:7593037759059789778:0] peer: [6:7593037757126788750:0] socket: 227 qp: -1
2026-01-08T17:04:29.078556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037763354757098:2107] [node 6] ICS10 traffic start
2026-01-08T17:04:29.078611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:29.079763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037759059789765:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:29.079863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:29.079929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037759059789765:2109] [node 4] ICP22 created new session: [3:7593037763354757100:2109]
2026-01-08T17:04:29.079984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037763354757100:2109] [node 4] ICS09 handshake done sender: [3:7593037759059789779:2115] self: [3:7593037759059789777:0] peer: [4:7593037760649251817:0] socket: 223 qp: -1
2026-01-08T17:04:29.080018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037763354757100:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:29.080054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:29.087276Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037754764822405:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(42981115ns) {HandleHandshakeStatus:329(42978447ns) {DropIncomingHandshake:442(544ns) DropOutgoingHandshake:457(7105ns) SwitchToState:179(514ns) ProcessPendingSessionEvents:495(42534548ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 39514182ns max# 4783922ns}}}
2026-01-08T17:04:29.048910Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037758599928221:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(25585366ns) {HandleHandshakeStatus:329(25582070ns) {DropIncomingHandshake:442(273ns) DropOutgoingHandshake:457(713ns) SwitchToState:179(533ns) ProcessPendingSessionEvents:495(587677ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 529017ns max# 53724ns}}}
2026-01-08T17:04:29.106812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037758438784390:2108] [node 4] ICP22 created new session: [5:7593037762733751719:2108]
2026-01-08T17:04:29.111423Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037754143817030:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9184) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037758438784408:2118] held: no
2026-01-08T17:04:29.112265Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037758438784399:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:29.112296Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037758438784399:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:29.123977Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037758438784408:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:29.129478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037762733751719:2108] [node 4] ICS09 handshake done sender: [5:7593037758438784417:2122] self: [5:7593037762733751714:0] peer: [4:7593037756354284498:0] socket: 184 qp: -1
2026-01-08T17:04:29.063016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037761725862092:2107] [node 5] ICS09 handshake done sender: [2:7593037757430894778:2115] self: [2:7593037757430894777:0] peer: [5:7593037758438784414:0] socket: 218 qp: -1
2026-01-08T17:04:28.970637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037756354284512:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33374
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:29.050519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037757126788751:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:29.059658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037761421756053:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64036
2026-01-08T17:04:29.060266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037757126788721:2103] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:29.065971Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037757126788745:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:28.979086Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037756354284502:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:29.072321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037752831821366:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:28.982124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037756354284510:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33374
2026-01-08T17:04:29.090687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:28.982472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037752059317128:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:29.100942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037752831821366:2050] [node 3] ICP22 created new session: [6:7593037761421756055:2050]
2026-01-08T17:04:29.134819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037762733751719:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:29.137378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:29.081945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037758599928236:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:28.982525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:29.101025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037761421756055:2050] [node 3] ICS09 handshake done sender: [6:7593037757126788745:2120] self: [6:7593037757126788750:0] peer: [3:7593037759059789778:0] socket: 228 qp: -1
2026-01-08T17:04:29.063065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037761725862092:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:29.063104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:29.064766Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037757430894765:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(72028900ns) {HandleHandshakeStatus:329(68220684ns) {DropIncomingHandshake:442(18296ns) DropOutgoingHandshake:457(233ns) SwitchToState:179(161ns) ProcessPendingSessionEvents:495(36412926ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 36315430ns max# 12081746ns}}}
2026-01-08T17:04:29.065894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037757430894790:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:29.067449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037753135927403:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:29.097112Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037757430894767:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(33176612ns) {HandleHandshakeStatus:329(33173426ns) {DropIncomingHandshake:442(18062ns) DropOutgoingHandshake:457(409ns) SwitchToState:179(380ns) ProcessPendingSessionEvents:495(32756897ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 30173851ns max# 10817502ns}}}
2026-01-08T17:04:29.112131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037761725862095:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57379
2026-01-08T17:04:29.126234Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037753135927403:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19653) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037757430894790:2118] held: no
2026-01-08T17:04:29.127154Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037757430894790:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:29.127391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037753135927403:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:29.127442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:29.127511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037753135927403:2048] [node 1] ICP22 created new session: [2:7593037761725862096:2048]
2026-01-08T17:04:29.127566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037761725862096:2048] [node 1] ICS09 handshake done sender: [2:7593037757430894790:2118] self: [2:7593037761725862094:0] peer: [1:7593037758599928235:0] socket: 232 qp: -1
2026-01-08T17:04:29.127602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037761725862096:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:29.127641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:29.158020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037753135927404:2049] [node 3] ICP18 handshake (actor [2:7593037757430894779:2116]) is too old
2026-01-08T17:04:29.148355Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037759059789766:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(234376586ns) {HandleHandshakeStatus:329(234373447ns) {DropIncomingHandshake:442(395ns) DropOutgoingHandshake:457(507ns) SwitchToState:179(812ns) ProcessPendingSessionEvents:495(168163843ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 165964214ns max# 11552009ns}}}
2026-01-08T17:04:29.081996Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037758599928236:2116] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:28.982579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037752059317128:2048] [node 1] ICP22 created new session: [4:7593037756354284516:2048]
2026-01-08T17:04:29.101081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037761421756055:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:29.102572Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037758599928236:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:29.106540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037754304960860:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:29.108958Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037758599928219:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(163679333ns) {HandleHandshakeStatus:329(163672036ns) {DropIncomingHandshake:442(199ns) DropOutgoingHandshake:457(453ns) SwitchToState:179(456ns) ProcessPendingSessionEvents:495(123488397ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 123311920ns max# 16513389ns}}}
2026-01-08T17:04:29.110154Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037758599928219:2107] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:29.110562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:29.112482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037754304960860:2048] [node 2] ICP22 created new session: [1:7593037762894895550:2048]
2026-01-08T17:04:29.125043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037762894895550:2048] [node 2] ICS09 handshake done sender: [1:7593037758599928236:2116] self: [1:7593037758599928235:0] peer: [2:7593037761725862094:0] socket: 231 qp: -1
2026-01-08T17:04:29.133822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037762894895550:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:29.133883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:28.982632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037756354284516:2048] [node 1] ICS09 handshake done sender: [4:7593037756354284502:2115] self: [4:7593037756354284505:0] peer: [1:7593037758599928225:0] socket: 189 qp: -1
2026-01-08T17:04:28.982673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037756354284516:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:28.982712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:28.985952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037756354284515:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33374
2026-01-08T17:04:28.997986Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037756354284507:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:28.999052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037752059317129:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:28.999114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:28.999176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037752059317129:2049] [node 2] ICP22 created new session: [4:7593037756354284519:2049]
2026-01-08T17:04:28.999227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037756354284519:2049] [node 2] ICS09 handshake done sender: [4:7593037756354284507:2118] self: [4:7593037756354284509:0] peer: [2:7593037757430894774:0] socket: 217 qp: -1
2026-01-08T17:04:28.999269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037756354284519:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:28.999325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:29.015554Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037756354284499:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:29.015583Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037756354284499:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:29.018169Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037756354284510:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:29.018342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037752059317130:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:29.042861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037756354284499:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:29.052456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037756354284487:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:29.059737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:29.059820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037756354284487:2108] [node 5] ICP22 created new session: [4:7593037760649251820:2108]
2026-01-08T17:04:29.059880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037760649251820:2108] [node 5] ICS09 handshake done sender: [4:7593037756354284499:2113] self: [4:7593037756354284498:0] peer: [5:7593037762733751714:0] socket: 195 qp: -1
2026-01-08T17:04:29.059919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037760649251820:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:29.059972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:29.066026Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037760649251819:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33374
2026-01-08T17:04:29.102955Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037756354284510:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:29.175688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037752059317130:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:29.175759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:29.179835Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037756354284487:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(126205537ns) {HandleHandshakeStatus:329(126201976ns) {DropIncomingHandshake:442(17789ns) DropOutgoingHandshake:457(768ns) SwitchToState:179(428ns) ProcessPendingSessionEvents:495(118548891ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 118398411ns max# 15233559ns}}}
2026-01-08T17:04:29.180320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037752059317130:2050] [node 3] ICP22 created new session: [4:7593037760649251822:2050]
2026-01-08T17:04:29.101156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:29.118641Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037752831821366:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(29530300ns) {HandleHandshakeStatus:329(29527536ns) {DropIncomingHandshake:442(476ns) DropOutgoingHandshake:457(10812ns) SwitchToState:179(356ns) ProcessPendingSessionEvents:495(524420ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 456357ns max# 55259ns}}}
2026-01-08T17:04:29.135554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037761421756057:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64036
2026-01-08T17:04:29.202649Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037758438784390:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(126826232ns) {HandleHandshakeStatus:329(126823241ns) {DropIncomingHandshake:442(707ns) DropOutgoingHandshake:457(6497ns) SwitchToState:179(182ns) ProcessPendingSessionEvents:495(34907570ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 34819676ns max# 11564977ns}}}
2026-01-08T17:04:29.202752Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037758438784390:2108] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:29.205215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037759059789766:2108] [node 5] ICP18 handshake (actor [3:7593037759059789788:2120]) is too old
2026-01-08T17:04:29.204148Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037758438784399:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:29.208491Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037754304960860:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(100820785ns) {HandleHandshakeStatus:329(100817753ns) {DropIncomingHandshake:442(25260ns) DropOutgoingHandshake:457(779ns) SwitchToState:179(768ns) ProcessPendingSessionEvents:495(59110698ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 59012894ns max# 20134831ns}}}
2026-01-08T17:04:29.196591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037760649251822:2050] [node 3] ICS09 handshake done sender: [4:7593037756354284510:2119] self: [4:7593037760649251817:0] peer: [3:7593037759059789777:0] socket: 229 qp: -1
2026-01-08T17:04:29.196662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037760649251822:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:29.196722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:29.199172Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037752059317130:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(22532672ns) {HandleHandshakeStatus:329(22529978ns) {DropIncomingHandshake:442(1182ns) DropOutgoingHandshake:457(9304ns) SwitchToState:179(476ns) ProcessPendingSessionEvents:495(1250964ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 1185628ns max# 748748ns}}}
2026-01-08T17:04:29.199252Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037752059317130:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:29.214106Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037757126788751:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:29.209682Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037754143817030:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(22288650ns) {HandleHandshakeStatus:395(22286077ns) {LogHandshakeFail:472(14213ns) {UpdateErrorStateLog:545(6153ns)} DropOutgoingHandshake:457(670ns) ProcessPendingSessionEvents:495(22196761ns) {unordered DropSessionEvent:512 num# 100 sum# 6814199ns max# 5459977ns}}}
2026-01-08T17:04:29.210193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037754143817030:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:29.210278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:29.210348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037754143817030:2049] [node 2] ICP22 created new session: [5:7593037762733751722:2049]
2026-01-08T17:04:29.210409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037762733751722:2049] [node 2] ICS09 handshake done sender: [5:7593037758438784408:2118] self: [5:7593037758438784414:0] peer: [2:7593037757430894777:0] socket: 219 qp: -1
2026-01-08T17:04:29.210462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037762733751722:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:29.210508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:29.228397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037758438784389:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:29.228524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:29.228593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037758438784389:2109] [node 6] ICP22 created new session: [5:7593037762733751724:2109]
2026-01-08T17:04:29.228647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037762733751724:2109] [node 6] ICS09 handshake done sender: [5:7593037758438784399:2115] self: [5:7593037758438784398:0] peer: [6:7593037761421756054:0] socket: 236 qp: -1
2026-01-08T17:04:29.228691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037762733751724:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:29.228732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:29.235280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037757126788721:2103] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:29.238894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:29.238992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037757126788721:2103] [node 5] ICP22 created new session: [6:7593037761421756058:2103]
2026-01-08T17:04:29.239065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037761421756058:2103] [node 5] ICS09 handshake done sender: [6:7593037757126788751:2122] self: [6:7593037761421756054:0] peer: [5:7593037758438784398:0] socket: 237 qp: -1
2026-01-08T17:04:29.239119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037761421756058:2103] [node 5] ICS10 traffic start
2026-01-08T17:04:29.239181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:29.241052Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037757126788721:2103] [node 5] ICP35 event processing took too much time PendingConnection:279(17201449ns) {HandleHandshakeStatus:329(17197483ns) {DropIncomingHandshake:442(2130ns) DropOutgoingHandshake:457(6984ns) SwitchToState:179(653ns) ProcessPendingSessionEvents:495(630195ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 560148ns max# 68008ns}}}
2026-01-08T17:04:29.241147Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037757126788721:2103] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:29.362784Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:29.363046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037761725862096:2048] [node 1] ICS01 socket: 232 reason# EndOfStream
2026-01-08T17:04:29.363090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037753135927403:2048] [node 1] ICP30 unregister session Session# [2:7593037761725862096:2048] VirtualId# [2:7593037761725862094:0]
2026-01-08T17:04:29.363134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037761725862096:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.363224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:29.363279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:29.369265Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:29.369532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037759059789798:2048] [node 1] ICS07 socket disconnect 190 reason# EndOfStream
2026-01-08T17:04:29.369568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037759059789798:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.369685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:29.369739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037759059789798:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:29.371148Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:29.371390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037757126788752:2048] [node 1] ICS01 socket: 192 reason# EndOfStream
2026-01-08T17:04:29.371862Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037754764822405:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19653) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:29.371933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037759059789798:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:29.371981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037754764822405:2048] [node 1] ICP30 unregister session Session# [3:7593037759059789798:2048] VirtualId# [3:7593037759059789785:0]
2026-01-08T17:04:29.377261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:29.377352Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037754764822405:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19653) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:29.377374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19653) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:29.378452Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:29.382612Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:29.382872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037762733751715:2048] [node 1] ICS01 socket: 221 reason# EndOfStream
2026-01-08T17:04:29.382931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037754143817029:2048] [node 1] ICP30 unregister session Session# [5:7593037762733751715:2048] VirtualId# [5:7593037758438784411:0]
2026-01-08T17:04:29.382978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037762733751715:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.383088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:29.383145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:29.371438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037752831821364:2048] [node 1] ICP30 unregister session Session# [6:7593037757126788752:2048] VirtualId# [6:7593037757126788746:0]
2026-01-08T17:04:29.371481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037757126788752:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.371572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:29.371617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:29.383837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037756354284516:2048] [node 1] ICS01 socket: 189 reason# EndOfStream
2026-01-08T17:04:29.383888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037752059317128:2048] [node 1] ICP30 unregister session Session# [4:7593037756354284516:2048] VirtualId# [4:7593037756354284505:0]
2026-01-08T17:04:29.383916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037756354284516:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.383976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:29.384010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:29.388859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037754764822405:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:29.510334Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:29.510588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037759059789790:2049] [node 2] ICS01 socket: 173 reason# EndOfStream
2026-01-08T17:04:29.510641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037754764822406:2049] [node 2] ICP30 unregister session Session# [3:7593037759059789790:2049] VirtualId# [3:7593037759059789784:0]
2026-01-08T17:04:29.510688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037759059789790:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.510775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:29.510812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:29.515169Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:29.515403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037762733751722:2049] [node 2] ICS01 socket: 219 reason# EndOfStream
2026-01-08T17:04:29.515463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037754143817030:2049] [node 2] ICP30 unregister session Session# [5:7593037762733751722:2049] VirtualId# [5:7593037758438784414:0]
2026-01-08T17:04:29.515523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037762733751722:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.515613Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:29.515665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:29.517767Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:29.518030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037757126788747:2049] [node 2] ICS07 socket disconnect 171 reason# EndOfStream
2026-01-08T17:04:29.518068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037757126788747:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.518160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:29.518212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037757126788747:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:29.519298Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:29.519532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037756354284519:2049] [node 2] ICS01 socket: 217 reason# EndOfStream
2026-01-08T17:04:29.519585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037752059317129:2049] [node 2] ICP30 unregister session Session# [4:7593037756354284519:2049] VirtualId# [4:7593037756354284509:0]
2026-01-08T17:04:29.519649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037756354284519:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.519720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:29.519763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:29.520180Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037752831821365:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9184) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:29.520246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037757126788747:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:29.520292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037752831821365:2049] [node 2] ICP30 unregister session Session# [6:7593037757126788747:2049] VirtualId# [6:7593037757126788740:0]
2026-01-08T17:04:29.520333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:29.520368Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037752831821365:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9184) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:29.520386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9184) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:29.529606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037752831821365:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:29.626579Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:29.626823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037760649251822:2050] [node 3] ICS07 socket disconnect 229 reason# EndOfStream
2026-01-08T17:04:29.626857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037760649251822:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.626972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:29.627065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037760649251822:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:29.622514Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:29.622790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037761421756055:2050] [node 3] ICS07 socket disconnect 228 reason# EndOfStream
2026-01-08T17:04:29.622827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037761421756055:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.622912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:29.622965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037761421756055:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:29.623268Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:29.628514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037758438784413:2050] [node 3] ICS01 socket: 203 reason# EndOfStream
2026-01-08T17:04:29.630403Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037752059317130:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25859) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:29.628568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037754143817031:2050] [node 3] ICP30 unregister session Session# [5:7593037758438784413:2050] VirtualId# [5:7593037758438784406:0]
2026-01-08T17:04:29.628610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037758438784413:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.628691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:29.628751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:29.643554Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037752831821366:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25859) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:29.644567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037761421756055:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:29.644614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037752831821366:2050] [node 3] ICP30 unregister session Session# [6:7593037761421756055:2050] VirtualId# [6:7593037757126788750:0]
2026-01-08T17:04:29.644731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:29.644773Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037752831821366:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25859) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:29.644790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25859) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:29.654672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037752831821366:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:29.738553Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:29.738806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037762733751719:2108] [node 4] ICS07 socket disconnect 184 reason# EndOfStream
2026-01-08T17:04:29.738845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037762733751719:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.738917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:29.738957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037762733751719:2108] [node 4] ICS15 start handshake
2026-01-08T17:04:29.739251Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:29.739496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037761421756051:2108] [node 4] ICS01 socket: 191 reason# EndOfStream
2026-01-08T17:04:29.739546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037757126788723:2108] [node 4] ICP30 unregister session Session# [6:7593037761421756051:2108] VirtualId# [6:7593037757126788739:0]
2026-01-08T17:04:29.739593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037761421756051:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:29.739670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:29.739716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:29.740959Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037758438784390:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24194) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:29.741027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037762733751719:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:29.741071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037758438784390:2108] [node 4] ICP30 unregister session Session# [5:7593037762733751719:2108] VirtualId# [5:7593037762733751714:0]
2026-01-08T17:04:29.741164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:29.741202Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037758438784390:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24194) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:29.741223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24194) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:30.037928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037766098311258:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:30.037997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037766098311259:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:30.040824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037768109078577:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:30.040916Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037768109078576:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:30.071310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037766927042062:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:30.071356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037766927042063:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:30.074284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037766927042064:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:30.062254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037768082997853:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:30.062336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037768082997854:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:30.071392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037766827383690:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:30.071456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037766827383691:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:30.072708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037766827383692:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:30.091843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037766097347643:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:30.091886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037766097347644:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:30.091931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037766097347645:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:30.545047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037768082997915:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:30.514446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037766097347701:2103] [node 5] ICP01 ready to work
2026-01-08T17:04:30.552302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037766098311324:2107] [node 5] ICP01 ready to work
2026-01-08T17:04:30.593052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037768109078639:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:30.635421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037768082997918:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:30.571769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037766098311322:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:30.614607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037768109078640:2107] [node 6] ICP01 ready to work
2026-01-08T17:04:30.740084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037766927042126:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:30.742742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037766827383756:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:30.617089Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037766098311259:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18373495ns) {Configure:104(18367672ns) {ProcessConfigured:135(16082821ns) {StartInitialHandshake:157(16080621ns) {DropHandshakes:470(2352ns) {DropIncomingHandshake:442(522ns) DropOutgoingHandshake:457(463ns)} GenerateSessionVirtualId:992(569ns) PrepareNewSessionHandshake:477(2942ns) {SwitchToState:179(1222ns)}}}}}
2026-01-08T17:04:30.716982Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037768109078639:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17781389ns) {Configure:104(17775392ns) {ProcessConfigured:135(92832ns) {StartInitialHandshake:157(90516ns) {DropHandshakes:470(2563ns) {DropIncomingHandshake:442(790ns) DropOutgoingHandshake:457(479ns)} GenerateSessionVirtualId:992(1002ns) PrepareNewSessionHandshake:477(2026ns) {SwitchToState:179(740ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.707965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037766098311325:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:30.743138Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037766097347643:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(215961384ns) {Configure:104(215953492ns) {ProcessConfigured:135(20357216ns) {StartInitialHandshake:157(20355241ns) {DropHandshakes:470(1946ns) {DropIncomingHandshake:442(333ns) DropOutgoingHandshake:457(243ns)} GenerateSessionVirtualId:992(819ns) PrepareNewSessionHandshake:477(9045ns) {SwitchToState:179(7154ns)}}}}}
2026-01-08T17:04:30.727429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037768109078641:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:30.746400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037768082997919:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:30.747927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037766827383754:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:30.758711Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037766827383755:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17718
2026-01-08T17:04:30.755589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037766927042127:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:30.764572Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037768082997853:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(206999193ns) {Configure:104(206993147ns) {ProcessConfigured:135(12303291ns) {StartInitialHandshake:157(12300993ns) {DropHandshakes:470(2476ns) {DropIncomingHandshake:442(785ns) DropOutgoingHandshake:457(302ns)} GenerateSessionVirtualId:992(437ns) PrepareNewSessionHandshake:477(2972ns) {SwitchToState:179(1658ns)}}}}}
2026-01-08T17:04:30.763362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037766097347718:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:30.784069Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037766827383690:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(30732285ns) {Configure:104(30728033ns) {ProcessConfigured:135(712587ns) {StartInitialHandshake:157(709785ns) {DropHandshakes:470(2257ns) {DropIncomingHandshake:442(440ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:992(973ns) PrepareNewSessionHandshake:477(2208ns) {SwitchToState:179(1234ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.803903Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037768109078577:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(243173943ns) {Configure:104(243165181ns) {ProcessConfigured:135(8365021ns) {StartInitialHandshake:157(8349592ns) {DropHandshakes:470(1141ns) {DropIncomingHandshake:442(192ns) DropOutgoingHandshake:457(232ns)} GenerateSessionVirtualId:992(426ns) PrepareNewSessionHandshake:477(3907ns) {SwitchToState:179(2131ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.855144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037768109078647:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59633
No RDMA context found for GID: 2026-01-08T17:04:30.823768Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037766097347701:2103] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(278908479ns) {Configure:104(278900005ns) {ProcessConfigured:135(24011024ns) {StartInitialHandshake:157(24008077ns) {DropHandshakes:470(942936ns) {DropIncomingHandshake:442(782ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:992(1013ns) PrepareNewSessionHandshake:477(8527ns) {SwitchToState:179(4410ns)}}}}}
::ffff:127.1.0.0
2026-01-08T17:04:30.815046Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037768082997933:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30316
2026-01-08T17:04:30.870207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037766927042128:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16377
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.873036Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037766927042133:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16377
2026-01-08T17:04:30.834542Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037766827383692:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(33107942ns) {Configure:104(33103963ns) {ProcessConfigured:135(10778237ns) {StartInitialHandshake:157(10776141ns) {DropHandshakes:470(2012ns) {DropIncomingHandshake:442(384ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:992(614ns) PrepareNewSessionHandshake:477(2487ns) {SwitchToState:179(1107ns)}}}}}
2026-01-08T17:04:30.885765Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037768109078576:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(115215161ns) {Configure:104(115206410ns) {ProcessConfigured:135(64240ns) {StartInitialHandshake:157(62198ns) {DropHandshakes:470(2241ns) {DropIncomingHandshake:442(347ns) DropOutgoingHandshake:457(616ns)} GenerateSessionVirtualId:992(1252ns) PrepareNewSessionHandshake:477(4523ns) {SwitchToState:179(511ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.834362Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037768082997854:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(46155649ns) {Configure:104(46150714ns) {ProcessConfigured:135(12730467ns) {StartInitialHandshake:157(12728318ns) {DropHandshakes:470(739ns) {DropIncomingHandshake:442(259ns) DropOutgoingHandshake:457(61ns)} GenerateSessionVirtualId:992(418ns) PrepareNewSessionHandshake:477(3614ns) {SwitchToState:179(1755ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.883218Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037766827383691:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(112548394ns) {Configure:104(112543000ns) {ProcessConfigured:135(65857ns) {StartInitialHandshake:157(59798ns) {DropHandshakes:470(2505ns) {DropIncomingHandshake:442(344ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:992(743ns) PrepareNewSessionHandshake:477(1034ns) {SwitchToState:179(407ns)}}}}}
2026-01-08T17:04:30.895139Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037766927042063:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(286159561ns) {Configure:104(286153798ns) {ProcessConfigured:135(10859870ns) {StartInitialHandshake:157(6699268ns) {DropHandshakes:470(2859ns) {DropIncomingHandshake:442(532ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:992(2237ns) PrepareNewSessionHandshake:477(2537ns) {SwitchToState:179(1366ns)}}}}}
2026-01-08T17:04:30.910892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037766927042064:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(142699522ns) {Configure:104(142694548ns) {ProcessConfigured:135(10460021ns) {StartInitialHandshake:157(10456567ns) {DropHandshakes:470(1673ns) {DropIncomingHandshake:442(196ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:992(1576ns) PrepareNewSessionHandshake:477(3590ns) {SwitchToState:179(1976ns)}}}}}
2026-01-08T17:04:30.898839Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037768109078643:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:30.898882Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037768109078643:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:30.906656Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037768109078643:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:30.907053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037768109078639:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:30.907103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:30.907174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037768109078639:2108] [node 4] ICP22 created new session: [2:7593037768109078656:2108]
2026-01-08T17:04:30.907230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037768109078656:2108] [node 4] ICS09 handshake done sender: [2:7593037768109078643:2110] self: [2:7593037768109078642:0] peer: [4:7593037766827383771:0] socket: 174 qp: -1
2026-01-08T17:04:30.907273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037768109078656:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:30.907313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:30.842777Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037768082997915:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(254576579ns) {Configure:104(254566879ns) {ProcessConfigured:135(21963121ns) {StartInitialHandshake:157(21959495ns) {DropHandshakes:470(1391ns) {DropIncomingHandshake:442(405ns) DropOutgoingHandshake:457(308ns)} GenerateSessionVirtualId:992(645ns) PrepareNewSessionHandshake:477(3137ns) {SwitchToState:179(1941ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.890958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037766827383770:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17718
2026-01-08T17:04:30.919303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037766098311328:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36657
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.888377Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037768082997934:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30316
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.896054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037766827383755:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:30.934717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037766098311335:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36657
2026-01-08T17:04:30.943452Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037768109078647:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:30.945288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037766097347722:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2026-01-08T17:04:30.944187Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037768082997934:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.896213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037766827383691:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.944140Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037768109078640:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(150903926ns) {Configure:104(150893278ns) {ProcessConfigured:135(23849792ns) {StartInitialHandshake:157(23847030ns) {DropHandshakes:470(1939ns) {DropIncomingHandshake:442(359ns) DropOutgoingHandshake:457(291ns)} GenerateSessionVirtualId:992(419ns) PrepareNewSessionHandshake:477(3395ns) {SwitchToState:179(1836ns)}}}}}
2026-01-08T17:04:30.944306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037766927042133:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:30.944467Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037766098311258:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(176131297ns) {Configure:104(176125600ns) {ProcessConfigured:135(10275748ns) {StartInitialHandshake:157(10272194ns) {DropHandshakes:470(2410ns) {DropIncomingHandshake:442(527ns) DropOutgoingHandshake:457(352ns)} GenerateSessionVirtualId:992(1578ns) PrepareNewSessionHandshake:477(2361ns) {SwitchToState:179(1024ns)}}}}}
2026-01-08T17:04:30.954614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037768109078650:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:30.950912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037766097347723:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2026-01-08T17:04:30.944458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037768082997854:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:30.954650Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037768109078650:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:30.944470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037766927042063:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:30.950499Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037766098311327:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36657
2026-01-08T17:04:30.935778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037766827383772:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17718
2026-01-08T17:04:30.946034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037768082997936:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30316
2026-01-08T17:04:30.964087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037766097347724:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.957876Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037766927042128:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.955083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037768109078646:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:30.966894Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037768082997933:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:30.938567Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037766827383755:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:30.959587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037766098311327:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:30.982791Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037766097347644:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(139399304ns) {Configure:104(139388444ns) {ProcessConfigured:135(7763840ns) {StartInitialHandshake:157(7761274ns) {DropHandshakes:470(1562ns) {DropIncomingHandshake:442(333ns) DropOutgoingHandshake:457(469ns)} GenerateSessionVirtualId:992(1273ns) PrepareNewSessionHandshake:477(3654ns) {SwitchToState:179(1892ns)}}}}}
2026-01-08T17:04:30.958856Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037766927042144:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16377
2026-01-08T17:04:30.955114Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037768109078646:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.958945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037766927042126:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:30.982967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037766097347722:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:30.959789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037766098311328:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:30.981350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037768082997853:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:30.952252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037766827383691:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.966563Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037768109078646:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.952361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:30.983099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037766097347645:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:30.967195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037768109078650:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:30.983713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037768109078577:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:30.984041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:31.007990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037768109078577:2049] [node 3] ICP22 created new session: [2:7593037768109078663:2049]
2026-01-08T17:04:31.014130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037768109078641:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:31.014185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:31.014251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037768109078641:2109] [node 5] ICP22 created new session: [2:7593037772404045960:2109]
2026-01-08T17:04:31.014305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037772404045960:2109] [node 5] ICS09 handshake done sender: [2:7593037768109078650:2113] self: [2:7593037768109078649:0] peer: [5:7593037766927042143:0] socket: 194 qp: -1
2026-01-08T17:04:31.014367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037772404045960:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:31.014433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:31.020781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037768109078663:2049] [node 3] ICS09 handshake done sender: [2:7593037768109078646:2111] self: [2:7593037768109078645:0] peer: [3:7593037768082997935:0] socket: 192 qp: -1
2026-01-08T17:04:31.026032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037768109078663:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:31.026084Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:30.983481Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037768082997922:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:31.075056Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037768109078659:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.075102Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037768109078659:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.959960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037766098311338:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36657
2026-01-08T17:04:30.959296Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037766927042145:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16377
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.994221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037766097347723:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:30.983525Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037768082997922:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:30.960071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037766098311341:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:36657
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.952420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037766827383691:2049] [node 2] ICP22 created new session: [4:7593037766827383773:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.987699Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037766927042133:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:31.109467Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037768109078659:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:31.021981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037766097347724:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.994438Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037768082997922:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:30.952494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037766827383773:2049] [node 2] ICS09 handshake done sender: [4:7593037766827383755:2111] self: [4:7593037766827383771:0] peer: [2:7593037768109078642:0] socket: 175 qp: -1
2026-01-08T17:04:30.990552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037766927042063:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:30.972971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037766098311338:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.952537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037766827383773:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:30.990618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:31.125400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037768109078640:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:31.020038Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037772377965237:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30316
2026-01-08T17:04:31.049598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037766097347701:2103] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:31.002583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037766098311323:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:30.952612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.990685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037766927042063:2049] [node 2] ICP22 created new session: [5:7593037766927042148:2049]
2026-01-08T17:04:31.126475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:31.052574Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037772377965237:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.050011Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037770392315030:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2026-01-08T17:04:31.002635Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037766098311323:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:31.052524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037770392315028:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2026-01-08T17:04:31.072955Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037768082997854:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61928) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037768082997934:2117] held: no
2026-01-08T17:04:30.990750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037766927042148:2049] [node 2] ICS09 handshake done sender: [5:7593037766927042133:2114] self: [5:7593037766927042143:0] peer: [2:7593037768109078649:0] socket: 195 qp: -1
2026-01-08T17:04:30.957456Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037766827383775:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17718
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:31.027180Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037766098311335:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.073911Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037768082997918:2110] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:31.074198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037768082997918:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:31.074278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:31.074366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037768082997918:2110] [node 6] ICP22 created new session: [3:7593037772377965240:2110]
2026-01-08T17:04:31.074428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037772377965240:2110] [node 6] ICS09 handshake done sender: [3:7593037768082997922:2111] self: [3:7593037768082997921:0] peer: [6:7593037766097347731:0] socket: 182 qp: -1
2026-01-08T17:04:31.084306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037772377965240:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:31.086590Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037768082997937:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30316
2026-01-08T17:04:31.088275Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:31.097863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037772377965238:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30316
2026-01-08T17:04:31.107311Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037768082997937:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.107571Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037768082997933:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:31.113493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037768082997853:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:31.120325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037768082997938:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30316
2026-01-08T17:04:31.124880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:31.128564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037768082997853:2048] [node 1] ICP22 created new session: [3:7593037772377965245:2048]
2026-01-08T17:04:31.137237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037772377965245:2048] [node 1] ICS09 handshake done sender: [3:7593037768082997933:2116] self: [3:7593037768082997939:0] peer: [1:7593037766098311318:0] socket: 188 qp: -1
2026-01-08T17:04:31.140898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037772377965245:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:31.140956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:31.148120Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037768082997934:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:31.162206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037768082997854:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:31.165203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:31.184529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037768082997854:2049] [node 2] ICP22 created new session: [3:7593037772377965247:2049]
2026-01-08T17:04:31.054796Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037766097347722:2121] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:30.970704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037766827383763:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:31.126563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037768109078640:2107] [node 6] ICP22 created new session: [2:7593037772404045967:2107]
2026-01-08T17:04:31.033221Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037766098311323:2110] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: 2026-01-08T17:04:30.990793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037766927042148:2049] [node 2] ICS10 traffic start
::ffff:127.1.0.0
2026-01-08T17:04:31.055018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037766097347645:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:31.055092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:31.055149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037766097347645:2050] [node 3] ICP22 created new session: [6:7593037770392315034:2050]
2026-01-08T17:04:31.055202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037770392315034:2050] [node 3] ICS09 handshake done sender: [6:7593037766097347722:2121] self: [6:7593037766097347731:0] peer: [3:7593037768082997921:0] socket: 205 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:31.055243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037770392315034:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:31.052377Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037766098311330:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:30.990835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:31.126614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037772404045967:2107] [node 6] ICS09 handshake done sender: [2:7593037768109078659:2115] self: [2:7593037768109078654:0] peer: [6:7593037770392315037:0] socket: 196 qp: -1
2026-01-08T17:04:30.970747Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037766827383763:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:31.206399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037772377965247:2049] [node 2] ICS09 handshake done sender: [3:7593037768082997934:2117] self: [3:7593037768082997935:0] peer: [2:7593037768109078645:0] socket: 193 qp: -1
2026-01-08T17:04:31.055281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:30.972785Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037766827383763:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:31.126652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037772404045967:2107] [node 6] ICS10 traffic start
2026-01-08T17:04:30.997267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037766927042147:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16377
2026-01-08T17:04:31.206463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037772377965247:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:31.052426Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037766098311330:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:31.092480Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037766098311330:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:31.109777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037766098311259:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:31.109850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:31.056442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037770392315033:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2026-01-08T17:04:30.984152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037766827383756:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:30.984209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:30.988006Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037766827383770:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.006357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037766827383756:2108] [node 5] ICP22 created new session: [4:7593037766827383778:2108]
2026-01-08T17:04:31.022017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037766827383775:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.026785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037766827383690:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:31.026479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037766827383778:2108] [node 5] ICS09 handshake done sender: [4:7593037766827383763:2114] self: [4:7593037766827383762:0] peer: [5:7593037766927042146:0] socket: 187 qp: -1
2026-01-08T17:04:31.031162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037766827383778:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:31.033698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:31.077481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037771122351077:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17718
2026-01-08T17:04:31.081696Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037766827383756:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(96547961ns) {HandleHandshakeStatus:329(96545395ns) {DropIncomingHandshake:442(183ns) DropOutgoingHandshake:457(367ns) SwitchToState:179(224ns) ProcessPendingSessionEvents:495(9897416ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 9819743ns max# 9335418ns}}}
2026-01-08T17:04:31.081810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037766827383756:2108] [node 5] ICP18 handshake (actor [4:7593037766827383770:2117]) is too old
2026-01-08T17:04:31.092176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037766827383758:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.092221Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037766827383758:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:31.106774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037766827383775:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:31.108691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037766827383690:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:31.115172Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037771122351078:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17718
2026-01-08T17:04:31.124930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:31.130988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037766827383690:2048] [node 1] ICP22 created new session: [4:7593037771122351079:2048]
2026-01-08T17:04:31.148510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037771122351079:2048] [node 1] ICS09 handshake done sender: [4:7593037766827383775:2119] self: [4:7593037771122351075:0] peer: [1:7593037766098311329:0] socket: 217 qp: -1
2026-01-08T17:04:31.148572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037771122351079:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:31.148639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:31.161813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037766827383758:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:31.202405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037766827383754:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:31.216422Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037771122351082:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17718
2026-01-08T17:04:31.225543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:31.234710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037766827383754:2110] [node 6] ICP22 created new session: [4:7593037771122351083:2110]
2026-01-08T17:04:31.235028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037771122351078:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.126700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:31.235813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037766827383692:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:31.128163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037772404045966:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59633
2026-01-08T17:04:31.175911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037772404045966:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.237696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037771122351083:2110] [node 6] ICS09 handshake done sender: [4:7593037766827383758:2112] self: [4:7593037766827383757:0] peer: [6:7593037770392315038:0] socket: 191 qp: -1
2026-01-08T17:04:31.177207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037772404045964:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59633
2026-01-08T17:04:31.237748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037771122351083:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:31.184722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037768109078576:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:31.196016Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037772404045970:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59633
2026-01-08T17:04:31.237829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:31.197137Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037772404045966:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:31.197331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037768109078576:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:31.241636Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037766827383754:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(46137450ns) {HandleHandshakeStatus:329(46132985ns) {DropIncomingHandshake:442(1392ns) DropOutgoingHandshake:457(469ns) SwitchToState:179(579ns) ProcessPendingSessionEvents:495(2643786ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 2570436ns max# 2117003ns}}}
2026-01-08T17:04:31.197398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:31.197450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037768109078576:2048] [node 1] ICP22 created new session: [2:7593037772404045971:2048]
2026-01-08T17:04:31.197511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037772404045971:2048] [node 1] ICS09 handshake done sender: [2:7593037772404045966:2117] self: [2:7593037772404045969:0] peer: [1:7593037766098311336:0] socket: 177 qp: -1
2026-01-08T17:04:31.197554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037772404045971:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:31.197596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:31.238455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037772404045964:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.206515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:31.235375Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037768082997853:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(101824984ns) {HandleHandshakeStatus:329(101821991ns) {DropIncomingHandshake:442(397ns) DropOutgoingHandshake:457(4232ns) SwitchToState:179(219ns) ProcessPendingSessionEvents:495(34806000ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 34747891ns max# 34285381ns}}}
2026-01-08T17:04:31.235456Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037768082997853:2048] [node 1] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:31.250568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037771122351082:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.109911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037766098311259:2049] [node 3] ICP22 created new session: [1:7593037770393278644:2049]
2026-01-08T17:04:30.999094Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037766927042128:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:31.245902Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037768082997854:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(64700665ns) {HandleHandshakeStatus:329(64696416ns) {DropIncomingHandshake:442(1135ns) DropOutgoingHandshake:457(452ns) SwitchToState:179(554ns) ProcessPendingSessionEvents:495(1068ns)}}
2026-01-08T17:04:31.061168Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037770392315033:2129] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.246434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037768109078640:2107] [node 6] ICP18 handshake (actor [2:7593037772404045964:2116]) is too old
2026-01-08T17:04:31.111040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037766098311325:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:30.999317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037766927042126:2109] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:31.254890Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037768082997929:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:31.061694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037766097347644:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:30.999399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:31.254932Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037768082997929:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:31.111108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:30.999459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037766927042126:2109] [node 4] ICP22 created new session: [5:7593037766927042151:2109]
2026-01-08T17:04:30.999528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037766927042151:2109] [node 4] ICS09 handshake done sender: [5:7593037766927042128:2111] self: [5:7593037766927042146:0] peer: [4:7593037766827383762:0] socket: 190 qp: -1
2026-01-08T17:04:30.999596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037766927042151:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:30.999656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:31.046935Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037766927042126:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(20150667ns) {HandleHandshakeStatus:329(20148563ns) {DropIncomingHandshake:442(804ns) DropOutgoingHandshake:457(6900ns) SwitchToState:179(365ns) ProcessPendingSessionEvents:495(19652057ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 19569843ns max# 19036210ns}}}
2026-01-08T17:04:31.050083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037766927042135:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.050122Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037766927042135:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:31.069195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037766927042135:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:31.103707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037766927042127:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:31.103818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:31.108593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037766927042127:2108] [node 6] ICP22 created new session: [5:7593037771222009450:2108]
2026-01-08T17:04:31.126385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037771222009450:2108] [node 6] ICS09 handshake done sender: [5:7593037766927042135:2115] self: [5:7593037766927042134:0] peer: [6:7593037770392315032:0] socket: 197 qp: -1
2026-01-08T17:04:31.128651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037771222009450:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:31.133145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:31.160352Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037766927042144:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.183470Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037771222009451:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16377
2026-01-08T17:04:31.222494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037771222009453:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16377
2026-01-08T17:04:31.243751Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037766927042127:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(150396276ns) {HandleHandshakeStatus:329(150392695ns) {DropIncomingHandshake:442(1323ns) DropOutgoingHandshake:457(2290ns) SwitchToState:179(821ns) ProcessPendingSessionEvents:495(83127907ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 82993244ns max# 15472610ns}}}
2026-01-08T17:04:31.244980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593037766927042127:2108] [node 6] ICP18 handshake (actor [5:7593037766927042144:2118]) is too old
2026-01-08T17:04:31.245524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037771222009451:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.245699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037766927042064:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:31.254770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037771222009453:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.264097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037766927042062:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:31.279669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037771222009456:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16377
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:31.291963Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037771222009451:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:31.293784Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037771222009457:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16377
2026-01-08T17:04:31.070928Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037766097347718:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(111192896ns) {Configure:104(111188075ns) {ProcessConfigured:135(11087459ns) {StartInitialHandshake:157(11084754ns) {DropHandshakes:470(2844ns) {DropIncomingHandshake:442(859ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:992(499ns) PrepareNewSessionHandshake:477(2964ns) {SwitchToState:179(1335ns)}}}}}
2026-01-08T17:04:31.284887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037766827383754:2110] [node 6] ICP18 handshake (actor [4:7593037771122351082:2122]) is too old
2026-01-08T17:04:31.266994Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037768082997929:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:31.111160Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037766098311325:2109] [node 4] ICP22 created new session: [1:7593037770393278645:2109]
2026-01-08T17:04:31.076002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037766097347718:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:31.267242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037768082997932:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.285055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037771122351086:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17718
2026-01-08T17:04:31.297440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037766927042064:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:31.303737Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037766827383692:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27766) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037771122351078:2121] held: no
2026-01-08T17:04:31.304474Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037771122351078:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:31.111229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037770393278645:2109] [node 4] ICS09 handshake done sender: [1:7593037766098311330:2113] self: [1:7593037766098311329:0] peer: [4:7593037771122351075:0] socket: 216 qp: -1
2026-01-08T17:04:31.306868Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037768109078577:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(319071199ns) {HandleHandshakeStatus:329(319069047ns) {DropIncomingHandshake:442(13995ns) DropOutgoingHandshake:457(458ns) SwitchToState:179(130ns) ProcessPendingSessionEvents:495(245405822ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 245183087ns max# 17904999ns}}}
2026-01-08T17:04:31.267277Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037768082997932:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:31.111274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037770393278645:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:31.086839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037770392315039:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2026-01-08T17:04:31.309204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:31.310285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037766827383692:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:31.281530Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037768082997932:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:31.311349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037766927042064:2050] [node 3] ICP22 created new session: [5:7593037771222009458:2050]
2026-01-08T17:04:31.311423Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037771222009453:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:31.316177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037771222009458:2050] [node 3] ICS09 handshake done sender: [5:7593037771222009451:2121] self: [5:7593037771222009454:0] peer: [3:7593037768082997927:0] socket: 240 qp: -1
2026-01-08T17:04:31.316222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037771222009458:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:31.316278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:31.318396Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037766927042064:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(19919601ns) {HandleHandshakeStatus:329(19917306ns) {DropIncomingHandshake:442(640ns) DropOutgoingHandshake:457(5733ns) SwitchToState:179(516ns) ProcessPendingSessionEvents:495(586523ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 519598ns max# 64131ns}}}
2026-01-08T17:04:31.318474Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037766927042064:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:31.318964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037766927042062:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:31.319035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:31.319083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037766927042062:2048] [node 1] ICP22 created new session: [5:7593037771222009460:2048]
2026-01-08T17:04:31.319134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037771222009460:2048] [node 1] ICS09 handshake done sender: [5:7593037771222009453:2122] self: [5:7593037771222009455:0] peer: [1:7593037766098311333:0] socket: 210 qp: -1
2026-01-08T17:04:31.319184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037771222009460:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:31.319218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:31.110543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037770392315028:2126] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.310353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:31.311504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037766827383692:2050] [node 3] ICP22 created new session: [4:7593037771122351087:2050]
2026-01-08T17:04:31.311564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037771122351087:2050] [node 3] ICS09 handshake done sender: [4:7593037771122351078:2121] self: [4:7593037771122351084:0] peer: [3:7593037768082997928:0] socket: 179 qp: -1
2026-01-08T17:04:31.311612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037771122351087:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:31.311653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:31.111312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:31.110684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037766097347724:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:31.117675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037766097347701:2103] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:31.117762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:31.117823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037766097347701:2103] [node 5] ICP22 created new session: [6:7593037770392315041:2103]
2026-01-08T17:04:31.117881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037770392315041:2103] [node 5] ICS09 handshake done sender: [6:7593037766097347724:2123] self: [6:7593037770392315032:0] peer: [5:7593037766927042134:0] socket: 208 qp: -1
2026-01-08T17:04:31.117933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037770392315041:2103] [node 5] ICS10 traffic start
2026-01-08T17:04:31.117992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:31.137001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037770392315040:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2026-01-08T17:04:31.176672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037770392315033:2129] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:31.180332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037766097347643:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:31.195526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037766097347644:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:31.195595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:31.195662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037766097347644:2049] [node 2] ICP22 created new session: [6:7593037770392315046:2049]
2026-01-08T17:04:31.202939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037770392315046:2049] [node 2] ICS09 handshake done sender: [6:7593037770392315033:2129] self: [6:7593037770392315037:0] peer: [2:7593037768109078654:0] socket: 232 qp: -1
2026-01-08T17:04:31.202998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037770392315046:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:31.203064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:31.216617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037770392315043:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2026-01-08T17:04:31.241419Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037766097347701:2103] [node 5] ICP35 event processing took too much time PendingConnection:279(122508651ns) {HandleHandshakeStatus:329(122506173ns) {DropIncomingHandshake:442(398ns) DropOutgoingHandshake:457(6677ns) SwitchToState:179(321ns) ProcessPendingSessionEvents:495(122039546ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 121896294ns max# 20628691ns}}}
2026-01-08T17:04:31.243925Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037766097347723:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:31.251072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037766097347718:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:31.251164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:31.251230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037766097347718:2108] [node 4] ICP22 created new session: [6:7593037770392315049:2108]
2026-01-08T17:04:31.251307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037770392315049:2108] [node 4] ICS09 handshake done sender: [6:7593037766097347723:2122] self: [6:7593037770392315038:0] peer: [4:7593037766827383757:0] socket: 207 qp: -1
2026-01-08T17:04:31.251352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037770392315049:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:31.251419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:31.261242Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037770392315048:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23611
2026-01-08T17:04:31.267982Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037770392315028:2126] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:31.268581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037766097347643:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:31.284880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:31.290551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037766097347643:2048] [node 1] ICP22 created new session: [6:7593037770392315051:2048]
2026-01-08T17:04:31.296166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037770392315051:2048] [node 1] ICS09 handshake done sender: [6:7593037770392315028:2126] self: [6:7593037770392315045:0] peer: [1:7593037766098311331:0] socket: 225 qp: -1
2026-01-08T17:04:31.297706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037770392315051:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:31.305103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:31.114619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037770393278644:2049] [node 3] ICS09 handshake done sender: [1:7593037766098311323:2110] self: [1:7593037766098311318:0] peer: [3:7593037768082997939:0] socket: 178 qp: -1
2026-01-08T17:04:31.126358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037770393278644:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:31.128570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:31.144396Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037766098311259:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(33559015ns) {HandleHandshakeStatus:329(33551961ns) {DropIncomingHandshake:442(15854ns) DropOutgoingHandshake:457(218ns) SwitchToState:179(330ns) ProcessPendingSessionEvents:495(616696ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 557443ns max# 84828ns}}}
2026-01-08T17:04:31.175781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037766098311341:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.194225Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037766098311337:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.194262Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037766098311337:2117] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:31.196558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037766098311337:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:31.216755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037766098311258:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:31.222295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:31.225989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037766098311332:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.226030Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037766098311332:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:31.227057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037766098311258:2048] [node 2] ICP22 created new session: [1:7593037770393278652:2048]
2026-01-08T17:04:31.238093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037770393278652:2048] [node 2] ICS09 handshake done sender: [1:7593037766098311337:2117] self: [1:7593037766098311336:0] peer: [2:7593037772404045969:0] socket: 184 qp: -1
2026-01-08T17:04:31.238685Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037766098311332:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:31.246181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037770393278652:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:31.254821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:31.266988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037766098311322:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:31.278860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:31.285015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037766098311322:2108] [node 6] ICP22 created new session: [1:7593037770393278655:2108]
2026-01-08T17:04:31.290303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037770393278655:2108] [node 6] ICS09 handshake done sender: [1:7593037766098311332:2114] self: [1:7593037766098311331:0] peer: [6:7593037770392315045:0] socket: 215 qp: -1
2026-01-08T17:04:31.291908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037770393278655:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:31.292153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037766098311334:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:31.292184Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037766098311334:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:31.295263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:31.296472Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037766098311334:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:31.299598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037766098311322:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(31551076ns) {HandleHandshakeStatus:329(31547656ns) {DropIncomingHandshake:442(17098ns) DropOutgoingHandshake:457(775ns) SwitchToState:179(240ns) ProcessPendingSessionEvents:495(683224ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 619855ns max# 69128ns}}}
2026-01-08T17:04:31.313922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037766098311324:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:31.314003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:31.314059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037766098311324:2107] [node 5] ICP22 created new session: [1:7593037770393278658:2107]
2026-01-08T17:04:31.314123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037770393278658:2107] [node 5] ICS09 handshake done sender: [1:7593037766098311334:2115] self: [1:7593037766098311333:0] peer: [5:7593037771222009455:0] socket: 180 qp: -1
2026-01-08T17:04:31.314182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037770393278658:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:31.314217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:31.282625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037768082997919:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:31.282723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:31.282780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037768082997919:2107] [node 4] ICP22 created new session: [3:7593037772377965251:2107]
2026-01-08T17:04:31.282838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037772377965251:2107] [node 4] ICS09 handshake done sender: [3:7593037768082997929:2114] self: [3:7593037768082997928:0] peer: [4:7593037771122351084:0] socket: 212 qp: -1
2026-01-08T17:04:31.282881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037772377965251:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:31.282938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:31.285166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037768082997915:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:31.294417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:31.296004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037768082997915:2108] [node 5] ICP22 created new session: [3:7593037772377965253:2108]
2026-01-08T17:04:31.303323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037772377965253:2108] [node 5] ICS09 handshake done sender: [3:7593037768082997932:2115] self: [3:7593037768082997927:0] peer: [5:7593037771222009454:0] socket: 239 qp: -1
2026-01-08T17:04:31.303386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037772377965253:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:31.305838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:31.328238Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037768082997915:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(42003523ns) {HandleHandshakeStatus:329(42000628ns) {DropIncomingHandshake:442(23854ns) DropOutgoingHandshake:457(409ns) SwitchToState:179(570ns) ProcessPendingSessionEvents:495(1042170ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 980707ns max# 529942ns}}}
2026-01-08T17:04:31.339216Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037766097347643:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(69197775ns) {HandleHandshakeStatus:329(69196000ns) {DropIncomingHandshake:442(363ns) DropOutgoingHandshake:457(5101ns) SwitchToState:179(405ns) ProcessPendingSessionEvents:495(13558375ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 13480565ns max# 12958792ns}}}
2026-01-08T17:04:31.340472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037766098311258:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(117649783ns) {HandleHandshakeStatus:329(117647200ns) {DropIncomingHandshake:442(17315ns) DropOutgoingHandshake:457(427ns) SwitchToState:179(1069ns) ProcessPendingSessionEvents:495(52580073ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 44211807ns max# 9776881ns}}}
2026-01-08T17:04:31.346073Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037766827383690:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(227717081ns) {HandleHandshakeStatus:329(227714399ns) {DropIncomingHandshake:442(652ns) DropOutgoingHandshake:457(10764ns) SwitchToState:179(153ns) ProcessPendingSessionEvents:495(156349215ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 151523814ns max# 26649311ns}}}
2026-01-08T17:04:31.431854Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:31.432125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037772404045971:2048] [node 1] ICS01 socket: 177 reason# EndOfStream
2026-01-08T17:04:31.432173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037768109078576:2048] [node 1] ICP30 unregister session Session# [2:7593037772404045971:2048] VirtualId# [2:7593037772404045969:0]
2026-01-08T17:04:31.432215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037772404045971:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:31.432303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:31.432346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:31.434854Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:31.435109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037772377965245:2048] [node 1] ICS07 socket disconnect 188 reason# EndOfStream
2026-01-08T17:04:31.435148Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037772377965245:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:31.435219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:31.435261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037772377965245:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:31.439765Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037768082997853:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12687) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:31.439821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037772377965245:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:31.440740Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037768082997853:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12687) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:31.440802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037772377965245:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:31.440845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037768082997853:2048] [node 1] ICP30 unregister session Session# [3:7593037772377965245:2048] VirtualId# [3:7593037768082997939:0]
2026-01-08T17:04:31.440963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:31.441021Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037768082997853:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12687) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:31.441041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12687) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:31.446543Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:31.446798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037771222009460:2048] [node 1] ICS01 socket: 210 reason# EndOfStream
2026-01-08T17:04:31.446853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037766927042062:2048] [node 1] ICP30 unregister session Session# [5:7593037771222009460:2048] VirtualId# [5:7593037771222009455:0]
2026-01-08T17:04:31.446897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037771222009460:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:31.446973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:31.447022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:31.447123Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:31.447346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037770392315051:2048] [node 1] ICS07 socket disconnect 225 reason# EndOfStream
2026-01-08T17:04:31.447377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037770392315051:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:31.447447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:31.447489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037770392315051:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:31.448163Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:31.448366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037771122351079:2048] [node 1] ICS07 socket disconnect 217 reason# EndOfStream
2026-01-08T17:04:31.448392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037771122351079:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:31.448448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:31.448493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037771122351079:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:31.450483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037768082997853:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:31.450568Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037766827383690:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12687) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:31.450634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037771122351079:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:31.450680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037766827383690:2048] [node 1] ICP30 unregister session Session# [4:7593037771122351079:2048] VirtualId# [4:7593037771122351075:0]
2026-01-08T17:04:31.450785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:31.450822Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037766827383690:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12687) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:31.450842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12687) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:31.454848Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037766097347643:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12687) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:31.454928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037770392315051:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:31.454973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037766097347643:2048] [node 1] ICP30 unregister session Session# [6:7593037770392315051:2048] VirtualId# [6:7593037770392315045:0]
2026-01-08T17:04:31.455060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:31.455103Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037766097347643:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12687) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:31.455126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12687) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:31.462508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037766827383690:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:31.466534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037766097347643:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:31.658594Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:31.658868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037772377965247:2049] [node 2] ICS01 socket: 193 reason# EndOfStream
2026-01-08T17:04:31.658923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037768082997854:2049] [node 2] ICP30 unregister session Session# [3:7593037772377965247:2049] VirtualId# [3:7593037768082997935:0]
2026-01-08T17:04:31.658967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037772377965247:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:31.659046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:31.659142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:31.666541Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:31.666786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037766827383773:2049] [node 2] ICS07 socket disconnect 175 reason# EndOfStream
2026-01-08T17:04:31.666823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037766827383773:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:31.666910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:31.666951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037766827383773:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:31.666527Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:31.666785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037770392315046:2049] [node 2] ICS07 socket disconnect 232 reason# EndOfStream
2026-01-08T17:04:31.666820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037770392315046:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:31.666910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:31.666958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037770392315046:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:31.667777Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:31.668016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037766927042148:2049] [node 2] ICS07 socket disconnect 195 reason# EndOfStream
2026-01-08T17:04:31.668056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037766927042148:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:31.668115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:31.668158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037766927042148:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:31.668488Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037766097347644:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61928) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:31.668543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037770392315046:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:31.668569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037766097347644:2049] [node 2] ICP30 unregister session Session# [6:7593037770392315046:2049] VirtualId# [6:7593037770392315037:0]
2026-01-08T17:04:31.668608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:31.668633Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037766097347644:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61928) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:31.668644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61928) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:31.677758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037766097347644:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:31.679274Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037766927042063:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61928) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:31.679361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037766927042148:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:31.679410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037766927042063:2049] [node 2] ICP30 unregister session Session# [5:7593037766927042148:2049] VirtualId# [5:7593037766927042143:0]
2026-01-08T17:04:31.679473Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:31.679527Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037766927042063:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61928) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:31.679549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61928) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:31.674662Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037766827383691:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61928) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:31.680024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037766827383773:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:31.680097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037766827383691:2049] [node 2] ICP30 unregister session Session# [4:7593037766827383773:2049] VirtualId# [4:7593037766827383771:0]
2026-01-08T17:04:31.680151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:31.680206Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037766827383691:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61928) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:31.680225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61928) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:31.690599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037766827383691:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:31.691263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037766927042063:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:31.863232Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:31.863472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037770392315034:2050] [node 3] ICS01 socket: 205 reason# EndOfStream
2026-01-08T17:04:31.863536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037766097347645:2050] [node 3] ICP30 unregister session Session# [6:7593037770392315034:2050] VirtualId# [6:7593037766097347731:0]
2026-01-08T17:04:31.863571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037770392315034:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:31.863651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:31.863707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:31.862583Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:31.862849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037771222009458:2050] [node 3] ICS01 socket: 240 reason# EndOfStream
2026-01-08T17:04:31.862901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037766927042064:2050] [node 3] ICP30 unregister session Session# [5:7593037771222009458:2050] VirtualId# [5:7593037771222009454:0]
2026-01-08T17:04:31.862950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037771222009458:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:31.863058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:31.863113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:31.866535Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:31.866776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037771122351087:2050] [node 3] ICS01 socket: 179 reason# EndOfStream
2026-01-08T17:04:31.866873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037766827383692:2050] [node 3] ICP30 unregister session Session# [4:7593037771122351087:2050] VirtualId# [4:7593037771122351084:0]
2026-01-08T17:04:31.866956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037771122351087:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:31.867100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:31.867161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:32.014545Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:32.015227Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:32.015428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037770392315049:2108] [node 4] ICS07 socket disconnect 207 reason# EndOfStream
2026-01-08T17:04:32.015461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037770392315049:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:32.015559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:32.015622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037770392315049:2108] [node 4] ICS15 start handshake
2026-01-08T17:04:32.023463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037766097347718:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13893) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:32.023563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037770392315049:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:32.023619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037766097347718:2108] [node 4] ICP30 unregister session Session# [6:7593037770392315049:2108] VirtualId# [6:7593037770392315038:0]
2026-01-08T17:04:32.023749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:32.023787Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037766097347718:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13893) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:32.023807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13893) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:32.038857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037766097347718:2108] [node 4] ICP33 wake up from error state
2026-01-08T17:04:32.158530Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:32.158780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037770392315041:2103] [node 5] ICS01 socket: 208 reason# EndOfStream
2026-01-08T17:04:32.158838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037766097347701:2103] [node 5] ICP30 unregister session Session# [6:7593037770392315041:2103] VirtualId# [6:7593037770392315032:0]
2026-01-08T17:04:32.158885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037770392315041:2103] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:32.158982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:32.159046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:32.377025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037773952607889:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:32.377137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037773952607888:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:32.387738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037776333097727:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:32.387812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037776333097728:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:32.398685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037776730072606:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:32.398736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037776730072607:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:32.419734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037774222526095:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:32.419776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037774222526096:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:32.420603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037774222526097:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:32.433876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037775651444049:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:32.433946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037775651444050:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:32.434146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037775651444048:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:32.444007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037775681289854:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:32.444031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037775681289855:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:32.444056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037775681289856:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:32.607184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037774222526158:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:32.666404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037773952607951:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:32.667329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037775681289911:2104] [node 4] ICP01 ready to work
2026-01-08T17:04:32.702501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037776333097790:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:32.698532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037776730072669:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:32.714206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037773952607952:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:32.735237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037774222526163:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:32.718853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037775681289916:2102] [node 5] ICP01 ready to work
2026-01-08T17:04:32.727490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037776730072670:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:32.727333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037775651444112:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:32.731323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037776333097794:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:32.723054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037773952607953:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.765944Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037774222526158:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(127834304ns) {Configure:104(127828061ns) {ProcessConfigured:135(16283824ns) {StartInitialHandshake:157(16279324ns) {DropHandshakes:470(2236ns) {DropIncomingHandshake:442(534ns) DropOutgoingHandshake:457(359ns)} GenerateSessionVirtualId:992(1559ns) PrepareNewSessionHandshake:477(3314ns) {SwitchToState:179(732ns)}}}}}
2026-01-08T17:04:32.723070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037776333097795:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:32.745054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037775651444113:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:32.750819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037776730072671:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.786097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037775681289920:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62570
2026-01-08T17:04:32.773710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037774222526166:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54642
2026-01-08T17:04:32.815094Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037775681289856:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(30561034ns) {Configure:104(30555657ns) {ProcessConfigured:135(103642ns) {StartInitialHandshake:157(99803ns) {DropHandshakes:470(2041ns) {DropIncomingHandshake:442(445ns) DropOutgoingHandshake:457(434ns)} GenerateSessionVirtualId:992(791ns) PrepareNewSessionHandshake:477(1371ns) {SwitchToState:179(429ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.815991Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037773952607888:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(256317207ns) {Configure:104(256310533ns) {ProcessConfigured:135(34208493ns) {StartInitialHandshake:157(34206038ns) {DropHandshakes:470(2471ns) {DropIncomingHandshake:442(391ns) DropOutgoingHandshake:457(430ns)} GenerateSessionVirtualId:992(914ns) PrepareNewSessionHandshake:477(5912ns) {SwitchToState:179(1540ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.797550Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037774222526096:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(49549353ns) {Configure:104(49543679ns) {ProcessConfigured:135(91305ns) {StartInitialHandshake:157(88010ns) {DropHandshakes:470(2190ns) {DropIncomingHandshake:442(405ns) DropOutgoingHandshake:457(431ns)} GenerateSessionVirtualId:992(790ns) PrepareNewSessionHandshake:477(1456ns) {SwitchToState:179(624ns)}}}}}
2026-01-08T17:04:32.821000Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037776333097803:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44916
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.862238Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037776730072669:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(94514165ns) {Configure:104(94509235ns) {ProcessConfigured:135(5436065ns) {StartInitialHandshake:157(5431068ns) {DropHandshakes:470(2825ns) {DropIncomingHandshake:442(766ns) DropOutgoingHandshake:457(461ns)} GenerateSessionVirtualId:992(662ns) PrepareNewSessionHandshake:477(2973ns) {SwitchToState:179(1450ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.832027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037773952607961:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59707
2026-01-08T17:04:32.869268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037775651444114:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11540
2026-01-08T17:04:32.872077Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037774222526165:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54642
2026-01-08T17:04:32.835660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037773952607960:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59707
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.879396Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037776333097794:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(81412709ns) {Configure:104(81406720ns) {ProcessConfigured:135(26284833ns) {StartInitialHandshake:157(26280918ns) {DropHandshakes:470(2291ns) {DropIncomingHandshake:442(690ns) DropOutgoingHandshake:457(347ns)} GenerateSessionVirtualId:992(1243ns) PrepareNewSessionHandshake:477(5266ns) {SwitchToState:179(2817ns)}}}}}
2026-01-08T17:04:32.896372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037775681289920:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:32.911486Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037775681289926:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62570
2026-01-08T17:04:32.914646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037776333097803:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:32.914875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037776333097727:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.917020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037776333097806:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44916
2026-01-08T17:04:32.917673Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037776333097803:2113] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.872628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037774222526166:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.918263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037776333097727:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.911695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037773952607961:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:32.894689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037774222526096:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.922803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037776730072672:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24880
2026-01-08T17:04:32.958999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037776730072673:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24880
2026-01-08T17:04:32.915452Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037773952607955:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:32.933217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037775681289911:2104] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:32.918363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:32.933768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037775681289927:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62570
2026-01-08T17:04:32.933912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037775681289929:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62570
2026-01-08T17:04:32.950666Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037775681289855:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(165160976ns) {Configure:104(165154889ns) {ProcessConfigured:135(89000ns) {StartInitialHandshake:157(85898ns) {DropHandshakes:470(5632ns) {DropIncomingHandshake:442(405ns) DropOutgoingHandshake:457(472ns)} GenerateSessionVirtualId:992(835ns) PrepareNewSessionHandshake:477(1776ns) {SwitchToState:179(748ns)}}}}}
2026-01-08T17:04:32.967992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037775681289927:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:32.934368Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037774222526163:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(143964809ns) {Configure:104(143956173ns) {ProcessConfigured:135(3984667ns) {StartInitialHandshake:157(3982819ns) {DropHandshakes:470(1982ns) {DropIncomingHandshake:442(432ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:992(439ns) PrepareNewSessionHandshake:477(2175ns) {SwitchToState:179(1031ns)}}}}}
2026-01-08T17:04:32.988269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037775681289926:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.918425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037776333097727:2048] [node 1] ICP22 created new session: [2:7593037776333097807:2048]
2026-01-08T17:04:32.915481Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037773952607955:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:32.951508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037775651444114:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:32.967640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037776730072676:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24880
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.954378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037774222526164:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:32.978484Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037775651444048:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(171277810ns) {Configure:104(171272900ns) {ProcessConfigured:135(11757023ns) {StartInitialHandshake:157(11752444ns) {DropHandshakes:470(2404ns) {DropIncomingHandshake:442(421ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:992(1071ns) PrepareNewSessionHandshake:477(5335ns) {SwitchToState:179(2581ns)}}}}}
2026-01-08T17:04:32.980549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037775651444048:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:33.001490Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037775651444050:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(127209020ns) {Configure:104(127201497ns) {ProcessConfigured:135(10134027ns) {StartInitialHandshake:157(10131802ns) {DropHandshakes:470(1517ns) {DropIncomingHandshake:442(382ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:992(564ns) PrepareNewSessionHandshake:477(2887ns) {SwitchToState:179(1806ns)}}}}}
2026-01-08T17:04:33.006863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037779976257229:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62570
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.924611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037776333097792:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:32.916533Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037773952607955:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:32.954426Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037774222526164:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:33.008123Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037776730072672:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.030730Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037779946411423:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11540
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.922683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037773952607960:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.013940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037775681289929:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:32.924657Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037776333097792:2110] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.967445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037774222526165:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.045214Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037776730072606:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(248703938ns) {Configure:104(248697440ns) {ProcessConfigured:135(18874110ns) {StartInitialHandshake:157(18871919ns) {DropHandshakes:470(9169764ns) {DropIncomingHandshake:442(410ns) DropOutgoingHandshake:457(2739ns)} GenerateSessionVirtualId:992(1309ns) PrepareNewSessionHandshake:477(2557ns) {SwitchToState:179(879ns)}}}}}
2026-01-08T17:04:32.943236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037773952607888:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.044986Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037775651444116:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.034366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037775681289855:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:32.926450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037776333097807:2048] [node 1] ICS09 handshake done sender: [2:7593037776333097803:2113] self: [2:7593037776333097805:0] peer: [1:7593037773952607954:0] socket: 198 qp: -1
2026-01-08T17:04:33.070683Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037776730072670:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(135494238ns) {Configure:104(135490348ns) {ProcessConfigured:135(27736902ns) {StartInitialHandshake:157(27734204ns) {DropHandshakes:470(2235ns) {DropIncomingHandshake:442(436ns) DropOutgoingHandshake:457(619ns)} GenerateSessionVirtualId:992(530ns) PrepareNewSessionHandshake:477(2587ns) {SwitchToState:179(309ns)}}}}}
2026-01-08T17:04:32.988800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037774222526176:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54642
2026-01-08T17:04:33.045018Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037775651444116:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:33.050887Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037774222526164:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:33.051006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037774222526166:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:33.052441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037778517493475:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54642
2026-01-08T17:04:33.052834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037774222526096:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.052895Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:33.052953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037774222526096:2049] [node 2] ICP22 created new session: [4:7593037778517493476:2049]
2026-01-08T17:04:33.053021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037778517493476:2049] [node 2] ICS09 handshake done sender: [4:7593037774222526166:2113] self: [4:7593037774222526173:0] peer: [2:7593037776333097791:0] socket: 185 qp: -1
2026-01-08T17:04:33.053059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037778517493476:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:33.053100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:33.059087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037774222526158:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.059157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:33.059218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037774222526158:2109] [node 6] ICP22 created new session: [4:7593037778517493478:2109]
2026-01-08T17:04:33.059272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037778517493478:2109] [node 6] ICS09 handshake done sender: [4:7593037774222526164:2111] self: [4:7593037774222526162:0] peer: [6:7593037775681289928:0] socket: 192 qp: -1
2026-01-08T17:04:33.059317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037778517493478:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:33.059356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:32.943322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:33.044259Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037775681289916:2102] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(92441317ns) {Configure:104(92433946ns) {ProcessConfigured:135(94387ns) {StartInitialHandshake:157(91218ns) {DropHandshakes:470(2697ns) {DropIncomingHandshake:442(457ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:992(595ns) PrepareNewSessionHandshake:477(2869ns) {SwitchToState:179(1014ns)}}}}}
2026-01-08T17:04:32.926518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037776333097807:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:33.095877Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037774222526096:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(42035557ns) {HandleHandshakeStatus:329(42032913ns) {DropIncomingHandshake:442(580ns) DropOutgoingHandshake:457(10660ns) SwitchToState:179(583ns) ProcessPendingSessionEvents:495(41578075ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 36131558ns max# 11655758ns}}}
2026-01-08T17:04:32.952133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037773952607888:2048] [node 2] ICP22 created new session: [1:7593037773952607967:2048]
2026-01-08T17:04:33.070872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037776730072673:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.044539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037775681289916:2102] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:33.052094Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037775651444116:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:32.982584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037773952607967:2048] [node 2] ICS09 handshake done sender: [1:7593037773952607955:2110] self: [1:7593037773952607954:0] peer: [2:7593037776333097805:0] socket: 197 qp: -1
2026-01-08T17:04:32.926595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:33.073301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037776730072676:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.124669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037778517493481:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54642
2026-01-08T17:04:32.982656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037773952607967:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.947114Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037776333097795:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(24213926ns) {Configure:104(24199872ns) {ProcessConfigured:135(495061ns) {StartInitialHandshake:157(114328ns) {DropHandshakes:470(2777ns) {DropIncomingHandshake:442(571ns) DropOutgoingHandshake:457(467ns)} GenerateSessionVirtualId:992(591ns) PrepareNewSessionHandshake:477(1093ns) {SwitchToState:179(549ns)}}}}}
2026-01-08T17:04:33.087669Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037775651444049:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(255969142ns) {Configure:104(255961903ns) {ProcessConfigured:135(18698209ns) {StartInitialHandshake:157(18694811ns) {DropHandshakes:470(1225ns) {DropIncomingHandshake:442(323ns) DropOutgoingHandshake:457(236ns)} GenerateSessionVirtualId:992(393ns) PrepareNewSessionHandshake:477(2664ns) {SwitchToState:179(1072ns)}}}}}
2026-01-08T17:04:33.054901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037779976257235:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62570
2026-01-08T17:04:32.989032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:33.007695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037778247575267:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59707
2026-01-08T17:04:33.013658Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037773952607958:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.013701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037773952607958:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:33.034384Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037773952607889:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(234288854ns) {Configure:104(234281533ns) {ProcessConfigured:135(15796532ns) {StartInitialHandshake:157(15793710ns) {DropHandshakes:470(1830ns) {DropIncomingHandshake:442(409ns) DropOutgoingHandshake:457(538ns)} GenerateSessionVirtualId:992(558ns) PrepareNewSessionHandshake:477(2298ns) {SwitchToState:179(1065ns)}}}}}
2026-01-08T17:04:33.046635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037778247575267:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.047645Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037773952607958:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:33.047859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037773952607953:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.062896Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:33.075754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037773952607953:2108] [node 5] ICP22 created new session: [1:7593037778247575271:2108]
2026-01-08T17:04:33.106642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037778247575271:2108] [node 5] ICS09 handshake done sender: [1:7593037773952607958:2111] self: [1:7593037773952607957:0] peer: [5:7593037775651444124:0] socket: 199 qp: -1
2026-01-08T17:04:33.106703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037778247575271:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:33.114422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:33.115295Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037773952607970:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.115326Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037773952607970:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:33.126127Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037773952607970:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:33.128190Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037773952607951:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(206466023ns) {Configure:104(206458423ns) {ProcessConfigured:135(14783149ns) {StartInitialHandshake:157(14780791ns) {DropHandshakes:470(1997ns) {DropIncomingHandshake:442(541ns) DropOutgoingHandshake:457(416ns)} GenerateSessionVirtualId:992(866ns) PrepareNewSessionHandshake:477(3056ns) {SwitchToState:179(1805ns)}}}}}
2026-01-08T17:04:33.149564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037773952607889:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.074592Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037781025039977:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24880
2026-01-08T17:04:33.110897Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037775681289854:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(273073505ns) {Configure:104(273064348ns) {ProcessConfigured:135(19153239ns) {StartInitialHandshake:157(19150558ns) {DropHandshakes:470(2875ns) {DropIncomingHandshake:442(509ns) DropOutgoingHandshake:457(343ns)} GenerateSessionVirtualId:992(925ns) PrepareNewSessionHandshake:477(1908ns) {SwitchToState:179(581ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:32.955777Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037776333097792:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:33.137077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037775651444112:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.011376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037776333097790:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.074745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037781025039979:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24880
2026-01-08T17:04:33.127550Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037775681289855:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29871) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037775681289929:2115] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:33.186431Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037778517493475:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.145460Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037779946411423:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.193178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:33.093291Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037776730072669:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(18682259ns) {IncomingHandshake:261(4399214ns) {DropIncomingHandshake:442(271ns) PrepareNewSessionHandshake:477(848ns) {SwitchToState:179(400ns)} GenerateSessionVirtualId:992(319ns) IssueIncomingHandshakeReply:193(11859ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:33.011440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:33.186674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037774222526097:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:33.141512Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037775681289911:2104] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29397) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037775681289920:2110] held: no
2026-01-08T17:04:33.145571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037779946411428:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11540
2026-01-08T17:04:33.193246Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037773952607963:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.011509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037776333097790:2107] [node 4] ICP22 created new session: [2:7593037780628065110:2107]
2026-01-08T17:04:33.011593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037780628065110:2107] [node 4] ICS09 handshake done sender: [2:7593037776333097792:2110] self: [2:7593037776333097791:0] peer: [4:7593037774222526173:0] socket: 182 qp: -1
2026-01-08T17:04:33.011634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037780628065110:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:33.011669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:33.013048Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037776333097813:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44916
2026-01-08T17:04:33.034678Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037776333097813:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.046490Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037776333097804:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.046532Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037776333097804:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:33.063060Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037776333097804:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:33.106843Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037776333097794:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(24339280ns) {IncomingHandshake:261(5722645ns) {DropIncomingHandshake:442(161ns) PrepareNewSessionHandshake:477(1060ns) {SwitchToState:179(425ns)} GenerateSessionVirtualId:992(463ns) IssueIncomingHandshakeReply:193(9830ns)}}
2026-01-08T17:04:33.106917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037776333097794:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.107000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:33.107057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037776333097794:2109] [node 6] ICP22 created new session: [2:7593037780628065115:2109]
2026-01-08T17:04:33.107111Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037780628065115:2109] [node 6] ICS09 handshake done sender: [2:7593037776333097804:2114] self: [2:7593037776333097802:0] peer: [6:7593037779976257230:0] socket: 211 qp: -1
2026-01-08T17:04:33.107143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037780628065115:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:33.107191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:33.149237Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037776333097799:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.149264Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037776333097799:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:33.152168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037776333097799:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:33.155008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037776333097728:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.155044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:33.170511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037776333097811:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.170544Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037776333097811:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:33.172205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037776333097728:2049] [node 3] ICP22 created new session: [2:7593037780628065118:2049]
2026-01-08T17:04:33.182557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037780628065118:2049] [node 3] ICS09 handshake done sender: [2:7593037776333097799:2112] self: [2:7593037776333097798:0] peer: [3:7593037781025039991:0] socket: 189 qp: -1
2026-01-08T17:04:33.182622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037780628065118:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:33.182690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:33.182945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037776333097811:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:33.191239Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037776333097727:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(272282258ns) {HandleHandshakeStatus:329(272280307ns) {DropIncomingHandshake:442(513ns) DropOutgoingHandshake:457(8919ns) SwitchToState:179(399ns) ProcessPendingSessionEvents:495(263737424ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 263549202ns max# 24009488ns}}}
2026-01-08T17:04:33.194768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037776333097795:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.219288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:33.222860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037780628065120:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44916
2026-01-08T17:04:33.227639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037776333097795:2108] [node 5] ICP22 created new session: [2:7593037780628065122:2108]
2026-01-08T17:04:33.102389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037781025039979:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.197583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037778517493481:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.142557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037775681289854:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:33.145654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037779946411429:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11540
2026-01-08T17:04:33.235682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037780628065122:2108] [node 5] ICS09 handshake done sender: [2:7593037776333097811:2116] self: [2:7593037776333097810:0] peer: [5:7593037779946411431:0] socket: 223 qp: -1
2026-01-08T17:04:33.102617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037776730072606:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:33.142651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037775681289920:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:33.194486Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037773952607963:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:33.197921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037774222526095:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:33.145799Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037775651444048:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15337) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037775651444114:2111] held: no
2026-01-08T17:04:33.148317Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037776730072607:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(237532882ns) {Configure:104(237524866ns) {ProcessConfigured:135(11960649ns) {StartInitialHandshake:157(11958315ns) {DropHandshakes:470(969968ns) {DropIncomingHandshake:442(608ns) DropOutgoingHandshake:457(1238ns)} GenerateSessionVirtualId:992(1476ns) PrepareNewSessionHandshake:477(6409ns) {SwitchToState:179(4189ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:33.142906Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037775681289926:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:33.241653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037780628065122:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:33.197345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037773952607889:2049] [node 3] ICP22 created new session: [1:7593037778247575278:2049]
2026-01-08T17:04:33.155404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037775651444049:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:33.212177Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037774222526097:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12385) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037778517493475:2118] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:33.148484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037781025039977:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.241714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:33.219158Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037778247575278:2049] [node 3] ICS09 handshake done sender: [1:7593037773952607970:2115] self: [1:7593037773952607969:0] peer: [3:7593037781025039986:0] socket: 221 qp: -1
2026-01-08T17:04:33.143303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037775681289911:2104] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.187441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:33.227302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037774222526175:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.148821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037776730072607:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:33.193143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037779946411429:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.193334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037775651444112:2109] [node 6] ICP22 created new session: [5:7593037779946411433:2109]
2026-01-08T17:04:33.193361Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037779946411427:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11540
2026-01-08T17:04:33.203507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037779946411434:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11540
2026-01-08T17:04:33.203958Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037779946411423:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:33.205565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037775651444049:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.205663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:33.205721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037775651444049:2049] [node 2] ICP22 created new session: [5:7593037779946411436:2049]
2026-01-08T17:04:33.205779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037779946411436:2049] [node 2] ICS09 handshake done sender: [5:7593037779946411423:2116] self: [5:7593037779946411431:0] peer: [2:7593037776333097810:0] socket: 224 qp: -1
2026-01-08T17:04:33.205819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037779946411436:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:33.205861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:33.218439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037775651444113:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:33.222583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037779946411433:2109] [node 6] ICS09 handshake done sender: [5:7593037775651444116:2112] self: [5:7593037775651444115:0] peer: [6:7593037779976257234:0] socket: 203 qp: -1
2026-01-08T17:04:33.224965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037779946411433:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:33.227529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:33.227654Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037775651444113:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(25232679ns) {IncomingHandshake:261(25231179ns) {DropIncomingHandshake:442(690ns) PrepareNewSessionHandshake:477(5425247ns) {SwitchToState:179(4047ns)} GenerateSessionVirtualId:992(554ns) IssueIncomingHandshakeReply:193(18546984ns) {SwitchToState:179(1893ns)}}}
2026-01-08T17:04:33.227349Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037774222526175:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:33.223024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037778247575278:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:33.143378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:33.151936Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037781025039992:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24880
2026-01-08T17:04:33.223089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:33.236532Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037778247575273:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.236579Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037778247575273:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:33.252895Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037778247575281:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59707
2026-01-08T17:04:33.263371Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037773952607963:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:33.266495Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037778247575273:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:33.283029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037773952607952:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.283132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037773952607951:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.283225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:33.283289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037773952607951:2107] [node 4] ICP22 created new session: [1:7593037778247575284:2107]
2026-01-08T17:04:33.283340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037778247575284:2107] [node 4] ICS09 handshake done sender: [1:7593037778247575273:2117] self: [1:7593037778247575272:0] peer: [4:7593037778517493483:0] socket: 220 qp: -1
2026-01-08T17:04:33.283386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037778247575284:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:33.283424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:33.284550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037778247575279:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59707
2026-01-08T17:04:33.286545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:33.286625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037773952607952:2109] [node 6] ICP22 created new session: [1:7593037778247575286:2109]
2026-01-08T17:04:33.286701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037778247575286:2109] [node 6] ICS09 handshake done sender: [1:7593037773952607963:2114] self: [1:7593037773952607962:0] peer: [6:7593037779976257239:0] socket: 207 qp: -1
2026-01-08T17:04:33.286748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037778247575286:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:33.286788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:33.334485Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037778247575281:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.246086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037779946411428:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.238014Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037774222526175:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:33.143437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037775681289911:2104] [node 4] ICP22 created new session: [6:7593037779976257240:2104]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:33.355345Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037773952607953:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(145255654ns) {HandleHandshakeStatus:329(145248574ns) {DropIncomingHandshake:442(7446327ns) DropOutgoingHandshake:457(925ns) SwitchToState:179(227ns) ProcessPendingSessionEvents:495(53923471ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 53823164ns max# 15240449ns}}}
2026-01-08T17:04:33.250195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037779946411439:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11540
2026-01-08T17:04:33.153122Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037776730072673:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:33.238342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037774222526163:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.254972Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037779946411429:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:33.143491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037779976257240:2104] [node 4] ICS09 handshake done sender: [6:7593037775681289920:2110] self: [6:7593037775681289928:0] peer: [4:7593037774222526162:0] socket: 193 qp: -1
2026-01-08T17:04:33.392098Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037776333097795:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(196233034ns) {HandleHandshakeStatus:329(196230541ns) {DropIncomingHandshake:442(289ns) DropOutgoingHandshake:457(423ns) SwitchToState:179(486ns) ProcessPendingSessionEvents:495(128050936ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 127634711ns max# 12574912ns}}}
2026-01-08T17:04:33.392231Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037776333097795:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:33.143544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037779976257240:2104] [node 4] ICS10 traffic start
2026-01-08T17:04:33.143588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:33.144691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037775681289916:2102] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.144751Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:33.144812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037775681289916:2102] [node 5] ICP22 created new session: [6:7593037779976257242:2102]
2026-01-08T17:04:33.144877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037779976257242:2102] [node 5] ICS09 handshake done sender: [6:7593037775681289926:2113] self: [6:7593037779976257234:0] peer: [5:7593037775651444115:0] socket: 205 qp: -1
2026-01-08T17:04:33.144909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037779976257242:2102] [node 5] ICS10 traffic start
2026-01-08T17:04:33.144942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:33.207006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037779976257236:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62570
2026-01-08T17:04:33.228587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037779976257238:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62570
2026-01-08T17:04:33.324051Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037779976257238:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.330819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037775681289856:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:33.364877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037779976257246:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62570
2026-01-08T17:04:33.376023Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037775681289916:2102] [node 5] ICP35 event processing took too much time PendingConnection:279(230299735ns) {HandleHandshakeStatus:329(230297024ns) {DropIncomingHandshake:442(299ns) DropOutgoingHandshake:457(7049ns) SwitchToState:179(136ns) ProcessPendingSessionEvents:495(229915323ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 212286579ns max# 22800144ns}}}
2026-01-08T17:04:33.383750Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037775681289927:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:33.384129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037775681289854:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.384209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:33.384275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037775681289854:2048] [node 1] ICP22 created new session: [6:7593037779976257248:2048]
2026-01-08T17:04:33.384336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037779976257248:2048] [node 1] ICS09 handshake done sender: [6:7593037775681289927:2114] self: [6:7593037779976257239:0] peer: [1:7593037773952607962:0] socket: 208 qp: -1
2026-01-08T17:04:33.384379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037779976257248:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:33.384430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:33.255194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037775651444113:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.255304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:33.255367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037775651444113:2108] [node 4] ICP22 created new session: [5:7593037779946411440:2108]
2026-01-08T17:04:33.255449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037779946411440:2108] [node 4] ICS09 handshake done sender: [5:7593037779946411429:2120] self: [5:7593037779946411435:0] peer: [4:7593037774222526174:0] socket: 237 qp: -1
2026-01-08T17:04:33.255510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037779946411440:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:33.255546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:33.276487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037775651444050:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:33.280784Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037775651444050:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(17836825ns) {IncomingHandshake:261(17834729ns) {DropIncomingHandshake:442(376ns) PrepareNewSessionHandshake:477(1295ns) {SwitchToState:179(430ns)} GenerateSessionVirtualId:992(619ns) IssueIncomingHandshakeReply:193(8197033ns) {SwitchToState:179(2836ns)}}}
2026-01-08T17:04:33.291541Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037775651444048:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(90030941ns) {HandleHandshakeStatus:395(90028488ns) {LogHandshakeFail:472(11638ns) {UpdateErrorStateLog:545(4391ns)} DropOutgoingHandshake:457(1990ns) ProcessPendingSessionEvents:495(89835132ns) {unordered DropSessionEvent:512 num# 100 sum# 89764691ns max# 16959610ns}}}
2026-01-08T17:04:33.291709Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037775651444114:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:33.302490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037775651444048:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.305670Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037779946411443:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11540
2026-01-08T17:04:33.307077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:33.307135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037775651444048:2048] [node 1] ICP22 created new session: [5:7593037779946411444:2048]
2026-01-08T17:04:33.307205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037779946411444:2048] [node 1] ICS09 handshake done sender: [5:7593037775651444114:2111] self: [5:7593037775651444124:0] peer: [1:7593037773952607957:0] socket: 202 qp: -1
2026-01-08T17:04:33.307246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037779946411444:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:33.307280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:33.318965Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037779946411428:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:33.335077Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037775651444050:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12385) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037779946411428:2119] held: no
2026-01-08T17:04:33.335755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037775651444050:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.335831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:33.335894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037775651444050:2050] [node 3] ICP22 created new session: [5:7593037779946411446:2050]
2026-01-08T17:04:33.335959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037779946411446:2050] [node 3] ICS09 handshake done sender: [5:7593037779946411428:2119] self: [5:7593037779946411442:0] peer: [3:7593037781025039981:0] socket: 235 qp: -1
2026-01-08T17:04:33.336006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037779946411446:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:33.336046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:33.238423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:33.238480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037774222526163:2108] [node 5] ICP22 created new session: [4:7593037778517493486:2108]
2026-01-08T17:04:33.238534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037778517493486:2108] [node 5] ICS09 handshake done sender: [4:7593037774222526175:2116] self: [4:7593037774222526174:0] peer: [5:7593037779946411435:0] socket: 236 qp: -1
2026-01-08T17:04:33.238576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037778517493486:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:33.238617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:33.303618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037778517493484:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54642
2026-01-08T17:04:33.311720Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037774222526097:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(99471364ns) {HandleHandshakeStatus:395(99468284ns) {LogHandshakeFail:472(14979ns) {UpdateErrorStateLog:545(5366ns)} DropOutgoingHandshake:457(1261ns) ProcessPendingSessionEvents:495(94497151ns) {unordered DropSessionEvent:512 num# 100 sum# 94392108ns max# 18138605ns}}}
2026-01-08T17:04:33.315238Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037778517493475:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:33.319824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037778517493489:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54642
2026-01-08T17:04:33.322418Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037774222526095:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15337) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037778517493481:2119] held: no
2026-01-08T17:04:33.326580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037774222526097:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.327712Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037778517493481:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:33.336830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037774222526095:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.336887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:33.336935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037774222526095:2048] [node 1] ICP22 created new session: [4:7593037778517493490:2048]
2026-01-08T17:04:33.336980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037778517493490:2048] [node 1] ICS09 handshake done sender: [4:7593037778517493481:2119] self: [4:7593037778517493483:0] peer: [1:7593037778247575272:0] socket: 239 qp: -1
2026-01-08T17:04:33.337014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037778517493490:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:33.337045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:33.344934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:33.350167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037778517493488:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54642
2026-01-08T17:04:33.354809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037774222526097:2050] [node 3] ICP22 created new session: [4:7593037778517493492:2050]
2026-01-08T17:04:33.362751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037778517493492:2050] [node 3] ICS09 handshake done sender: [4:7593037778517493475:2118] self: [4:7593037778517493482:0] peer: [3:7593037776730072674:0] socket: 226 qp: -1
2026-01-08T17:04:33.362810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037778517493492:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:33.362892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:33.363163Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037774222526097:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(36493311ns) {HandleHandshakeStatus:329(36489844ns) {DropIncomingHandshake:442(10334ns) DropOutgoingHandshake:457(807ns) SwitchToState:179(711ns) ProcessPendingSessionEvents:495(1343ns)}}
2026-01-08T17:04:33.366800Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037774222526163:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:33.153770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037776730072607:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.403103Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037775681289855:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(89272478ns) {HandleHandshakeStatus:395(89270804ns) {LogHandshakeFail:472(19720ns) {UpdateErrorStateLog:545(5352ns)} DropOutgoingHandshake:457(421ns) ProcessPendingSessionEvents:495(89174982ns) {unordered DropSessionEvent:512 num# 100 sum# 28733464ns max# 10559088ns}}}
2026-01-08T17:04:33.407022Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037775681289929:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:33.153869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:33.415794Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037773952607888:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(375394086ns) {HandleHandshakeStatus:329(375389747ns) {DropIncomingHandshake:442(19457ns) DropOutgoingHandshake:457(452ns) SwitchToState:179(348ns) ProcessPendingSessionEvents:495(296043509ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 295836908ns max# 16382352ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:33.153921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037776730072607:2049] [node 2] ICP22 created new session: [3:7593037781025039993:2049]
2026-01-08T17:04:33.427857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037775651444049:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(113159880ns) {HandleHandshakeStatus:329(113157556ns) {DropIncomingHandshake:442(521ns) DropOutgoingHandshake:457(5803ns) SwitchToState:179(464ns) ProcessPendingSessionEvents:495(112709492ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 112565926ns max# 18722778ns}}}
2026-01-08T17:04:33.434187Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037773952607889:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(272954159ns) {HandleHandshakeStatus:329(272951193ns) {DropIncomingHandshake:442(1336ns) DropOutgoingHandshake:457(636ns) SwitchToState:179(322ns) ProcessPendingSessionEvents:495(191227807ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 191044940ns max# 13573852ns}}}
2026-01-08T17:04:33.419697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037779976257250:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62570
2026-01-08T17:04:33.153986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037781025039993:2049] [node 2] ICS09 handshake done sender: [3:7593037776730072673:2111] self: [3:7593037781025039991:0] peer: [2:7593037776333097798:0] socket: 190 qp: -1
2026-01-08T17:04:33.430631Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037776333097728:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(247844129ns) {HandleHandshakeStatus:329(247841762ns) {DropIncomingHandshake:442(121ns) DropOutgoingHandshake:457(268ns) SwitchToState:179(106ns) ProcessPendingSessionEvents:495(215575554ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 202587257ns max# 17240146ns}}}
2026-01-08T17:04:33.420031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037775681289855:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.420118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:33.420180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037775681289855:2049] [node 2] ICP22 created new session: [6:7593037779976257251:2049]
2026-01-08T17:04:33.420240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037779976257251:2049] [node 2] ICS09 handshake done sender: [6:7593037775681289929:2115] self: [6:7593037779976257230:0] peer: [2:7593037776333097802:0] socket: 188 qp: -1
2026-01-08T17:04:33.420283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037779976257251:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:33.420327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:33.444632Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037775681289856:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12385) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037779976257238:2122] held: no
2026-01-08T17:04:33.154023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037781025039993:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:33.460268Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037775651444112:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(322044004ns) {HandleHandshakeStatus:329(322040728ns) {DropIncomingHandshake:442(697ns) DropOutgoingHandshake:457(758ns) SwitchToState:179(655ns) ProcessPendingSessionEvents:495(200572035ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 200352446ns max# 19312371ns}}}
2026-01-08T17:04:33.154083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:33.192019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037776730072675:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.192041Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037776730072675:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:33.197754Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037776730072675:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:33.198670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037776730072669:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.198750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:33.198805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037776730072669:2107] [node 4] ICP22 created new session: [3:7593037781025039997:2107]
2026-01-08T17:04:33.198858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037781025039997:2107] [node 4] ICS09 handshake done sender: [3:7593037776730072675:2112] self: [3:7593037776730072674:0] peer: [4:7593037778517493482:0] socket: 218 qp: -1
2026-01-08T17:04:33.198898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037781025039997:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:33.198933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:33.222764Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037781025039987:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24880
2026-01-08T17:04:33.231450Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037781025039979:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:33.262571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037776730072606:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.262658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:33.262709Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037776730072606:2048] [node 1] ICP22 created new session: [3:7593037781025039999:2048]
2026-01-08T17:04:33.266890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037781025039999:2048] [node 1] ICS09 handshake done sender: [3:7593037781025039979:2116] self: [3:7593037781025039986:0] peer: [1:7593037773952607969:0] socket: 225 qp: -1
2026-01-08T17:04:33.266953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037781025039999:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:33.267024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:33.282396Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037781025039982:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.282456Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037781025039982:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:33.305888Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037781025039982:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:33.306198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037776730072671:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.306287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:33.306369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037776730072671:2108] [node 5] ICP22 created new session: [3:7593037781025040002:2108]
2026-01-08T17:04:33.318775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037781025040002:2108] [node 5] ICS09 handshake done sender: [3:7593037781025039982:2118] self: [3:7593037781025039981:0] peer: [5:7593037779946411442:0] socket: 234 qp: -1
2026-01-08T17:04:33.318852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037781025040002:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:33.331578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:33.346691Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037781025039980:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:33.346742Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037781025039980:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:33.389756Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037776730072671:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(82537994ns) {HandleHandshakeStatus:329(82535084ns) {DropIncomingHandshake:442(14910ns) DropOutgoingHandshake:457(398ns) SwitchToState:179(397ns) ProcessPendingSessionEvents:495(21712971ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 21653262ns max# 21213964ns}}}
2026-01-08T17:04:33.402737Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037781025039980:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:33.417718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037776730072670:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:33.432828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:33.438717Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037776730072670:2109] [node 6] ICP22 created new session: [3:7593037781025040005:2109]
2026-01-08T17:04:33.441023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037781025040005:2109] [node 6] ICS09 handshake done sender: [3:7593037781025039980:2117] self: [3:7593037781025039976:0] peer: [6:7593037779976257247:0] socket: 233 qp: -1
2026-01-08T17:04:33.441079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037781025040005:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:33.441139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:33.443051Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037776730072670:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(24182701ns) {HandleHandshakeStatus:329(24179184ns) {DropIncomingHandshake:442(27856ns) DropOutgoingHandshake:457(785ns) SwitchToState:179(507ns) ProcessPendingSessionEvents:495(591701ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 530832ns max# 59817ns}}}
2026-01-08T17:04:33.444966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037779976257238:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:33.447134Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037773952607889:2049] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:33.458709Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037773952607952:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(103945752ns) {HandleHandshakeStatus:329(103943083ns) {DropIncomingHandshake:442(661ns) DropOutgoingHandshake:457(664ns) SwitchToState:179(777ns) ProcessPendingSessionEvents:495(99985887ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 94311466ns max# 13865392ns}}}
2026-01-08T17:04:33.464744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037775681289856:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(19783065ns) {HandleHandshakeStatus:395(19780835ns) {LogHandshakeFail:472(15585ns) {UpdateErrorStateLog:545(5532ns)} DropOutgoingHandshake:457(1545ns) ProcessPendingSessionEvents:495(19070405ns) {unordered DropSessionEvent:512 num# 100 sum# 2538391ns max# 961715ns}}}
2026-01-08T17:04:33.464863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037775681289856:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:33.464943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:33.465009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037775681289856:2050] [node 3] ICP22 created new session: [6:7593037779976257253:2050]
2026-01-08T17:04:33.465083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037779976257253:2050] [node 3] ICS09 handshake done sender: [6:7593037779976257238:2122] self: [6:7593037779976257247:0] peer: [3:7593037781025039976:0] socket: 240 qp: -1
2026-01-08T17:04:33.465126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037779976257253:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:33.465171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:33.467192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037773952607952:2109] [node 6] ICP18 handshake (actor [1:7593037778247575281:2119]) is too old
2026-01-08T17:04:33.629456Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:33.629729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037776333097807:2048] [node 1] ICS01 socket: 198 reason# EndOfStream
2026-01-08T17:04:33.629782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037776333097727:2048] [node 1] ICP30 unregister session Session# [2:7593037776333097807:2048] VirtualId# [2:7593037776333097805:0]
2026-01-08T17:04:33.629836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037776333097807:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:33.629936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:33.629984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:33.634127Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:33.634392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037781025039999:2048] [node 1] ICS01 socket: 225 reason# EndOfStream
2026-01-08T17:04:33.634447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037776730072606:2048] [node 1] ICP30 unregister session Session# [3:7593037781025039999:2048] VirtualId# [3:7593037781025039986:0]
2026-01-08T17:04:33.634497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037781025039999:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:33.634597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:33.634648Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:33.638512Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:33.638780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037779946411444:2048] [node 1] ICS01 socket: 202 reason# EndOfStream
2026-01-08T17:04:33.638830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037775651444048:2048] [node 1] ICP30 unregister session Session# [5:7593037779946411444:2048] VirtualId# [5:7593037775651444124:0]
2026-01-08T17:04:33.638895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037779946411444:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:33.639001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:33.639066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:33.640192Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:33.640424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037778517493490:2048] [node 1] ICS01 socket: 239 reason# EndOfStream
2026-01-08T17:04:33.640472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037774222526095:2048] [node 1] ICP30 unregister session Session# [4:7593037778517493490:2048] VirtualId# [4:7593037778517493483:0]
2026-01-08T17:04:33.640517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037778517493490:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:33.640612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:33.640665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:33.642625Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:33.642860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037779976257248:2048] [node 1] ICS01 socket: 208 reason# EndOfStream
2026-01-08T17:04:33.642930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037775681289854:2048] [node 1] ICP30 unregister session Session# [6:7593037779976257248:2048] VirtualId# [6:7593037779976257239:0]
2026-01-08T17:04:33.642977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037779976257248:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:33.643069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:33.643118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:33.853419Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:33.853660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037781025039993:2049] [node 2] ICS01 socket: 190 reason# EndOfStream
2026-01-08T17:04:33.853713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037776730072607:2049] [node 2] ICP30 unregister session Session# [3:7593037781025039993:2049] VirtualId# [3:7593037781025039991:0]
2026-01-08T17:04:33.853753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037781025039993:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:33.853836Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:33.853875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:33.858527Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:33.858776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037779946411436:2049] [node 2] ICS07 socket disconnect 224 reason# EndOfStream
2026-01-08T17:04:33.858813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037779946411436:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:33.858907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:33.858951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037779946411436:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:33.866472Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:33.866767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037779976257251:2049] [node 2] ICS01 socket: 188 reason# EndOfStream
2026-01-08T17:04:33.866823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037775681289855:2049] [node 2] ICP30 unregister session Session# [6:7593037779976257251:2049] VirtualId# [6:7593037779976257230:0]
2026-01-08T17:04:33.866874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037779976257251:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:33.866965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:33.867012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:33.860183Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:33.860409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037778517493476:2049] [node 2] ICS07 socket disconnect 185 reason# EndOfStream
2026-01-08T17:04:33.860440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037778517493476:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:33.860540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:33.860590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037778517493476:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:33.870285Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037774222526096:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29871) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:33.866732Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037775651444049:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29871) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:33.870384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037778517493476:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:33.866816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037779946411436:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:33.866863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037775651444049:2049] [node 2] ICP30 unregister session Session# [5:7593037779946411436:2049] VirtualId# [5:7593037779946411431:0]
2026-01-08T17:04:33.866971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:33.867005Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037775651444049:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29871) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:33.867021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29871) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:33.870431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037774222526096:2049] [node 2] ICP30 unregister session Session# [4:7593037778517493476:2049] VirtualId# [4:7593037774222526173:0]
2026-01-08T17:04:33.870585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:33.870625Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037774222526096:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29871) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:33.870641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29871) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:33.877358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037775651444049:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:33.886634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037774222526096:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:34.039829Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:34.040068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037779946411446:2050] [node 3] ICS01 socket: 235 reason# EndOfStream
2026-01-08T17:04:34.040115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037775651444050:2050] [node 3] ICP30 unregister session Session# [5:7593037779946411446:2050] VirtualId# [5:7593037779946411442:0]
2026-01-08T17:04:34.040166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037779946411446:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:34.040248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:34.040318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:34.042793Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:34.043078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037779976257253:2050] [node 3] ICS01 socket: 240 reason# EndOfStream
2026-01-08T17:04:34.043134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037775681289856:2050] [node 3] ICP30 unregister session Session# [6:7593037779976257253:2050] VirtualId# [6:7593037779976257247:0]
2026-01-08T17:04:34.043179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037779976257253:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:34.043272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:34.043326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:34.045378Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:34.045624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037778517493492:2050] [node 3] ICS01 socket: 226 reason# EndOfStream
2026-01-08T17:04:34.045672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037774222526097:2050] [node 3] ICP30 unregister session Session# [4:7593037778517493492:2050] VirtualId# [4:7593037778517493482:0]
2026-01-08T17:04:34.045716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037778517493492:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:34.045817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:34.045869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:34.184793Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:34.185028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037779946411440:2108] [node 4] ICS07 socket disconnect 237 reason# EndOfStream
2026-01-08T17:04:34.185102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037779946411440:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:34.185191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:34.185240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037779946411440:2108] [node 4] ICS15 start handshake
2026-01-08T17:04:34.185388Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:34.187332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037779976257240:2104] [node 4] ICS01 socket: 193 reason# EndOfStream
2026-01-08T17:04:34.187393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037775681289911:2104] [node 4] ICP30 unregister session Session# [6:7593037779976257240:2104] VirtualId# [6:7593037775681289928:0]
2026-01-08T17:04:34.187435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037779976257240:2104] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:34.187543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:34.187654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:34.188774Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037775651444113:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29397) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:34.188851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037779946411440:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:34.188885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037775651444113:2108] [node 4] ICP30 unregister session Session# [5:7593037779946411440:2108] VirtualId# [5:7593037779946411435:0]
2026-01-08T17:04:34.188929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:34.188968Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037775651444113:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29397) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:34.188982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29397) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:34.263972Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:34.264260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037779976257242:2102] [node 5] ICS01 socket: 205 reason# EndOfStream
2026-01-08T17:04:34.264310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037775681289916:2102] [node 5] ICP30 unregister session Session# [6:7593037779976257242:2102] VirtualId# [6:7593037779976257234:0]
2026-01-08T17:04:34.264353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037779976257242:2102] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:34.264426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:34.264469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:34.453757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037785182134502:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:34.453809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037785182134503:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:34.458919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037782508421719:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:34.458995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037782508421720:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:34.466808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037782667716075:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:34.466880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037782667716076:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:34.470505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037783347609100:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:34.470542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037783347609101:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:34.470581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037783347609102:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:34.481691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037783845596503:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:34.481724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037783845596504:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:34.481753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037783845596505:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:34.484049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037782926835290:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:34.484076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037782926835291:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:34.484414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037782926835292:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:34.631839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037782926835352:2107] [node 5] ICP01 ready to work
2026-01-08T17:04:34.652495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037785182134585:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:34.755970Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037782508421720:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(92685923ns) {Configure:104(92680636ns) {ProcessConfigured:135(75320ns) {StartInitialHandshake:157(72170ns) {DropHandshakes:470(2055ns) {DropIncomingHandshake:442(428ns) DropOutgoingHandshake:457(307ns)} GenerateSessionVirtualId:992(1131ns) PrepareNewSessionHandshake:477(1192ns) {SwitchToState:179(459ns)}}}}}
2026-01-08T17:04:34.756670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037782508421787:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:34.757249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037782508421788:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:34.757813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037782508421789:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:34.748216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037782926835358:2110] [node 4] ICP01 ready to work
2026-01-08T17:04:34.775444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037785182134586:2129] [node 6] ICP01 ready to work
2026-01-08T17:04:34.795856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037785182134587:2110] [node 5] ICP01 ready to work
2026-01-08T17:04:34.804744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037782508421787:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(46096163ns) {Configure:104(46091953ns) {ProcessConfigured:135(72236ns) {StartInitialHandshake:157(67309ns) {DropHandshakes:470(1424ns) {DropIncomingHandshake:442(160ns) DropOutgoingHandshake:457(321ns)} GenerateSessionVirtualId:992(524ns) PrepareNewSessionHandshake:477(949ns) {SwitchToState:179(505ns)}}}}}
2026-01-08T17:04:34.814677Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037782926835290:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(65676473ns) {Configure:104(65671558ns) {ProcessConfigured:135(11398115ns) {StartInitialHandshake:157(11395083ns) {DropHandshakes:470(1585ns) {DropIncomingHandshake:442(204ns) DropOutgoingHandshake:457(310ns)} GenerateSessionVirtualId:992(585ns) PrepareNewSessionHandshake:477(2561ns) {SwitchToState:179(1396ns)}}}}}
2026-01-08T17:04:34.807654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037782667716164:2117] [node 5] ICP01 ready to work
2026-01-08T17:04:34.808394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037782667716165:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:34.811723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037782667716168:2122] [node 6] ICP01 ready to work
2026-01-08T17:04:34.832848Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037782667716164:2117] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18254557ns) {Configure:104(18250988ns) {ProcessConfigured:135(69995ns) {StartInitialHandshake:157(67377ns) {DropHandshakes:470(2235ns) {DropIncomingHandshake:442(301ns) DropOutgoingHandshake:457(925ns)} GenerateSessionVirtualId:992(579ns) PrepareNewSessionHandshake:477(1153ns) {SwitchToState:179(382ns)}}}}}
2026-01-08T17:04:34.840651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037783347609165:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:34.841256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037783347609166:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:34.834728Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037782508421788:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(29602649ns) {Configure:104(29598149ns) {ProcessConfigured:135(4066342ns) {StartInitialHandshake:157(4063859ns) {DropHandshakes:470(1735ns) {DropIncomingHandshake:442(464ns) DropOutgoingHandshake:457(254ns)} GenerateSessionVirtualId:992(1647ns) PrepareNewSessionHandshake:477(2658ns) {SwitchToState:179(1406ns)}}}}}
2026-01-08T17:04:34.850677Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037785182134585:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(49577902ns) {Configure:104(49573076ns) {ProcessConfigured:135(10026827ns) {StartInitialHandshake:157(10022091ns) {DropHandshakes:470(504ns) {DropIncomingHandshake:442(132ns) DropOutgoingHandshake:457(120ns)} GenerateSessionVirtualId:992(323ns) PrepareNewSessionHandshake:477(3893ns) {SwitchToState:179(517ns)}}}}}
2026-01-08T17:04:34.851782Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037782508421796:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64614
2026-01-08T17:04:34.847412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037783845596567:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:34.866962Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037782667716165:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(33775478ns) {Configure:104(33771310ns) {ProcessConfigured:135(46048ns) {StartInitialHandshake:157(43063ns) {DropHandshakes:470(3297ns) {DropIncomingHandshake:442(113ns) DropOutgoingHandshake:457(198ns)} GenerateSessionVirtualId:992(193ns) PrepareNewSessionHandshake:477(775ns) {SwitchToState:179(155ns)}}}}}
2026-01-08T17:04:34.848049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037783845596568:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:34.848494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037783845596564:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30289
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:34.879158Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037785182134597:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52979
2026-01-08T17:04:34.882142Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037785182134592:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52979
2026-01-08T17:04:34.893455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037783347609102:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(19819336ns) {Configure:104(19814784ns) {ProcessConfigured:135(2443824ns) {StartInitialHandshake:157(2440735ns) {DropHandshakes:470(455611ns) {DropIncomingHandshake:442(1138ns) DropOutgoingHandshake:457(294ns)} GenerateSessionVirtualId:992(1009ns) PrepareNewSessionHandshake:477(4247ns) {SwitchToState:179(2310ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:34.892938Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037782667716168:2122] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(25570589ns) {Configure:104(25566193ns) {ProcessConfigured:135(16364497ns) {StartInitialHandshake:157(16361059ns) {DropHandshakes:470(1333ns) {DropIncomingHandshake:442(352ns) DropOutgoingHandshake:457(351ns)} GenerateSessionVirtualId:992(674ns) PrepareNewSessionHandshake:477(5163ns) {SwitchToState:179(2795ns)}}}}}
2026-01-08T17:04:34.896478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037783347609177:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5167
2026-01-08T17:04:34.902336Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037783845596568:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(31943502ns) {Configure:104(31939253ns) {ProcessConfigured:135(64134ns) {StartInitialHandshake:157(62347ns) {DropHandshakes:470(2063ns) {DropIncomingHandshake:442(401ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:992(498ns) PrepareNewSessionHandshake:477(1200ns) {SwitchToState:179(457ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:34.906919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037783845596579:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30289
2026-01-08T17:04:34.907001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037783845596580:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30289
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:34.916026Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037782667716177:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29473
2026-01-08T17:04:34.916211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037782667716178:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29473
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:34.918795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037785182134602:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52979
2026-01-08T17:04:34.918944Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037785182134603:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52979
2026-01-08T17:04:34.919052Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037785182134604:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:52979
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:34.920105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037782667716182:2143] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29473
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:34.963809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037782508421799:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64614
2026-01-08T17:04:34.964183Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037782508421800:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64614
2026-01-08T17:04:34.964426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037782508421801:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64614
2026-01-08T17:04:34.964683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037782508421802:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64614
2026-01-08T17:04:34.965436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037785182134592:2132] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:34.997691Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037782508421796:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.026954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037783347609177:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.027351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037783347609101:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:35.027746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037783845596564:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.027878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037783845596580:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.028085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037783845596567:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:35.030060Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037788140563882:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30289
2026-01-08T17:04:35.030631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037782508421800:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.030777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037782508421791:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.030809Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037782508421791:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:35.031482Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037782508421801:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.033029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037783347609170:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.033065Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037783347609170:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:35.034389Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037787642576478:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5167
2026-01-08T17:04:35.034861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037782508421791:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:35.035297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037782508421787:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.035389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:35.035456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037782508421787:2108] [node 4] ICP22 created new session: [2:7593037786803389103:2108]
2026-01-08T17:04:35.035526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037786803389103:2108] [node 4] ICS09 handshake done sender: [2:7593037782508421791:2112] self: [2:7593037782508421790:0] peer: [4:7593037787642576477:0] socket: 196 qp: -1
2026-01-08T17:04:35.035564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037786803389103:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:35.035601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:35.037405Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037783347609170:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:35.038145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037783347609165:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.038241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:35.038291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037783347609165:2108] [node 5] ICP22 created new session: [4:7593037787642576480:2108]
2026-01-08T17:04:35.038351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037787642576480:2108] [node 5] ICS09 handshake done sender: [4:7593037783347609170:2113] self: [4:7593037783347609169:0] peer: [5:7593037788140563881:0] socket: 204 qp: -1
2026-01-08T17:04:35.038387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037787642576480:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:35.038462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:35.039558Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037783347609177:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:35.040875Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037785182134597:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.041000Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037785182134602:2137] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.041091Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037785182134603:2138] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.042434Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037782508421799:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.042570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037782508421719:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.042901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037783845596579:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.046603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037788140563883:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30289
2026-01-08T17:04:35.047595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037782667716177:2141] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.048083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037782667716076:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:35.043017Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037785182134589:2130] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.043045Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037785182134589:2130] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.051966Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037788140563884:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30289
2026-01-08T17:04:35.052159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037783845596503:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:35.052510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037788140563882:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.052721Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037783845596580:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:35.055848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037783845596567:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.055930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:35.054815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037782508421802:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.055989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037783845596567:2109] [node 4] ICP22 created new session: [5:7593037788140563886:2109]
2026-01-08T17:04:35.058270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037783347609101:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.054697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037785182134604:2139] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.062460Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037782667716178:2142] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.054938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037782508421786:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.055013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037785182134596:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.055037Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037785182134596:2134] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.070284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037787221802665:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34419
2026-01-08T17:04:35.069449Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037785182134589:2130] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:35.056047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037788140563886:2109] [node 4] ICS09 handshake done sender: [5:7593037783845596580:2117] self: [5:7593037788140563881:0] peer: [4:7593037783347609169:0] socket: 207 qp: -1
2026-01-08T17:04:35.058385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:35.058451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037783347609101:2049] [node 2] ICP22 created new session: [4:7593037787642576483:2049]
2026-01-08T17:04:35.058511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037787642576483:2049] [node 2] ICS09 handshake done sender: [4:7593037783347609177:2117] self: [4:7593037787642576477:0] peer: [2:7593037782508421790:0] socket: 202 qp: -1
2026-01-08T17:04:35.058561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037787642576483:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:35.063546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037782667716182:2143] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.054962Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037782508421786:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:35.056105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037788140563886:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:35.058605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:35.079234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037782667716075:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:35.079423Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037782667716172:2138] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.079456Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037782667716172:2138] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.074754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037785182134502:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.056142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:35.059366Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037783347609101:2049] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.057973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037783845596505:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:35.071039Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037788140563884:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.104119Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037783845596503:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62414) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037783845596579:2116] held: no
2026-01-08T17:04:35.105053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037783845596504:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:35.105174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037788140563890:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30289
2026-01-08T17:04:35.074845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:35.098251Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037786962683480:2144] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29473
2026-01-08T17:04:35.098352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037786962683483:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29473
2026-01-08T17:04:35.103581Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037782667716172:2138] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:35.105941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037782667716164:2117] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.106025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:35.106081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037782667716164:2117] [node 5] ICP22 created new session: [3:7593037786962683486:2117]
2026-01-08T17:04:35.106152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037786962683486:2117] [node 5] ICS09 handshake done sender: [3:7593037782667716172:2138] self: [3:7593037782667716171:0] peer: [5:7593037788140563888:0] socket: 217 qp: -1
2026-01-08T17:04:35.106200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037786962683486:2117] [node 5] ICS10 traffic start
2026-01-08T17:04:35.106246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:35.068776Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037786803389107:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:64614
2026-01-08T17:04:35.074902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037785182134502:2048] [node 2] ICP22 created new session: [1:7593037789477101908:2048]
2026-01-08T17:04:35.074971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037789477101908:2048] [node 2] ICS09 handshake done sender: [1:7593037785182134589:2130] self: [1:7593037785182134588:0] peer: [2:7593037786803389106:0] socket: 198 qp: -1
2026-01-08T17:04:35.075018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037789477101908:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:35.075070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:35.082800Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037785182134596:2134] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:35.083110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037785182134587:2110] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.083192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:35.083258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037785182134587:2110] [node 5] ICP22 created new session: [1:7593037789477101912:2110]
2026-01-08T17:04:35.083316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037789477101912:2110] [node 5] ICS09 handshake done sender: [1:7593037785182134596:2134] self: [1:7593037785182134595:0] peer: [5:7593037788140563885:0] socket: 199 qp: -1
2026-01-08T17:04:35.083352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037789477101912:2110] [node 5] ICS10 traffic start
2026-01-08T17:04:35.083418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:35.109947Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037782508421799:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:35.110523Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037782508421719:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62414) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037782508421799:2116] held: no
2026-01-08T17:04:35.111116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037782508421719:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.111208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:35.111263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037782508421719:2048] [node 1] ICP22 created new session: [2:7593037786803389110:2048]
2026-01-08T17:04:35.111323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037786803389110:2048] [node 1] ICS09 handshake done sender: [2:7593037782508421799:2116] self: [2:7593037786803389106:0] peer: [1:7593037785182134588:0] socket: 200 qp: -1
2026-01-08T17:04:35.111367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037786803389110:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:35.111403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:35.112829Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037782508421786:2111] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.114467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037787221802666:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34419
2026-01-08T17:04:35.114735Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037787221802667:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34419
2026-01-08T17:04:35.117911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037785182134591:2131] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.117961Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037785182134591:2131] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:35.119208Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037783845596579:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.122620Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037783845596505:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8563) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037788140563882:2118] held: no
2026-01-08T17:04:35.123399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037788140563891:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30289
2026-01-08T17:04:35.127939Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037782667716177:2141] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:35.128405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037782667716076:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.128462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:35.128513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037782667716076:2049] [node 2] ICP22 created new session: [3:7593037786962683488:2049]
2026-01-08T17:04:35.128560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037786962683488:2049] [node 2] ICS09 handshake done sender: [3:7593037782667716177:2141] self: [3:7593037786962683479:0] peer: [2:7593037782508421785:0] socket: 211 qp: -1
2026-01-08T17:04:35.128593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037786962683488:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:35.128647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:35.117094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037787642576486:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5167
2026-01-08T17:04:35.133333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037783845596503:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.136270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037786962683480:2144] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.137004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037787221802668:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34419
2026-01-08T17:04:35.126034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037782508421793:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.133406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:35.133458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037783845596503:2048] [node 1] ICP22 created new session: [5:7593037788140563893:2048]
2026-01-08T17:04:35.133511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037788140563893:2048] [node 1] ICS09 handshake done sender: [5:7593037783845596579:2116] self: [5:7593037788140563885:0] peer: [1:7593037785182134595:0] socket: 206 qp: -1
2026-01-08T17:04:35.133555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037788140563893:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:35.133596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.148120Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037787221802667:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.148506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037782926835352:2107] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:35.148604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037787221802669:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34419
2026-01-08T17:04:35.117235Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037787642576487:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5167
2026-01-08T17:04:35.148931Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037787642576487:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.149047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037787642576486:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.149187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037783347609102:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:35.149243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037783347609100:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:35.126073Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037782508421793:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:35.126731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037782508421720:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.126824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:35.126880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037782508421720:2049] [node 3] ICP22 created new session: [2:7593037786803389112:2049]
2026-01-08T17:04:35.126945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037786803389112:2049] [node 3] ICS09 handshake done sender: [2:7593037782508421786:2111] self: [2:7593037782508421785:0] peer: [3:7593037786962683479:0] socket: 194 qp: -1
2026-01-08T17:04:35.126986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037786803389112:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:35.127041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:35.143015Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037788140563882:2118] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.151019Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037783845596578:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.151050Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037783845596578:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:35.151837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037783845596505:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.151914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:35.151977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037783845596505:2050] [node 3] ICP22 created new session: [5:7593037788140563896:2050]
2026-01-08T17:04:35.152037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037788140563896:2050] [node 3] ICS09 handshake done sender: [5:7593037788140563882:2118] self: [5:7593037788140563888:0] peer: [3:7593037782667716171:0] socket: 227 qp: -1
2026-01-08T17:04:35.152070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037788140563896:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:35.152125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:35.153289Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037788140563895:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30289
2026-01-08T17:04:35.153760Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037783845596578:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:35.154638Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037782508421793:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.167399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037787642576490:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5167
2026-01-08T17:04:35.158582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037782667716174:2139] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.158625Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037782667716174:2139] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:35.168594Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037782667716174:2139] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:35.169839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037782667716165:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.169931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:35.170005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037782667716165:2107] [node 4] ICP22 created new session: [3:7593037786962683493:2107]
2026-01-08T17:04:35.170060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037786962683493:2107] [node 4] ICS09 handshake done sender: [3:7593037782667716174:2139] self: [3:7593037782667716173:0] peer: [4:7593037787642576488:0] socket: 245 qp: -1
2026-01-08T17:04:35.170103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037786962683493:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:35.170148Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:35.171262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037782508421788:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.171361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:35.171416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037782508421788:2109] [node 5] ICP22 created new session: [2:7593037786803389116:2109]
2026-01-08T17:04:35.171480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037786803389116:2109] [node 5] ICS09 handshake done sender: [2:7593037782508421793:2113] self: [2:7593037782508421792:0] peer: [5:7593037788140563892:0] socket: 224 qp: -1
2026-01-08T17:04:35.171534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037786803389116:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:35.171585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:35.162899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037787221802666:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.150584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037785182134594:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.150630Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037785182134594:2133] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.178796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037783347609176:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.178834Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037783347609176:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:35.179750Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037787642576487:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:35.177630Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037785182134591:2131] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:35.175926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037787221802665:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.176084Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037787221802668:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.176596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037782926835290:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:35.176701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037782926835358:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:35.177186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037787221802671:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34419
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.183186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037786962683495:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29473
2026-01-08T17:04:35.180448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037783845596568:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.180521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:35.180589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037783845596568:2110] [node 6] ICP22 created new session: [5:7593037788140563899:2110]
2026-01-08T17:04:35.180641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037788140563899:2110] [node 6] ICS09 handshake done sender: [5:7593037783845596578:2115] self: [5:7593037783845596577:0] peer: [6:7593037787221802670:0] socket: 208 qp: -1
2026-01-08T17:04:35.180675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037788140563899:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:35.180711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:35.185409Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037782667716182:2143] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:35.185634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037782667716075:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.185716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:35.185773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037782667716075:2048] [node 1] ICP22 created new session: [3:7593037786962683496:2048]
2026-01-08T17:04:35.185826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037786962683496:2048] [node 1] ICS09 handshake done sender: [3:7593037782667716182:2143] self: [3:7593037786962683482:0] peer: [1:7593037785182134590:0] socket: 222 qp: -1
2026-01-08T17:04:35.185862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037786962683496:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:35.185897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:35.188069Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037787221802667:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:35.188620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037785182134594:2133] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.189049Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037787642576491:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5167
2026-01-08T17:04:35.189622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037787221802669:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.189672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037782926835352:2107] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.189743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:35.189818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037782926835352:2107] [node 5] ICP22 created new session: [6:7593037787221802674:2107]
2026-01-08T17:04:35.189871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037787221802674:2107] [node 5] ICS09 handshake done sender: [6:7593037787221802667:2118] self: [6:7593037787221802670:0] peer: [5:7593037783845596577:0] socket: 246 qp: -1
2026-01-08T17:04:35.189906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037787221802674:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:35.189949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:35.193230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037785182134601:2136] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.193274Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037785182134601:2136] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:35.194036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037785182134503:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.194115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:35.194172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037785182134503:2049] [node 3] ICP22 created new session: [1:7593037789477101917:2049]
2026-01-08T17:04:35.194255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037789477101917:2049] [node 3] ICS09 handshake done sender: [1:7593037785182134591:2131] self: [1:7593037785182134590:0] peer: [3:7593037786962683482:0] socket: 221 qp: -1
2026-01-08T17:04:35.194298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037789477101917:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:35.194417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:35.196269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037785182134585:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.196339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:35.196400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037785182134585:2107] [node 4] ICP22 created new session: [1:7593037789477101919:2107]
2026-01-08T17:04:35.196455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037789477101919:2107] [node 4] ICS09 handshake done sender: [1:7593037785182134594:2133] self: [1:7593037785182134593:0] peer: [4:7593037787642576489:0] socket: 190 qp: -1
2026-01-08T17:04:35.196492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037789477101919:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:35.196555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.201908Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037788140563884:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:35.199071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037782926835292:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.202158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037782508421795:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.202176Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037783845596504:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26364) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037788140563884:2120] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.203551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037782667716176:2140] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.202201Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037782508421795:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:35.199178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037782926835291:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:35.203587Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037782667716176:2140] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:35.205664Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037786962683498:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29473
2026-01-08T17:04:35.206482Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037782667716176:2140] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:35.207095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037787221802679:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34419
2026-01-08T17:04:35.212376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037787221802680:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34419
2026-01-08T17:04:35.213483Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037787221802668:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:35.207641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037783845596504:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.215764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037785182134585:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(18431969ns) {HandleHandshakeStatus:329(18430031ns) {DropIncomingHandshake:442(13458ns) DropOutgoingHandshake:457(403ns) SwitchToState:179(248ns) ProcessPendingSessionEvents:495(17382340ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 17306311ns max# 5602764ns}}}
2026-01-08T17:04:35.206184Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037782508421795:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:35.210690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037782508421789:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.210780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:35.210836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037782508421789:2110] [node 6] ICP22 created new session: [2:7593037786803389119:2110]
2026-01-08T17:04:35.210889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037786803389119:2110] [node 6] ICS09 handshake done sender: [2:7593037782508421795:2114] self: [2:7593037782508421794:0] peer: [6:7593037787221802677:0] socket: 226 qp: -1
2026-01-08T17:04:35.210930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037786803389119:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:35.210971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:35.207704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:35.207758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037783845596504:2049] [node 2] ICP22 created new session: [5:7593037788140563901:2049]
2026-01-08T17:04:35.207817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037788140563901:2049] [node 2] ICS09 handshake done sender: [5:7593037788140563884:2120] self: [5:7593037788140563892:0] peer: [2:7593037782508421792:0] socket: 232 qp: -1
2026-01-08T17:04:35.207856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037788140563901:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:35.207911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:35.217014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037782926835292:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.217094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:35.217149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037782926835292:2050] [node 3] ICP22 created new session: [6:7593037787221802681:2050]
2026-01-08T17:04:35.217219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037787221802681:2050] [node 3] ICS09 handshake done sender: [6:7593037787221802668:2119] self: [6:7593037787221802676:0] peer: [3:7593037782667716175:0] socket: 216 qp: -1
2026-01-08T17:04:35.217258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037787221802681:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:35.217291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:35.219452Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037786962683498:2147] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.219528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037782667716168:2122] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.219581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:35.219642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037782667716168:2122] [node 6] ICP22 created new session: [3:7593037786962683500:2122]
2026-01-08T17:04:35.219697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037786962683500:2122] [node 6] ICS09 handshake done sender: [3:7593037782667716176:2140] self: [3:7593037782667716175:0] peer: [6:7593037787221802676:0] socket: 213 qp: -1
2026-01-08T17:04:35.219738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037786962683500:2122] [node 6] ICS10 traffic start
2026-01-08T17:04:35.219773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:35.222528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037783347609102:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.222621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:35.222679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037783347609102:2050] [node 3] ICP22 created new session: [4:7593037787642576493:2050]
2026-01-08T17:04:35.222740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037787642576493:2050] [node 3] ICS09 handshake done sender: [4:7593037787642576487:2120] self: [4:7593037787642576488:0] peer: [3:7593037782667716173:0] socket: 214 qp: -1
2026-01-08T17:04:35.222775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037787642576493:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:35.222828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:35.223463Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037783347609102:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:35.222102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037782667716168:2122] [node 6] ICP18 handshake (actor [3:7593037786962683498:2147]) is too old
2026-01-08T17:04:35.227125Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037785182134601:2136] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:35.227421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037785182134586:2129] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.227500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:35.227572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037785182134586:2129] [node 6] ICP22 created new session: [1:7593037789477101922:2129]
2026-01-08T17:04:35.227622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037789477101922:2129] [node 6] ICS09 handshake done sender: [1:7593037785182134601:2136] self: [1:7593037785182134600:0] peer: [6:7593037787221802672:0] socket: 240 qp: -1
2026-01-08T17:04:35.227659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037789477101922:2129] [node 6] ICS10 traffic start
2026-01-08T17:04:35.227696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:35.230476Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037787642576486:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:35.234778Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037783347609176:2116] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.235893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037787221802684:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34419
2026-01-08T17:04:35.237037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037787221802666:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:35.237297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037782926835290:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.237381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:35.237436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037782926835290:2048] [node 1] ICP22 created new session: [6:7593037787221802686:2048]
2026-01-08T17:04:35.237494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037787221802686:2048] [node 1] ICS09 handshake done sender: [6:7593037787221802666:2117] self: [6:7593037787221802672:0] peer: [1:7593037785182134600:0] socket: 186 qp: -1
2026-01-08T17:04:35.237543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037787221802686:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:35.237579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:35.239947Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037787221802669:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:35.240609Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037782926835291:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26364) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037787221802669:2120] held: no
2026-01-08T17:04:35.241603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037782926835291:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.242538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037783347609100:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.242631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:35.242678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037783347609100:2048] [node 1] ICP22 created new session: [4:7593037787642576496:2048]
2026-01-08T17:04:35.242753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037787642576496:2048] [node 1] ICS09 handshake done sender: [4:7593037787642576486:2119] self: [4:7593037787642576489:0] peer: [1:7593037785182134593:0] socket: 243 qp: -1
2026-01-08T17:04:35.242796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037787642576496:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:35.242833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:35.241686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:35.241751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037782926835291:2049] [node 2] ICP22 created new session: [6:7593037787221802688:2049]
2026-01-08T17:04:35.241805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037787221802688:2049] [node 2] ICS09 handshake done sender: [6:7593037787221802669:2120] self: [6:7593037787221802677:0] peer: [2:7593037782508421794:0] socket: 248 qp: -1
2026-01-08T17:04:35.242870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037787221802688:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:35.242921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.243470Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037783347609100:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:35.244659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037783347609166:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:35.244736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:35.244792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037783347609166:2109] [node 6] ICP22 created new session: [4:7593037787642576498:2109]
2026-01-08T17:04:35.244871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037787642576498:2109] [node 6] ICS09 handshake done sender: [4:7593037783347609176:2116] self: [4:7593037783347609175:0] peer: [6:7593037787221802673:0] socket: 236 qp: -1
2026-01-08T17:04:35.244912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037787642576498:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:35.244955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:35.246376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037787642576495:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5167
2026-01-08T17:04:35.248929Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037782926835290:2048] [node 1] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.251272Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037787221802683:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34419
2026-01-08T17:04:35.251851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037787221802665:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:35.252256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037782926835358:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:35.252338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:35.252404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037782926835358:2110] [node 4] ICP22 created new session: [6:7593037787221802690:2110]
2026-01-08T17:04:35.252473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037787221802690:2110] [node 4] ICS09 handshake done sender: [6:7593037787221802665:2116] self: [6:7593037787221802673:0] peer: [4:7593037783347609175:0] socket: 237 qp: -1
2026-01-08T17:04:35.252516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037787221802690:2110] [node 4] ICS10 traffic start
2026-01-08T17:04:35.252556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:35.253520Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037787642576495:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:35.254286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037783347609166:2109] [node 6] ICP18 handshake (actor [4:7593037787642576495:2123]) is too old
2026-01-08T17:04:35.299657Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:35.299891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037786803389110:2048] [node 1] ICS01 socket: 200 reason# EndOfStream
2026-01-08T17:04:35.299943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037782508421719:2048] [node 1] ICP30 unregister session Session# [2:7593037786803389110:2048] VirtualId# [2:7593037786803389106:0]
2026-01-08T17:04:35.299985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037786803389110:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.300060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:35.300101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:35.301052Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:35.301269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037786962683496:2048] [node 1] ICS07 socket disconnect 222 reason# EndOfStream
2026-01-08T17:04:35.301305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037786962683496:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.301380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:35.301422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037786962683496:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:35.304528Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:35.305226Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:35.305414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037788140563893:2048] [node 1] ICS01 socket: 206 reason# EndOfStream
2026-01-08T17:04:35.305723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037783845596503:2048] [node 1] ICP30 unregister session Session# [5:7593037788140563893:2048] VirtualId# [5:7593037788140563885:0]
2026-01-08T17:04:35.305765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037788140563893:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.305827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:35.309596Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:35.309749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037787221802686:2048] [node 1] ICS07 socket disconnect 186 reason# EndOfStream
2026-01-08T17:04:35.309772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037787221802686:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.309824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:35.309852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037787221802686:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:35.305873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:35.305278Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037782667716075:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62414) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:35.305331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037786962683496:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:35.305672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037787642576496:2048] [node 1] ICS07 socket disconnect 243 reason# EndOfStream
2026-01-08T17:04:35.311169Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037782926835290:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62414) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:35.311233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037787221802686:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:35.311272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037782926835290:2048] [node 1] ICP30 unregister session Session# [6:7593037787221802686:2048] VirtualId# [6:7593037787221802672:0]
2026-01-08T17:04:35.311316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:35.311347Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037782926835290:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62414) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.311363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62414) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.306502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037787642576496:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.306564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:35.306606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037787642576496:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:35.311743Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037782667716075:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62414) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:35.311797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037786962683496:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:35.311833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037782667716075:2048] [node 1] ICP30 unregister session Session# [3:7593037786962683496:2048] VirtualId# [3:7593037786962683482:0]
2026-01-08T17:04:35.311870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:35.311897Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037782667716075:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62414) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.311909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62414) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.312993Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037783347609100:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62414) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:35.313044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037787642576496:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:35.313076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037783347609100:2048] [node 1] ICP30 unregister session Session# [4:7593037787642576496:2048] VirtualId# [4:7593037787642576489:0]
2026-01-08T17:04:35.313189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:35.313217Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037783347609100:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62414) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.313230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62414) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.322612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037782926835290:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:35.322495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037782667716075:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:35.326523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037783347609100:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:35.383210Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:35.383378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037786962683488:2049] [node 2] ICS07 socket disconnect 211 reason# EndOfStream
2026-01-08T17:04:35.383400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037786962683488:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.383452Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:35.383479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037786962683488:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:35.386717Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037782667716076:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26364) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:35.386755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037786962683488:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:35.387396Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037782667716076:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26364) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:35.387440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037786962683488:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:35.387468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037782667716076:2049] [node 2] ICP30 unregister session Session# [3:7593037786962683488:2049] VirtualId# [3:7593037786962683479:0]
2026-01-08T17:04:35.387519Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:35.387542Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037782667716076:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26364) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.387560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26364) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.394240Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:35.394639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037787221802688:2049] [node 2] ICS01 socket: 248 reason# EndOfStream
2026-01-08T17:04:35.394674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037782926835291:2049] [node 2] ICP30 unregister session Session# [6:7593037787221802688:2049] VirtualId# [6:7593037787221802677:0]
2026-01-08T17:04:35.394098Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:35.393887Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:35.394705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037787221802688:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.395227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:35.395294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:35.394591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037788140563901:2049] [node 2] ICS01 socket: 232 reason# EndOfStream
2026-01-08T17:04:35.407224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037783845596504:2049] [node 2] ICP30 unregister session Session# [5:7593037788140563901:2049] VirtualId# [5:7593037788140563892:0]
2026-01-08T17:04:35.407278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037788140563901:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.407376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:35.407424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:35.394042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037787642576483:2049] [node 2] ICS07 socket disconnect 202 reason# EndOfStream
2026-01-08T17:04:35.394440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037787642576483:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.394521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:35.394781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037787642576483:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:35.395490Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037783347609101:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26364) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:35.395555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037787642576483:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:35.395606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037783347609101:2049] [node 2] ICP30 unregister session Session# [4:7593037787642576483:2049] VirtualId# [4:7593037787642576477:0]
2026-01-08T17:04:35.395641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:35.395673Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037783347609101:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26364) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.395689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26364) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.405958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037783347609101:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:35.448828Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:35.449080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037787221802681:2050] [node 3] ICS07 socket disconnect 216 reason# EndOfStream
2026-01-08T17:04:35.449121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037787221802681:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.449204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:35.449248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037787221802681:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:35.449797Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:35.449986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037788140563896:2050] [node 3] ICS01 socket: 227 reason# EndOfStream
2026-01-08T17:04:35.450031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037783845596505:2050] [node 3] ICP30 unregister session Session# [5:7593037788140563896:2050] VirtualId# [5:7593037788140563888:0]
2026-01-08T17:04:35.450077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037788140563896:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.450151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:35.450196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:35.450691Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:35.450881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037787642576493:2050] [node 3] ICS07 socket disconnect 214 reason# EndOfStream
2026-01-08T17:04:35.450914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037787642576493:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.450997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:35.451053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037787642576493:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:35.452112Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037783347609102:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8563) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:35.452183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037787642576493:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:35.452225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037783347609102:2050] [node 3] ICP30 unregister session Session# [4:7593037787642576493:2050] VirtualId# [4:7593037787642576488:0]
2026-01-08T17:04:35.452272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:35.452325Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037783347609102:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8563) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.452343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8563) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.452811Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037782926835292:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8563) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:35.452875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037787221802681:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:35.452911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037782926835292:2050] [node 3] ICP30 unregister session Session# [6:7593037787221802681:2050] VirtualId# [6:7593037787221802676:0]
2026-01-08T17:04:35.452946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:35.452978Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037782926835292:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8563) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.453002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8563) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.461244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037783347609102:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:35.462605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037782926835292:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:35.510510Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:35.510749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037788140563886:2109] [node 4] ICS07 socket disconnect 207 reason# EndOfStream
2026-01-08T17:04:35.510784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037788140563886:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.510866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:35.510902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037788140563886:2109] [node 4] ICS15 start handshake
2026-01-08T17:04:35.512246Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037783845596567:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12052) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:35.512314Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037788140563886:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:35.512356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037783845596567:2109] [node 4] ICP30 unregister session Session# [5:7593037788140563886:2109] VirtualId# [5:7593037788140563881:0]
2026-01-08T17:04:35.512404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:35.512442Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037783845596567:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12052) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.512487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12052) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.516897Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:35.517146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037787221802690:2110] [node 4] ICS07 socket disconnect 237 reason# EndOfStream
2026-01-08T17:04:35.517189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037787221802690:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:35.517281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:35.517322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037787221802690:2110] [node 4] ICS15 start handshake
2026-01-08T17:04:35.518634Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037782926835358:2110] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12052) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:35.518705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037787221802690:2110] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:35.518754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037782926835358:2110] [node 4] ICP30 unregister session Session# [6:7593037787221802690:2110] VirtualId# [6:7593037787221802673:0]
2026-01-08T17:04:35.518802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:35.518845Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037782926835358:2110] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12052) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:35.518865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12052) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:35.665224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037786638967709:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:35.665280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037786638967710:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:35.666277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037787015684938:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:35.666367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037787015684939:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:35.672880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037786671472265:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:35.672918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037786671472266:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:35.679604Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037786673103401:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:35.679652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037786673103402:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:35.679690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037786673103403:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:35.686092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037786786053794:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:35.686135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037786786053795:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:35.686210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037786786053796:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:35.692891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037786026263565:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:35.692915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037786026263566:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:35.692939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037786026263567:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:35.942875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037786026263621:2099] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:35.949011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037786638967771:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:35.955611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037786786053855:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5155
2026-01-08T17:04:36.107581Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037786638967709:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(128277095ns) {Configure:104(128266261ns) {ProcessConfigured:135(79373ns) {StartInitialHandshake:157(77394ns) {DropHandshakes:470(2850ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(417ns)} GenerateSessionVirtualId:992(980ns) PrepareNewSessionHandshake:477(2497ns) {SwitchToState:179(1090ns)}}}}}
2026-01-08T17:04:36.108069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037790933935071:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:36.118734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037790933935074:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:36.130719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037790321230927:2098] [node 4] ICP01 ready to work
2026-01-08T17:04:36.150883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037791310652297:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:36.152144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037791310652298:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.160533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037790966439624:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:36.159722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037791310652299:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:36.182422Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037787015684938:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(22046580ns) {Configure:104(22042283ns) {ProcessConfigured:135(72967ns) {StartInitialHandshake:157(69791ns) {DropHandshakes:470(2539ns) {DropIncomingHandshake:442(541ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:992(956ns) PrepareNewSessionHandshake:477(1369ns) {SwitchToState:179(530ns)}}}}}
2026-01-08T17:04:36.183634Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037791310652300:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49957
2026-01-08T17:04:36.158898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037791081021172:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:36.190758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037790968070760:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:36.200374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037786638967771:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(21388170ns) {Configure:104(21381477ns) {ProcessConfigured:135(76571ns) {StartInitialHandshake:157(74333ns) {DropHandshakes:470(7083ns) {DropIncomingHandshake:442(296ns) DropOutgoingHandshake:457(254ns)} GenerateSessionVirtualId:992(655ns) PrepareNewSessionHandshake:477(1131ns) {SwitchToState:179(158ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.159355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037791081021173:2128] [node 6] ICP01 ready to work
2026-01-08T17:04:36.205720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037790966439630:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.228455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037791310652299:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(30639234ns) {Configure:104(30635009ns) {ProcessConfigured:135(62885ns) {StartInitialHandshake:157(60574ns) {DropHandshakes:470(1121ns) {DropIncomingHandshake:442(144ns) DropOutgoingHandshake:457(143ns)} GenerateSessionVirtualId:992(446ns) PrepareNewSessionHandshake:477(1469ns) {SwitchToState:179(594ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.259118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037790933935082:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7235
2026-01-08T17:04:36.283343Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037791081021173:2128] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(29974747ns) {Configure:104(29970602ns) {ProcessConfigured:135(84943ns) {StartInitialHandshake:157(81722ns) {DropHandshakes:470(2299ns) {DropIncomingHandshake:442(486ns) DropOutgoingHandshake:457(567ns)} GenerateSessionVirtualId:992(859ns) PrepareNewSessionHandshake:477(2233ns) {SwitchToState:179(902ns)}}}}}
2026-01-08T17:04:36.208107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037790966439631:2108] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.248483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037790968070761:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.304821Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037786786053794:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(21051762ns) {Configure:104(21047195ns) {ProcessConfigured:135(81373ns) {StartInitialHandshake:157(77960ns) {DropHandshakes:470(4259ns) {DropIncomingHandshake:442(382ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:992(1064ns) PrepareNewSessionHandshake:477(1446ns) {SwitchToState:179(601ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.323344Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037791081021174:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5155
2026-01-08T17:04:36.323550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037791081021175:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5155
2026-01-08T17:04:36.323607Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037791081021184:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5155
2026-01-08T17:04:36.210874Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037790966439627:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50260
2026-01-08T17:04:36.332022Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037786786053795:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(26699498ns) {Configure:104(26692609ns) {ProcessConfigured:135(79122ns) {StartInitialHandshake:157(76457ns) {DropHandshakes:470(1870ns) {DropIncomingHandshake:442(272ns) DropOutgoingHandshake:457(445ns)} GenerateSessionVirtualId:992(606ns) PrepareNewSessionHandshake:477(1492ns) {SwitchToState:179(541ns)}}}}}
2026-01-08T17:04:36.327438Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037786026263565:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(137339995ns) {Configure:104(137334283ns) {ProcessConfigured:135(35578015ns) {StartInitialHandshake:157(35574938ns) {DropHandshakes:470(2587ns) {DropIncomingHandshake:442(441ns) DropOutgoingHandshake:457(348ns)} GenerateSessionVirtualId:992(917ns) PrepareNewSessionHandshake:477(8446ns) {SwitchToState:179(2083ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.299682Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037790968070770:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28245
2026-01-08T17:04:36.236957Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037790966439630:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(25732234ns) {Configure:104(25726203ns) {ProcessConfigured:135(66510ns) {StartInitialHandshake:157(63570ns) {DropHandshakes:470(2267ns) {DropIncomingHandshake:442(398ns) DropOutgoingHandshake:457(295ns)} GenerateSessionVirtualId:992(510ns) PrepareNewSessionHandshake:477(1981ns) {SwitchToState:179(614ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.385214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037790321230939:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13161
2026-01-08T17:04:36.385445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037790321230938:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13161
2026-01-08T17:04:36.346083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037791310652314:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49957
2026-01-08T17:04:36.386483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037786786053855:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.240317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037790966439640:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50260
2026-01-08T17:04:36.290212Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037786671472265:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(214973109ns) {Configure:104(214967625ns) {ProcessConfigured:135(32018165ns) {StartInitialHandshake:157(32015861ns) {DropHandshakes:470(5330721ns) {DropIncomingHandshake:442(159ns) DropOutgoingHandshake:457(2585ns)} GenerateSessionVirtualId:992(1649ns) PrepareNewSessionHandshake:477(5281ns) {SwitchToState:179(2010ns)}}}}}
2026-01-08T17:04:36.326718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037790966439642:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50260
2026-01-08T17:04:36.326780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037790966439643:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50260
2026-01-08T17:04:36.351471Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037790968070775:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28245
2026-01-08T17:04:36.389201Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037786673103401:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(131905677ns) {Configure:104(131900863ns) {ProcessConfigured:135(61185133ns) {StartInitialHandshake:157(61182192ns) {DropHandshakes:470(2109ns) {DropIncomingHandshake:442(405ns) DropOutgoingHandshake:457(306ns)} GenerateSessionVirtualId:992(842ns) PrepareNewSessionHandshake:477(4845ns) {SwitchToState:179(2619ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.407582Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037790933935085:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7235
2026-01-08T17:04:36.410628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037790321230938:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.410801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037786026263565:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.411310Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037790933935073:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.411349Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037790933935073:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.412765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037790321230942:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13161
2026-01-08T17:04:36.413060Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037790933935073:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:36.413937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037790321230938:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:36.414297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037790933935071:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.414397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:36.414460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037790933935071:2109] [node 6] ICP22 created new session: [1:7593037790933935087:2109]
2026-01-08T17:04:36.414520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037790933935087:2109] [node 6] ICS09 handshake done sender: [1:7593037790933935073:2111] self: [1:7593037790933935072:0] peer: [6:7593037790321230941:0] socket: 213 qp: -1
2026-01-08T17:04:36.414556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037790933935087:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:36.414624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.416168Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037791310652300:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.416542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037791310652315:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49957
2026-01-08T17:04:36.417021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037791310652316:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49957
2026-01-08T17:04:36.417277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037787015684938:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.422851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037786026263565:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.422926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:36.422984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037786026263565:2048] [node 1] ICP22 created new session: [6:7593037790321230943:2048]
2026-01-08T17:04:36.423047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037790321230943:2048] [node 1] ICS09 handshake done sender: [6:7593037790321230938:2115] self: [6:7593037790321230941:0] peer: [1:7593037790933935072:0] socket: 229 qp: -1
2026-01-08T17:04:36.423091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037790321230943:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:36.423132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:36.426513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037791310652316:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.426990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037790933935082:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.427111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037790933935070:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.427136Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037790933935070:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:36.436630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037790321230939:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.439890Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037791081021181:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.439925Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037791081021181:2133] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:36.439523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037786026263621:2099] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.441113Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037791081021181:2133] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.443492Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037791310652319:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49957
2026-01-08T17:04:36.441489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037791081021173:2128] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.441555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:36.441615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037791081021173:2128] [node 6] ICP22 created new session: [5:7593037791081021192:2128]
2026-01-08T17:04:36.441668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037791081021192:2128] [node 6] ICS09 handshake done sender: [5:7593037791081021181:2133] self: [5:7593037791081021180:0] peer: [6:7593037790321230946:0] socket: 223 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.441710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037791081021192:2128] [node 6] ICS10 traffic start
2026-01-08T17:04:36.441744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:36.447924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037791310652300:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:36.448186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037787015684938:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.448289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:36.448345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037787015684938:2048] [node 1] ICP22 created new session: [2:7593037791310652320:2048]
2026-01-08T17:04:36.448395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037791310652320:2048] [node 1] ICS09 handshake done sender: [2:7593037791310652300:2110] self: [2:7593037791310652317:0] peer: [1:7593037790933935069:0] socket: 197 qp: -1
2026-01-08T17:04:36.448432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037791310652320:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:36.448489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:36.444783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037790933935092:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7235
2026-01-08T17:04:36.445239Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037790933935070:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:36.446306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037786638967709:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.446422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:36.446479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037786638967709:2048] [node 2] ICP22 created new session: [1:7593037790933935093:2048]
2026-01-08T17:04:36.446540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037790933935093:2048] [node 2] ICS09 handshake done sender: [1:7593037790933935070:2110] self: [1:7593037790933935069:0] peer: [2:7593037791310652317:0] socket: 195 qp: -1
2026-01-08T17:04:36.446577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037790933935093:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:36.446623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.454391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037791081021175:2130] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.454790Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037791081021195:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5155
2026-01-08T17:04:36.454873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037786786053796:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.455535Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037790933935085:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.455654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037790933935092:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.457869Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037790321230947:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13161
2026-01-08T17:04:36.453917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037790966439643:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.454222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037790966439640:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.466015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037791081021174:2129] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.466181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037786786053795:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.471002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037791310652307:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.473778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037790968070775:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.474454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037790968070770:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.474831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037790968070777:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28245
2026-01-08T17:04:36.474991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037790968070778:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28245
2026-01-08T17:04:36.475137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037786673103401:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.471049Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037791310652307:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:36.476489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037790933935079:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.476814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037791081021195:2137] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.478351Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037786026263621:2099] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8980) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037790321230939:2116] held: no
2026-01-08T17:04:36.518423Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037790966439633:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.518490Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037790966439633:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:36.476011Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037791310652307:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.476534Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037790933935079:2113] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.511891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037790968070778:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.476986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037786786053794:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.477878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037791310652315:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.520013Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037790321230939:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:36.510587Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037790933935076:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.481316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037791310652298:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.510371Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037791081021198:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5155
2026-01-08T17:04:36.540182Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037790321230948:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13161
2026-01-08T17:04:36.554662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037790321230948:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.554830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037786026263566:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.534522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037786673103402:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.510622Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037790933935076:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.520482Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037791081021174:2129] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:36.481394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:36.534697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037790968070777:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.563264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037790966439642:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.531271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037786786053795:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.517178Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037790933935076:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.590658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037790321230950:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13161
2026-01-08T17:04:36.597837Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037786026263621:2099] [node 5] ICP35 event processing took too much time PendingConnection:279(48810653ns) {HandleHandshakeStatus:395(48807883ns) {LogHandshakeFail:472(13840ns) {UpdateErrorStateLog:545(4859ns)} DropOutgoingHandshake:457(488ns) ProcessPendingSessionEvents:495(48478315ns) {unordered DropSessionEvent:512 num# 100 sum# 11385357ns max# 10726743ns}}}
2026-01-08T17:04:36.597912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037786026263621:2099] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.538466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037790968070782:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28245
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.546595Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037790968070770:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:36.578254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037786673103401:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.580351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037790968070767:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.580379Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037790968070767:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:36.581496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037790968070784:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28245
2026-01-08T17:04:36.587689Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037790968070767:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:36.606681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:36.606777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037786673103401:2048] [node 1] ICP22 created new session: [4:7593037790968070786:2048]
2026-01-08T17:04:36.606846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037790968070786:2048] [node 1] ICS09 handshake done sender: [4:7593037790968070770:2114] self: [4:7593037790968070780:0] peer: [1:7593037790933935078:0] socket: 216 qp: -1
2026-01-08T17:04:36.606902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037790968070786:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:36.606973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:36.563404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037790966439627:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.481444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037791310652298:2108] [node 5] ICP22 created new session: [2:7593037791310652325:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.531341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:36.609073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037790968070760:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.535648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037790933935074:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.481488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037791310652325:2108] [node 5] ICS09 handshake done sender: [2:7593037791310652307:2113] self: [2:7593037791310652306:0] peer: [5:7593037791081021197:0] socket: 201 qp: -1
2026-01-08T17:04:36.531383Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037786786053795:2049] [node 2] ICP22 created new session: [5:7593037791081021200:2049]
2026-01-08T17:04:36.531439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037791081021200:2049] [node 2] ICS09 handshake done sender: [5:7593037791081021174:2129] self: [5:7593037791081021197:0] peer: [2:7593037791310652306:0] socket: 202 qp: -1
2026-01-08T17:04:36.531485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037791081021200:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:36.531532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:36.533330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037791081021202:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5155
2026-01-08T17:04:36.550857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037791081021184:2135] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.550997Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037791081021195:2137] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:36.559182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037791081021172:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.574679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037786786053794:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.574752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:36.574813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037786786053794:2048] [node 1] ICP22 created new session: [5:7593037791081021204:2048]
2026-01-08T17:04:36.574892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037791081021204:2048] [node 1] ICS09 handshake done sender: [5:7593037791081021195:2137] self: [5:7593037791081021199:0] peer: [1:7593037790933935075:0] socket: 245 qp: -1
2026-01-08T17:04:36.574948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037791081021204:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:36.574997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:36.606934Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037786786053794:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:36.610274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037791081021206:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5155
2026-01-08T17:04:36.610837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037791081021175:2130] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:36.611044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037786786053796:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.611117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:36.611190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037786786053796:2050] [node 3] ICP22 created new session: [5:7593037791081021208:2050]
2026-01-08T17:04:36.611252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037791081021208:2050] [node 3] ICS09 handshake done sender: [5:7593037791081021175:2130] self: [5:7593037791081021196:0] peer: [3:7593037790966439632:0] socket: 212 qp: -1
2026-01-08T17:04:36.611289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037791081021208:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:36.611323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:36.612463Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037791081021207:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5155
2026-01-08T17:04:36.563666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037786671472266:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.609166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:36.538890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037790933935079:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:36.580052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037790966439633:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:36.607815Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037790966439644:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50260
2026-01-08T17:04:36.608119Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037790966439650:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50260
2026-01-08T17:04:36.616379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037790966439624:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.616454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:36.616521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037790966439624:2109] [node 5] ICP22 created new session: [3:7593037790966439651:2109]
2026-01-08T17:04:36.616588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037790966439651:2109] [node 5] ICS09 handshake done sender: [3:7593037790966439633:2113] self: [3:7593037790966439632:0] peer: [5:7593037791081021196:0] socket: 209 qp: -1
2026-01-08T17:04:36.616627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037790966439651:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:36.616669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:36.627350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:36.640092Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037791081021184:2135] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:36.481522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037791310652325:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:36.631846Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037790321230948:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:36.638453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037786026263621:2099] [node 5] ICP22 created new session: [6:7593037790321230951:2099]
2026-01-08T17:04:36.642326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037790321230951:2099] [node 5] ICS09 handshake done sender: [6:7593037790321230939:2116] self: [6:7593037790321230946:0] peer: [5:7593037791081021180:0] socket: 230 qp: -1
2026-01-08T17:04:36.642381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037790321230951:2099] [node 5] ICS10 traffic start
2026-01-08T17:04:36.642445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:36.642683Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037786026263621:2099] [node 5] ICP35 event processing took too much time PendingConnection:279(44659107ns) {HandleHandshakeStatus:329(44657589ns) {DropIncomingHandshake:442(467ns) DropOutgoingHandshake:457(254ns) SwitchToState:179(645ns) ProcessPendingSessionEvents:495(1950ns)}}
2026-01-08T17:04:36.643664Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037786026263566:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9667) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037790321230948:2119] held: no
2026-01-08T17:04:36.644332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037786026263566:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.644382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:36.644441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037786026263566:2049] [node 2] ICP22 created new session: [6:7593037790321230953:2049]
2026-01-08T17:04:36.644509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037790321230953:2049] [node 2] ICS09 handshake done sender: [6:7593037790321230948:2119] self: [6:7593037790321230949:0] peer: [2:7593037791310652312:0] socket: 250 qp: -1
2026-01-08T17:04:36.644555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037790321230953:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:36.644620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:36.550769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:36.652849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037791081021172:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.652922Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:36.652987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037791081021172:2109] [node 4] ICP22 created new session: [5:7593037791081021210:2109]
2026-01-08T17:04:36.653045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037791081021210:2109] [node 4] ICS09 handshake done sender: [5:7593037791081021184:2135] self: [5:7593037791081021203:0] peer: [4:7593037790968070766:0] socket: 220 qp: -1
2026-01-08T17:04:36.653088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037791081021210:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:36.653137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:36.651320Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037786671472266:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9667) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037790966439640:2116] held: no
2026-01-08T17:04:36.652657Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037790966439640:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:36.554182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037790933935074:2108] [node 5] ICP22 created new session: [1:7593037790933935100:2108]
2026-01-08T17:04:36.574560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037790933935100:2108] [node 5] ICS09 handshake done sender: [1:7593037790933935076:2112] self: [1:7593037790933935075:0] peer: [5:7593037791081021199:0] socket: 243 qp: -1
2026-01-08T17:04:36.579832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037790933935100:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:36.583041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037786638967771:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.583091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:36.586968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037786638967771:2107] [node 4] ICP22 created new session: [1:7593037790933935101:2107]
2026-01-08T17:04:36.587552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:36.607491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037790933935101:2107] [node 4] ICS09 handshake done sender: [1:7593037790933935079:2113] self: [1:7593037790933935078:0] peer: [4:7593037790968070780:0] socket: 214 qp: -1
2026-01-08T17:04:36.615540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037790933935101:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:36.615595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:36.658055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037790933935074:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(122563043ns) {HandleHandshakeStatus:329(122559729ns) {DropIncomingHandshake:442(14478ns) DropOutgoingHandshake:457(526ns) SwitchToState:179(452ns) ProcessPendingSessionEvents:495(68736215ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 67916038ns max# 10935922ns}}}
2026-01-08T17:04:36.609246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037790968070760:2108] [node 5] ICP22 created new session: [4:7593037790968070788:2108]
2026-01-08T17:04:36.609306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037790968070788:2108] [node 5] ICS09 handshake done sender: [4:7593037790968070767:2112] self: [4:7593037790968070766:0] peer: [5:7593037791081021203:0] socket: 219 qp: -1
2026-01-08T17:04:36.609368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037790968070788:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:36.609413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:36.481566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:36.530943Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037791310652314:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.535381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037791310652309:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.535406Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037791310652309:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:36.554813Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037791310652309:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:36.578524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037791310652313:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.578571Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037791310652313:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:36.583540Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037791310652304:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.583580Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037791310652304:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:36.584514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037791310652297:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.584586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:36.584644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037791310652297:2107] [node 4] ICP22 created new session: [2:7593037791310652332:2107]
2026-01-08T17:04:36.584717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037791310652332:2107] [node 4] ICS09 handshake done sender: [2:7593037791310652309:2114] self: [2:7593037791310652308:0] peer: [4:7593037790968070781:0] socket: 193 qp: -1
2026-01-08T17:04:36.584764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037791310652332:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:36.584816Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:36.588875Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037791310652313:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:36.589192Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037791310652304:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:36.589409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037791310652299:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.589483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:36.589540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037791310652299:2109] [node 6] ICP22 created new session: [2:7593037791310652334:2109]
2026-01-08T17:04:36.589591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037791310652334:2109] [node 6] ICS09 handshake done sender: [2:7593037791310652313:2115] self: [2:7593037791310652312:0] peer: [6:7593037790321230949:0] socket: 249 qp: -1
2026-01-08T17:04:36.589632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037791310652334:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:36.589684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:36.595730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037787015684939:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.595820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:36.595894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037787015684939:2049] [node 3] ICP22 created new session: [2:7593037791310652336:2049]
2026-01-08T17:04:36.595960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037791310652336:2049] [node 3] ICS09 handshake done sender: [2:7593037791310652304:2112] self: [2:7593037791310652303:0] peer: [3:7593037790966439647:0] socket: 200 qp: -1
2026-01-08T17:04:36.596002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037791310652336:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:36.596044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.669367Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037790321230955:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13161
2026-01-08T17:04:36.665040Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037790968070760:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(54982999ns) {HandleHandshakeStatus:329(54978805ns) {DropIncomingHandshake:442(17753ns) DropOutgoingHandshake:457(733ns) SwitchToState:179(579ns) ProcessPendingSessionEvents:495(54491876ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 54404427ns max# 13080780ns}}}
2026-01-08T17:04:36.665156Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037790968070778:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:36.665969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037786673103401:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(31311846ns) {HandleHandshakeStatus:329(31309195ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(1923033ns) SwitchToState:179(456ns) ProcessPendingSessionEvents:495(2405644ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 2333296ns max# 1888862ns}}}
2026-01-08T17:04:36.666065Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037786673103402:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9667) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037790968070778:2118] held: no
2026-01-08T17:04:36.662034Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037786638967771:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(77883251ns) {HandleHandshakeStatus:329(77877638ns) {DropIncomingHandshake:442(374ns) DropOutgoingHandshake:457(305ns) SwitchToState:179(413ns) ProcessPendingSessionEvents:495(29300817ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 28474667ns max# 10380764ns}}}
2026-01-08T17:04:36.670069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037790966439644:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.673092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037786671472265:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.673740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037790933935081:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.673787Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037790933935081:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:36.675780Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037790933935081:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:36.675067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037786671472266:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.687538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037790321230956:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13161
2026-01-08T17:04:36.681364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037786673103402:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.675132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.676235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037786638967710:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.675200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037786671472266:2049] [node 2] ICP22 created new session: [3:7593037790966439657:2049]
2026-01-08T17:04:36.688947Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037790321230955:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.681444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:36.677703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:36.681496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037786673103402:2049] [node 2] ICP22 created new session: [4:7593037790968070792:2049]
2026-01-08T17:04:36.681560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037790968070792:2049] [node 2] ICS09 handshake done sender: [4:7593037790968070778:2118] self: [4:7593037790968070781:0] peer: [2:7593037791310652308:0] socket: 247 qp: -1
2026-01-08T17:04:36.681604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037790968070792:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:36.681650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:36.696448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037790968070791:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28245
2026-01-08T17:04:36.703306Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037790968070769:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.703334Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037790968070769:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:36.704747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037790968070769:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:36.725120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037790968070761:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.725201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:36.725258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037790968070761:2109] [node 6] ICP22 created new session: [4:7593037790968070795:2109]
2026-01-08T17:04:36.725308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037790968070795:2109] [node 6] ICS09 handshake done sender: [4:7593037790968070769:2113] self: [4:7593037790968070768:0] peer: [6:7593037790321230958:0] socket: 222 qp: -1
2026-01-08T17:04:36.725351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037790968070795:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:36.725378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:36.675256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037790966439657:2049] [node 2] ICS09 handshake done sender: [3:7593037790966439640:2116] self: [3:7593037790966439647:0] peer: [2:7593037791310652303:0] socket: 206 qp: -1
2026-01-08T17:04:36.689121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037786026263567:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.677772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037786638967710:2049] [node 3] ICP22 created new session: [1:7593037790933935105:2049]
2026-01-08T17:04:36.675293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037790966439657:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:36.745470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037790968070791:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.745895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037786673103403:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.702805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037790321230956:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.702977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037790321230927:2098] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:36.704520Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037790321230959:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13161
2026-01-08T17:04:36.722620Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037790321230956:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:36.732158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037790321230927:2098] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.732214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:36.732277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037790321230927:2098] [node 4] ICP22 created new session: [6:7593037790321230960:2098]
2026-01-08T17:04:36.732339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037790321230960:2098] [node 4] ICS09 handshake done sender: [6:7593037790321230956:2122] self: [6:7593037790321230958:0] peer: [4:7593037790968070768:0] socket: 231 qp: -1
2026-01-08T17:04:36.732383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037790321230960:2098] [node 4] ICS10 traffic start
2026-01-08T17:04:36.732422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:36.675371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:36.743593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037790966439637:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.743630Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037790966439637:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:36.744523Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037786671472265:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17180) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037790966439644:2119] held: no
2026-01-08T17:04:36.677825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037790933935105:2049] [node 3] ICS09 handshake done sender: [1:7593037790933935081:2114] self: [1:7593037790933935080:0] peer: [3:7593037790966439655:0] socket: 236 qp: -1
2026-01-08T17:04:36.677864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037790933935105:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:36.677913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:36.747164Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037790966439635:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:36.747201Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037790966439635:2114] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.748829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037790321230962:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13161
2026-01-08T17:04:36.748566Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037790966439656:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50260
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:36.749717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037790968070798:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28245
2026-01-08T17:04:36.749980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037790966439637:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:36.750607Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037790321230955:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:36.750890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037786026263567:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.750956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:36.751011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037786026263567:2050] [node 3] ICP22 created new session: [6:7593037790321230963:2050]
2026-01-08T17:04:36.751069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037790321230963:2050] [node 3] ICS09 handshake done sender: [6:7593037790321230955:2121] self: [6:7593037790321230957:0] peer: [3:7593037790966439636:0] socket: 218 qp: -1
2026-01-08T17:04:36.751109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037790321230963:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:36.751173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:36.754191Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037790966439635:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:36.754611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037790966439631:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.762423Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037790968070791:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:36.754715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:36.754846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037790966439631:2108] [node 6] ICP22 created new session: [3:7593037790966439661:2108]
2026-01-08T17:04:36.754908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037790966439661:2108] [node 6] ICS09 handshake done sender: [3:7593037790966439637:2115] self: [3:7593037790966439636:0] peer: [6:7593037790321230957:0] socket: 215 qp: -1
2026-01-08T17:04:36.754957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037790966439661:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:36.755010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:36.757052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037790966439644:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:36.767316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037786671472265:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.767368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:36.767424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037786671472265:2048] [node 1] ICP22 created new session: [3:7593037790966439663:2048]
2026-01-08T17:04:36.770286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037790966439630:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:36.770416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:36.770474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037790966439630:2107] [node 4] ICP22 created new session: [3:7593037790966439664:2107]
2026-01-08T17:04:36.770528Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037790966439664:2107] [node 4] ICS09 handshake done sender: [3:7593037790966439635:2114] self: [3:7593037790966439634:0] peer: [4:7593037790968070797:0] socket: 208 qp: -1
2026-01-08T17:04:36.770573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037790966439664:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:36.770629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:36.767624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037786673103403:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:36.767724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:36.767782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037786673103403:2050] [node 3] ICP22 created new session: [4:7593037790968070799:2050]
2026-01-08T17:04:36.767855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037790968070799:2050] [node 3] ICS09 handshake done sender: [4:7593037790968070791:2121] self: [4:7593037790968070797:0] peer: [3:7593037790966439634:0] socket: 227 qp: -1
2026-01-08T17:04:36.767902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037790968070799:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:36.767953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:36.772234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037790966439663:2048] [node 1] ICS09 handshake done sender: [3:7593037790966439644:2119] self: [3:7593037790966439655:0] peer: [1:7593037790933935080:0] socket: 244 qp: -1
2026-01-08T17:04:36.772296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037790966439663:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:36.772357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:36.901610Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:36.901908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037790966439663:2048] [node 1] ICS01 socket: 244 reason# EndOfStream
2026-01-08T17:04:36.901964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037786671472265:2048] [node 1] ICP30 unregister session Session# [3:7593037790966439663:2048] VirtualId# [3:7593037790966439655:0]
2026-01-08T17:04:36.902007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037790966439663:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:36.902099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:36.902152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:36.902412Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:36.903248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037791310652320:2048] [node 1] ICS07 socket disconnect 197 reason# EndOfStream
2026-01-08T17:04:36.903280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037791310652320:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:36.903364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:36.903412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037791310652320:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:36.904615Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037787015684938:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17180) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:36.904682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037791310652320:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:36.904723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037787015684938:2048] [node 1] ICP30 unregister session Session# [2:7593037791310652320:2048] VirtualId# [2:7593037791310652317:0]
2026-01-08T17:04:36.904766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:36.904812Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037787015684938:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17180) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:36.904831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17180) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:36.908524Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:36.908797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037790968070786:2048] [node 1] ICS07 socket disconnect 216 reason# EndOfStream
2026-01-08T17:04:36.908831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037790968070786:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:36.908925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:36.908970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037790968070786:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:36.909238Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:36.909468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037791081021204:2048] [node 1] ICS01 socket: 245 reason# EndOfStream
2026-01-08T17:04:36.909501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037786786053794:2048] [node 1] ICP30 unregister session Session# [5:7593037791081021204:2048] VirtualId# [5:7593037791081021199:0]
2026-01-08T17:04:36.909530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037791081021204:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:36.908821Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:36.909589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:36.909628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:36.909070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037790321230943:2048] [node 1] ICS07 socket disconnect 229 reason# EndOfStream
2026-01-08T17:04:36.909110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037790321230943:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:36.909187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:36.909235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037790321230943:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:36.910514Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037786026263565:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17180) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:36.910575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037790321230943:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:36.910603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037786026263565:2048] [node 1] ICP30 unregister session Session# [6:7593037790321230943:2048] VirtualId# [6:7593037790321230941:0]
2026-01-08T17:04:36.910641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:36.910662Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037786026263565:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17180) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:36.910675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17180) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:36.914562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037787015684938:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:36.918719Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037786673103401:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17180) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:36.918808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037790968070786:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:36.918844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037786673103401:2048] [node 1] ICP30 unregister session Session# [4:7593037790968070786:2048] VirtualId# [4:7593037790968070780:0]
2026-01-08T17:04:36.918981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:36.919024Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037786673103401:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17180) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:36.919042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17180) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:36.922877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037786026263565:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:36.930111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037786673103401:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:37.117639Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:37.117927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037790966439657:2049] [node 2] ICS01 socket: 206 reason# EndOfStream
2026-01-08T17:04:37.117981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037786671472266:2049] [node 2] ICP30 unregister session Session# [3:7593037790966439657:2049] VirtualId# [3:7593037790966439647:0]
2026-01-08T17:04:37.118029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037790966439657:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:37.118122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:37.118172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:37.126537Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:37.126798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037790968070792:2049] [node 2] ICS01 socket: 247 reason# EndOfStream
2026-01-08T17:04:37.126847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037786673103402:2049] [node 2] ICP30 unregister session Session# [4:7593037790968070792:2049] VirtualId# [4:7593037790968070781:0]
2026-01-08T17:04:37.126895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037790968070792:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:37.126980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:37.127036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:37.127143Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:37.127336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037791081021200:2049] [node 2] ICS01 socket: 202 reason# EndOfStream
2026-01-08T17:04:37.127377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037786786053795:2049] [node 2] ICP30 unregister session Session# [5:7593037791081021200:2049] VirtualId# [5:7593037791081021197:0]
2026-01-08T17:04:37.127408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037791081021200:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:37.127564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:37.127616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:37.127721Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:37.127920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037790321230953:2049] [node 2] ICS01 socket: 250 reason# EndOfStream
2026-01-08T17:04:37.127951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037786026263566:2049] [node 2] ICP30 unregister session Session# [6:7593037790321230953:2049] VirtualId# [6:7593037790321230949:0]
2026-01-08T17:04:37.127980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037790321230953:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:37.128035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:37.128071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:37.258462Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:37.258711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037790968070799:2050] [node 3] ICS07 socket disconnect 227 reason# EndOfStream
2026-01-08T17:04:37.258757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037790968070799:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:37.258874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:37.258937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037790968070799:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:37.260364Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:37.260686Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037786673103403:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21700) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:37.261629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037790968070799:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:37.261674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037786673103403:2050] [node 3] ICP30 unregister session Session# [4:7593037790968070799:2050] VirtualId# [4:7593037790968070797:0]
2026-01-08T17:04:37.261724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:37.261756Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037786673103403:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21700) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:37.261540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037791081021208:2050] [node 3] ICS07 socket disconnect 212 reason# EndOfStream
2026-01-08T17:04:37.261775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21700) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:37.259558Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:37.259889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037790321230963:2050] [node 3] ICS07 socket disconnect 218 reason# EndOfStream
2026-01-08T17:04:37.259945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037790321230963:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:37.260032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:37.260079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037790321230963:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:37.261969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037791081021208:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:37.262044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:37.262082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037791081021208:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:37.263267Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037786786053796:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21700) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:37.263329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037791081021208:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:37.263361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037786786053796:2050] [node 3] ICP30 unregister session Session# [5:7593037791081021208:2050] VirtualId# [5:7593037791081021196:0]
2026-01-08T17:04:37.263396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:37.263426Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037786786053796:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21700) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:37.263441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21700) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:37.264250Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037786026263567:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21700) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:37.264309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037790321230963:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:37.264341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037786026263567:2050] [node 3] ICP30 unregister session Session# [6:7593037790321230963:2050] VirtualId# [6:7593037790321230957:0]
2026-01-08T17:04:37.264375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:37.264400Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037786026263567:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21700) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:37.264417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21700) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:37.272525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037786786053796:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:37.272402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037786673103403:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:37.274412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037786026263567:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:37.390741Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:37.390977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037790321230960:2098] [node 4] ICS07 socket disconnect 231 reason# EndOfStream
2026-01-08T17:04:37.391013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037790321230960:2098] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:37.391099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:37.391142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037790321230960:2098] [node 4] ICS15 start handshake
2026-01-08T17:04:37.392418Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037790321230927:2098] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21870) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:37.392488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037790321230960:2098] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:37.392534Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037790321230927:2098] [node 4] ICP30 unregister session Session# [6:7593037790321230960:2098] VirtualId# [6:7593037790321230958:0]
2026-01-08T17:04:37.392580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:37.392617Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037790321230927:2098] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21870) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:37.392635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21870) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:37.392651Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:37.392867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037791081021210:2109] [node 4] ICS01 socket: 220 reason# EndOfStream
2026-01-08T17:04:37.392913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037791081021172:2109] [node 4] ICP30 unregister session Session# [5:7593037791081021210:2109] VirtualId# [5:7593037791081021203:0]
2026-01-08T17:04:37.392962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037791081021210:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:37.393045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:37.393095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:37.402728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037790321230927:2098] [node 4] ICP33 wake up from error state
2026-01-08T17:04:37.484898Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:37.485154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037790321230951:2099] [node 5] ICS01 socket: 230 reason# EndOfStream
2026-01-08T17:04:37.485214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037786026263621:2099] [node 5] ICP30 unregister session Session# [6:7593037790321230951:2099] VirtualId# [6:7593037790321230946:0]
2026-01-08T17:04:37.485282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037790321230951:2099] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:37.485383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:37.485439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:37.684683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037798437339053:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:37.684851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037798437339054:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:37.691443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037797546474089:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:37.691486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037797546474090:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:37.696557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037795835524977:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:37.696585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037795835524978:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:37.703283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037797443826725:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:37.703319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037797443826726:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:37.703355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037797443826727:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:37.711701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037797659968485:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:37.711743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037797659968486:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:37.711783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037797659968487:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:37.723932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037796296282472:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:37.723994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037796296282473:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:37.724034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037796296282474:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:38.023711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037800591249798:2066] [node 5] ICP01 ready to work
2026-01-08T17:04:38.107372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037801954935832:2079] [node 6] ICP01 ready to work
2026-01-08T17:04:38.107099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037801738794084:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:38.135006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037800130492336:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:38.135169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037800130492337:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:38.110458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037802732306413:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:38.130847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037801841441451:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:38.142379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037801954935833:2075] [node 4] ICP01 ready to work
2026-01-08T17:04:38.122543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037802732306412:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:38.144405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037800591249809:2071] [node 4] ICP01 ready to work
2026-01-08T17:04:38.142519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037801841441452:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:38.174994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037800130492338:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:38.151896Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037796296282474:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(172686862ns) {Configure:104(172681759ns) {ProcessConfigured:135(116979ns) {StartInitialHandshake:157(114516ns) {DropHandshakes:470(2523ns) {DropIncomingHandshake:442(510ns) DropOutgoingHandshake:457(484ns)} GenerateSessionVirtualId:992(1243ns) PrepareNewSessionHandshake:477(1946ns) {SwitchToState:179(668ns)}}}}}
2026-01-08T17:04:38.188804Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037801841441453:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:38.163125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037802732306414:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.240600Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037795835524977:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(95980952ns) {Configure:104(95974822ns) {ProcessConfigured:135(71491ns) {StartInitialHandshake:157(68882ns) {DropHandshakes:470(2473ns) {DropIncomingHandshake:442(486ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:992(624ns) PrepareNewSessionHandshake:477(1262ns) {SwitchToState:179(479ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.291555Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037802732306417:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45939
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.230797Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037797443826726:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(73870935ns) {Configure:104(73865268ns) {ProcessConfigured:135(102353ns) {StartInitialHandshake:157(97610ns) {DropHandshakes:470(2615ns) {DropIncomingHandshake:442(556ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:992(1358ns) PrepareNewSessionHandshake:477(1457ns) {SwitchToState:179(573ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.306120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037800591249844:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50526
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.282250Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037801841441454:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49952
2026-01-08T17:04:38.258144Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037800130492336:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(17023052ns) {Configure:104(17014298ns) {ProcessConfigured:135(63482ns) {StartInitialHandshake:157(61335ns) {DropHandshakes:470(2263ns) {DropIncomingHandshake:442(409ns) DropOutgoingHandshake:457(364ns)} GenerateSessionVirtualId:992(630ns) PrepareNewSessionHandshake:477(3894ns) {SwitchToState:179(425ns)}}}}}
2026-01-08T17:04:38.272379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037801738794096:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:38.294777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037802732306416:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45939
2026-01-08T17:04:38.303932Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037801841441453:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(21008144ns) {Configure:104(21003840ns) {ProcessConfigured:135(61957ns) {StartInitialHandshake:157(59551ns) {DropHandshakes:470(1933ns) {DropIncomingHandshake:442(454ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:992(871ns) PrepareNewSessionHandshake:477(1420ns) {SwitchToState:179(716ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.324285Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037802732306415:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45939
2026-01-08T17:04:38.324403Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037802732306420:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45939
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.312178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037801738794097:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1841
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.330301Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037797659968486:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(275583118ns) {Configure:104(275572461ns) {ProcessConfigured:135(4583772ns) {StartInitialHandshake:157(4581696ns) {DropHandshakes:470(1688ns) {DropIncomingHandshake:442(677ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:992(915ns) PrepareNewSessionHandshake:477(3227ns) {SwitchToState:179(1708ns)}}}}}
2026-01-08T17:04:38.330977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037801954935859:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9246
2026-01-08T17:04:38.331049Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037801954935860:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9246
2026-01-08T17:04:38.334704Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037802732306412:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(37518664ns) {Configure:104(37515368ns) {ProcessConfigured:135(8951430ns) {StartInitialHandshake:157(8949584ns) {DropHandshakes:470(676ns) {DropIncomingHandshake:442(120ns) DropOutgoingHandshake:457(62ns)} GenerateSessionVirtualId:992(262ns) PrepareNewSessionHandshake:477(2265ns) {SwitchToState:179(1231ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.345905Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037796296282473:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(201677450ns) {Configure:104(201667261ns) {ProcessConfigured:135(67498ns) {StartInitialHandshake:157(65042ns) {DropHandshakes:470(2709ns) {DropIncomingHandshake:442(340ns) DropOutgoingHandshake:457(670ns)} GenerateSessionVirtualId:992(832ns) PrepareNewSessionHandshake:477(3678ns) {SwitchToState:179(342ns)}}}}}
2026-01-08T17:04:38.346626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037802732306416:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.322122Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037801841441452:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(37730527ns) {Configure:104(37724677ns) {ProcessConfigured:135(62937ns) {StartInitialHandshake:157(60724ns) {DropHandshakes:470(2345ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(369ns)} GenerateSessionVirtualId:992(934ns) PrepareNewSessionHandshake:477(4042ns) {SwitchToState:179(356ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.329407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037800130492345:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19829
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.312356Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037801738794098:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1841
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.339760Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037797659968487:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(73564006ns) {Configure:104(73559575ns) {ProcessConfigured:135(35672404ns) {StartInitialHandshake:157(35669657ns) {DropHandshakes:470(1988ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(507ns)} GenerateSessionVirtualId:992(645ns) PrepareNewSessionHandshake:477(5397ns) {SwitchToState:179(2794ns)}}}}}
2026-01-08T17:04:38.351595Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037802732306413:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(57440338ns) {Configure:104(57436129ns) {ProcessConfigured:135(63732ns) {StartInitialHandshake:157(61249ns) {DropHandshakes:470(2158ns) {DropIncomingHandshake:442(432ns) DropOutgoingHandshake:457(263ns)} GenerateSessionVirtualId:992(588ns) PrepareNewSessionHandshake:477(1283ns) {SwitchToState:179(402ns)}}}}}
2026-01-08T17:04:38.327271Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037801841441465:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49952
2026-01-08T17:04:38.362889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037800591249845:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50526
2026-01-08T17:04:38.314111Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037801738794084:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(33303725ns) {Configure:104(33298802ns) {ProcessConfigured:135(21503503ns) {StartInitialHandshake:157(21500109ns) {DropHandshakes:470(2888ns) {DropIncomingHandshake:442(604ns) DropOutgoingHandshake:457(469ns)} GenerateSessionVirtualId:992(802ns) PrepareNewSessionHandshake:477(3993ns) {SwitchToState:179(2383ns)}}}}}
2026-01-08T17:04:38.347742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037800130492346:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19829
2026-01-08T17:04:38.352193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037802732306430:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:45939
2026-01-08T17:04:38.365373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037801841441466:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49952
2026-01-08T17:04:38.399034Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037801954935860:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.399200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037797659968486:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.400047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037801841441456:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.400088Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037801841441456:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:38.338688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037801738794097:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.394967Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037802732306417:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.414284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037801954935862:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9246
2026-01-08T17:04:38.364094Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037800130492337:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(147103086ns) {Configure:104(147094181ns) {ProcessConfigured:135(103200ns) {StartInitialHandshake:157(99978ns) {DropHandshakes:470(7777ns) {DropIncomingHandshake:442(482ns) DropOutgoingHandshake:457(256ns)} GenerateSessionVirtualId:992(1067ns) PrepareNewSessionHandshake:477(2433ns) {SwitchToState:179(1497ns)}}}}}
2026-01-08T17:04:38.418576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037800591249845:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.418740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037796296282472:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.420583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037800591249849:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50526
2026-01-08T17:04:38.398402Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037801738794098:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.433543Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037800591249845:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:38.418884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037801954935859:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.364365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037800130492345:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.410452Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037801841441465:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.413837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037801841441456:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:38.422777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037797546474089:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.423971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037801841441451:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.431818Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037801841441454:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.414944Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037802732306420:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.433902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037796296282472:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.419026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037797659968487:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.364466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037800130492351:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19829
2026-01-08T17:04:38.417918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037802732306415:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.423768Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037801954935860:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:38.451044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.433969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:38.375188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037800130492350:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19829
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.418852Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037802732306430:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.458777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037801841441451:2109] [node 5] ICP22 created new session: [2:7593037801841441471:2109]
2026-01-08T17:04:38.434023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037796296282472:2048] [node 1] ICP22 created new session: [6:7593037800591249850:2048]
2026-01-08T17:04:38.415340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037800130492346:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.474529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037801841441471:2109] [node 5] ICS09 handshake done sender: [2:7593037801841441456:2112] self: [2:7593037801841441455:0] peer: [5:7593037801954935861:0] socket: 222 qp: -1
2026-01-08T17:04:38.446947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037801954935864:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9246
2026-01-08T17:04:38.419357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037802732306419:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.491868Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037801738794103:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1841
2026-01-08T17:04:38.419111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037800130492351:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.518166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037801738794103:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.518385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037797443826726:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.462479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037797659968486:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.434085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037800591249850:2048] [node 1] ICS09 handshake done sender: [6:7593037800591249845:2115] self: [6:7593037800591249848:0] peer: [1:7593037802732306418:0] socket: 236 qp: -1
2026-01-08T17:04:38.419381Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037802732306419:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.474604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037801841441471:2109] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.567221Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037801738794105:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1841
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.419246Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037795835524977:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.479016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037801954935859:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:38.422189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037802732306424:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.434129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037800591249850:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:38.474680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:38.568127Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037801738794106:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1841
2026-01-08T17:04:38.422423Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037800130492342:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.434206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:38.481944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037797659968487:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.422229Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037802732306424:2116] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.458673Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037800591249844:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.579100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037801738794103:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:38.476485Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037801841441451:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(51420713ns) {HandleHandshakeStatus:329(51418717ns) {DropIncomingHandshake:442(3317ns) DropOutgoingHandshake:457(5844ns) SwitchToState:179(861ns) ProcessPendingSessionEvents:495(561721ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 487603ns max# 59540ns}}}
2026-01-08T17:04:38.422378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037802732306419:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:38.482030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:38.487325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037801954935865:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9246
2026-01-08T17:04:38.487935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:38.498597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037797659968487:2050] [node 3] ICP22 created new session: [5:7593037801954935866:2050]
2026-01-08T17:04:38.503436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037801954935866:2050] [node 3] ICS09 handshake done sender: [5:7593037801954935859:2115] self: [5:7593037801954935863:0] peer: [3:7593037800130492341:0] socket: 233 qp: -1
2026-01-08T17:04:38.506400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037797659968486:2049] [node 2] ICP22 created new session: [5:7593037801954935868:2049]
2026-01-08T17:04:38.506489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037801954935868:2049] [node 2] ICS09 handshake done sender: [5:7593037801954935860:2116] self: [5:7593037801954935861:0] peer: [2:7593037801841441455:0] socket: 234 qp: -1
2026-01-08T17:04:38.506539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037801954935868:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:38.506627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:38.512630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037801954935866:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:38.512688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:38.529644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037801954935851:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.529687Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037801954935851:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:38.539799Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037797659968486:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(76288562ns) {HandleHandshakeStatus:329(76285043ns) {DropIncomingHandshake:442(923ns) DropOutgoingHandshake:457(7632ns) SwitchToState:179(557ns) ProcessPendingSessionEvents:495(31961580ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 31895960ns max# 14450789ns}}}
2026-01-08T17:04:38.546919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037801954935865:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.562121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037801954935872:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9246
2026-01-08T17:04:38.613963Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037801954935851:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:38.422457Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037800130492342:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:38.633172Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037801954935872:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.633279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037801954935832:2079] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.633371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:38.633435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037801954935832:2079] [node 6] ICP22 created new session: [5:7593037801954935874:2079]
2026-01-08T17:04:38.633512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037801954935874:2079] [node 6] ICS09 handshake done sender: [5:7593037801954935851:2112] self: [5:7593037801954935850:0] peer: [6:7593037800591249853:0] socket: 217 qp: -1
2026-01-08T17:04:38.633559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037801954935874:2079] [node 6] ICS10 traffic start
2026-01-08T17:04:38.633622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:38.585801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037797443826726:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.480737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037802732306422:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.506249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037800591249798:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.493049Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037801841441466:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.585890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:38.438571Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037800130492342:2111] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.640801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037797659968485:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.585959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037797443826726:2049] [node 2] ICP22 created new session: [4:7593037801738794107:2049]
2026-01-08T17:04:38.450859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037800130492350:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.517826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037801841441473:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49952
2026-01-08T17:04:38.480767Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037802732306422:2115] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:38.529466Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037800591249798:2066] [node 5] ICP35 event processing took too much time PendingConnection:279(24134147ns) {IncomingHandshake:261(15172814ns) {DropIncomingHandshake:442(578ns) PrepareNewSessionHandshake:477(2271ns) {SwitchToState:179(1066ns)} GenerateSessionVirtualId:992(763ns) IssueIncomingHandshakeReply:193(81625ns) {SwitchToState:179(542ns)}}}
2026-01-08T17:04:38.586017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037801738794107:2049] [node 2] ICS09 handshake done sender: [4:7593037801738794103:2117] self: [4:7593037801738794104:0] peer: [2:7593037801841441460:0] socket: 247 qp: -1
2026-01-08T17:04:38.586059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037801738794107:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:38.586102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:38.606945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037801738794106:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.607108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037797443826725:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.654096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037801738794111:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1841
2026-01-08T17:04:38.654163Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037801738794112:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1841
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.558206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037800591249854:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50526
2026-01-08T17:04:38.614520Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037800591249855:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50526
2026-01-08T17:04:38.614663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037800591249856:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50526
2026-01-08T17:04:38.625365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037800591249854:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.638962Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037800591249844:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:38.648505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037796296282474:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.455992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037800130492336:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.542087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037801841441458:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.481448Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037802732306424:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:38.648647Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037800591249798:2066] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7716) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037800591249844:2114] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.470795Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:38.649291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037800591249798:2066] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.542146Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037801841441458:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:38.507797Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037802732306422:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:38.662755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037801738794106:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.508055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037802732306414:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.478345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037800130492336:2108] [node 5] ICP22 created new session: [3:7593037800130492360:2108]
2026-01-08T17:04:38.649368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:38.542290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037801841441461:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.691424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037797659968487:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(199506566ns) {HandleHandshakeStatus:329(199503432ns) {DropIncomingHandshake:442(836ns) DropOutgoingHandshake:457(5699ns) SwitchToState:179(598ns) ProcessPendingSessionEvents:495(127381880ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 127249454ns max# 25519491ns}}}
2026-01-08T17:04:38.681997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037801738794112:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.649434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037800591249798:2066] [node 5] ICP22 created new session: [6:7593037800591249859:2066]
2026-01-08T17:04:38.478419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037800130492360:2108] [node 5] ICS09 handshake done sender: [3:7593037800130492342:2111] self: [3:7593037800130492341:0] peer: [5:7593037801954935863:0] socket: 212 qp: -1
2026-01-08T17:04:38.682071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037797443826725:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.508137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.706298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037801954935877:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9246
2026-01-08T17:04:38.542336Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037801841441461:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:38.649490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037800591249859:2066] [node 5] ICS09 handshake done sender: [6:7593037800591249844:2114] self: [6:7593037800591249853:0] peer: [5:7593037801954935850:0] socket: 219 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.551036Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037801841441465:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:38.687578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037801738794095:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.713627Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037797659968485:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29619) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037801954935872:2120] held: no
2026-01-08T17:04:38.508197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037802732306414:2109] [node 6] ICP22 created new session: [1:7593037802732306441:2109]
2026-01-08T17:04:38.478484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037800130492360:2108] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.717513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037801954935872:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:38.738050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037797659968485:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.754283Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037801954935878:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9246
2026-01-08T17:04:38.763161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:38.765236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037797659968485:2048] [node 1] ICP22 created new session: [5:7593037801954935879:2048]
2026-01-08T17:04:38.766759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037801954935878:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.766924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037801954935833:2075] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.508251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037802732306441:2109] [node 6] ICS09 handshake done sender: [1:7593037802732306419:2113] self: [1:7593037802732306418:0] peer: [6:7593037800591249848:0] socket: 226 qp: -1
2026-01-08T17:04:38.478554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:38.649537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037800591249859:2066] [node 5] ICS10 traffic start
2026-01-08T17:04:38.687619Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037801738794095:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:38.555769Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037801841441458:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:38.566635Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037801841441461:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:38.571063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037797546474089:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.571154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:38.571214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037797546474089:2048] [node 1] ICP22 created new session: [2:7593037801841441477:2048]
2026-01-08T17:04:38.571280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037801841441477:2048] [node 1] ICS09 handshake done sender: [2:7593037801841441465:2116] self: [2:7593037801841441468:0] peer: [1:7593037802732306421:0] socket: 230 qp: -1
2026-01-08T17:04:38.571321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037801841441477:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:38.508289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037802732306441:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:38.508340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:38.510938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037798437339054:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.527499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:38.527591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037798437339054:2049] [node 3] ICP22 created new session: [1:7593037802732306443:2049]
2026-01-08T17:04:38.527658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037802732306443:2049] [node 3] ICS09 handshake done sender: [1:7593037802732306424:2116] self: [1:7593037802732306423:0] peer: [3:7593037800130492358:0] socket: 228 qp: -1
2026-01-08T17:04:38.527707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037802732306443:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:38.527752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:38.531661Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037798437339054:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(35862223ns) {HandleHandshakeStatus:329(35859505ns) {DropIncomingHandshake:442(18523ns) DropOutgoingHandshake:457(667ns) SwitchToState:179(252ns) ProcessPendingSessionEvents:495(543505ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 487747ns max# 58340ns}}}
2026-01-08T17:04:38.531847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037798437339053:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.531906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:38.531958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037798437339053:2048] [node 2] ICP22 created new session: [1:7593037802732306445:2048]
2026-01-08T17:04:38.532008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037802732306445:2048] [node 2] ICS09 handshake done sender: [1:7593037802732306422:2115] self: [1:7593037802732306421:0] peer: [2:7593037801841441468:0] socket: 227 qp: -1
2026-01-08T17:04:38.532050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037802732306445:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:38.532092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:38.640426Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037802732306432:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.640474Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037802732306432:2119] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:38.641217Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037802732306429:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.641242Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037802732306429:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:38.645062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037802732306429:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:38.656610Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037802732306432:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:38.659952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037802732306412:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.670951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:38.674501Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037802732306412:2108] [node 5] ICP22 created new session: [1:7593037802732306451:2108]
2026-01-08T17:04:38.693130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037802732306451:2108] [node 5] ICS09 handshake done sender: [1:7593037802732306429:2117] self: [1:7593037802732306428:0] peer: [5:7593037801954935876:0] socket: 257 qp: -1
2026-01-08T17:04:38.698739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037802732306413:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.698815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:38.698876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037802732306413:2107] [node 4] ICP22 created new session: [1:7593037802732306452:2107]
2026-01-08T17:04:38.698947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037802732306452:2107] [node 4] ICS09 handshake done sender: [1:7593037802732306432:2119] self: [1:7593037802732306431:0] peer: [4:7593037801738794110:0] socket: 258 qp: -1
2026-01-08T17:04:38.699010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037802732306452:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:38.699052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:38.701166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037802732306451:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:38.701216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:38.728081Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037802732306412:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(75397920ns) {HandleHandshakeStatus:329(75395231ns) {DropIncomingHandshake:442(24316ns) DropOutgoingHandshake:457(650ns) SwitchToState:179(750ns) ProcessPendingSessionEvents:495(591982ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 525131ns max# 83978ns}}}
2026-01-08T17:04:38.649586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:38.571361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:38.690396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:38.498705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037795835524978:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.512053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037800130492364:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19829
2026-01-08T17:04:38.522756Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037800130492336:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(70678372ns) {HandleHandshakeStatus:329(70675027ns) {DropIncomingHandshake:442(3245ns) DropOutgoingHandshake:457(2342ns) SwitchToState:179(678ns) ProcessPendingSessionEvents:495(10771572ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 10700020ns max# 10236874ns}}}
2026-01-08T17:04:38.541985Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037800130492351:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:38.544760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037795835524977:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.544826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:38.554928Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037800130492366:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19829
2026-01-08T17:04:38.558301Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037795835524977:2048] [node 1] ICP22 created new session: [3:7593037800130492365:2048]
2026-01-08T17:04:38.573742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037800130492365:2048] [node 1] ICS09 handshake done sender: [3:7593037800130492351:2117] self: [3:7593037800130492358:0] peer: [1:7593037802732306423:0] socket: 229 qp: -1
2026-01-08T17:04:38.588053Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037800130492365:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:38.601864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:38.631834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037800130492350:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:38.646593Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037795835524978:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8387) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037800130492350:2116] held: no
2026-01-08T17:04:38.647180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037795835524978:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.647246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:38.647302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037795835524978:2049] [node 2] ICP22 created new session: [3:7593037800130492369:2049]
2026-01-08T17:04:38.647356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037800130492369:2049] [node 2] ICS09 handshake done sender: [3:7593037800130492350:2116] self: [3:7593037800130492363:0] peer: [2:7593037801841441457:0] socket: 225 qp: -1
2026-01-08T17:04:38.647397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037800130492369:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:38.647449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:38.684191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037800130492348:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.684241Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037800130492348:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:38.718683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037800130492348:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:38.719024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037800130492338:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.719125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:38.719197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037800130492338:2109] [node 6] ICP22 created new session: [3:7593037800130492372:2109]
2026-01-08T17:04:38.719266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037800130492372:2109] [node 6] ICS09 handshake done sender: [3:7593037800130492348:2115] self: [3:7593037800130492347:0] peer: [6:7593037800591249858:0] socket: 252 qp: -1
2026-01-08T17:04:38.719323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037800130492372:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:38.719360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:38.750431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037795835524977:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(88091805ns) {HandleHandshakeStatus:329(88088827ns) {DropIncomingHandshake:442(659ns) DropOutgoingHandshake:457(12898ns) SwitchToState:179(524ns) ProcessPendingSessionEvents:495(7219583ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 7151853ns max# 6747216ns}}}
2026-01-08T17:04:38.763253Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037800130492354:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.763297Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037800130492354:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:38.767575Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037800130492354:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:38.768389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037800130492337:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.768478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:38.768535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037800130492337:2107] [node 4] ICP22 created new session: [3:7593037800130492375:2107]
2026-01-08T17:04:38.768585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037800130492375:2107] [node 4] ICS09 handshake done sender: [3:7593037800130492354:2118] self: [3:7593037800130492353:0] peer: [4:7593037801738794117:0] socket: 263 qp: -1
2026-01-08T17:04:38.768646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037800130492375:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:38.768681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:38.697204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037797443826725:2048] [node 1] ICP22 created new session: [4:7593037801738794113:2048]
2026-01-08T17:04:38.715301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037801738794113:2048] [node 1] ICS09 handshake done sender: [4:7593037801738794106:2119] self: [4:7593037801738794110:0] peer: [1:7593037802732306431:0] socket: 261 qp: -1
2026-01-08T17:04:38.721761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037801738794113:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:38.721825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:38.743895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037801738794095:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:38.747427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037797443826727:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.752347Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037797443826725:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(69224749ns) {HandleHandshakeStatus:329(69221499ns) {DropIncomingHandshake:442(709ns) DropOutgoingHandshake:457(5498ns) SwitchToState:179(671ns) ProcessPendingSessionEvents:495(7212889ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 7139809ns max# 6698936ns}}}
2026-01-08T17:04:38.763725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037801738794084:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.763830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:38.763904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037801738794084:2108] [node 6] ICP22 created new session: [4:7593037801738794118:2108]
2026-01-08T17:04:38.763961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037801738794118:2108] [node 6] ICS09 handshake done sender: [4:7593037801738794095:2113] self: [4:7593037801738794087:0] peer: [6:7593037800591249862:0] socket: 198 qp: -1
2026-01-08T17:04:38.764013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037801738794118:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:38.764050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:38.767999Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037801738794120:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1841
2026-01-08T17:04:38.770637Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037801738794112:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:38.770902Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037797443826727:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.770996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:38.771059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037797443826727:2050] [node 3] ICP22 created new session: [4:7593037801738794121:2050]
2026-01-08T17:04:38.771116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037801738794121:2050] [node 3] ICS09 handshake done sender: [4:7593037801738794112:2121] self: [4:7593037801738794117:0] peer: [3:7593037800130492353:0] socket: 264 qp: -1
2026-01-08T17:04:38.771155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037801738794121:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:38.771208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:38.779397Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037801738794100:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.779431Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037801738794100:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:38.785969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037801954935879:2048] [node 1] ICS09 handshake done sender: [5:7593037801954935872:2120] self: [5:7593037801954935876:0] peer: [1:7593037802732306428:0] socket: 259 qp: -1
2026-01-08T17:04:38.790602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037801954935879:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:38.806462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:38.806770Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037797659968485:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(68610319ns) {HandleHandshakeStatus:329(68606095ns) {DropIncomingHandshake:442(655ns) DropOutgoingHandshake:457(340ns) SwitchToState:179(587ns) ProcessPendingSessionEvents:495(273ns)}}
2026-01-08T17:04:38.591708Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037797546474089:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19641910ns) {HandleHandshakeStatus:329(19640150ns) {DropIncomingHandshake:442(732ns) DropOutgoingHandshake:457(5179ns) SwitchToState:179(575ns) ProcessPendingSessionEvents:495(19188261ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 19112166ns max# 16573929ns}}}
2026-01-08T17:04:38.592082Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037797546474089:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:38.592875Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037797546474090:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.592978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:38.593034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037797546474090:2049] [node 3] ICP22 created new session: [2:7593037801841441479:2049]
2026-01-08T17:04:38.593098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037801841441479:2049] [node 3] ICS09 handshake done sender: [2:7593037801841441458:2113] self: [2:7593037801841441457:0] peer: [3:7593037800130492363:0] socket: 218 qp: -1
2026-01-08T17:04:38.593144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037801841441479:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:38.593194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:38.607665Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037801841441453:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.607746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:38.607799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037801841441453:2108] [node 4] ICP22 created new session: [2:7593037801841441481:2108]
2026-01-08T17:04:38.607863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037801841441481:2108] [node 4] ICS09 handshake done sender: [2:7593037801841441461:2114] self: [2:7593037801841441460:0] peer: [4:7593037801738794104:0] socket: 246 qp: -1
2026-01-08T17:04:38.607909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037801841441481:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:38.607954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:38.674525Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037801841441464:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.674573Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037801841441464:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:38.678766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037801841441484:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49952
2026-01-08T17:04:38.687557Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037801841441464:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:38.720828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037801841441452:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.734710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:38.734796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037801841441452:2110] [node 6] ICP22 created new session: [2:7593037801841441486:2110]
2026-01-08T17:04:38.734860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037801841441486:2110] [node 6] ICS09 handshake done sender: [2:7593037801841441464:2115] self: [2:7593037801841441463:0] peer: [6:7593037800591249863:0] socket: 237 qp: -1
2026-01-08T17:04:38.734912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037801841441486:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:38.734992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:38.742729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037801841441484:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.743234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037801841441452:2110] [node 6] ICP18 handshake (actor [2:7593037801841441484:2119]) is too old
2026-01-08T17:04:38.661148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037800591249855:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.661400Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037800591249857:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50526
2026-01-08T17:04:38.661818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037800591249809:2071] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.663624Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037800591249857:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:38.663748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037796296282473:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:38.700723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037800591249864:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50526
2026-01-08T17:04:38.737106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037800591249865:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50526
2026-01-08T17:04:38.737178Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037800591249866:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50526
2026-01-08T17:04:38.740210Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037800591249857:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:38.760652Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037796296282474:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30029) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037800591249854:2118] held: no
2026-01-08T17:04:38.775419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037796296282473:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.775491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:38.775565Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037796296282473:2049] [node 2] ICP22 created new session: [6:7593037800591249867:2049]
2026-01-08T17:04:38.775622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037800591249867:2049] [node 2] ICS09 handshake done sender: [6:7593037800591249857:2121] self: [6:7593037800591249863:0] peer: [2:7593037801841441463:0] socket: 239 qp: -1
2026-01-08T17:04:38.775669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037800591249867:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:38.775736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:38.777359Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037796296282473:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:38.778579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037800591249855:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:38.782669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037800591249854:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:38.788010Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037800591249809:2071] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12551) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037800591249855:2119] held: no
2026-01-08T17:04:38.788636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037800591249809:2071] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.788721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:38.788789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037800591249809:2071] [node 4] ICP22 created new session: [6:7593037800591249869:2071]
2026-01-08T17:04:38.788851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037800591249869:2071] [node 4] ICS09 handshake done sender: [6:7593037800591249855:2119] self: [6:7593037800591249862:0] peer: [4:7593037801738794087:0] socket: 199 qp: -1
2026-01-08T17:04:38.788896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037800591249869:2071] [node 4] ICS10 traffic start
2026-01-08T17:04:38.788963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:38.791243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037796296282474:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.791322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:38.791382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037796296282474:2050] [node 3] ICP22 created new session: [6:7593037800591249871:2050]
2026-01-08T17:04:38.791441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037800591249871:2050] [node 3] ICS09 handshake done sender: [6:7593037800591249854:2118] self: [6:7593037800591249858:0] peer: [3:7593037800130492347:0] socket: 254 qp: -1
2026-01-08T17:04:38.791479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037800591249871:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:38.791536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:38.810879Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037801738794100:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:38.813140Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037801954935882:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9246
2026-01-08T17:04:38.817537Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037801738794084:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(52737050ns) {HandleHandshakeStatus:329(52734667ns) {DropIncomingHandshake:442(16434ns) DropOutgoingHandshake:457(374ns) SwitchToState:179(551ns) ProcessPendingSessionEvents:495(37358867ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 37267413ns max# 12467904ns}}}
2026-01-08T17:04:38.820100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037801738794096:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:38.820951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037801954935878:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:38.821633Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037801954935833:2075] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12551) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037801954935878:2122] held: no
2026-01-08T17:04:38.821908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:38.821984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037801738794096:2109] [node 5] ICP22 created new session: [4:7593037801738794124:2109]
2026-01-08T17:04:38.823566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037801738794124:2109] [node 5] ICS09 handshake done sender: [4:7593037801738794100:2116] self: [4:7593037801738794099:0] peer: [5:7593037801954935880:0] socket: 206 qp: -1
2026-01-08T17:04:38.823630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037801738794124:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:38.823695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:38.822276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037801954935833:2075] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:38.822465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:38.825552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037801954935833:2075] [node 4] ICP22 created new session: [5:7593037801954935883:2075]
2026-01-08T17:04:38.825642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037801954935883:2075] [node 4] ICS09 handshake done sender: [5:7593037801954935878:2122] self: [5:7593037801954935880:0] peer: [4:7593037801738794099:0] socket: 210 qp: -1
2026-01-08T17:04:38.825695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037801954935883:2075] [node 4] ICS10 traffic start
2026-01-08T17:04:38.825739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:39.014603Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:39.014910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037801841441477:2048] [node 1] ICS07 socket disconnect 230 reason# EndOfStream
2026-01-08T17:04:39.014953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037801841441477:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.015056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:39.015116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037801841441477:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:39.017973Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:39.018220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037800130492365:2048] [node 1] ICS07 socket disconnect 229 reason# EndOfStream
2026-01-08T17:04:39.018257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037800130492365:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.018379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:39.018448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037800130492365:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:39.021577Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037797546474089:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29619) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:39.021635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037801841441477:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:39.021081Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037795835524977:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29619) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:39.021161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037800130492365:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:39.021203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037795835524977:2048] [node 1] ICP30 unregister session Session# [3:7593037800130492365:2048] VirtualId# [3:7593037800130492358:0]
2026-01-08T17:04:39.021317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:39.021369Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037795835524977:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29619) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.021391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29619) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.030624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037795835524977:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:39.030726Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:39.030994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037801954935879:2048] [node 1] ICS01 socket: 259 reason# EndOfStream
2026-01-08T17:04:39.031044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037797659968485:2048] [node 1] ICP30 unregister session Session# [5:7593037801954935879:2048] VirtualId# [5:7593037801954935876:0]
2026-01-08T17:04:39.031095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037801954935879:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.031176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:39.031224Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:39.040974Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:39.033331Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037797546474089:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29619) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:39.058662Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:39.058978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037800591249850:2048] [node 1] ICS07 socket disconnect 236 reason# EndOfStream
2026-01-08T17:04:39.059016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037800591249850:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.059131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:39.059188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037800591249850:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:39.060462Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037796296282472:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29619) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:39.060534Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037800591249850:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:39.060574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037796296282472:2048] [node 1] ICP30 unregister session Session# [6:7593037800591249850:2048] VirtualId# [6:7593037800591249848:0]
2026-01-08T17:04:39.060619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:39.060654Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037796296282472:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29619) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.060669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29619) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.062068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037801738794113:2048] [node 1] ICS07 socket disconnect 261 reason# EndOfStream
2026-01-08T17:04:39.062122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037801738794113:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.062214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:39.062263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037801738794113:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:39.063969Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037797443826725:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29619) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:39.064036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037801738794113:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:39.064076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037797443826725:2048] [node 1] ICP30 unregister session Session# [4:7593037801738794113:2048] VirtualId# [4:7593037801738794110:0]
2026-01-08T17:04:39.064117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:39.064148Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037797443826725:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29619) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.064167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29619) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.069928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037796296282472:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:39.074979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037797443826725:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:39.192282Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:39.192568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037800130492369:2049] [node 2] ICS01 socket: 225 reason# EndOfStream
2026-01-08T17:04:39.192617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037795835524978:2049] [node 2] ICP30 unregister session Session# [3:7593037800130492369:2049] VirtualId# [3:7593037800130492363:0]
2026-01-08T17:04:39.192669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037800130492369:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.192758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:39.192808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:39.196877Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:39.197152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037801954935868:2049] [node 2] ICS07 socket disconnect 234 reason# EndOfStream
2026-01-08T17:04:39.197191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037801954935868:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.197272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:39.197316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037801954935868:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:39.198829Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037797659968486:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8387) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:39.198906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037801954935868:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:39.198950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037797659968486:2049] [node 2] ICP30 unregister session Session# [5:7593037801954935868:2049] VirtualId# [5:7593037801954935861:0]
2026-01-08T17:04:39.199008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:39.199050Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037797659968486:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8387) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.199070Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8387) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.198571Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:39.198876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037801738794107:2049] [node 2] ICS07 socket disconnect 247 reason# EndOfStream
2026-01-08T17:04:39.198913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037801738794107:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.199003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:39.199049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037801738794107:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:39.199685Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:39.199915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037800591249867:2049] [node 2] ICS07 socket disconnect 239 reason# EndOfStream
2026-01-08T17:04:39.199962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037800591249867:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.200034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:39.200089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037800591249867:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:39.201753Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037796296282473:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8387) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:39.201851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037800591249867:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:39.201893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037796296282473:2049] [node 2] ICP30 unregister session Session# [6:7593037800591249867:2049] VirtualId# [6:7593037800591249863:0]
2026-01-08T17:04:39.201939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:39.201980Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037796296282473:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8387) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.202000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8387) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.202774Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037797443826726:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8387) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:39.202865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037801738794107:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:39.202904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037797443826726:2049] [node 2] ICP30 unregister session Session# [4:7593037801738794107:2049] VirtualId# [4:7593037801738794104:0]
2026-01-08T17:04:39.202949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:39.202984Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037797443826726:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8387) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.203001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8387) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.209499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037797659968486:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:39.214527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037796296282473:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:39.220949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037797443826726:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:39.383824Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:39.384109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037801738794121:2050] [node 3] ICS07 socket disconnect 264 reason# EndOfStream
2026-01-08T17:04:39.384151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037801738794121:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.384238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:39.384285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037801738794121:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:39.385538Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037797443826727:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30029) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:39.385609Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037801738794121:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:39.385653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037797443826727:2050] [node 3] ICP30 unregister session Session# [4:7593037801738794121:2050] VirtualId# [4:7593037801738794117:0]
2026-01-08T17:04:39.385703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:39.385742Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037797443826727:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30029) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.385762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30029) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.387459Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:39.387728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037801954935866:2050] [node 3] ICS07 socket disconnect 233 reason# EndOfStream
2026-01-08T17:04:39.387771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037801954935866:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.387876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:39.387919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037801954935866:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:39.404166Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:39.412054Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037797659968487:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30029) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:39.415145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037801954935866:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:39.415199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037797659968487:2050] [node 3] ICP30 unregister session Session# [5:7593037801954935866:2050] VirtualId# [5:7593037801954935863:0]
2026-01-08T17:04:39.415327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:39.415377Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037797659968487:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30029) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.415398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30029) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:39.404443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037800591249871:2050] [node 3] ICS01 socket: 254 reason# EndOfStream
2026-01-08T17:04:39.404506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037796296282474:2050] [node 3] ICP30 unregister session Session# [6:7593037800591249871:2050] VirtualId# [6:7593037800591249858:0]
2026-01-08T17:04:39.404555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037800591249871:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.404650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:39.404708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:39.430446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037797659968487:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:39.598444Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:39.598703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037800591249869:2071] [node 4] ICS01 socket: 199 reason# EndOfStream
2026-01-08T17:04:39.598761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037800591249809:2071] [node 4] ICP30 unregister session Session# [6:7593037800591249869:2071] VirtualId# [6:7593037800591249862:0]
2026-01-08T17:04:39.598809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037800591249869:2071] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.598910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:39.598961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:39.599081Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:39.599268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037801954935883:2075] [node 4] ICS01 socket: 210 reason# EndOfStream
2026-01-08T17:04:39.599305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037801954935833:2075] [node 4] ICP30 unregister session Session# [5:7593037801954935883:2075] VirtualId# [5:7593037801954935880:0]
2026-01-08T17:04:39.599346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037801954935883:2075] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:39.599398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:39.599443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:39.932511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037803345834836:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:39.932594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037803345834837:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:39.933900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037804753151748:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:39.933947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037804753151749:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:39.962818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037804841265721:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:39.962858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037804841265722:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:39.977528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037804416455917:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:39.977569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037804416455918:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:39.977620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037804416455919:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:40.028269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037807836747688:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:40.028319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037807836747689:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:40.028364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037807836747690:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:40.041688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037810206771049:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:40.041731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037810206771050:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:40.041778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037810206771051:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:40.404499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037809136233075:2104] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.423598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037807836747728:2086] [node 4] ICP01 ready to work
2026-01-08T17:04:40.443537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037810206771062:2060] [node 5] ICP01 ready to work
2026-01-08T17:04:40.483317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037807640802195:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11004
2026-01-08T17:04:40.503252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037807640802198:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:40.500567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037809048119107:2107] [node 6] ICP01 ready to work
2026-01-08T17:04:40.541354Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037810206771051:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(50283231ns) {Configure:104(50277256ns) {ProcessConfigured:135(81002ns) {StartInitialHandshake:157(78162ns) {DropHandshakes:470(2345ns) {DropIncomingHandshake:442(487ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:992(700ns) PrepareNewSessionHandshake:477(1206ns) {SwitchToState:179(405ns)}}}}}
2026-01-08T17:04:40.528088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037807640802202:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:40.538010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037809136233093:2103] [node 4] ICP01 ready to work
2026-01-08T17:04:40.570927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037807836747753:2089] [node 6] ICP01 ready to work
2026-01-08T17:04:40.551380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037809048119108:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:40.551166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037808711423285:2097] [node 6] ICP01 ready to work
2026-01-08T17:04:40.578580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037809136233094:2107] [node 5] ICP01 ready to work
2026-01-08T17:04:40.552528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037807640802203:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:40.598284Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037804841265722:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(155544628ns) {Configure:104(131554539ns) {ProcessConfigured:135(70242ns) {StartInitialHandshake:157(66087ns) {DropHandshakes:470(2378ns) {DropIncomingHandshake:442(559ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:992(762ns) PrepareNewSessionHandshake:477(1217ns) {SwitchToState:179(662ns)}}}}}
2026-01-08T17:04:40.584276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037810206771082:2066] [node 4] ICP01 ready to work
2026-01-08T17:04:40.563087Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037807640802202:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17703994ns) {Configure:104(17697788ns) {ProcessConfigured:135(87230ns) {StartInitialHandshake:157(84220ns) {DropHandshakes:470(2782ns) {DropIncomingHandshake:442(860ns) DropOutgoingHandshake:457(438ns)} GenerateSessionVirtualId:992(713ns) PrepareNewSessionHandshake:477(2136ns) {SwitchToState:179(615ns)}}}}}
2026-01-08T17:04:40.581877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037808711423286:2092] [node 5] ICP01 ready to work
2026-01-08T17:04:40.582031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037809048119109:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:40.617905Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037809136233075:2104] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(212898725ns) {Configure:104(212893978ns) {ProcessConfigured:135(7096687ns) {StartInitialHandshake:157(7094281ns) {DropHandshakes:470(6986479ns) {DropIncomingHandshake:442(274ns) DropOutgoingHandshake:457(2525ns)} GenerateSessionVirtualId:992(1803ns) PrepareNewSessionHandshake:477(3141ns) {SwitchToState:179(1987ns)}}}}}
2026-01-08T17:04:40.592310Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037810206771050:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(73423793ns) {Configure:104(73416299ns) {ProcessConfigured:135(75374ns) {StartInitialHandshake:157(72805ns) {DropHandshakes:470(2485ns) {DropIncomingHandshake:442(436ns) DropOutgoingHandshake:457(907ns)} GenerateSessionVirtualId:992(873ns) PrepareNewSessionHandshake:477(2142ns) {SwitchToState:179(788ns)}}}}}
2026-01-08T17:04:40.623879Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037803345834837:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(109053574ns) {Configure:104(109048230ns) {ProcessConfigured:135(13863670ns) {StartInitialHandshake:157(13860578ns) {DropHandshakes:470(2504ns) {DropIncomingHandshake:442(336ns) DropOutgoingHandshake:457(362ns)} GenerateSessionVirtualId:992(500ns) PrepareNewSessionHandshake:477(4597ns) {SwitchToState:179(2788ns)}}}}}
2026-01-08T17:04:40.628420Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037810206771062:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(35543033ns) {Configure:104(35537915ns) {ProcessConfigured:135(19039078ns) {StartInitialHandshake:157(19036445ns) {DropHandshakes:470(5447403ns) {DropIncomingHandshake:442(322ns) DropOutgoingHandshake:457(2036ns)} GenerateSessionVirtualId:992(1176ns) PrepareNewSessionHandshake:477(3852ns) {SwitchToState:179(2439ns)}}}}}
2026-01-08T17:04:40.643215Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037804753151748:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(29684128ns) {Configure:104(29678651ns) {ProcessConfigured:135(67675ns) {StartInitialHandshake:157(65194ns) {DropHandshakes:470(2818ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(632ns)} GenerateSessionVirtualId:992(749ns) PrepareNewSessionHandshake:477(1373ns) {SwitchToState:179(720ns)}}}}}
2026-01-08T17:04:40.656957Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037810206771049:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(93469347ns) {Configure:104(93464015ns) {ProcessConfigured:135(24276988ns) {StartInitialHandshake:157(24274596ns) {DropHandshakes:470(792ns) {DropIncomingHandshake:442(176ns) DropOutgoingHandshake:457(248ns)} GenerateSessionVirtualId:992(728ns) PrepareNewSessionHandshake:477(2855ns) {SwitchToState:179(1147ns)}}}}}
2026-01-08T17:04:40.654662Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037804416455918:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(235484232ns) {Configure:104(235479230ns) {ProcessConfigured:135(33102073ns) {StartInitialHandshake:157(33099827ns) {DropHandshakes:470(2062ns) {DropIncomingHandshake:442(632ns) DropOutgoingHandshake:457(304ns)} GenerateSessionVirtualId:992(443ns) PrepareNewSessionHandshake:477(3140ns) {SwitchToState:179(1768ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.666703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037809136233105:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21552
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.678738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037809048119112:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13616
2026-01-08T17:04:40.678942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037809048119113:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13616
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.667076Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037810206771082:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(34272839ns) {Configure:104(34265956ns) {ProcessConfigured:135(10215770ns) {StartInitialHandshake:157(10212992ns) {DropHandshakes:470(2172330ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(1781ns)} GenerateSessionVirtualId:992(1312ns) PrepareNewSessionHandshake:477(3294ns) {SwitchToState:179(1150ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.713152Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037809136233106:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21552
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.714569Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037807640802210:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11004
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.719989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037807640802203:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(64976443ns) {Configure:104(57947464ns) {ProcessConfigured:135(70291ns) {StartInitialHandshake:157(66766ns) {DropHandshakes:470(4944ns) {DropIncomingHandshake:442(674ns) DropOutgoingHandshake:457(431ns)} GenerateSessionVirtualId:992(827ns) PrepareNewSessionHandshake:477(1708ns) {SwitchToState:179(871ns)}}}}}
2026-01-08T17:04:40.720497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037807640802213:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11004
2026-01-08T17:04:40.683043Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037808711423287:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25880
2026-01-08T17:04:40.695794Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037807836747754:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47709
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.732705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037809136233107:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21552
2026-01-08T17:04:40.696340Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037807836747757:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47709
2026-01-08T17:04:40.762534Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037809048119118:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13616
2026-01-08T17:04:40.684513Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037804416455917:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19989066ns) {Configure:104(19979476ns) {ProcessConfigured:135(68744ns) {StartInitialHandshake:157(60687ns) {DropHandshakes:470(1968ns) {DropIncomingHandshake:442(494ns) DropOutgoingHandshake:457(266ns)} GenerateSessionVirtualId:992(475ns) PrepareNewSessionHandshake:477(1024ns) {SwitchToState:179(427ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.773715Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037810206771128:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53271
2026-01-08T17:04:40.773862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037810206771129:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53271
2026-01-08T17:04:40.774066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037810206771127:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53271
2026-01-08T17:04:40.730680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037807640802195:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.764814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037809048119112:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.802407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037809136233105:2124] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.778786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037809048119108:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(132804011ns) {Configure:104(132798964ns) {ProcessConfigured:135(18933872ns) {StartInitialHandshake:157(18930264ns) {DropHandshakes:470(2882ns) {DropIncomingHandshake:442(322ns) DropOutgoingHandshake:457(386ns)} GenerateSessionVirtualId:992(881ns) PrepareNewSessionHandshake:477(3886ns) {SwitchToState:179(1997ns)}}}}}
2026-01-08T17:04:40.685090Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037808711423290:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25880
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.808372Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037810206771127:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.790989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037807836747689:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(175981264ns) {Configure:104(175971739ns) {ProcessConfigured:135(78927ns) {StartInitialHandshake:157(75504ns) {DropHandshakes:470(2838ns) {DropIncomingHandshake:442(530ns) DropOutgoingHandshake:457(398ns)} GenerateSessionVirtualId:992(1362ns) PrepareNewSessionHandshake:477(1640ns) {SwitchToState:179(684ns)}}}}}
2026-01-08T17:04:40.791229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037807836747754:2109] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.779558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037809048119113:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.798478Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037807640802205:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.798538Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037807640802205:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:40.815373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037807640802205:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:40.794537Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037807836747757:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.702674Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037808711423294:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25880
2026-01-08T17:04:40.819182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037809048119118:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.825614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037810206771050:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:40.816709Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037809136233096:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.816761Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037809136233096:2120] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:40.714189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037808711423299:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25880
2026-01-08T17:04:40.739025Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037808711423286:2092] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(101053098ns) {Configure:104(101047207ns) {ProcessConfigured:135(10203187ns) {StartInitialHandshake:157(10200255ns) {DropHandshakes:470(2436ns) {DropIncomingHandshake:442(626ns) DropOutgoingHandshake:457(625ns)} GenerateSessionVirtualId:992(1768ns) PrepareNewSessionHandshake:477(3994ns) {SwitchToState:179(1840ns)}}}}}
2026-01-08T17:04:40.744135Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037808711423290:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.744285Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037804416455917:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:40.806840Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037808711423294:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.806970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037808711423305:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25880
2026-01-08T17:04:40.807082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037804416455919:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:40.825571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037804753151748:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:40.826567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037809136233106:2125] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.835891Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037809136233096:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:40.850180Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037807836747688:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(111385934ns) {Configure:104(111376701ns) {ProcessConfigured:135(10134234ns) {StartInitialHandshake:157(10131055ns) {DropHandshakes:470(2889ns) {DropIncomingHandshake:442(925ns) DropOutgoingHandshake:457(313ns)} GenerateSessionVirtualId:992(1403ns) PrepareNewSessionHandshake:477(3220ns) {SwitchToState:179(374ns)}}}}}
2026-01-08T17:04:40.831258Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037807640802210:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.842604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037809048119111:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.842663Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037809048119111:2110] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.863198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037807836747688:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:40.866248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037810206771128:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.850336Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037807640802197:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.862788Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037808711423290:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:40.856974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037809136233107:2126] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.885112Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037807836747770:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47709
2026-01-08T17:04:40.885342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037807836747771:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47709
2026-01-08T17:04:40.850389Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037807640802197:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:40.874273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037810206771062:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.897060Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037809136233112:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21552
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.863076Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037808711423307:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25880
2026-01-08T17:04:40.897877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037807836747756:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.897927Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037807836747756:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:40.912168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037809136233093:2103] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:40.912279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.878536Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037810206771129:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.870371Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037808711423299:2126] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.850706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037807640802202:2107] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.910683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037809048119111:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:40.906627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037807836747756:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.919716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037809136233093:2103] [node 4] ICP22 created new session: [3:7593037809136233113:2103]
2026-01-08T17:04:40.878710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037810206771082:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.939049Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037809048119117:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.860143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037807640802213:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.875585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037804416455917:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:40.907038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037807836747753:2089] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:40.939091Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037809048119117:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:40.897702Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037810206771135:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53271
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.938585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037809136233113:2103] [node 4] ICS09 handshake done sender: [3:7593037809136233096:2120] self: [3:7593037809136233095:0] peer: [4:7593037808711423306:0] socket: 213 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.875677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:40.939765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037809048119129:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13616
2026-01-08T17:04:40.907094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:40.863333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:40.941511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037809136233112:2127] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.875730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037804416455917:2048] [node 1] ICP22 created new session: [4:7593037808711423308:2048]
2026-01-08T17:04:40.941774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037809048119107:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:40.907151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037807836747753:2089] [node 6] ICP22 created new session: [5:7593037807836747773:2089]
2026-01-08T17:04:40.866794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037807640802202:2107] [node 4] ICP22 created new session: [1:7593037807640802218:2107]
2026-01-08T17:04:40.914795Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037810206771062:2060] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23994) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037810206771128:2116] held: no
2026-01-08T17:04:40.941643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037804841265721:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:40.941864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.907447Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037807836747754:2109] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:40.907682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037807836747688:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:40.920062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:40.875777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037808711423308:2048] [node 1] ICS09 handshake done sender: [4:7593037808711423290:2121] self: [4:7593037808711423304:0] peer: [1:7593037807640802204:0] socket: 214 qp: -1
2026-01-08T17:04:40.923786Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037810206771133:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53271
2026-01-08T17:04:40.869902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037807640802197:2111] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.875818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037808711423308:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:40.941929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037809048119107:2107] [node 6] ICP22 created new session: [2:7593037809048119133:2107]
2026-01-08T17:04:40.946426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037809136233113:2103] [node 4] ICS10 traffic start
2026-01-08T17:04:40.922691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037807836747773:2089] [node 6] ICS09 handshake done sender: [5:7593037807836747756:2110] self: [5:7593037807836747755:0] peer: [6:7593037810206771131:0] socket: 232 qp: -1
2026-01-08T17:04:40.875875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:40.878159Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037808711423287:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.879016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037808711423294:2123] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:40.881264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037808711423289:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.881318Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037808711423289:2120] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:40.882808Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037808711423289:2120] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:40.883075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037808711423285:2097] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:40.883156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:40.883218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037808711423285:2097] [node 6] ICP22 created new session: [4:7593037808711423314:2097]
2026-01-08T17:04:40.883273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037808711423314:2097] [node 6] ICS09 handshake done sender: [4:7593037808711423289:2120] self: [4:7593037808711423288:0] peer: [6:7593037810206771132:0] socket: 237 qp: -1
2026-01-08T17:04:40.883315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037808711423314:2097] [node 6] ICS10 traffic start
2026-01-08T17:04:40.883355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:40.890396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037804416455918:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:40.904183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037804416455919:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:40.904301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:40.904370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037804416455919:2050] [node 3] ICP22 created new session: [4:7593037808711423317:2050]
2026-01-08T17:04:40.904443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037808711423317:2050] [node 3] ICS09 handshake done sender: [4:7593037808711423294:2123] self: [4:7593037808711423306:0] peer: [3:7593037809136233095:0] socket: 215 qp: -1
2026-01-08T17:04:40.904487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037808711423317:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:40.904549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:40.935652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037808711423319:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25880
2026-01-08T17:04:40.946728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037808711423303:2127] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.873603Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037807640802200:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.925218Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037810206771134:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53271
2026-01-08T17:04:40.946487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:40.942139Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037809048119132:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13616
2026-01-08T17:04:40.926855Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037807836747771:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.873644Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037807640802200:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:40.928880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037807836747688:2048] [node 1] ICP22 created new session: [5:7593037807836747775:2048]
2026-01-08T17:04:40.938782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037807836747773:2089] [node 6] ICS10 traffic start
2026-01-08T17:04:40.942965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037807836747775:2048] [node 1] ICS09 handshake done sender: [5:7593037807836747754:2109] self: [5:7593037807836747769:0] peer: [1:7593037807640802199:0] socket: 211 qp: -1
2026-01-08T17:04:40.943285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:40.946579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037807836747728:2086] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:40.951408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037807836747775:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:40.957645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037807836747778:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47709
2026-01-08T17:04:40.958131Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037807836747779:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47709
2026-01-08T17:04:40.964435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:40.970855Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037807836747728:2086] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6245) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037807836747771:2118] held: no
2026-01-08T17:04:40.971771Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037807836747771:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:40.981600Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037807836747753:2089] [node 6] ICP35 event processing took too much time PendingConnection:279(73637908ns) {HandleHandshakeStatus:329(73635497ns) {DropIncomingHandshake:442(13399ns) DropOutgoingHandshake:457(479ns) SwitchToState:179(308ns) ProcessPendingSessionEvents:495(8692088ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 8610263ns max# 8160302ns}}}
2026-01-08T17:04:40.983830Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037807836747688:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(75220695ns) {HandleHandshakeStatus:329(75214832ns) {DropIncomingHandshake:442(328ns) DropOutgoingHandshake:457(4336ns) SwitchToState:179(159ns) ProcessPendingSessionEvents:495(12293499ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 12209054ns max# 11817678ns}}}
2026-01-08T17:04:40.986968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037807836747728:2086] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:40.989378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:40.997213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037807836747728:2086] [node 4] ICP22 created new session: [5:7593037807836747781:2086]
2026-01-08T17:04:41.002963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037807836747781:2086] [node 4] ICS09 handshake done sender: [5:7593037807836747771:2118] self: [5:7593037807836747777:0] peer: [4:7593037808711423302:0] socket: 261 qp: -1
2026-01-08T17:04:41.006891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037807836747781:2086] [node 4] ICS10 traffic start
2026-01-08T17:04:41.006952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:41.018726Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037807836747728:2086] [node 4] ICP35 event processing took too much time PendingConnection:279(31646686ns) {HandleHandshakeStatus:329(31644069ns) {DropIncomingHandshake:442(800ns) DropOutgoingHandshake:457(338ns) SwitchToState:179(363ns) ProcessPendingSessionEvents:495(1675ns)}}
2026-01-08T17:04:41.027900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037807836747779:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:41.028182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037807836747689:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:40.875358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037803345834836:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:40.875441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:40.875511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037803345834836:2048] [node 2] ICP22 created new session: [1:7593037807640802220:2048]
2026-01-08T17:04:40.875599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037807640802220:2048] [node 2] ICS09 handshake done sender: [1:7593037807640802197:2111] self: [1:7593037807640802196:0] peer: [2:7593037809048119128:0] socket: 220 qp: -1
2026-01-08T17:04:40.878956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037807640802218:2107] [node 4] ICS09 handshake done sender: [1:7593037807640802205:2113] self: [1:7593037807640802204:0] peer: [4:7593037808711423304:0] socket: 209 qp: -1
2026-01-08T17:04:40.879107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037807640802220:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:40.886437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:40.886688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037807640802218:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:40.898209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:40.899146Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037807640802200:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:40.929042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037807640802198:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:40.943134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:40.943419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037807640802208:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.943450Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037807640802208:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:40.949557Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037807640802202:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(102039161ns) {HandleHandshakeStatus:329(97870861ns) {DropIncomingHandshake:442(397ns) DropOutgoingHandshake:457(553ns) SwitchToState:179(3621ns) ProcessPendingSessionEvents:495(23320631ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 23254737ns max# 22825231ns}}}
2026-01-08T17:04:40.949656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037807640802202:2107] [node 4] ICP18 handshake (actor [1:7593037807640802213:2117]) is too old
2026-01-08T17:04:40.958689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037807640802198:2108] [node 5] ICP22 created new session: [1:7593037807640802225:2108]
2026-01-08T17:04:40.986268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037807640802225:2108] [node 5] ICS09 handshake done sender: [1:7593037807640802200:2112] self: [1:7593037807640802199:0] peer: [5:7593037807836747769:0] socket: 207 qp: -1
2026-01-08T17:04:40.986372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037807640802225:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:40.989862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037807640802212:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.989888Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037807640802212:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:40.991047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037807640802227:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11004
2026-01-08T17:04:40.991271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037807640802208:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:40.996612Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037807640802212:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:41.000569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:41.026182Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037803345834837:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:41.026269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:41.026349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037803345834837:2049] [node 3] ICP22 created new session: [1:7593037811935769526:2049]
2026-01-08T17:04:41.026421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037811935769526:2049] [node 3] ICS09 handshake done sender: [1:7593037807640802208:2114] self: [1:7593037807640802207:0] peer: [3:7593037809136233115:0] socket: 252 qp: -1
2026-01-08T17:04:41.026470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037811935769526:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:41.026554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:41.033791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037807640802203:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:41.033841Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:41.033915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037807640802203:2109] [node 6] ICP22 created new session: [1:7593037811935769528:2109]
2026-01-08T17:04:41.033966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037811935769528:2109] [node 6] ICS09 handshake done sender: [1:7593037807640802212:2116] self: [1:7593037807640802211:0] peer: [6:7593037810206771142:0] socket: 255 qp: -1
2026-01-08T17:04:41.034013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037811935769528:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:41.034077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:41.043110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037807640802198:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(113031177ns) {HandleHandshakeStatus:329(113028334ns) {DropIncomingHandshake:442(705ns) DropOutgoingHandshake:457(495ns) SwitchToState:179(429ns) ProcessPendingSessionEvents:495(5383203ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 5317756ns max# 4901823ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.946758Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037808711423303:2127] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:40.952136Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037808711423303:2127] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:40.957070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037808711423286:2092] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:40.962477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:40.962559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037808711423286:2092] [node 5] ICP22 created new session: [4:7593037808711423321:2092]
2026-01-08T17:04:40.962628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037808711423321:2092] [node 5] ICS09 handshake done sender: [4:7593037808711423303:2127] self: [4:7593037808711423302:0] peer: [5:7593037807836747777:0] socket: 259 qp: -1
2026-01-08T17:04:40.962680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037808711423321:2092] [node 5] ICS10 traffic start
2026-01-08T17:04:40.962746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:41.002471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037808711423319:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:41.056420Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037808711423323:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25880
2026-01-08T17:04:40.967026Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037809136233117:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21552
2026-01-08T17:04:41.004785Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037809136233117:2128] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:41.009029Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037809136233093:2103] [node 4] ICP35 event processing took too much time PendingConnection:279(105725450ns) {HandleHandshakeStatus:329(105721838ns) {DropIncomingHandshake:442(27752ns) DropOutgoingHandshake:457(452ns) SwitchToState:179(642ns) ProcessPendingSessionEvents:495(29049382ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 28971444ns max# 14550592ns}}}
2026-01-08T17:04:41.015676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037804841265722:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:41.018419Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037809136233118:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21552
2026-01-08T17:04:41.023046Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037809136233112:2127] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:41.023375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037804841265721:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:41.023482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:41.023568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037804841265721:2048] [node 1] ICP22 created new session: [3:7593037813431200416:2048]
2026-01-08T17:04:41.023647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037813431200416:2048] [node 1] ICS09 handshake done sender: [3:7593037809136233112:2127] self: [3:7593037809136233115:0] peer: [1:7593037807640802207:0] socket: 253 qp: -1
2026-01-08T17:04:41.023703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037813431200416:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:41.023753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:41.040890Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037809136233101:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:41.040920Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037809136233101:2122] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:41.047101Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037809136233101:2122] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:41.047372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037809136233075:2104] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:41.047433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:41.056114Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037804841265721:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(31553639ns) {HandleHandshakeStatus:329(31551930ns) {DropIncomingHandshake:442(843ns) DropOutgoingHandshake:457(16903ns) SwitchToState:179(721ns) ProcessPendingSessionEvents:495(18509847ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 18446782ns max# 9220844ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:41.058188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037812131715080:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47709
2026-01-08T17:04:40.952526Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037810206771127:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:40.958599Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037804753151748:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64554) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037809048119118:2115] held: no
2026-01-08T17:04:41.086390Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037808711423299:2126] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:40.964185Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037809048119132:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.956861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037810206771129:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:40.957916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037810206771138:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53271
2026-01-08T17:04:40.970547Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037810206771082:2066] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:40.970639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:40.974513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037810206771082:2066] [node 4] ICP22 created new session: [6:7593037810206771139:2066]
2026-01-08T17:04:40.974587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037810206771139:2066] [node 4] ICS09 handshake done sender: [6:7593037810206771129:2117] self: [6:7593037810206771132:0] peer: [4:7593037808711423288:0] socket: 245 qp: -1
2026-01-08T17:04:40.974638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037810206771139:2066] [node 4] ICS10 traffic start
2026-01-08T17:04:40.974691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:40.984870Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037810206771133:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.985213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037810206771049:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:40.987409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037810206771050:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:40.987495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:40.987566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037810206771050:2049] [node 2] ICP22 created new session: [6:7593037810206771143:2049]
2026-01-08T17:04:40.987619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037810206771143:2049] [node 2] ICS09 handshake done sender: [6:7593037810206771127:2115] self: [6:7593037810206771130:0] peer: [2:7593037809048119110:0] socket: 243 qp: -1
2026-01-08T17:04:40.987671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037810206771143:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:40.987706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:40.988451Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037810206771050:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:41.014972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037810206771137:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53271
2026-01-08T17:04:41.025686Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037814501738441:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53271
2026-01-08T17:04:41.026994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037810206771138:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:41.028585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037810206771051:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:41.040820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037810206771128:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:41.045442Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037810206771133:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:41.050616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037810206771062:2060] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:41.050688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:41.050759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037810206771062:2060] [node 5] ICP22 created new session: [6:7593037814501738444:2060]
2026-01-08T17:04:41.050812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037814501738444:2060] [node 5] ICS09 handshake done sender: [6:7593037810206771128:2116] self: [6:7593037810206771131:0] peer: [5:7593037807836747755:0] socket: 244 qp: -1
2026-01-08T17:04:41.050868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037814501738444:2060] [node 5] ICS10 traffic start
2026-01-08T17:04:41.050926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:41.052041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037810206771049:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:41.052107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:41.052166Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037810206771049:2048] [node 1] ICP22 created new session: [6:7593037814501738446:2048]
2026-01-08T17:04:41.052218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037814501738446:2048] [node 1] ICS09 handshake done sender: [6:7593037810206771133:2118] self: [6:7593037810206771142:0] peer: [1:7593037807640802211:0] socket: 257 qp: -1
2026-01-08T17:04:41.052261Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037814501738446:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:41.052294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:41.074720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037809136233075:2104] [node 6] ICP22 created new session: [3:7593037813431200420:2104]
2026-01-08T17:04:41.115272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037807640802227:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:40.969634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037809048119133:2107] [node 6] ICS09 handshake done sender: [2:7593037809048119111:2110] self: [2:7593037809048119110:0] peer: [6:7593037810206771130:0] socket: 231 qp: -1
2026-01-08T17:04:41.090695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037812131715080:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:41.109967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037813431200420:2104] [node 6] ICS09 handshake done sender: [3:7593037809136233101:2122] self: [3:7593037809136233100:0] peer: [6:7593037814501738442:0] socket: 239 qp: -1
2026-01-08T17:04:41.110426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037804416455918:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:41.147288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037807640802203:2109] [node 6] ICP18 handshake (actor [1:7593037807640802227:2118]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:40.979068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037809048119133:2107] [node 6] ICS10 traffic start
2026-01-08T17:04:41.117887Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037810206771051:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12372) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037810206771138:2122] held: no
2026-01-08T17:04:41.152585Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037814501738443:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53271
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:41.107399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037807836747690:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:41.110046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037813431200420:2104] [node 6] ICS10 traffic start
2026-01-08T17:04:41.110548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:41.110109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:41.134456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037809136233103:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:41.134499Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037809136233103:2123] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:41.143957Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037809136233075:2104] [node 6] ICP35 event processing took too much time PendingConnection:279(95538641ns) {HandleHandshakeStatus:329(95535127ns) {DropIncomingHandshake:442(14075ns) DropOutgoingHandshake:457(590ns) SwitchToState:179(391ns) ProcessPendingSessionEvents:495(32650893ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 32551494ns max# 14729076ns}}}
2026-01-08T17:04:41.162655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037809136233103:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:41.170617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037809136233094:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:41.170708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:41.170770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037809136233094:2107] [node 5] ICP22 created new session: [3:7593037813431200424:2107]
2026-01-08T17:04:41.170829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037813431200424:2107] [node 5] ICS09 handshake done sender: [3:7593037809136233103:2123] self: [3:7593037809136233102:0] peer: [5:7593037812131715081:0] socket: 204 qp: -1
2026-01-08T17:04:41.170871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037813431200424:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:41.170910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:41.110893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037812131715082:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47709
2026-01-08T17:04:40.979116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:40.989403Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037809048119131:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13616
2026-01-08T17:04:40.996322Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037809048119117:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:41.010715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037809048119109:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:41.015418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:41.020069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037809048119109:2109] [node 4] ICP22 created new session: [2:7593037813343086435:2109]
2026-01-08T17:04:41.027925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037809048119131:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:41.040736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037813343086435:2109] [node 4] ICS09 handshake done sender: [2:7593037809048119117:2114] self: [2:7593037809048119116:0] peer: [4:7593037808711423310:0] socket: 228 qp: -1
2026-01-08T17:04:41.045593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037813343086435:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:41.047322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:41.056879Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037809048119107:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(114041045ns) {HandleHandshakeStatus:329(114038055ns) {DropIncomingHandshake:442(14486ns) DropOutgoingHandshake:457(517ns) SwitchToState:179(734ns) ProcessPendingSessionEvents:495(48435595ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 48341244ns max# 19804066ns}}}
2026-01-08T17:04:41.057106Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037809048119126:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:41.057132Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037809048119126:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:41.058697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037809048119120:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:41.058751Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037809048119120:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:41.063385Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037804753151748:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(81464566ns) {HandleHandshakeStatus:395(71534657ns) {LogHandshakeFail:472(2271277ns) {UpdateErrorStateLog:545(6459ns)} DropOutgoingHandshake:457(380ns) ProcessPendingSessionEvents:495(69192937ns) {unordered DropSessionEvent:512 num# 100 sum# 69127900ns max# 12303863ns}}}
2026-01-08T17:04:41.063657Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037809048119118:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:41.080111Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037809048119109:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(71826433ns) {HandleHandshakeStatus:329(71824021ns) {DropIncomingHandshake:442(1604ns) DropOutgoingHandshake:457(1122ns) SwitchToState:179(528ns) ProcessPendingSessionEvents:495(589920ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 519506ns max# 82700ns}}}
2026-01-08T17:04:41.080177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037804753151748:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:41.080222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:41.080294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037804753151748:2048] [node 1] ICP22 created new session: [2:7593037813343086437:2048]
2026-01-08T17:04:41.080353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037813343086437:2048] [node 1] ICS09 handshake done sender: [2:7593037809048119118:2115] self: [2:7593037809048119128:0] peer: [1:7593037807640802196:0] socket: 221 qp: -1
2026-01-08T17:04:41.080394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037813343086437:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:41.080450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:41.082116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037809048119109:2109] [node 4] ICP18 handshake (actor [2:7593037809048119131:2119]) is too old
2026-01-08T17:04:41.115057Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037809048119126:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:41.118549Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037809048119120:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:41.153409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037809048119108:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:41.159385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037804753151749:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:41.159487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:41.159561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037804753151749:2049] [node 3] ICP22 created new session: [2:7593037813343086441:2049]
2026-01-08T17:04:41.159626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037813343086441:2049] [node 3] ICS09 handshake done sender: [2:7593037809048119120:2116] self: [2:7593037809048119119:0] peer: [3:7593037813431200415:0] socket: 229 qp: -1
2026-01-08T17:04:41.159670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037813343086441:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:41.159728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:41.110618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037804416455918:2049] [node 2] ICP22 created new session: [4:7593037813006390620:2049]
2026-01-08T17:04:41.182584Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037813431200422:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21552
2026-01-08T17:04:41.195607Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037803345834836:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(287127271ns) {HandleHandshakeStatus:329(287124437ns) {DropIncomingHandshake:442(16290ns) DropOutgoingHandshake:457(512ns) SwitchToState:179(570ns) ProcessPendingSessionEvents:495(242450242ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 232427592ns max# 20805749ns}}}
2026-01-08T17:04:41.141562Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037807836747690:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(16533797ns) {IncomingHandshake:261(16531702ns) {DropIncomingHandshake:442(389ns) PrepareNewSessionHandshake:477(2286ns) {SwitchToState:179(1153ns)} GenerateSessionVirtualId:992(1197ns) IssueIncomingHandshakeReply:193(815698ns) {SwitchToState:179(1151ns)}}}
2026-01-08T17:04:41.206731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:41.218387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037809048119108:2108] [node 5] ICP22 created new session: [2:7593037813343086443:2108]
2026-01-08T17:04:41.184019Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037804841265722:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12341) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037809136233117:2128] held: no
2026-01-08T17:04:41.110687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037813006390620:2049] [node 2] ICS09 handshake done sender: [4:7593037808711423299:2126] self: [4:7593037808711423310:0] peer: [2:7593037809048119116:0] socket: 235 qp: -1
2026-01-08T17:04:41.210618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037809136233117:2128] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:41.211177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037804841265722:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:41.211237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:41.211297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037804841265722:2049] [node 2] ICP22 created new session: [3:7593037813431200426:2049]
2026-01-08T17:04:41.211357Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037813431200426:2049] [node 2] ICS09 handshake done sender: [3:7593037809136233117:2128] self: [3:7593037813431200415:0] peer: [2:7593037809048119119:0] socket: 267 qp: -1
2026-01-08T17:04:41.211400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037813431200426:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:41.211446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:41.154649Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037807836747779:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:41.230848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037813343086443:2108] [node 5] ICS09 handshake done sender: [2:7593037809048119126:2117] self: [2:7593037809048119124:0] peer: [5:7593037812131715079:0] socket: 271 qp: -1
2026-01-08T17:04:41.230918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037813343086443:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:41.231865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:41.161398Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037812131715083:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47709
2026-01-08T17:04:41.173119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037807836747689:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:41.173202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:41.173264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037807836747689:2049] [node 2] ICP22 created new session: [5:7593037812131715084:2049]
2026-01-08T17:04:41.173322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037812131715084:2049] [node 2] ICS09 handshake done sender: [5:7593037807836747779:2120] self: [5:7593037812131715079:0] peer: [2:7593037809048119124:0] socket: 272 qp: -1
2026-01-08T17:04:41.173363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037812131715084:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:41.173422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:41.187994Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037812131715080:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:41.196498Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037807836747690:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12372) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037812131715080:2121] held: no
2026-01-08T17:04:41.198008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037807836747690:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:41.198075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:41.198137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037807836747690:2050] [node 3] ICP22 created new session: [5:7593037812131715086:2050]
2026-01-08T17:04:41.198204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037812131715086:2050] [node 3] ICS09 handshake done sender: [5:7593037812131715080:2121] self: [5:7593037812131715081:0] peer: [3:7593037809136233102:0] socket: 205 qp: -1
2026-01-08T17:04:41.198251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037812131715086:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:41.198298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:41.230669Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037807836747689:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:41.117611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037808711423285:2097] [node 6] ICP18 handshake (actor [4:7593037808711423319:2130]) is too old
2026-01-08T17:04:41.131582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037813006390620:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:41.131663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:41.133449Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037804416455918:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(21988402ns) {HandleHandshakeStatus:329(21984232ns) {DropIncomingHandshake:442(1014ns) DropOutgoingHandshake:457(6237ns) SwitchToState:179(676ns) ProcessPendingSessionEvents:495(571045ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 505242ns max# 64784ns}}}
2026-01-08T17:04:41.133531Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037804416455918:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:41.239586Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037810206771051:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(119379910ns) {HandleHandshakeStatus:395(113674924ns) {LogHandshakeFail:472(17541ns) {UpdateErrorStateLog:545(5699ns)} DropOutgoingHandshake:457(739ns) ProcessPendingSessionEvents:495(113572217ns) {unordered DropSessionEvent:512 num# 100 sum# 31481871ns max# 8179316ns}}}
2026-01-08T17:04:41.239743Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037810206771138:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:41.248332Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037809048119108:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(93800130ns) {HandleHandshakeStatus:329(93796581ns) {DropIncomingHandshake:442(16009ns) DropOutgoingHandshake:457(536ns) SwitchToState:179(533ns) ProcessPendingSessionEvents:495(7224895ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 7152799ns max# 6708443ns}}}
2026-01-08T17:04:41.251612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037810206771051:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:41.251706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:41.251766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037810206771051:2050] [node 3] ICP22 created new session: [6:7593037814501738448:2050]
2026-01-08T17:04:41.251828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037814501738448:2050] [node 3] ICS09 handshake done sender: [6:7593037810206771138:2122] self: [6:7593037814501738442:0] peer: [3:7593037809136233100:0] socket: 270 qp: -1
2026-01-08T17:04:41.251876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037814501738448:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:41.251921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:41.346061Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:41.346330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037813343086437:2048] [node 1] ICS01 socket: 221 reason# EndOfStream
2026-01-08T17:04:41.346379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037804753151748:2048] [node 1] ICP30 unregister session Session# [2:7593037813343086437:2048] VirtualId# [2:7593037809048119128:0]
2026-01-08T17:04:41.346427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037813343086437:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.346509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:41.346559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:41.348486Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:41.348736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037813431200416:2048] [node 1] ICS07 socket disconnect 253 reason# EndOfStream
2026-01-08T17:04:41.348770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037813431200416:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.348842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:41.348882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037813431200416:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:41.352982Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037804841265721:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64554) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:41.353033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037813431200416:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:41.353947Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037804841265721:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64554) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:41.354014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037813431200416:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:41.354057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037804841265721:2048] [node 1] ICP30 unregister session Session# [3:7593037813431200416:2048] VirtualId# [3:7593037809136233115:0]
2026-01-08T17:04:41.354179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:41.354224Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037804841265721:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64554) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:41.354244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64554) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:41.362239Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:41.362511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037814501738446:2048] [node 1] ICS07 socket disconnect 257 reason# EndOfStream
2026-01-08T17:04:41.362547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037814501738446:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.362621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:41.362664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037814501738446:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:41.363211Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:41.363428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037808711423308:2048] [node 1] ICS01 socket: 214 reason# EndOfStream
2026-01-08T17:04:41.363472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037804416455917:2048] [node 1] ICP30 unregister session Session# [4:7593037808711423308:2048] VirtualId# [4:7593037808711423304:0]
2026-01-08T17:04:41.363511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037808711423308:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.363599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:41.363645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:41.365737Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037810206771049:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64554) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:41.365815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037814501738446:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:41.365859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037810206771049:2048] [node 1] ICP30 unregister session Session# [6:7593037814501738446:2048] VirtualId# [6:7593037810206771142:0]
2026-01-08T17:04:41.365902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:41.365940Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037810206771049:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64554) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:41.365957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64554) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:41.363743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:41.363961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037807836747775:2048] [node 1] ICS01 socket: 211 reason# EndOfStream
2026-01-08T17:04:41.364002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037807836747688:2048] [node 1] ICP30 unregister session Session# [5:7593037807836747775:2048] VirtualId# [5:7593037807836747769:0]
2026-01-08T17:04:41.364031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037807836747775:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.366417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037804841265721:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:41.364082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:41.364120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:41.378403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037810206771049:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:41.536728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:41.536987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037813431200426:2049] [node 2] ICS01 socket: 267 reason# EndOfStream
2026-01-08T17:04:41.537037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037804841265722:2049] [node 2] ICP30 unregister session Session# [3:7593037813431200426:2049] VirtualId# [3:7593037813431200415:0]
2026-01-08T17:04:41.537085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037813431200426:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.537167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:41.537213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:41.542656Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:41.542899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037810206771143:2049] [node 2] ICS01 socket: 243 reason# EndOfStream
2026-01-08T17:04:41.542950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037810206771050:2049] [node 2] ICP30 unregister session Session# [6:7593037810206771143:2049] VirtualId# [6:7593037810206771130:0]
2026-01-08T17:04:41.542996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037810206771143:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.543094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:41.543171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:41.543906Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:41.544119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037813006390620:2049] [node 2] ICS01 socket: 235 reason# EndOfStream
2026-01-08T17:04:41.544162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037804416455918:2049] [node 2] ICP30 unregister session Session# [4:7593037813006390620:2049] VirtualId# [4:7593037808711423310:0]
2026-01-08T17:04:41.544198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037813006390620:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.544260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:41.544295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:41.543378Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:41.543619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037812131715084:2049] [node 2] ICS01 socket: 272 reason# EndOfStream
2026-01-08T17:04:41.543657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037807836747689:2049] [node 2] ICP30 unregister session Session# [5:7593037812131715084:2049] VirtualId# [5:7593037812131715079:0]
2026-01-08T17:04:41.543691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037812131715084:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.543762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:41.543804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:41.750572Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:41.750822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037808711423317:2050] [node 3] ICS01 socket: 215 reason# EndOfStream
2026-01-08T17:04:41.750871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037804416455919:2050] [node 3] ICP30 unregister session Session# [4:7593037808711423317:2050] VirtualId# [4:7593037808711423306:0]
2026-01-08T17:04:41.750920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037808711423317:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.751012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:41.751066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:41.751185Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:41.751388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037814501738448:2050] [node 3] ICS01 socket: 270 reason# EndOfStream
2026-01-08T17:04:41.751425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037810206771051:2050] [node 3] ICP30 unregister session Session# [6:7593037814501738448:2050] VirtualId# [6:7593037814501738442:0]
2026-01-08T17:04:41.751457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037814501738448:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.751514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:41.751575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:41.761135Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:41.761428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037812131715086:2050] [node 3] ICS01 socket: 205 reason# EndOfStream
2026-01-08T17:04:41.761475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037807836747690:2050] [node 3] ICP30 unregister session Session# [5:7593037812131715086:2050] VirtualId# [5:7593037812131715081:0]
2026-01-08T17:04:41.761519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037812131715086:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.761628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:41.761676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:41.926835Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:41.927100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037807836747781:2086] [node 4] ICS01 socket: 261 reason# EndOfStream
2026-01-08T17:04:41.927151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037807836747728:2086] [node 4] ICP30 unregister session Session# [5:7593037807836747781:2086] VirtualId# [5:7593037807836747777:0]
2026-01-08T17:04:41.927206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037807836747781:2086] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.927295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:41.927344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:41.927755Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:41.927967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037810206771139:2066] [node 4] ICS07 socket disconnect 245 reason# EndOfStream
2026-01-08T17:04:41.928001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037810206771139:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:41.928042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:41.928109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037810206771139:2066] [node 4] ICS15 start handshake
2026-01-08T17:04:41.929628Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037810206771082:2066] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6245) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:41.929705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037810206771139:2066] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:41.929750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037810206771082:2066] [node 4] ICP30 unregister session Session# [6:7593037810206771139:2066] VirtualId# [6:7593037810206771132:0]
2026-01-08T17:04:41.929807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:41.929846Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037810206771082:2066] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6245) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:41.929865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6245) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:41.938580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037810206771082:2066] [node 4] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:42.398386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037817883400539:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:42.403272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037817883400540:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:42.429230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037817580954931:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:42.429284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037817580954932:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:42.469172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037820019786008:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:42.469225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037820019786009:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:42.464179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037818612691141:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:42.464226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037818612691142:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:42.464267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037818612691143:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:42.552794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037818532962017:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:42.552835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037818532962018:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:42.552871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037818532962019:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:42.512425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037816974001363:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:42.512675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037816974001364:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:42.512722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037816974001365:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:43.023784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037821268968705:2093] [node 4] ICP01 ready to work
2026-01-08T17:04:43.060334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037822827929346:2080] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.139614Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037822178367898:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54808
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.162844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037824314753367:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:43.183679Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037817883400540:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(43524127ns) {Configure:104(43518592ns) {ProcessConfigured:135(84893ns) {StartInitialHandshake:157(82794ns) {DropHandshakes:470(9417ns) {DropIncomingHandshake:442(399ns) DropOutgoingHandshake:457(491ns)} GenerateSessionVirtualId:992(861ns) PrepareNewSessionHandshake:477(1301ns) {SwitchToState:179(556ns)}}}}}
2026-01-08T17:04:43.191802Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037822907658501:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47863
2026-01-08T17:04:43.192098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037822907658504:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:43.177834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037822178367899:2107] [node 5] ICP01 ready to work
2026-01-08T17:04:43.187022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037821268968722:2095] [node 6] ICP01 ready to work
2026-01-08T17:04:43.218523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037821875922292:2107] [node 6] ICP01 ready to work
2026-01-08T17:04:43.227048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037822907658503:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:43.221682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037822178367903:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.227271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037822827929365:2091] [node 5] ICP01 ready to work
2026-01-08T17:04:43.231398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037824314753371:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:43.222605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037822178367905:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:43.239076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037821875922293:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:43.259284Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037818612691142:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(66721609ns) {Configure:104(66716807ns) {ProcessConfigured:135(9589755ns) {StartInitialHandshake:157(9586491ns) {DropHandshakes:470(2352ns) {DropIncomingHandshake:442(445ns) DropOutgoingHandshake:457(451ns)} GenerateSessionVirtualId:992(793ns) PrepareNewSessionHandshake:477(3330ns) {SwitchToState:179(1758ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.263115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037821268968725:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33117
2026-01-08T17:04:43.250454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037821875922294:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:43.274420Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037816974001364:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(235618641ns) {Configure:104(235613377ns) {ProcessConfigured:135(75493ns) {StartInitialHandshake:157(73262ns) {DropHandshakes:470(2669ns) {DropIncomingHandshake:442(550ns) DropOutgoingHandshake:457(452ns)} GenerateSessionVirtualId:992(854ns) PrepareNewSessionHandshake:477(2380ns) {SwitchToState:179(1000ns)}}}}}
2026-01-08T17:04:43.281269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037824314753376:2107] [node 6] ICP01 ready to work
2026-01-08T17:04:43.294037Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037817883400539:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(143797017ns) {Configure:104(143790778ns) {ProcessConfigured:135(38512885ns) {StartInitialHandshake:157(38509728ns) {DropHandshakes:470(2439ns) {DropIncomingHandshake:442(586ns) DropOutgoingHandshake:457(410ns)} GenerateSessionVirtualId:992(959ns) PrepareNewSessionHandshake:477(3897ns) {SwitchToState:179(2544ns)}}}}}
2026-01-08T17:04:43.331294Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037818532962019:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(307862334ns) {Configure:104(307857177ns) {ProcessConfigured:135(16345325ns) {StartInitialHandshake:157(16342472ns) {DropHandshakes:470(2438ns) {DropIncomingHandshake:442(793ns) DropOutgoingHandshake:457(434ns)} GenerateSessionVirtualId:992(587ns) PrepareNewSessionHandshake:477(3235ns) {SwitchToState:179(1811ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.340866Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037822907658508:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47863
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.304714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037824314753377:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18200
2026-01-08T17:04:43.303721Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037821875922295:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12090
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.363974Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037822907658501:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.364153Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037822907658509:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47863
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.303911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037821875922296:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12090
2026-01-08T17:04:43.375445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037822178367907:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54808
2026-01-08T17:04:43.304019Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037821875922297:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12090
2026-01-08T17:04:43.397827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037822178367898:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.376315Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037824314753372:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18200
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.443341Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037822907658504:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(21177916ns) {Configure:104(21172106ns) {ProcessConfigured:135(19301805ns) {StartInitialHandshake:157(19298753ns) {DropHandshakes:470(1901ns) {DropIncomingHandshake:442(621ns) DropOutgoingHandshake:457(299ns)} GenerateSessionVirtualId:992(657ns) PrepareNewSessionHandshake:477(5998ns) {SwitchToState:179(3165ns)}}}}}
2026-01-08T17:04:43.366904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037821875922296:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.382659Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037817580954931:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(35170792ns) {Configure:104(35160780ns) {ProcessConfigured:135(8989884ns) {StartInitialHandshake:157(8986679ns) {DropHandshakes:470(2047ns) {DropIncomingHandshake:442(400ns) DropOutgoingHandshake:457(370ns)} GenerateSessionVirtualId:992(805ns) PrepareNewSessionHandshake:477(3328ns) {SwitchToState:179(1810ns)}}}}}
2026-01-08T17:04:43.402541Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037821875922295:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.436923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037821875922312:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12090
2026-01-08T17:04:43.439795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037821875922297:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.454607Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037817580954932:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(111023168ns) {Configure:104(111015821ns) {ProcessConfigured:135(7132199ns) {StartInitialHandshake:157(7129217ns) {DropHandshakes:470(2528ns) {DropIncomingHandshake:442(448ns) DropOutgoingHandshake:457(747ns)} GenerateSessionVirtualId:992(603ns) PrepareNewSessionHandshake:477(4162ns) {SwitchToState:179(2135ns)}}}}}
2026-01-08T17:04:43.466836Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037822907658508:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.467045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037818612691142:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:43.437410Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037821268968705:2093] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(330559494ns) {Configure:104(330549088ns) {ProcessConfigured:135(9470104ns) {StartInitialHandshake:157(9467601ns) {DropHandshakes:470(959ns) {DropIncomingHandshake:442(143ns) DropOutgoingHandshake:457(269ns)} GenerateSessionVirtualId:992(632ns) PrepareNewSessionHandshake:477(3376ns) {SwitchToState:179(300ns)}}}}}
2026-01-08T17:04:43.394519Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037820019786008:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(90025605ns) {Configure:104(90015671ns) {ProcessConfigured:135(13343020ns) {StartInitialHandshake:157(13340105ns) {DropHandshakes:470(2551ns) {DropIncomingHandshake:442(571ns) DropOutgoingHandshake:457(352ns)} GenerateSessionVirtualId:992(619ns) PrepareNewSessionHandshake:477(3608ns) {SwitchToState:179(1686ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.470708Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037822178367901:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.479729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037822907658509:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.458591Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037824314753372:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.472173Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037821875922299:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.437892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037821268968724:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33117
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.438057Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037821268968732:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33117
2026-01-08T17:04:43.458771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037820019786008:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.470754Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037822178367901:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.472210Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037821875922299:2115] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.493746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037818612691143:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(197604192ns) {Configure:104(180408693ns) {ProcessConfigured:135(48659914ns) {StartInitialHandshake:157(48655588ns) {DropHandshakes:470(2179ns) {DropIncomingHandshake:442(561ns) DropOutgoingHandshake:457(414ns)} GenerateSessionVirtualId:992(887ns) PrepareNewSessionHandshake:477(8453697ns) {SwitchToState:179(4731ns)}}}}}
2026-01-08T17:04:43.495646Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037822827929391:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16485
2026-01-08T17:04:43.490708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037824314753386:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18200
2026-01-08T17:04:43.471475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037822178367907:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.496665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037821875922299:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:43.438230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037821268968733:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33117
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.493853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037818612691143:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:43.486662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037822178367901:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:43.439329Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037821268968725:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.492236Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037824314753372:2111] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.547033Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037822827929392:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16485
2026-01-08T17:04:43.513039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037822907658518:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47863
2026-01-08T17:04:43.531519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037821875922312:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.492508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037820019786008:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.474780Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037816974001363:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(158712729ns) {Configure:104(158707236ns) {ProcessConfigured:135(6441019ns) {StartInitialHandshake:157(6437852ns) {DropHandshakes:470(7813ns) {DropIncomingHandshake:442(431ns) DropOutgoingHandshake:457(246ns)} GenerateSessionVirtualId:992(1160ns) PrepareNewSessionHandshake:477(4217ns) {SwitchToState:179(2022ns)}}}}}
2026-01-08T17:04:43.502543Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037822178367903:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(29804667ns) {Configure:104(29798402ns) {ProcessConfigured:135(16730592ns) {StartInitialHandshake:157(16727147ns) {DropHandshakes:470(1046ns) {DropIncomingHandshake:442(198ns) DropOutgoingHandshake:457(278ns)} GenerateSessionVirtualId:992(418ns) PrepareNewSessionHandshake:477(2292ns) {SwitchToState:179(95ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.563348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037822827929391:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.581552Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037822827929394:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16485
2026-01-08T17:04:43.581630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037822827929395:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16485
2026-01-08T17:04:43.582632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037818532962019:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:43.531272Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037822907658508:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:43.531698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037817580954931:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.520583Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037822178367913:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54808
2026-01-08T17:04:43.529869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037817883400540:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.544288Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037822178367899:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(71347806ns) {Configure:104(65162594ns) {ProcessConfigured:135(74343ns) {StartInitialHandshake:157(71710ns) {DropHandshakes:470(3210ns) {DropIncomingHandshake:442(710ns) DropOutgoingHandshake:457(406ns)} GenerateSessionVirtualId:992(1124ns) PrepareNewSessionHandshake:477(751ns) {SwitchToState:179(343ns)}}}}}
2026-01-08T17:04:43.544452Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037822178367906:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.544479Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037822178367906:2112] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.549055Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037822178367906:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:43.549429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037817883400539:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.552715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:43.558866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037817883400540:2049] [node 3] ICP22 created new session: [1:7593037822178367920:2049]
2026-01-08T17:04:43.587163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037822178367920:2049] [node 3] ICS09 handshake done sender: [1:7593037822178367901:2111] self: [1:7593037822178367900:0] peer: [3:7593037824314753385:0] socket: 215 qp: -1
2026-01-08T17:04:43.587938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:43.492611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:43.479030Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037821268968724:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.604640Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037822178367913:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.538533Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037821875922304:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.536462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037822907658511:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.614570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037822178367920:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:43.479211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037816974001365:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:43.538566Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037821875922304:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.492663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037820019786008:2048] [node 1] ICP22 created new session: [3:7593037824314753387:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.536521Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037822907658511:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.605263Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037818532962019:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(19104957ns) {IncomingHandshake:261(19102715ns) {DropIncomingHandshake:442(303ns) PrepareNewSessionHandshake:477(1715ns) {SwitchToState:179(733ns)} GenerateSessionVirtualId:992(791ns) IssueIncomingHandshakeReply:193(19065155ns) {SwitchToState:179(3105ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.497470Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037821268968733:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.618139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037817883400539:2048] [node 2] ICP22 created new session: [1:7593037822178367921:2048]
2026-01-08T17:04:43.492722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037824314753387:2048] [node 1] ICS09 handshake done sender: [3:7593037824314753372:2111] self: [3:7593037824314753385:0] peer: [1:7593037822178367900:0] socket: 217 qp: -1
2026-01-08T17:04:43.635864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037822827929395:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.550466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037818612691142:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.546448Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037821875922304:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:43.625918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.497612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037816974001364:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.494021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037824314753369:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.550547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:43.663718Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037822827929392:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.546517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037821875922293:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.494054Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037824314753369:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.506864Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037821268968722:2095] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(205598206ns) {Configure:104(205592827ns) {ProcessConfigured:135(17930638ns) {StartInitialHandshake:157(17927503ns) {DropHandshakes:470(1843ns) {DropIncomingHandshake:442(134ns) DropOutgoingHandshake:457(755ns)} GenerateSessionVirtualId:992(520ns) PrepareNewSessionHandshake:477(2464ns) {SwitchToState:179(1360ns)}}}}}
2026-01-08T17:04:43.507319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037821268968732:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.514172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037821268968705:2093] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:43.528155Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037821268968745:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33117
2026-01-08T17:04:43.535197Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037821268968724:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:43.556706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037816974001365:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.597217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:43.607106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037821268968749:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33117
2026-01-08T17:04:43.607378Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037821268968750:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33117
2026-01-08T17:04:43.623267Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037821268968746:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33117
2026-01-08T17:04:43.625814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037816974001365:2050] [node 3] ICP22 created new session: [5:7593037821268968747:2050]
2026-01-08T17:04:43.646374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037821268968749:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.646522Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037821268968733:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:43.646799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037821268968732:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:43.648306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037821268968705:2093] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.648414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:43.650139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037821268968705:2093] [node 4] ICP22 created new session: [5:7593037821268968751:2093]
2026-01-08T17:04:43.650197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037821268968751:2093] [node 4] ICS09 handshake done sender: [5:7593037821268968732:2114] self: [5:7593037821268968744:0] peer: [4:7593037822907658510:0] socket: 239 qp: -1
2026-01-08T17:04:43.650235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037821268968751:2093] [node 4] ICS10 traffic start
2026-01-08T17:04:43.650289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:43.650635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037816974001363:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:43.645305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037821268968747:2050] [node 3] ICS09 handshake done sender: [5:7593037821268968724:2110] self: [5:7593037821268968741:0] peer: [3:7593037824314753368:0] socket: 221 qp: -1
2026-01-08T17:04:43.658835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037821268968747:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:43.658888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037816974001364:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.658961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:43.659002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037816974001364:2049] [node 2] ICP22 created new session: [5:7593037821268968754:2049]
2026-01-08T17:04:43.659049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037821268968754:2049] [node 2] ICS09 handshake done sender: [5:7593037821268968733:2115] self: [5:7593037821268968742:0] peer: [2:7593037821875922303:0] socket: 243 qp: -1
2026-01-08T17:04:43.659079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037821268968754:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:43.659097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:43.660885Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037816974001364:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:43.667891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:43.678545Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037821268968705:2093] [node 4] ICP35 event processing took too much time PendingConnection:279(29115704ns) {HandleHandshakeStatus:329(29113470ns) {DropIncomingHandshake:442(698ns) DropOutgoingHandshake:457(6262ns) SwitchToState:179(765ns) ProcessPendingSessionEvents:495(15810051ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 15747675ns max# 15285216ns}}}
2026-01-08T17:04:43.703074Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037821268968758:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33117
2026-01-08T17:04:43.705857Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037821268968749:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:43.706046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037816974001363:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.706114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:43.706178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037816974001363:2048] [node 1] ICP22 created new session: [5:7593037821268968759:2048]
2026-01-08T17:04:43.706231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037821268968759:2048] [node 1] ICS09 handshake done sender: [5:7593037821268968749:2121] self: [5:7593037821268968753:0] peer: [1:7593037822178367916:0] socket: 228 qp: -1
2026-01-08T17:04:43.706273Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037821268968759:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:43.706350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:43.740395Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037816974001365:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(186350855ns) {HandleHandshakeStatus:329(186348697ns) {DropIncomingHandshake:442(1424ns) DropOutgoingHandshake:457(17813ns) SwitchToState:179(407ns) ProcessPendingSessionEvents:495(29484017ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 29417364ns max# 28965349ns}}}
2026-01-08T17:04:43.550603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037818612691142:2049] [node 2] ICP22 created new session: [4:7593037822907658524:2049]
2026-01-08T17:04:43.634861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037822178367921:2048] [node 2] ICS09 handshake done sender: [1:7593037822178367906:2112] self: [1:7593037822178367904:0] peer: [2:7593037821875922316:0] socket: 244 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.665495Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037822827929394:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.583181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.776497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037816974001363:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(69310804ns) {HandleHandshakeStatus:329(69308387ns) {DropIncomingHandshake:442(721ns) DropOutgoingHandshake:457(5966ns) SwitchToState:179(386ns) ProcessPendingSessionEvents:495(13648653ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 13580714ns max# 13114469ns}}}
2026-01-08T17:04:43.494813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037824314753387:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:43.634923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037822178367921:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:43.550657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037822907658524:2049] [node 2] ICS09 handshake done sender: [4:7593037822907658508:2114] self: [4:7593037822907658514:0] peer: [2:7593037821875922298:0] socket: 234 qp: -1
2026-01-08T17:04:43.658726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:43.674697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037822178367917:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.674733Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037822178367917:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.675684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037822178367912:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.675710Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037822178367912:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.686657Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037822178367917:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:43.703738Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037822178367905:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(205468591ns) {Configure:104(205461952ns) {ProcessConfigured:135(9731159ns) {StartInitialHandshake:157(9728459ns) {DropHandshakes:470(2309ns) {DropIncomingHandshake:442(401ns) DropOutgoingHandshake:457(454ns)} GenerateSessionVirtualId:992(452ns) PrepareNewSessionHandshake:477(3366ns) {SwitchToState:179(1984ns)}}}}}
2026-01-08T17:04:43.704035Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037822178367912:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:43.727714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037822178367899:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.727822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:43.727889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037822178367899:2107] [node 5] ICP22 created new session: [1:7593037822178367930:2107]
2026-01-08T17:04:43.727961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037822178367930:2107] [node 5] ICS09 handshake done sender: [1:7593037822178367917:2116] self: [1:7593037822178367916:0] peer: [5:7593037821268968753:0] socket: 262 qp: -1
2026-01-08T17:04:43.728006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037822178367930:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:43.728056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:43.750328Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037817883400539:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(199761377ns) {HandleHandshakeStatus:329(199758524ns) {DropIncomingHandshake:442(13634ns) DropOutgoingHandshake:457(337ns) SwitchToState:179(369ns) ProcessPendingSessionEvents:495(14477170ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 14419826ns max# 13953759ns}}}
2026-01-08T17:04:43.754814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037822178367903:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.754933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:43.755001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037822178367903:2109] [node 6] ICP22 created new session: [1:7593037822178367933:2109]
2026-01-08T17:04:43.755097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037822178367933:2109] [node 6] ICS09 handshake done sender: [1:7593037822178367912:2114] self: [1:7593037822178367909:0] peer: [6:7593037822827929397:0] socket: 260 qp: -1
2026-01-08T17:04:43.755154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037822178367933:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:43.755202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:43.668113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037818532962017:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.494910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:43.588197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037821875922293:2108] [node 4] ICP22 created new session: [2:7593037821875922320:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.669132Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037822827929398:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16485
2026-01-08T17:04:43.803018Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037822178367925:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54808
2026-01-08T17:04:43.550694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037822907658524:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:43.596373Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037821875922319:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12090
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.502758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037824314753379:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.550732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:43.556396Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037822907658503:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(76018299ns) {Configure:104(76011956ns) {ProcessConfigured:135(31925951ns) {StartInitialHandshake:157(31923067ns) {DropHandshakes:470(1398ns) {DropIncomingHandshake:442(136ns) DropOutgoingHandshake:457(426ns)} GenerateSessionVirtualId:992(319ns) PrepareNewSessionHandshake:477(1921ns) {SwitchToState:179(410ns)}}}}}
2026-01-08T17:04:43.587979Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037822907658523:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47863
2026-01-08T17:04:43.596941Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037822907658511:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:43.608136Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037822907658509:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:43.610609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037822907658504:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.614499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037818612691141:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(227477379ns) {Configure:104(227472451ns) {ProcessConfigured:135(13061554ns) {StartInitialHandshake:157(13058194ns) {DropHandshakes:470(2135ns) {DropIncomingHandshake:442(524ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:992(815ns) PrepareNewSessionHandshake:477(3092ns) {SwitchToState:179(1694ns)}}}}}
2026-01-08T17:04:43.615359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037818612691143:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.615442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:43.615516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037818612691143:2050] [node 3] ICP22 created new session: [4:7593037822907658529:2050]
2026-01-08T17:04:43.615601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037822907658529:2050] [node 3] ICS09 handshake done sender: [4:7593037822907658509:2115] self: [4:7593037822907658516:0] peer: [3:7593037824314753378:0] socket: 236 qp: -1
2026-01-08T17:04:43.615650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037822907658529:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:43.615693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:43.625976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:43.635205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037822907658504:2109] [node 5] ICP22 created new session: [4:7593037822907658532:2109]
2026-01-08T17:04:43.655707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037822907658533:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47863
2026-01-08T17:04:43.662078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037822907658532:2109] [node 5] ICS09 handshake done sender: [4:7593037822907658511:2116] self: [4:7593037822907658510:0] peer: [5:7593037821268968744:0] socket: 238 qp: -1
2026-01-08T17:04:43.667784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037822907658532:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:43.680047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037822907658520:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.680090Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037822907658520:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.690655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:43.700634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037822907658504:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(88945929ns) {HandleHandshakeStatus:329(88942654ns) {DropIncomingHandshake:442(373ns) DropOutgoingHandshake:457(519ns) SwitchToState:179(902ns) ProcessPendingSessionEvents:495(547965ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 480214ns max# 64051ns}}}
2026-01-08T17:04:43.700737Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037822907658504:2109] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:43.709744Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037822907658520:2119] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:43.750996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037822907658503:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.786529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:43.787893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037822907658537:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47863
2026-01-08T17:04:43.791828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037822907658503:2108] [node 6] ICP22 created new session: [4:7593037822907658536:2108]
2026-01-08T17:04:43.812634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037822907658536:2108] [node 6] ICS09 handshake done sender: [4:7593037822907658520:2119] self: [4:7593037822907658517:0] peer: [6:7593037822827929396:0] socket: 268 qp: -1
2026-01-08T17:04:43.812691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037822907658536:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:43.669498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037822827929346:2080] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:43.614624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037821875922294:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.625684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037821875922320:2108] [node 4] ICS09 handshake done sender: [2:7593037821875922299:2115] self: [2:7593037821875922298:0] peer: [4:7593037822907658514:0] socket: 233 qp: -1
2026-01-08T17:04:43.634992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037821875922320:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:43.658780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:43.661268Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037821875922312:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:43.661737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:43.663038Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037817580954931:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6358) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037821875922312:2120] held: no
2026-01-08T17:04:43.667661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037821875922294:2109] [node 5] ICP22 created new session: [2:7593037821875922323:2109]
2026-01-08T17:04:43.683038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037821875922323:2109] [node 5] ICS09 handshake done sender: [2:7593037821875922304:2117] self: [2:7593037821875922303:0] peer: [5:7593037821268968742:0] socket: 241 qp: -1
2026-01-08T17:04:43.683100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037821875922323:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:43.683191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:43.684807Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037821875922294:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(86231732ns) {HandleHandshakeStatus:329(86228131ns) {DropIncomingHandshake:442(3727558ns) DropOutgoingHandshake:457(1786ns) SwitchToState:179(781ns) ProcessPendingSessionEvents:495(534635ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 472295ns max# 52343ns}}}
2026-01-08T17:04:43.686071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037817580954931:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.686144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:43.686184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037817580954931:2048] [node 1] ICP22 created new session: [2:7593037821875922325:2048]
2026-01-08T17:04:43.686229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037821875922325:2048] [node 1] ICS09 handshake done sender: [2:7593037821875922312:2120] self: [2:7593037821875922316:0] peer: [1:7593037822178367904:0] socket: 245 qp: -1
2026-01-08T17:04:43.686263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037821875922325:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:43.686292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:43.709909Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037821875922309:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.709941Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037821875922309:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.716171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037821875922293:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(172385681ns) {HandleHandshakeStatus:329(168525741ns) {DropIncomingHandshake:442(14687ns) DropOutgoingHandshake:457(4468ns) SwitchToState:179(342ns) ProcessPendingSessionEvents:495(8369270ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 8296547ns max# 7818844ns}}}
2026-01-08T17:04:43.738623Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037821875922309:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:43.782773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037821875922292:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.788294Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037821875922311:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.788323Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037821875922311:2119] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.790805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037821875922311:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:43.810390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:43.810458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037821875922292:2107] [node 6] ICP22 created new session: [2:7593037821875922329:2107]
2026-01-08T17:04:43.821571Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037821875922330:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12090
2026-01-08T17:04:43.822112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037817580954932:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.829831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037821875922329:2107] [node 6] ICS09 handshake done sender: [2:7593037821875922309:2118] self: [2:7593037821875922308:0] peer: [6:7593037822827929400:0] socket: 267 qp: -1
2026-01-08T17:04:43.502795Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037824314753379:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.824874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:43.690901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037818532962018:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:43.832106Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037821268968740:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.832677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037821875922329:2107] [node 6] ICS10 traffic start
2026-01-08T17:04:43.514517Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037824314753369:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:43.526486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037824314753377:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.541049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037824314753379:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:43.546240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037824314753367:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.583448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:43.588595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037824314753367:2109] [node 5] ICP22 created new session: [3:7593037824314753393:2109]
2026-01-08T17:04:43.590145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037824314753394:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18200
2026-01-08T17:04:43.596700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037824314753371:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.618157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037824314753394:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.635017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037824314753393:2109] [node 5] ICS09 handshake done sender: [3:7593037824314753369:2110] self: [3:7593037824314753368:0] peer: [5:7593037821268968741:0] socket: 214 qp: -1
2026-01-08T17:04:43.637025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037824314753384:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.637077Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037824314753384:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.638342Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037824314753384:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:43.638779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037824314753376:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.638887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:43.638976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037824314753376:2107] [node 6] ICP22 created new session: [3:7593037824314753396:2107]
2026-01-08T17:04:43.639063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037824314753396:2107] [node 6] ICS09 handshake done sender: [3:7593037824314753384:2116] self: [3:7593037824314753383:0] peer: [6:7593037822827929393:0] socket: 250 qp: -1
2026-01-08T17:04:43.639125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037824314753396:2107] [node 6] ICS10 traffic start
2026-01-08T17:04:43.639192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:43.645239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037824314753393:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:43.651259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:43.656491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037824314753371:2108] [node 4] ICP22 created new session: [3:7593037824314753398:2108]
2026-01-08T17:04:43.664745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037824314753400:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18200
2026-01-08T17:04:43.665222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:43.690718Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037824314753398:2108] [node 4] ICS09 handshake done sender: [3:7593037824314753379:2114] self: [3:7593037824314753378:0] peer: [4:7593037822907658516:0] socket: 235 qp: -1
2026-01-08T17:04:43.698867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037824314753398:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:43.710510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:43.725452Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037824314753367:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(184442072ns) {HandleHandshakeStatus:329(184440282ns) {DropIncomingHandshake:442(30195ns) DropOutgoingHandshake:457(635ns) SwitchToState:179(414ns) ProcessPendingSessionEvents:495(14673328ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 14602555ns max# 14140550ns}}}
2026-01-08T17:04:43.768916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037824314753371:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(208576461ns) {HandleHandshakeStatus:329(202006360ns) {DropIncomingHandshake:442(2137ns) DropOutgoingHandshake:457(1732ns) SwitchToState:179(843ns) ProcessPendingSessionEvents:495(582296ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 513674ns max# 74517ns}}}
2026-01-08T17:04:43.769048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037824314753371:2108] [node 4] ICP18 handshake (actor [3:7593037824314753394:2118]) is too old
2026-01-08T17:04:43.782241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037824314753400:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.787325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037820019786009:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:43.810118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037824314753403:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:18200
2026-01-08T17:04:43.819656Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037824314753400:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:43.838510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037820019786009:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.691108Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037818532962018:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(16311264ns) {IncomingHandshake:261(16308721ns) {DropIncomingHandshake:442(529ns) PrepareNewSessionHandshake:477(1488ns) {SwitchToState:179(640ns)} GenerateSessionVirtualId:992(871ns) IssueIncomingHandshakeReply:193(10556461ns) {SwitchToState:179(1699ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.832168Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037821268968740:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.858977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:43.862133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037820019786009:2049] [node 2] ICP22 created new session: [3:7593037824314753404:2049]
2026-01-08T17:04:43.832744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:43.698697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037822827929346:2080] [node 4] ICP35 event processing took too much time PendingConnection:279(28206781ns) {IncomingHandshake:261(10890187ns) {DropIncomingHandshake:442(446ns) PrepareNewSessionHandshake:477(2010ns) {SwitchToState:179(577ns)} GenerateSessionVirtualId:992(688ns) IssueIncomingHandshakeReply:193(7704722ns) {SwitchToState:179(2162ns)}}}
2026-01-08T17:04:43.846539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037821268968740:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:43.833705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:43.872376Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037822178367925:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.871646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037824314753404:2049] [node 2] ICS09 handshake done sender: [3:7593037824314753400:2119] self: [3:7593037824314753402:0] peer: [2:7593037821875922310:0] socket: 270 qp: -1
2026-01-08T17:04:43.723517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037822827929399:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16485
2026-01-08T17:04:43.878271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037822907658537:2123] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.880108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037818612691141:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:43.838746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037817580954932:2049] [node 3] ICP22 created new session: [2:7593037821875922332:2049]
2026-01-08T17:04:43.856070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037821268968722:2095] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:43.892789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037822907658540:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47863
2026-01-08T17:04:43.750923Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037822827929391:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:43.859497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037821875922332:2049] [node 3] ICS09 handshake done sender: [2:7593037821875922311:2119] self: [2:7593037821875922310:0] peer: [3:7593037824314753402:0] socket: 242 qp: -1
2026-01-08T17:04:43.856451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:43.874851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037824314753404:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:43.895603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037822907658537:2123] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:43.881867Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037817883400540:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(339968021ns) {HandleHandshakeStatus:329(339964386ns) {DropIncomingHandshake:442(473ns) DropOutgoingHandshake:457(521ns) SwitchToState:179(540ns) ProcessPendingSessionEvents:495(187155742ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 186997999ns max# 27573338ns}}}
2026-01-08T17:04:43.883546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037822178367929:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.883584Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037822178367929:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:43.885325Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037822178367929:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:43.895425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037822178367905:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:43.760676Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037818532962017:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6358) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037822827929392:2116] held: no
2026-01-08T17:04:43.774498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037822827929402:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16485
2026-01-08T17:04:43.778559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037822827929403:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16485
2026-01-08T17:04:43.782631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037822827929401:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16485
2026-01-08T17:04:43.790059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037818532962019:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.790144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:43.790210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037818532962019:2050] [node 3] ICP22 created new session: [6:7593037822827929404:2050]
2026-01-08T17:04:43.856543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037821268968722:2095] [node 6] ICP22 created new session: [5:7593037821268968762:2095]
2026-01-08T17:04:43.877026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:43.790271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037822827929404:2050] [node 3] ICS09 handshake done sender: [6:7593037822827929391:2115] self: [6:7593037822827929393:0] peer: [3:7593037824314753383:0] socket: 252 qp: -1
2026-01-08T17:04:43.856605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037821268968762:2095] [node 6] ICS09 handshake done sender: [5:7593037821268968740:2118] self: [5:7593037821268968739:0] peer: [6:7593037822827929409:0] socket: 240 qp: -1
2026-01-08T17:04:43.861586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037821875922332:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:43.903825Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037820019786009:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(68424816ns) {HandleHandshakeStatus:329(68421881ns) {DropIncomingHandshake:442(1502ns) DropOutgoingHandshake:457(8838ns) SwitchToState:179(566ns) ProcessPendingSessionEvents:495(1185645ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 1128204ns max# 628548ns}}}
2026-01-08T17:04:43.904339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037818612691141:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.862902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:43.887192Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037817580954932:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(63952766ns) {HandleHandshakeStatus:329(63947991ns) {DropIncomingHandshake:442(25942ns) DropOutgoingHandshake:457(304ns) SwitchToState:179(564ns) ProcessPendingSessionEvents:495(4662831ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 4573421ns max# 4135051ns}}}
2026-01-08T17:04:43.913230Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037821875922292:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(86570129ns) {HandleHandshakeStatus:329(67316615ns) {DropIncomingHandshake:442(1138ns) DropOutgoingHandshake:457(1004ns) SwitchToState:179(895ns) ProcessPendingSessionEvents:495(16193893ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 16110599ns max# 5171116ns}}}
2026-01-08T17:04:43.913767Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037821875922292:2107] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:43.790344Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037822827929404:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:43.790407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:43.798376Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037822827929346:2080] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63418) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037822827929395:2118] held: no
2026-01-08T17:04:43.800953Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037822827929399:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:43.801030Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037822827929395:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:43.801740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037822827929346:2080] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.801823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:43.801884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037822827929346:2080] [node 4] ICP22 created new session: [6:7593037822827929406:2080]
2026-01-08T17:04:43.801949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037822827929406:2080] [node 4] ICS09 handshake done sender: [6:7593037822827929395:2118] self: [6:7593037822827929396:0] peer: [4:7593037822907658517:0] socket: 269 qp: -1
2026-01-08T17:04:43.801998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037822827929406:2080] [node 4] ICS10 traffic start
2026-01-08T17:04:43.802064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:43.802475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037822827929394:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:43.809711Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037822827929392:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:43.815464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037822827929365:2091] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:43.819340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037818532962017:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.821869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037818532962018:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.831875Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:43.838159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:43.838787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037818532962017:2048] [node 1] ICP22 created new session: [6:7593037822827929410:2048]
2026-01-08T17:04:43.846919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037822827929410:2048] [node 1] ICS09 handshake done sender: [6:7593037822827929392:2116] self: [6:7593037822827929397:0] peer: [1:7593037822178367909:0] socket: 265 qp: -1
2026-01-08T17:04:43.848640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037822827929410:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:43.849104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037818532962018:2049] [node 2] ICP22 created new session: [6:7593037822827929411:2049]
2026-01-08T17:04:43.859365Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:43.861694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037822827929411:2049] [node 2] ICS09 handshake done sender: [6:7593037822827929394:2117] self: [6:7593037822827929400:0] peer: [2:7593037821875922308:0] socket: 231 qp: -1
2026-01-08T17:04:43.861738Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037822827929411:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:43.862515Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037822827929412:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16485
2026-01-08T17:04:43.863032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:43.875185Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037822827929365:2091] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23937) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037822827929399:2120] held: no
2026-01-08T17:04:43.879216Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037822827929399:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:43.888374Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037818532962017:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(58580693ns) {HandleHandshakeStatus:329(58577960ns) {DropIncomingHandshake:442(817ns) DropOutgoingHandshake:457(426ns) SwitchToState:179(453ns) ProcessPendingSessionEvents:495(1416ns)}}
2026-01-08T17:04:43.890399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037822827929365:2091] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:43.899760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:43.899848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037822827929365:2091] [node 5] ICP22 created new session: [6:7593037822827929415:2091]
2026-01-08T17:04:43.899915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037822827929415:2091] [node 5] ICS09 handshake done sender: [6:7593037822827929399:2120] self: [6:7593037822827929409:0] peer: [5:7593037821268968739:0] socket: 273 qp: -1
2026-01-08T17:04:43.899959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037822827929415:2091] [node 5] ICS10 traffic start
2026-01-08T17:04:43.900034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:43.907032Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037818532962018:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(84026804ns) {HandleHandshakeStatus:329(84023666ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(6873ns) SwitchToState:179(608ns) ProcessPendingSessionEvents:495(17946833ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 17861120ns max# 6227988ns}}}
2026-01-08T17:04:43.856650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037821268968762:2095] [node 6] ICS10 traffic start
2026-01-08T17:04:43.856723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:43.916022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:43.919338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037822178367905:2108] [node 4] ICP22 created new session: [1:7593037822178367937:2108]
2026-01-08T17:04:43.919439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037822178367937:2108] [node 4] ICS09 handshake done sender: [1:7593037822178367929:2118] self: [1:7593037822178367928:0] peer: [4:7593037822907658539:0] socket: 247 qp: -1
2026-01-08T17:04:43.919500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037822178367937:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:43.919578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:43.921472Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037822178367905:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(25590813ns) {HandleHandshakeStatus:329(24927426ns) {DropIncomingHandshake:442(22860ns) DropOutgoingHandshake:457(412ns) SwitchToState:179(462ns) ProcessPendingSessionEvents:495(602096ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 544196ns max# 58422ns}}}
2026-01-08T17:04:43.926749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:43.926846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037818612691141:2048] [node 1] ICP22 created new session: [4:7593037822907658541:2048]
2026-01-08T17:04:43.926937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037822907658541:2048] [node 1] ICS09 handshake done sender: [4:7593037822907658537:2123] self: [4:7593037822907658539:0] peer: [1:7593037822178367928:0] socket: 280 qp: -1
2026-01-08T17:04:43.926994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037822907658541:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:43.927054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:43.929731Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037818612691141:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24135739ns) {HandleHandshakeStatus:329(24133122ns) {DropIncomingHandshake:442(8693ns) DropOutgoingHandshake:457(24646ns) SwitchToState:179(531ns) ProcessPendingSessionEvents:495(1226183ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 1142294ns max# 678754ns}}}
2026-01-08T17:04:43.929899Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037818612691141:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:43.934008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037822907658503:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(181804963ns) {HandleHandshakeStatus:329(181801242ns) {DropIncomingHandshake:442(30086ns) DropOutgoingHandshake:457(668ns) SwitchToState:179(535ns) ProcessPendingSessionEvents:495(94340562ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 94194520ns max# 13371260ns}}}
2026-01-08T17:04:44.074611Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:44.074863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037821875922325:2048] [node 1] ICS01 socket: 245 reason# EndOfStream
2026-01-08T17:04:44.074913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037817580954931:2048] [node 1] ICP30 unregister session Session# [2:7593037821875922325:2048] VirtualId# [2:7593037821875922316:0]
2026-01-08T17:04:44.074959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037821875922325:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.075044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:44.075096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:44.085548Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:44.085873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037824314753387:2048] [node 1] ICS01 socket: 217 reason# EndOfStream
2026-01-08T17:04:44.085917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037820019786008:2048] [node 1] ICP30 unregister session Session# [3:7593037824314753387:2048] VirtualId# [3:7593037824314753385:0]
2026-01-08T17:04:44.085966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037824314753387:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.086055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:44.086104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:44.101882Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:44.102169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037822827929410:2048] [node 1] ICS01 socket: 265 reason# EndOfStream
2026-01-08T17:04:44.102233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037818532962017:2048] [node 1] ICP30 unregister session Session# [6:7593037822827929410:2048] VirtualId# [6:7593037822827929397:0]
2026-01-08T17:04:44.102280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037822827929410:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.102573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:44.102532Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:44.102628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:44.103083Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:44.103777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037821268968759:2048] [node 1] ICS07 socket disconnect 228 reason# EndOfStream
2026-01-08T17:04:44.103809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037821268968759:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.103891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:44.103934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037821268968759:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:44.112669Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037816974001363:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6358) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:44.102754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037822907658541:2048] [node 1] ICS07 socket disconnect 280 reason# EndOfStream
2026-01-08T17:04:44.102797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037822907658541:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.102879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:44.102928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037822907658541:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:44.123232Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037818612691141:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6358) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:44.123284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037822907658541:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:44.123326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037818612691141:2048] [node 1] ICP30 unregister session Session# [4:7593037822907658541:2048] VirtualId# [4:7593037822907658539:0]
2026-01-08T17:04:44.123383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:44.123419Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037818612691141:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6358) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:44.123437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6358) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:44.122884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037821268968759:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:44.124064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037816974001363:2048] [node 1] ICP30 unregister session Session# [5:7593037821268968759:2048] VirtualId# [5:7593037821268968753:0]
2026-01-08T17:04:44.124186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:44.124230Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037816974001363:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6358) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:44.124246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6358) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:44.124525Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [5:7593037816974001363:2048] [node 1] ICP35 event processing took too much time StateWork:294(18884791ns) {HandleHandshakeStatus:395(18880162ns) {LogHandshakeFail:472(10334ns) {UpdateErrorStateLog:545(2005ns)} DropOutgoingHandshake:457(2570ns) ProcessPendingSessionEvents:495(556ns) UnregisterSession:538(1171445ns) {ProcessPendingSessionEvents:495(993ns) SwitchToInitialState:202(1017ns) {SwitchToState:179(695ns)}} TransitToErrorState:756(54005ns) {SwitchToState:179(3811ns) ProcessPendingSessionEvents:495(184ns) DropHandshakes:470(985ns) {DropIncomingHandshake:442(150ns) DropOutgoingHandshake:457(127ns)}}}}
2026-01-08T17:04:44.133540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037818612691141:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:44.138431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037816974001363:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:44.248697Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:44.248928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037824314753404:2049] [node 2] ICS07 socket disconnect 270 reason# EndOfStream
2026-01-08T17:04:44.248965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037824314753404:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.249042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:44.249082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037824314753404:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:44.254699Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:44.254947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037822827929411:2049] [node 2] ICS01 socket: 231 reason# EndOfStream
2026-01-08T17:04:44.262468Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:44.262751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037821268968754:2049] [node 2] ICS01 socket: 243 reason# EndOfStream
2026-01-08T17:04:44.262805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037816974001364:2049] [node 2] ICP30 unregister session Session# [5:7593037821268968754:2049] VirtualId# [5:7593037821268968742:0]
2026-01-08T17:04:44.262856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037821268968754:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.262944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:44.262993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:44.254994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037818532962018:2049] [node 2] ICP30 unregister session Session# [6:7593037822827929411:2049] VirtualId# [6:7593037822827929400:0]
2026-01-08T17:04:44.255040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037822827929411:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.255137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:44.255189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:44.258670Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:44.258492Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037820019786009:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14895) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:44.266645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037822907658524:2049] [node 2] ICS01 socket: 234 reason# EndOfStream
2026-01-08T17:04:44.269799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037818612691142:2049] [node 2] ICP30 unregister session Session# [4:7593037822907658524:2049] VirtualId# [4:7593037822907658514:0]
2026-01-08T17:04:44.275259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037822907658524:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.275404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:44.275458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:44.492839Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:44.493102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037822827929404:2050] [node 3] ICS07 socket disconnect 252 reason# EndOfStream
2026-01-08T17:04:44.493147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037822827929404:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.493247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:44.493299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037822827929404:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:44.495316Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037818532962019:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6215) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:44.495412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037822827929404:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:44.495455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037818532962019:2050] [node 3] ICP30 unregister session Session# [6:7593037822827929404:2050] VirtualId# [6:7593037822827929393:0]
2026-01-08T17:04:44.495510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:44.495567Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037818532962019:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6215) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:44.495607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6215) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:44.498144Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:44.498429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037821268968747:2050] [node 3] ICS07 socket disconnect 221 reason# EndOfStream
2026-01-08T17:04:44.498464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037821268968747:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.498555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:44.498605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037821268968747:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:44.499280Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:44.499499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037822907658529:2050] [node 3] ICS07 socket disconnect 236 reason# EndOfStream
2026-01-08T17:04:44.499547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037822907658529:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.499620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:44.499661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037822907658529:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:44.502590Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037816974001365:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6215) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:44.502680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037821268968747:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:44.500745Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037818612691143:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6215) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:44.500862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037822907658529:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:44.502740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037816974001365:2050] [node 3] ICP30 unregister session Session# [5:7593037821268968747:2050] VirtualId# [5:7593037821268968741:0]
2026-01-08T17:04:44.503003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:44.503140Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037816974001365:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6215) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:44.500915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037818612691143:2050] [node 3] ICP30 unregister session Session# [4:7593037822907658529:2050] VirtualId# [4:7593037822907658516:0]
2026-01-08T17:04:44.502691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:44.502756Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037818612691143:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6215) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:44.502798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6215) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:44.503178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6215) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:44.510871Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037818532962019:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:44.514506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037816974001365:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:44.634687Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:44.634923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037821268968751:2093] [node 4] ICS01 socket: 239 reason# EndOfStream
2026-01-08T17:04:44.634962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037821268968705:2093] [node 4] ICP30 unregister session Session# [5:7593037821268968751:2093] VirtualId# [5:7593037821268968744:0]
2026-01-08T17:04:44.635017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037821268968751:2093] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.635054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:44.635130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:44.633622Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:44.633887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037822827929406:2080] [node 4] ICS01 socket: 269 reason# EndOfStream
2026-01-08T17:04:44.633937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037822827929346:2080] [node 4] ICP30 unregister session Session# [6:7593037822827929406:2080] VirtualId# [6:7593037822827929396:0]
2026-01-08T17:04:44.633986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037822827929406:2080] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.634079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:44.634127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:44.854546Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:44.854816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037822827929415:2091] [node 5] ICS01 socket: 273 reason# EndOfStream
2026-01-08T17:04:44.854884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037822827929365:2091] [node 5] ICP30 unregister session Session# [6:7593037822827929415:2091] VirtualId# [6:7593037822827929409:0]
2026-01-08T17:04:44.854940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037822827929415:2091] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:44.854982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:44.855073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:45.045748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037830764954225:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:45.045841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037830764954226:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:45.038146Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037831845065498:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:45.038196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037831845065499:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:45.056478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037831176018966:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:45.056531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037831176018967:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:45.062451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037832347430484:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:45.062506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037832347430485:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:45.066426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037832347430486:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:45.069825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037833078457588:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:45.069881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037833078457589:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:45.069983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037833078457590:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:45.085594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037830630171807:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:45.085649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037830630171808:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:45.085785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037830630171809:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:45.286471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037833078457649:2107] [node 6] ICP01 ready to work
2026-01-08T17:04:45.450614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037830630171866:2094] [node 5] ICP01 ready to work
2026-01-08T17:04:45.483270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037831845065579:2118] [node 6] ICP01 ready to work
2026-01-08T17:04:45.484161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037831845065580:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:45.485099Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037831845065581:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:45.486683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037831176019029:2107] [node 5] ICP01 ready to work
2026-01-08T17:04:45.513448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037830630171874:2097] [node 4] ICP01 ready to work
2026-01-08T17:04:45.531076Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037831845065581:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(24889966ns) {Configure:104(24886156ns) {ProcessConfigured:135(8289714ns) {StartInitialHandshake:157(8287382ns) {DropHandshakes:470(2175ns) {DropIncomingHandshake:442(518ns) DropOutgoingHandshake:457(456ns)} GenerateSessionVirtualId:992(1172ns) PrepareNewSessionHandshake:477(3028ns) {SwitchToState:179(1703ns)}}}}}
2026-01-08T17:04:45.518897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037832347430547:2108] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.535833Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037830630171873:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10547
2026-01-08T17:04:45.519760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037833078457655:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:45.536936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037830764954288:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:45.527494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037832347430548:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:45.539583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037831176019030:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:45.550280Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037833078457588:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19107963ns) {Configure:104(19102911ns) {ProcessConfigured:135(45371ns) {StartInitialHandshake:157(43747ns) {DropHandshakes:470(1445ns) {DropIncomingHandshake:442(271ns) DropOutgoingHandshake:457(349ns)} GenerateSessionVirtualId:992(544ns) PrepareNewSessionHandshake:477(648ns) {SwitchToState:179(249ns)}}}}}
2026-01-08T17:04:45.544403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037831176019033:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:45.562786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037831176019029:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(17429457ns) {Configure:104(17425122ns) {ProcessConfigured:135(10488143ns) {StartInitialHandshake:157(10486366ns) {DropHandshakes:470(10409128ns) {DropIncomingHandshake:442(341ns) DropOutgoingHandshake:457(1926ns)} GenerateSessionVirtualId:992(1776ns) PrepareNewSessionHandshake:477(2733ns) {SwitchToState:179(1885ns)}}}}}
2026-01-08T17:04:45.584241Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037831176019030:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(20790343ns) {Configure:104(20786319ns) {ProcessConfigured:135(90795ns) {StartInitialHandshake:157(87995ns) {DropHandshakes:470(5557ns) {DropIncomingHandshake:442(500ns) DropOutgoingHandshake:457(399ns)} GenerateSessionVirtualId:992(1043ns) PrepareNewSessionHandshake:477(1517ns) {SwitchToState:179(770ns)}}}}}
2026-01-08T17:04:45.611459Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037832347430485:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(72802806ns) {Configure:104(72794990ns) {ProcessConfigured:135(63142ns) {StartInitialHandshake:157(60691ns) {DropHandshakes:470(1241ns) {DropIncomingHandshake:442(331ns) DropOutgoingHandshake:457(291ns)} GenerateSessionVirtualId:992(611ns) PrepareNewSessionHandshake:477(874ns) {SwitchToState:179(457ns)}}}}}
2026-01-08T17:04:45.606066Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037830764954225:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(55607569ns) {Configure:104(55602852ns) {ProcessConfigured:135(11832618ns) {StartInitialHandshake:157(11829925ns) {DropHandshakes:470(2545ns) {DropIncomingHandshake:442(472ns) DropOutgoingHandshake:457(353ns)} GenerateSessionVirtualId:992(639ns) PrepareNewSessionHandshake:477(4168ns) {SwitchToState:179(1916ns)}}}}}
2026-01-08T17:04:45.606628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037830764954291:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.607784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037830764954292:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:45.627589Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037833078457589:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(65342247ns) {Configure:104(65322273ns) {ProcessConfigured:135(63331ns) {StartInitialHandshake:157(61448ns) {DropHandshakes:470(3352ns) {DropIncomingHandshake:442(391ns) DropOutgoingHandshake:457(453ns)} GenerateSessionVirtualId:992(718ns) PrepareNewSessionHandshake:477(1396ns) {SwitchToState:179(597ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.637097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037831176018966:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(50163293ns) {Configure:104(50155016ns) {ProcessConfigured:135(3799051ns) {StartInitialHandshake:157(3795457ns) {DropHandshakes:470(711ns) {DropIncomingHandshake:442(183ns) DropOutgoingHandshake:457(244ns)} GenerateSessionVirtualId:992(478ns) PrepareNewSessionHandshake:477(4356ns) {SwitchToState:179(2195ns)}}}}}
2026-01-08T17:04:45.635751Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037830630171886:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10547
2026-01-08T17:04:45.626643Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037832347430559:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62994
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.648283Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037831176019036:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32126
2026-01-08T17:04:45.648467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037831176019041:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32126
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.654985Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037832347430563:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62994
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.664338Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037830764954292:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(22104964ns) {Configure:104(22100584ns) {ProcessConfigured:135(92646ns) {StartInitialHandshake:157(90005ns) {DropHandshakes:470(2012ns) {DropIncomingHandshake:442(493ns) DropOutgoingHandshake:457(339ns)} GenerateSessionVirtualId:992(943ns) PrepareNewSessionHandshake:477(1644ns) {SwitchToState:179(671ns)}}}}}
2026-01-08T17:04:45.665205Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037830764954303:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51300
2026-01-08T17:04:45.665984Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037830764954301:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51300
2026-01-08T17:04:45.666099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037830764954302:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51300
2026-01-08T17:04:45.672805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037830764954301:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.702678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037831845065595:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23391
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.706530Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037831845065596:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23391
2026-01-08T17:04:45.704626Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037830630171873:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.704838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037830630171866:2094] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:45.708015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037833078457651:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.708055Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037833078457651:2108] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.716488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037831176019036:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.716582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037831176019041:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.716884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037831176018966:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:45.716172Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037833078457666:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32337
2026-01-08T17:04:45.717305Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037833078457667:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32337
2026-01-08T17:04:45.713613Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037830630171886:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.713803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037830630171874:2097] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.718684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037831176019049:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32126
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.714866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037832347430559:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.717441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037831845065595:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.717580Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037831845065583:2128] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.717601Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037831845065583:2128] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:45.719091Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037831845065583:2128] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:45.719465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037831845065499:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.719556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:45.719607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037831845065499:2049] [node 3] ICP22 created new session: [1:7593037831845065599:2049]
2026-01-08T17:04:45.719657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037831845065599:2049] [node 3] ICS09 handshake done sender: [1:7593037831845065583:2128] self: [1:7593037831845065582:0] peer: [3:7593037831176019048:0] socket: 223 qp: -1
2026-01-08T17:04:45.719693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037831845065599:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:45.719757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:45.721309Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037831845065601:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23391
2026-01-08T17:04:45.715158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037832347430554:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.715181Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037832347430554:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:45.724560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037832347430564:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62994
2026-01-08T17:04:45.718922Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037833078457666:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.724758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037832347430563:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.724953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037832347430484:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:45.725153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037832347430486:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:45.725465Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037832347430554:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.723955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037830630171889:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10547
2026-01-08T17:04:45.726579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037831845065585:2129] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.726615Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037831845065585:2129] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:45.719035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037833078457590:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:45.724013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037830630171890:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10547
2026-01-08T17:04:45.728223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037832347430547:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.728410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:45.727909Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037831845065585:2129] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:45.726078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037830630171890:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.723027Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037833078457664:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32337
2026-01-08T17:04:45.723142Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037833078457665:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32337
2026-01-08T17:04:45.727619Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037833078457651:2108] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:45.726543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037830630171891:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10547
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.728549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037831176019035:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.728465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037832347430547:2108] [node 6] ICP22 created new session: [4:7593037832347430568:2108]
2026-01-08T17:04:45.736887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037830630171807:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:45.728548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037832347430568:2108] [node 6] ICS09 handshake done sender: [4:7593037832347430554:2112] self: [4:7593037832347430553:0] peer: [6:7593037830630171888:0] socket: 231 qp: -1
2026-01-08T17:04:45.728588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037832347430568:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:45.728624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:45.730956Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037832347430570:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62994
2026-01-08T17:04:45.740703Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037832347430559:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:45.741119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037831845065580:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.741228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:45.741286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037831845065580:2107] [node 4] ICP22 created new session: [1:7593037831845065605:2107]
2026-01-08T17:04:45.741340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037831845065605:2107] [node 4] ICS09 handshake done sender: [1:7593037831845065585:2129] self: [1:7593037831845065584:0] peer: [4:7593037832347430566:0] socket: 224 qp: -1
2026-01-08T17:04:45.741377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037831845065605:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:45.741426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:45.743470Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037830630171886:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:45.728585Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037831176019035:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:45.739163Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037831176019038:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.739191Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037831176019038:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:45.740351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037831176019041:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:45.744058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037832347430484:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.744141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:45.744198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037832347430484:2048] [node 1] ICP22 created new session: [4:7593037832347430572:2048]
2026-01-08T17:04:45.744249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037832347430572:2048] [node 1] ICS09 handshake done sender: [4:7593037832347430559:2115] self: [4:7593037832347430566:0] peer: [1:7593037831845065584:0] socket: 227 qp: -1
2026-01-08T17:04:45.744284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037832347430572:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:45.744340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:45.747618Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037830630171873:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:45.748553Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037833078457665:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.748657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037833078457664:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.748697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037833078457649:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.748774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:45.748830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037833078457649:2107] [node 6] ICP22 created new session: [5:7593037833078457673:2107]
2026-01-08T17:04:45.748885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037833078457673:2107] [node 6] ICS09 handshake done sender: [5:7593037833078457651:2108] self: [5:7593037833078457650:0] peer: [6:7593037830630171887:0] socket: 216 qp: -1
2026-01-08T17:04:45.748926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037833078457673:2107] [node 6] ICS10 traffic start
2026-01-08T17:04:45.748975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.759190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593037833078457649:2107] [node 6] ICP18 handshake (actor [5:7593037833078457664:2115]) is too old
2026-01-08T17:04:45.759354Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037833078457667:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.759739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037833078457588:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.761004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037833078457675:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32337
2026-01-08T17:04:45.761119Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037833078457676:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32337
2026-01-08T17:04:45.761184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037833078457589:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:45.752751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037830764954302:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.758170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037830630171874:2097] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.752857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037830764954303:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.755762Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037832347430564:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.761385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037831176018966:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.753386Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037830764954308:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51300
2026-01-08T17:04:45.758237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:45.765559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037831845065591:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.756235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037832347430485:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:45.765359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037833078457675:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.761444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:45.753474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037830764954309:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51300
2026-01-08T17:04:45.765593Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037831845065591:2132] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:45.765562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037833078457655:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:45.758303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037830630171874:2097] [node 4] ICP22 created new session: [6:7593037830630171893:2097]
2026-01-08T17:04:45.780378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037833078457666:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:45.756593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037830764954294:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.756625Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037830764954294:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:45.758132Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037830764954294:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:45.772827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037830764954296:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.772853Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037830764954296:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:45.773337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037830764954288:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.773412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:45.773469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037830764954288:2107] [node 4] ICP22 created new session: [2:7593037830764954313:2107]
2026-01-08T17:04:45.773554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037830764954313:2107] [node 4] ICS09 handshake done sender: [2:7593037830764954294:2111] self: [2:7593037830764954293:0] peer: [4:7593037832347430575:0] socket: 245 qp: -1
2026-01-08T17:04:45.773595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037830764954313:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:45.773644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:45.769369Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037831845065596:2134] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.769503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037831845065587:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.769529Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037831845065587:2130] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:45.757978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037832347430576:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62994
2026-01-08T17:04:45.760419Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037832347430564:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:45.762953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037832347430485:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.763014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:45.763060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037832347430485:2049] [node 2] ICP22 created new session: [4:7593037832347430578:2049]
2026-01-08T17:04:45.763113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037832347430578:2049] [node 2] ICS09 handshake done sender: [4:7593037832347430564:2117] self: [4:7593037832347430575:0] peer: [2:7593037830764954293:0] socket: 248 qp: -1
2026-01-08T17:04:45.763149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037832347430578:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:45.763176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:45.765287Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037832347430577:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62994
2026-01-08T17:04:45.778613Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037832347430558:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.778646Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037832347430558:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:45.760354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037830630171893:2097] [node 4] ICS09 handshake done sender: [6:7593037830630171886:2116] self: [6:7593037830630171888:0] peer: [4:7593037832347430553:0] socket: 232 qp: -1
2026-01-08T17:04:45.760525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037830630171893:2097] [node 4] ICS10 traffic start
2026-01-08T17:04:45.760572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:45.776805Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037830630171866:2094] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.776864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:45.776915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037830630171866:2094] [node 5] ICP22 created new session: [6:7593037830630171896:2094]
2026-01-08T17:04:45.777498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037830630171896:2094] [node 5] ICS09 handshake done sender: [6:7593037830630171873:2111] self: [6:7593037830630171887:0] peer: [5:7593037833078457650:0] socket: 218 qp: -1
2026-01-08T17:04:45.778137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037830630171896:2094] [node 5] ICS10 traffic start
2026-01-08T17:04:45.780609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:45.782129Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037831845065601:2135] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.761496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037831176018966:2048] [node 1] ICP22 created new session: [3:7593037831176019054:2048]
2026-01-08T17:04:45.783529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037830764954308:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.761551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037831176019054:2048] [node 1] ICS09 handshake done sender: [3:7593037831176019041:2115] self: [3:7593037831176019048:0] peer: [1:7593037831845065582:0] socket: 235 qp: -1
2026-01-08T17:04:45.761584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037831176019054:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:45.761641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:45.767204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037831176019050:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32126
2026-01-08T17:04:45.768051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037831176019053:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32126
2026-01-08T17:04:45.775519Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037831176019035:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:45.776748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037831176019038:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:45.777426Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037831176019050:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.782548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037831176019029:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.782618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:45.782673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037831176019029:2107] [node 5] ICP22 created new session: [3:7593037831176019057:2107]
2026-01-08T17:04:45.782753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037831176019057:2107] [node 5] ICS09 handshake done sender: [3:7593037831176019035:2111] self: [3:7593037831176019034:0] peer: [5:7593037833078457671:0] socket: 236 qp: -1
2026-01-08T17:04:45.782797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037831176019057:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:45.782837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:45.787642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037833078457590:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.792627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037831176019030:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.792684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:45.792740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037831176019030:2108] [node 4] ICP22 created new session: [3:7593037831176019059:2108]
2026-01-08T17:04:45.792795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037831176019059:2108] [node 4] ICS09 handshake done sender: [3:7593037831176019038:2113] self: [3:7593037831176019037:0] peer: [4:7593037832347430567:0] socket: 237 qp: -1
2026-01-08T17:04:45.792841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037831176019059:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:45.792884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:45.786404Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037832347430563:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:45.795136Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037831176019053:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.794238Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037831845065587:2130] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:45.787750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:45.801054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037832347430486:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.801144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:45.801195Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037832347430486:2050] [node 3] ICP22 created new session: [4:7593037832347430581:2050]
2026-01-08T17:04:45.801256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037832347430581:2050] [node 3] ICS09 handshake done sender: [4:7593037832347430563:2116] self: [4:7593037832347430567:0] peer: [3:7593037831176019037:0] socket: 240 qp: -1
2026-01-08T17:04:45.801297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037832347430581:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:45.793798Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037830764954309:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.787812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037833078457590:2050] [node 3] ICP22 created new session: [5:7593037833078457683:2050]
2026-01-08T17:04:45.787895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037833078457683:2050] [node 3] ICS09 handshake done sender: [5:7593037833078457666:2117] self: [5:7593037833078457671:0] peer: [3:7593037831176019034:0] socket: 252 qp: -1
2026-01-08T17:04:45.787938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037833078457683:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:45.787977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:45.804858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037831845065589:2131] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.804901Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037831845065589:2131] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:45.801336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:45.809799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037831845065581:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.809904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:45.809959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037831845065581:2108] [node 5] ICP22 created new session: [1:7593037831845065611:2108]
2026-01-08T17:04:45.810021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037831845065611:2108] [node 5] ICS09 handshake done sender: [1:7593037831845065587:2130] self: [1:7593037831845065586:0] peer: [5:7593037833078457677:0] socket: 225 qp: -1
2026-01-08T17:04:45.810066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037831845065611:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:45.810108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.799555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037830764954225:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:45.807735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037831176019029:2107] [node 5] ICP18 handshake (actor [3:7593037831176019050:2118]) is too old
2026-01-08T17:04:45.803894Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037832347430558:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:45.818514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037831845065591:2132] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:45.825027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037831845065579:2118] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.825126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:45.825209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037831845065579:2118] [node 6] ICP22 created new session: [1:7593037831845065614:2118]
2026-01-08T17:04:45.825267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037831845065614:2118] [node 6] ICS09 handshake done sender: [1:7593037831845065591:2132] self: [1:7593037831845065590:0] peer: [6:7593037830630171892:0] socket: 260 qp: -1
2026-01-08T17:04:45.825311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037831845065614:2118] [node 6] ICS10 traffic start
2026-01-08T17:04:45.825382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:45.802816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037830764954296:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:45.813205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037832347430548:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.827509Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037831845065589:2131] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:45.813268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:45.829187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037831176019030:2108] [node 4] ICP18 handshake (actor [3:7593037831176019053:2119]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.830686Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037830630171866:2094] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:45.805868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037830764954291:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.831288Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037830630171895:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10547
2026-01-08T17:04:45.805927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:45.805982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037830764954291:2108] [node 5] ICP22 created new session: [2:7593037830764954319:2108]
2026-01-08T17:04:45.813324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037832347430548:2109] [node 5] ICP22 created new session: [4:7593037832347430583:2109]
2026-01-08T17:04:45.806036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037830764954319:2108] [node 5] ICS09 handshake done sender: [2:7593037830764954296:2112] self: [2:7593037830764954295:0] peer: [5:7593037833078457678:0] socket: 246 qp: -1
2026-01-08T17:04:45.813385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037832347430583:2109] [node 5] ICS09 handshake done sender: [4:7593037832347430558:2114] self: [4:7593037832347430557:0] peer: [5:7593037833078457679:0] socket: 228 qp: -1
2026-01-08T17:04:45.806073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037830764954319:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:45.813431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037832347430583:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:45.806131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:45.813465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:45.819461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037830764954322:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51300
2026-01-08T17:04:45.828775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037831845065498:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.828880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:45.828942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037831845065498:2048] [node 2] ICP22 created new session: [1:7593037831845065616:2048]
2026-01-08T17:04:45.829001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037831845065616:2048] [node 2] ICS09 handshake done sender: [1:7593037831845065589:2131] self: [1:7593037831845065588:0] peer: [2:7593037830764954316:0] socket: 270 qp: -1
2026-01-08T17:04:45.829058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037831845065616:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:45.829098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:45.833119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037830764954309:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.833831Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037831176019061:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32126
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.834715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037830764954225:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.834781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:45.834837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037830764954225:2048] [node 1] ICP22 created new session: [2:7593037830764954323:2048]
2026-01-08T17:04:45.834895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037830764954323:2048] [node 1] ICS09 handshake done sender: [2:7593037830764954309:2119] self: [2:7593037830764954316:0] peer: [1:7593037831845065588:0] socket: 272 qp: -1
2026-01-08T17:04:45.834933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037830764954323:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:45.834966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.838160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037830630171895:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.838410Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037830630171898:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10547
2026-01-08T17:04:45.839757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037831176019061:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.839941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037831176018967:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.834483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037833078457680:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32337
2026-01-08T17:04:45.840734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037833078457681:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32337
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.842523Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037830630171899:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10547
2026-01-08T17:04:45.842960Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037830630171809:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:45.843076Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037830630171890:2118] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.844127Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037831845065618:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23391
2026-01-08T17:04:45.844540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037830630171807:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.844594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:45.844650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037830630171807:2048] [node 1] ICP22 created new session: [6:7593037830630171902:2048]
2026-01-08T17:04:45.844702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037830630171902:2048] [node 1] ICS09 handshake done sender: [6:7593037830630171890:2118] self: [6:7593037830630171892:0] peer: [1:7593037831845065590:0] socket: 262 qp: -1
2026-01-08T17:04:45.844739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037830630171902:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:45.844783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:45.847029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037831176019045:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.847067Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037831176019045:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:45.848064Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037831176019045:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:45.848316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037831176019033:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.848392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:45.848446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037831176019033:2109] [node 6] ICP22 created new session: [3:7593037831176019064:2109]
2026-01-08T17:04:45.848501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037831176019064:2109] [node 6] ICS09 handshake done sender: [3:7593037831176019045:2116] self: [3:7593037831176019044:0] peer: [6:7593037830630171901:0] socket: 230 qp: -1
2026-01-08T17:04:45.848536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037831176019064:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:45.848574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:45.868449Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037830764954298:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.868499Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037830764954298:2113] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.870406Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037831176019066:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32126
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.870916Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037833078457588:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037833078457665:2116] held: no
2026-01-08T17:04:45.871658Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037833078457589:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25800) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037833078457667:2118] held: no
2026-01-08T17:04:45.872298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037833078457682:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32337
2026-01-08T17:04:45.872750Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037830764954298:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:45.873292Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037831176019061:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:45.873642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037831176018967:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.873714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:45.873773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037831176018967:2049] [node 2] ICP22 created new session: [3:7593037831176019067:2049]
2026-01-08T17:04:45.873833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037831176019067:2049] [node 2] ICS09 handshake done sender: [3:7593037831176019061:2120] self: [3:7593037831176019062:0] peer: [2:7593037830764954297:0] socket: 286 qp: -1
2026-01-08T17:04:45.873871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037831176019067:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:45.873908Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:45.876215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037830764954226:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.876289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:45.876335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037830764954226:2049] [node 3] ICP22 created new session: [2:7593037830764954326:2049]
2026-01-08T17:04:45.876385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037830764954326:2049] [node 3] ICS09 handshake done sender: [2:7593037830764954298:2113] self: [2:7593037830764954297:0] peer: [3:7593037831176019062:0] socket: 267 qp: -1
2026-01-08T17:04:45.876427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037830764954326:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:45.876465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:45.878832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037833078457665:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:45.880689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037833078457588:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.880781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.880837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037833078457588:2048] [node 1] ICP22 created new session: [5:7593037833078457686:2048]
2026-01-08T17:04:45.880892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037833078457686:2048] [node 1] ICS09 handshake done sender: [5:7593037833078457665:2116] self: [5:7593037833078457677:0] peer: [1:7593037831845065586:0] socket: 251 qp: -1
2026-01-08T17:04:45.880934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037833078457686:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:45.880983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:45.882108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037833078457667:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:45.882611Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037832347430585:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62994
2026-01-08T17:04:45.884639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037833078457589:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.884786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:45.884893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037833078457589:2049] [node 2] ICP22 created new session: [5:7593037833078457688:2049]
2026-01-08T17:04:45.884987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037833078457688:2049] [node 2] ICS09 handshake done sender: [5:7593037833078457667:2118] self: [5:7593037833078457678:0] peer: [2:7593037830764954295:0] socket: 253 qp: -1
2026-01-08T17:04:45.885059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037833078457688:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:45.885143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:45.886872Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037833078457675:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:45.888119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037833078457655:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.888250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:45.888360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037833078457655:2109] [node 4] ICP22 created new session: [5:7593037833078457690:2109]
2026-01-08T17:04:45.888497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037833078457690:2109] [node 4] ICS09 handshake done sender: [5:7593037833078457675:2119] self: [5:7593037833078457679:0] peer: [4:7593037832347430557:0] socket: 275 qp: -1
2026-01-08T17:04:45.888599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037833078457690:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:45.888672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:45.894090Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037832347430548:2109] [node 5] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.939596Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037830630171809:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32381) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037830630171895:2120] held: no
2026-01-08T17:04:45.940283Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037830630171899:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.940391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037830630171904:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10547
2026-01-08T17:04:45.941016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037830630171895:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:45.941276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037830630171808:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:45.941341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037830630171809:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.941386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:45.941435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037830630171809:2050] [node 3] ICP22 created new session: [6:7593037830630171906:2050]
2026-01-08T17:04:45.941490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037830630171906:2050] [node 3] ICS09 handshake done sender: [6:7593037830630171895:2120] self: [6:7593037830630171901:0] peer: [3:7593037831176019044:0] socket: 279 qp: -1
2026-01-08T17:04:45.941527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037830630171906:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:45.941562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:45.942646Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037830764954300:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:45.942678Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037830764954300:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:45.943984Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037830764954300:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:45.944206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037830630171908:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10547
2026-01-08T17:04:45.944317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037830764954292:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:45.944426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:45.944498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037830764954292:2109] [node 6] ICP22 created new session: [2:7593037830764954329:2109]
2026-01-08T17:04:45.944631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037830764954329:2109] [node 6] ICS09 handshake done sender: [2:7593037830764954300:2114] self: [2:7593037830764954299:0] peer: [6:7593037830630171905:0] socket: 269 qp: -1
2026-01-08T17:04:45.944692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037830764954329:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:45.944773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:45.944784Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037830630171899:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:45.945063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037830630171808:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:45.945117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:45.945196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037830630171808:2049] [node 2] ICP22 created new session: [6:7593037830630171909:2049]
2026-01-08T17:04:45.945256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037830630171909:2049] [node 2] ICS09 handshake done sender: [6:7593037830630171899:2122] self: [6:7593037830630171905:0] peer: [2:7593037830764954299:0] socket: 271 qp: -1
2026-01-08T17:04:45.945303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037830630171909:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:45.945346Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:45.991380Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:45.991641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037830764954323:2048] [node 1] ICS07 socket disconnect 272 reason# EndOfStream
2026-01-08T17:04:45.991677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037830764954323:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:45.991765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:45.991835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037830764954323:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:45.992896Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:45.993103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037831176019054:2048] [node 1] ICS07 socket disconnect 235 reason# EndOfStream
2026-01-08T17:04:45.993131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037831176019054:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:45.993213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:45.993254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037831176019054:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:45.996795Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037830764954225:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:45.996848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037830764954323:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:45.997845Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037830764954225:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:45.997903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037830764954323:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:45.997959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037830764954225:2048] [node 1] ICP30 unregister session Session# [2:7593037830764954323:2048] VirtualId# [2:7593037830764954316:0]
2026-01-08T17:04:45.998015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:45.998072Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037830764954225:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:45.998095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:45.998643Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037831176018966:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:45.998687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037831176019054:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:46.000246Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:46.000480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037832347430572:2048] [node 1] ICS07 socket disconnect 227 reason# EndOfStream
2026-01-08T17:04:46.000535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037832347430572:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:46.000614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:46.002949Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:46.000664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037832347430572:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:46.002853Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037831176018966:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:46.002917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037831176019054:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:46.002955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037831176018966:2048] [node 1] ICP30 unregister session Session# [3:7593037831176019054:2048] VirtualId# [3:7593037831176019048:0]
2026-01-08T17:04:46.002999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:46.003046Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037831176018966:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.003073Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:46.003082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.003308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037830630171902:2048] [node 1] ICS07 socket disconnect 262 reason# EndOfStream
2026-01-08T17:04:46.003355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037830630171902:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:46.003450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:46.003499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037830630171902:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:46.004872Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037832347430484:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:46.003904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037833078457686:2048] [node 1] ICS01 socket: 251 reason# EndOfStream
2026-01-08T17:04:46.004933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037832347430572:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:46.004169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037833078457588:2048] [node 1] ICP30 unregister session Session# [5:7593037833078457686:2048] VirtualId# [5:7593037833078457677:0]
2026-01-08T17:04:46.004215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037833078457686:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:46.004288Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:46.004343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:46.005569Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037830630171807:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:46.006222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037830630171902:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:46.006284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037830630171807:2048] [node 1] ICP30 unregister session Session# [6:7593037830630171902:2048] VirtualId# [6:7593037830630171892:0]
2026-01-08T17:04:46.006340Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:46.004970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037832347430484:2048] [node 1] ICP30 unregister session Session# [4:7593037832347430572:2048] VirtualId# [4:7593037832347430566:0]
2026-01-08T17:04:46.005025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:46.005082Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037832347430484:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.005098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.006382Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037830630171807:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.006397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24411) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.007395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037830764954225:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:46.012579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037831176018966:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:46.014532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037832347430484:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:46.015635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037830630171807:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:46.059863Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:46.060196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037831176019067:2049] [node 2] ICS07 socket disconnect 286 reason# EndOfStream
2026-01-08T17:04:46.060238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037831176019067:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:46.060344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:46.060405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037831176019067:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:46.063386Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037831176018967:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25800) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:46.063445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037831176019067:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:46.063475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037831176018967:2049] [node 2] ICP30 unregister session Session# [3:7593037831176019067:2049] VirtualId# [3:7593037831176019062:0]
2026-01-08T17:04:46.063914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:46.064124Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037831176018967:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25800) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.064154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25800) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.068937Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:46.069210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037833078457688:2049] [node 2] ICS01 socket: 253 reason# EndOfStream
2026-01-08T17:04:46.069267Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037833078457589:2049] [node 2] ICP30 unregister session Session# [5:7593037833078457688:2049] VirtualId# [5:7593037833078457678:0]
2026-01-08T17:04:46.069319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037833078457688:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:46.069401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:46.069453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:46.069552Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:46.069783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037832347430578:2049] [node 2] ICS07 socket disconnect 248 reason# EndOfStream
2026-01-08T17:04:46.069824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037832347430578:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:46.069879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:46.069924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037832347430578:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:46.071230Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037832347430485:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25800) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:46.071294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037832347430578:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:46.071333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037832347430485:2049] [node 2] ICP30 unregister session Session# [4:7593037832347430578:2049] VirtualId# [4:7593037832347430575:0]
2026-01-08T17:04:46.071376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:46.071413Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037832347430485:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25800) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.071430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25800) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.073673Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:46.073888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037830630171909:2049] [node 2] ICS07 socket disconnect 271 reason# EndOfStream
2026-01-08T17:04:46.073930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037830630171909:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:46.073918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037831176018967:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:46.074030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:46.074089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037830630171909:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:46.078913Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037830630171808:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25800) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:46.079001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037830630171909:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:46.079041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037830630171808:2049] [node 2] ICP30 unregister session Session# [6:7593037830630171909:2049] VirtualId# [6:7593037830630171905:0]
2026-01-08T17:04:46.079158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:46.079210Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037830630171808:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25800) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.079233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25800) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.083335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037832347430485:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:46.086270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037830630171808:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:46.136185Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:46.136500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037833078457683:2050] [node 3] ICS07 socket disconnect 252 reason# EndOfStream
2026-01-08T17:04:46.136532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037833078457683:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:46.136739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:46.136794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037833078457683:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:46.137470Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:46.137698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037832347430581:2050] [node 3] ICS01 socket: 240 reason# EndOfStream
2026-01-08T17:04:46.137765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037832347430486:2050] [node 3] ICP30 unregister session Session# [4:7593037832347430581:2050] VirtualId# [4:7593037832347430567:0]
2026-01-08T17:04:46.137806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037832347430581:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:46.137876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:46.137931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:46.145195Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037833078457590:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32381) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:46.145254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037833078457683:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:46.145307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037833078457590:2050] [node 3] ICP30 unregister session Session# [5:7593037833078457683:2050] VirtualId# [5:7593037833078457671:0]
2026-01-08T17:04:46.145350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:46.145376Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037833078457590:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32381) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.145389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32381) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.152357Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:46.152595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037830630171906:2050] [node 3] ICS01 socket: 279 reason# EndOfStream
2026-01-08T17:04:46.152661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037830630171809:2050] [node 3] ICP30 unregister session Session# [6:7593037830630171906:2050] VirtualId# [6:7593037830630171901:0]
2026-01-08T17:04:46.152709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037830630171906:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:46.152815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:46.152866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:46.154449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037833078457590:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:46.312419Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:46.312684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037833078457690:2109] [node 4] ICS07 socket disconnect 275 reason# EndOfStream
2026-01-08T17:04:46.312721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037833078457690:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:46.312813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:46.312861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037833078457690:2109] [node 4] ICS15 start handshake
2026-01-08T17:04:46.314355Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037833078457655:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:46.314431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037833078457690:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:46.314476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037833078457655:2109] [node 4] ICP30 unregister session Session# [5:7593037833078457690:2109] VirtualId# [5:7593037833078457679:0]
2026-01-08T17:04:46.314531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:46.314569Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037833078457655:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.314589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.315818Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:46.316042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037830630171893:2097] [node 4] ICS07 socket disconnect 232 reason# EndOfStream
2026-01-08T17:04:46.316077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037830630171893:2097] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:46.316165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:46.316253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037830630171893:2097] [node 4] ICS15 start handshake
2026-01-08T17:04:46.317804Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037830630171874:2097] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:46.317872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037830630171893:2097] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:46.317917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037830630171874:2097] [node 4] ICP30 unregister session Session# [6:7593037830630171893:2097] VirtualId# [6:7593037830630171888:0]
2026-01-08T17:04:46.318027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:46.318067Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037830630171874:2097] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.318087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4854) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:46.326171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037830630171874:2097] [node 4] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:46.483854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037835058600727:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:46.483937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037835058600728:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:46.490464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037837452170518:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:46.490556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037837452170519:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:46.498683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037834879920740:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:46.498736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037834879920741:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:46.513825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037837525096648:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:46.513851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037837525096649:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:46.513876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037837525096650:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:46.520686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037833867439700:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:46.520725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037833867439701:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:46.520760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037833867439702:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:46.530016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037836696501786:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:46.530082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037836696501787:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:46.530163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037836696501788:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:46.750176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037836696501841:2101] [node 5] ICP01 ready to work
2026-01-08T17:04:46.894911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037835058600791:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:46.895365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037835058600792:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:46.889242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037834879920806:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:46.886965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037837452170585:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:46.901558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037835058600790:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:46.914782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037837525096713:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:46.906707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037836696501853:2106] [node 4] ICP01 ready to work
2026-01-08T17:04:46.889654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037834879920807:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:46.923145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037837452170586:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:46.973481Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037835058600728:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(75035436ns) {Configure:104(75027794ns) {ProcessConfigured:135(74212ns) {StartInitialHandshake:157(71107ns) {DropHandshakes:470(2424ns) {DropIncomingHandshake:442(396ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:992(970ns) PrepareNewSessionHandshake:477(1232ns) {SwitchToState:179(360ns)}}}}}
2026-01-08T17:04:46.973800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037835058600793:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7219
2026-01-08T17:04:46.968595Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037836696501787:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(61447865ns) {Configure:104(61437002ns) {ProcessConfigured:135(85670ns) {StartInitialHandshake:157(82157ns) {DropHandshakes:470(2691ns) {DropIncomingHandshake:442(527ns) DropOutgoingHandshake:457(400ns)} GenerateSessionVirtualId:992(1007ns) PrepareNewSessionHandshake:477(1535ns) {SwitchToState:179(661ns)}}}}}
2026-01-08T17:04:46.951354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037833867439781:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:47.009520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037837525096718:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:46.920490Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037834879920806:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(26313891ns) {Configure:104(26305722ns) {ProcessConfigured:135(69927ns) {StartInitialHandshake:157(67596ns) {DropHandshakes:470(1982ns) {DropIncomingHandshake:442(432ns) DropOutgoingHandshake:457(354ns)} GenerateSessionVirtualId:992(791ns) PrepareNewSessionHandshake:477(1703ns) {SwitchToState:179(592ns)}}}}}
2026-01-08T17:04:46.950623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037837452170587:2113] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:46.956947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037834879920814:2110] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.034829Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037837525096650:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(16121182ns) {Configure:104(16115001ns) {ProcessConfigured:135(10686413ns) {StartInitialHandshake:157(10682700ns) {DropHandshakes:470(2572ns) {DropIncomingHandshake:442(395ns) DropOutgoingHandshake:457(584ns)} GenerateSessionVirtualId:992(1313ns) PrepareNewSessionHandshake:477(8057ns) {SwitchToState:179(3922ns)}}}}}
2026-01-08T17:04:47.037079Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037837525096719:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42082
2026-01-08T17:04:47.024124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037839174888115:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42231
2026-01-08T17:04:47.022629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037833867439784:2126] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.057176Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037835058600790:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(80538344ns) {Configure:104(80533730ns) {ProcessConfigured:135(749801ns) {StartInitialHandshake:157(746598ns) {DropHandshakes:470(2115ns) {DropIncomingHandshake:442(448ns) DropOutgoingHandshake:457(435ns)} GenerateSessionVirtualId:992(877ns) PrepareNewSessionHandshake:477(4010ns) {SwitchToState:179(1751ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.078480Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037839174888116:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42231
2026-01-08T17:04:47.075120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037840991469158:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28779
2026-01-08T17:04:47.064286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037835058600793:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.094756Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037833867439784:2126] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(48713864ns) {Configure:104(48710315ns) {ProcessConfigured:135(8374499ns) {StartInitialHandshake:157(8371529ns) {DropHandshakes:470(2793ns) {DropIncomingHandshake:442(605ns) DropOutgoingHandshake:457(475ns)} GenerateSessionVirtualId:992(693ns) PrepareNewSessionHandshake:477(10177ns) {SwitchToState:179(1867ns)}}}}}
2026-01-08T17:04:47.078628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037837525096719:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.080727Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037837452170518:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(69430769ns) {Configure:104(69426167ns) {ProcessConfigured:135(67886ns) {StartInitialHandshake:157(65373ns) {DropHandshakes:470(2943ns) {DropIncomingHandshake:442(479ns) DropOutgoingHandshake:457(929ns)} GenerateSessionVirtualId:992(672ns) PrepareNewSessionHandshake:477(1155ns) {SwitchToState:179(387ns)}}}}}
2026-01-08T17:04:47.110627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037837525096650:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.075236Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037840991469159:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28779
2026-01-08T17:04:47.068989Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037835058600727:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(98410785ns) {Configure:104(98402708ns) {ProcessConfigured:135(11427833ns) {StartInitialHandshake:157(11424117ns) {DropHandshakes:470(7450ns) {DropIncomingHandshake:442(211ns) DropOutgoingHandshake:457(321ns)} GenerateSessionVirtualId:992(494ns) PrepareNewSessionHandshake:477(3822ns) {SwitchToState:179(1508ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.134375Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037837525096649:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(262955553ns) {Configure:104(262949372ns) {ProcessConfigured:135(16489049ns) {StartInitialHandshake:157(16485194ns) {DropHandshakes:470(3015ns) {DropIncomingHandshake:442(484ns) DropOutgoingHandshake:457(598ns)} GenerateSessionVirtualId:992(715ns) PrepareNewSessionHandshake:477(4018ns) {SwitchToState:179(1774ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.137114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037839174888117:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42231
2026-01-08T17:04:47.069157Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037839353568101:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7219
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.149080Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037837452170587:2113] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(67764151ns) {Configure:104(67759061ns) {ProcessConfigured:135(6090743ns) {StartInitialHandshake:157(6084377ns) {DropHandshakes:470(2435ns) {DropIncomingHandshake:442(465ns) DropOutgoingHandshake:457(532ns)} GenerateSessionVirtualId:992(1237ns) PrepareNewSessionHandshake:477(4938ns) {SwitchToState:179(2743ns)}}}}}
2026-01-08T17:04:47.149284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037837452170588:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27211
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.135502Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037833867439701:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(79400992ns) {Configure:104(79393512ns) {ProcessConfigured:135(72961ns) {StartInitialHandshake:157(70543ns) {DropHandshakes:470(3050ns) {DropIncomingHandshake:442(505ns) DropOutgoingHandshake:457(465ns)} GenerateSessionVirtualId:992(1291ns) PrepareNewSessionHandshake:477(2052ns) {SwitchToState:179(919ns)}}}}}
2026-01-08T17:04:47.135661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037838162407083:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63091
2026-01-08T17:04:47.135834Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037838162407086:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63091
2026-01-08T17:04:47.154544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037837452170588:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.154186Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037839174888118:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42231
2026-01-08T17:04:47.070375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037839353568100:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7219
2026-01-08T17:04:47.155316Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037837525096650:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(16562410ns) {IncomingHandshake:261(12132184ns) {DropIncomingHandshake:442(685ns) PrepareNewSessionHandshake:477(751ns) {SwitchToState:179(407ns)} GenerateSessionVirtualId:992(299ns) IssueIncomingHandshakeReply:193(89602ns) {SwitchToState:179(620ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.159712Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037834879920811:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.162037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037839353568106:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7219
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.204901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037841820064026:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42082
2026-01-08T17:04:47.205378Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037841820064027:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42082
2026-01-08T17:04:47.189835Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037838162407083:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.195195Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037837452170586:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(44363861ns) {Configure:104(44357173ns) {ProcessConfigured:135(2845603ns) {StartInitialHandshake:157(2841933ns) {DropHandshakes:470(2629ns) {DropIncomingHandshake:442(504ns) DropOutgoingHandshake:457(764ns)} GenerateSessionVirtualId:992(973ns) PrepareNewSessionHandshake:477(3072ns) {SwitchToState:179(1671ns)}}}}}
2026-01-08T17:04:47.187841Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037836696501853:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(144963479ns) {Configure:104(144953474ns) {ProcessConfigured:135(89363ns) {StartInitialHandshake:157(86339ns) {DropHandshakes:470(3173ns) {DropIncomingHandshake:442(437ns) DropOutgoingHandshake:457(539ns)} GenerateSessionVirtualId:992(644ns) PrepareNewSessionHandshake:477(16993ns) {SwitchToState:179(15842ns)}}}}}
2026-01-08T17:04:47.188645Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037840991469159:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.188810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037840991469162:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28779
2026-01-08T17:04:47.188971Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037840991469163:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28779
2026-01-08T17:04:47.189085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037836696501786:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.214619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037840991469158:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.185082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037839353568100:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.185671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037839353568107:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7219
2026-01-08T17:04:47.190651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037835058600795:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.190684Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037835058600795:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.191800Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037835058600795:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:47.193802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037835058600792:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.193883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:47.193947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037835058600792:2109] [node 6] ICP22 created new session: [1:7593037839353568110:2109]
2026-01-08T17:04:47.194011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037839353568110:2109] [node 6] ICS09 handshake done sender: [1:7593037835058600795:2111] self: [1:7593037835058600794:0] peer: [6:7593037840991469164:0] socket: 240 qp: -1
2026-01-08T17:04:47.194057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037839353568110:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:47.194098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:47.159742Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037834879920811:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.161934Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037834879920811:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.223595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037839174888115:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.238838Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037838162407086:2132] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.239002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037833867439700:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.229768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037841820064026:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.223364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037836696501853:2106] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.234524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037839353568101:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.224955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037839174888116:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.234850Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037840991469167:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28779
2026-01-08T17:04:47.235406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037839353568106:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.229925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037837525096715:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.227802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037834879920806:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.244297Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037840991469162:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.245201Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037838162407096:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63091
2026-01-08T17:04:47.229952Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037837525096715:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.246419Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037836696501786:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13084) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037840991469159:2115] held: no
2026-01-08T17:04:47.227860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:47.237758Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037835058600792:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(21100971ns) {HandleHandshakeStatus:329(21097963ns) {DropIncomingHandshake:442(20300ns) DropOutgoingHandshake:457(503ns) SwitchToState:179(330ns) ProcessPendingSessionEvents:495(20636613ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 20536029ns max# 9448669ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.231436Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037837525096719:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:47.266031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037838162407085:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.227942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037834879920806:2108] [node 4] ICP22 created new session: [3:7593037839174888120:2108]
2026-01-08T17:04:47.256822Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037840991469158:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.246197Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037835058600797:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.274033Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037841747137892:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.274097Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037841747137892:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.236710Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037837525096715:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:47.259984Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037840991469163:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.246247Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037835058600797:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.228008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037839174888120:2108] [node 4] ICS09 handshake done sender: [3:7593037834879920811:2112] self: [3:7593037834879920810:0] peer: [4:7593037841820064025:0] socket: 226 qp: -1
2026-01-08T17:04:47.266062Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037838162407085:2131] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.246403Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037835058600799:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.252517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037837525096650:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.228063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037839174888120:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:47.260098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037840991469165:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28779
2026-01-08T17:04:47.276243Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037838162407085:2131] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.298866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037838162407096:2135] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.299143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037838162407098:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63091
2026-01-08T17:04:47.299247Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037838162407099:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63091
2026-01-08T17:04:47.299970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037833867439702:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.300069Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037838162407086:2132] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:47.304610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037833867439784:2126] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.304714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:47.304794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037833867439784:2126] [node 6] ICP22 created new session: [5:7593037838162407101:2126]
2026-01-08T17:04:47.304861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037838162407101:2126] [node 6] ICS09 handshake done sender: [5:7593037838162407085:2131] self: [5:7593037838162407084:0] peer: [6:7593037840991469171:0] socket: 254 qp: -1
2026-01-08T17:04:47.304915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037838162407101:2126] [node 6] ICS10 traffic start
2026-01-08T17:04:47.304960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.246447Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037835058600799:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.252598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:47.262711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037836696501853:2106] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.228104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:47.307022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037841747137899:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27211
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.257152Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037835058600797:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:47.252667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037837525096650:2050] [node 3] ICP22 created new session: [4:7593037841820064030:2050]
2026-01-08T17:04:47.256404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037841820064030:2050] [node 3] ICS09 handshake done sender: [4:7593037837525096719:2114] self: [4:7593037841820064025:0] peer: [3:7593037834879920810:0] socket: 230 qp: -1
2026-01-08T17:04:47.238622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037839174888117:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.262774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:47.307581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037841747137900:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27211
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.275978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037835058600728:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.280777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:47.284460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037835058600728:2049] [node 3] ICP22 created new session: [1:7593037839353568116:2049]
2026-01-08T17:04:47.287933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037839353568116:2049] [node 3] ICS09 handshake done sender: [1:7593037835058600797:2112] self: [1:7593037835058600796:0] peer: [3:7593037839174888124:0] socket: 241 qp: -1
2026-01-08T17:04:47.288021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037839353568116:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:47.288076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:47.288176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037839353568107:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.293502Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037835058600728:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(16825188ns) {HandleHandshakeStatus:329(16821744ns) {DropIncomingHandshake:442(19617ns) DropOutgoingHandshake:457(646ns) SwitchToState:179(839ns) ProcessPendingSessionEvents:495(3381395ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 3334417ns max# 2947150ns}}}
2026-01-08T17:04:47.295567Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037835058600799:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:47.309696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037835058600791:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.313316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:47.316200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037835058600791:2108] [node 5] ICP22 created new session: [1:7593037839353568121:2108]
2026-01-08T17:04:47.320418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037833867439700:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.320505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:47.320560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037833867439700:2048] [node 1] ICP22 created new session: [5:7593037838162407103:2048]
2026-01-08T17:04:47.257114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037837525096713:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.240076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037834879920806:2108] [node 4] ICP18 handshake (actor [3:7593037839174888117:2117]) is too old
2026-01-08T17:04:47.262835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037836696501853:2106] [node 4] ICP22 created new session: [6:7593037840991469168:2106]
2026-01-08T17:04:47.320656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037838162407103:2048] [node 1] ICS09 handshake done sender: [5:7593037838162407086:2132] self: [5:7593037838162407095:0] peer: [1:7593037835058600798:0] socket: 249 qp: -1
2026-01-08T17:04:47.320707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037838162407103:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:47.320746Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:47.316833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037839353568121:2108] [node 5] ICS09 handshake done sender: [1:7593037835058600799:2113] self: [1:7593037835058600798:0] peer: [5:7593037838162407095:0] socket: 242 qp: -1
2026-01-08T17:04:47.240167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037834879920740:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.253504Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037839174888118:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.253716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037834879920741:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.278210Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037839174888126:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42231
2026-01-08T17:04:47.278913Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037839174888116:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:47.279486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037834879920740:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.279558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:47.279628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037834879920740:2048] [node 1] ICP22 created new session: [3:7593037839174888127:2048]
2026-01-08T17:04:47.279692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037839174888127:2048] [node 1] ICS09 handshake done sender: [3:7593037839174888116:2116] self: [3:7593037839174888124:0] peer: [1:7593037835058600796:0] socket: 243 qp: -1
2026-01-08T17:04:47.279745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037839174888127:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:47.279789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:47.311122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037834879920813:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.311155Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037834879920813:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.312556Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037839174888129:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42231
2026-01-08T17:04:47.318700Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037839174888118:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:47.326806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037839353568121:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:47.326878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:47.332521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037839353568097:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.332557Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037839353568097:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.308169Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037841747137892:2118] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.334824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037837452170519:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.262898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037840991469168:2106] [node 4] ICS09 handshake done sender: [6:7593037840991469158:2114] self: [6:7593037840991469166:0] peer: [4:7593037837525096714:0] socket: 237 qp: -1
2026-01-08T17:04:47.335135Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037834879920740:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(27095073ns) {HandleHandshakeStatus:329(27092691ns) {DropIncomingHandshake:442(1044ns) DropOutgoingHandshake:457(7265ns) SwitchToState:179(1042ns) ProcessPendingSessionEvents:495(26636847ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 26527663ns max# 8468652ns}}}
2026-01-08T17:04:47.336576Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037834879920813:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:47.257177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:47.338595Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037839353568097:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:47.262936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037840991469168:2106] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.334961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.344940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037838162407105:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63091
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.345628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037838162407106:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63091
2026-01-08T17:04:47.345924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037838162407096:2135] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:47.257239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037837525096713:2109] [node 6] ICP22 created new session: [4:7593037841820064032:2109]
2026-01-08T17:04:47.262971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:47.257299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037841820064032:2109] [node 6] ICS09 handshake done sender: [4:7593037837525096715:2112] self: [4:7593037837525096714:0] peer: [6:7593037840991469166:0] socket: 233 qp: -1
2026-01-08T17:04:47.335024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037837452170519:2049] [node 3] ICP22 created new session: [2:7593037841747137903:2049]
2026-01-08T17:04:47.346338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037833867439702:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.348701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037835058600790:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.257343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037841820064032:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.356494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037834879920741:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.264957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037836696501841:2101] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.346412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:47.335090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037841747137903:2049] [node 3] ICS09 handshake done sender: [2:7593037841747137892:2118] self: [2:7593037841747137891:0] peer: [3:7593037839174888125:0] socket: 257 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.348834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:47.335138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037841747137903:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:47.346468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037833867439702:2050] [node 3] ICP22 created new session: [5:7593037838162407109:2050]
2026-01-08T17:04:47.356628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:47.257395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:47.306464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037836696501787:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.348898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037835058600790:2107] [node 4] ICP22 created new session: [1:7593037839353568124:2107]
2026-01-08T17:04:47.258664Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037841820064030:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:47.320085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037840991469173:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28779
2026-01-08T17:04:47.356692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037834879920741:2049] [node 2] ICP22 created new session: [3:7593037839174888132:2049]
2026-01-08T17:04:47.351221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037838162407109:2050] [node 3] ICS09 handshake done sender: [5:7593037838162407096:2135] self: [5:7593037838162407100:0] peer: [3:7593037834879920812:0] socket: 271 qp: -1
2026-01-08T17:04:47.348967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037839353568124:2107] [node 4] ICS09 handshake done sender: [1:7593037839353568097:2114] self: [1:7593037839353568096:0] peer: [4:7593037841820064037:0] socket: 238 qp: -1
2026-01-08T17:04:47.335181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:47.259132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:47.354572Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037836696501786:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(51554340ns) {HandleHandshakeStatus:395(51551847ns) {LogHandshakeFail:472(2003015ns) {UpdateErrorStateLog:545(6687ns)} DropOutgoingHandshake:457(579ns) ProcessPendingSessionEvents:495(49475263ns) {unordered DropSessionEvent:512 num# 100 sum# 14807425ns max# 5571570ns}}}
2026-01-08T17:04:47.356150Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037840991469159:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:47.362683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037840991469162:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:47.382976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037840991469174:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28779
2026-01-08T17:04:47.386443Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037836696501841:2101] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29686) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037840991469162:2117] held: no
2026-01-08T17:04:47.387868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037836696501786:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.387924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:47.387984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037836696501786:2048] [node 1] ICP22 created new session: [6:7593037840991469176:2048]
2026-01-08T17:04:47.400980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037840991469176:2048] [node 1] ICS09 handshake done sender: [6:7593037840991469159:2115] self: [6:7593037840991469164:0] peer: [1:7593037835058600794:0] socket: 244 qp: -1
2026-01-08T17:04:47.349018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037839353568124:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:47.401726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037840991469176:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:47.402337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:47.349064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:47.387812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037839353568105:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.387848Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037839353568105:2117] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.389941Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037839353568105:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:47.390269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037835058600727:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.356753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037839174888132:2049] [node 2] ICS09 handshake done sender: [3:7593037839174888118:2118] self: [3:7593037839174888125:0] peer: [2:7593037841747137891:0] socket: 258 qp: -1
2026-01-08T17:04:47.356803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037839174888132:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:47.356863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:47.385143Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037834879920741:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:47.396799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037834879920807:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.396865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:47.396903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037834879920807:2109] [node 5] ICP22 created new session: [3:7593037839174888135:2109]
2026-01-08T17:04:47.396957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037839174888135:2109] [node 5] ICS09 handshake done sender: [3:7593037834879920813:2113] self: [3:7593037834879920812:0] peer: [5:7593037838162407100:0] socket: 270 qp: -1
2026-01-08T17:04:47.396992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037839174888135:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:47.339709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037841747137902:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27211
2026-01-08T17:04:47.397052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:47.340143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037841747137890:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.340170Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037841747137890:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.348231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037841747137890:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:47.364889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037841747137902:2122] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.365031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037841747137900:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.365186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037837452170587:2113] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.365293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:47.365374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037837452170587:2113] [node 6] ICP22 created new session: [2:7593037841747137908:2113]
2026-01-08T17:04:47.365449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037841747137908:2113] [node 6] ICS09 handshake done sender: [2:7593037841747137890:2117] self: [2:7593037841747137889:0] peer: [6:7593037840991469172:0] socket: 256 qp: -1
2026-01-08T17:04:47.365497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037841747137908:2113] [node 6] ICS10 traffic start
2026-01-08T17:04:47.365569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:47.368698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037837452170518:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.375342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037841747137907:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27211
2026-01-08T17:04:47.393706Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037837452170519:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(58155663ns) {HandleHandshakeStatus:329(58150367ns) {DropIncomingHandshake:442(18232ns) DropOutgoingHandshake:457(481ns) SwitchToState:179(714ns) ProcessPendingSessionEvents:495(57618968ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 57497916ns max# 6928587ns}}}
2026-01-08T17:04:47.395104Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037841747137913:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27211
2026-01-08T17:04:47.395541Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037841747137902:2122] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:47.352454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037838162407109:2050] [node 3] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.406107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037839174888134:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42231
2026-01-08T17:04:47.402981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037837452170518:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.354549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:47.390402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:47.260645Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037837525096650:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:47.411177Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037836696501786:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(19993848ns) {HandleHandshakeStatus:329(19983233ns) {DropIncomingHandshake:442(793ns) DropOutgoingHandshake:457(812ns) SwitchToState:179(894ns) ProcessPendingSessionEvents:495(1609ns)}}
2026-01-08T17:04:47.390473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037835058600727:2048] [node 2] ICP22 created new session: [1:7593037839353568127:2048]
2026-01-08T17:04:47.403056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:47.415250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037838162407098:2136] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.283848Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037841820064031:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42082
2026-01-08T17:04:47.403118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037837452170518:2048] [node 1] ICP22 created new session: [2:7593037841747137914:2048]
2026-01-08T17:04:47.402188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037839353568127:2048] [node 2] ICS09 handshake done sender: [1:7593037839353568105:2117] self: [1:7593037839353568098:0] peer: [2:7593037841747137911:0] socket: 278 qp: -1
2026-01-08T17:04:47.310277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037841820064031:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.403187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037841747137914:2048] [node 1] ICS09 handshake done sender: [2:7593037841747137902:2122] self: [2:7593037841747137911:0] peer: [1:7593037839353568098:0] socket: 279 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.402249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037839353568127:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:47.317313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037837525096648:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.403223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037841747137914:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.426294Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037840991469175:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28779
2026-01-08T17:04:47.403264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:47.432353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037841747137899:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.334626Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037841820064038:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42082
2026-01-08T17:04:47.364218Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037841820064031:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:47.392012Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037837525096648:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13084) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037841820064031:2120] held: no
2026-01-08T17:04:47.414469Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037837525096648:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16664199ns) {HandleHandshakeStatus:395(16660001ns) {LogHandshakeFail:472(17255ns) {UpdateErrorStateLog:545(7194ns)} DropOutgoingHandshake:457(3600ns) ProcessPendingSessionEvents:495(11397466ns) {unordered DropSessionEvent:512 num# 100 sum# 879296ns max# 219004ns}}}
2026-01-08T17:04:47.414562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037837525096648:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.414641Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:47.414712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037837525096648:2048] [node 1] ICP22 created new session: [4:7593037841820064040:2048]
2026-01-08T17:04:47.414806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037841820064040:2048] [node 1] ICS09 handshake done sender: [4:7593037841820064031:2120] self: [4:7593037841820064037:0] peer: [1:7593037839353568096:0] socket: 229 qp: -1
2026-01-08T17:04:47.414864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037841820064040:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:47.414910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:47.430699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037841820064039:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42082
2026-01-08T17:04:47.403637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:47.437332Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037841820064019:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.435893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037837452170587:2113] [node 6] ICP18 handshake (actor [2:7593037841747137899:2120]) is too old
2026-01-08T17:04:47.437389Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037841820064019:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.439018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037841820064039:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.439164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037837525096649:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.408578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037835058600791:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(92333974ns) {HandleHandshakeStatus:329(92330473ns) {DropIncomingHandshake:442(29410ns) DropOutgoingHandshake:457(798ns) SwitchToState:179(538ns) ProcessPendingSessionEvents:495(65337606ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 64139024ns max# 11351364ns}}}
2026-01-08T17:04:47.436456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037838162407106:2139] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.436947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037833867439781:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.437208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037833867439701:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.440503Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037833867439784:2126] [node 6] ICP35 event processing took too much time PendingConnection:279(98633287ns) {HandleHandshakeStatus:329(98630497ns) {DropIncomingHandshake:442(17583ns) DropOutgoingHandshake:457(1077ns) SwitchToState:179(469ns) ProcessPendingSessionEvents:495(87353167ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 87170897ns max# 12183383ns}}}
2026-01-08T17:04:47.451331Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037841820064019:2116] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.436858Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037835058600727:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(45424751ns) {HandleHandshakeStatus:329(45421315ns) {DropIncomingHandshake:442(31457ns) DropOutgoingHandshake:457(520ns) SwitchToState:179(685ns) ProcessPendingSessionEvents:495(30807666ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 27945540ns max# 4736430ns}}}
2026-01-08T17:04:47.457140Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037841747137888:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.457094Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037838162407113:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63091
2026-01-08T17:04:47.460299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037837525096718:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.457192Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037841747137888:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.460400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:47.479342Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037836696501841:2101] [node 5] ICP35 event processing took too much time PendingConnection:279(36212167ns) {HandleHandshakeStatus:395(36209122ns) {LogHandshakeFail:472(14982ns) {UpdateErrorStateLog:545(5100ns)} DropOutgoingHandshake:457(2413ns) ProcessPendingSessionEvents:495(33023699ns) {unordered DropSessionEvent:512 num# 100 sum# 9141249ns max# 3347572ns}}}
2026-01-08T17:04:47.479490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037836696501841:2101] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.463187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037837525096718:2108] [node 5] ICP22 created new session: [4:7593037841820064044:2108]
2026-01-08T17:04:47.476104Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037838162407098:2136] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:47.458294Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037841747137898:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.484030Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037833867439781:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25252) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037838162407098:2136] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.474813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037841820064044:2108] [node 5] ICS09 handshake done sender: [4:7593037841820064019:2116] self: [4:7593037841820064018:0] peer: [5:7593037838162407111:0] socket: 275 qp: -1
2026-01-08T17:04:47.475290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037841820064044:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:47.477188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:47.487176Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037841820064046:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42082
2026-01-08T17:04:47.458337Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037841747137898:2119] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.459390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037841747137907:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.476670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037841747137898:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:47.483204Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037841747137888:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:47.484862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037837452170586:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.484998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:47.485086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037837452170586:2107] [node 4] ICP22 created new session: [2:7593037841747137919:2107]
2026-01-08T17:04:47.485171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037841747137919:2107] [node 4] ICS09 handshake done sender: [2:7593037841747137898:2119] self: [2:7593037841747137897:0] peer: [4:7593037841820064042:0] socket: 291 qp: -1
2026-01-08T17:04:47.485224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037841747137919:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:47.485273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:47.486873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037833867439781:2108] [node 4] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.486988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:47.487062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037833867439781:2108] [node 4] ICP22 created new session: [5:7593037838162407115:2108]
2026-01-08T17:04:47.487123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037838162407115:2108] [node 4] ICS09 handshake done sender: [5:7593037838162407098:2136] self: [5:7593037838162407111:0] peer: [4:7593037841820064018:0] socket: 280 qp: -1
2026-01-08T17:04:47.491213Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037837525096718:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(32784395ns) {HandleHandshakeStatus:329(32781162ns) {DropIncomingHandshake:442(25157ns) DropOutgoingHandshake:457(647ns) SwitchToState:179(568ns) ProcessPendingSessionEvents:495(2032936ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 1958243ns max# 1505587ns}}}
2026-01-08T17:04:47.492858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:47.487175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037838162407115:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:47.492945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037836696501841:2101] [node 5] ICP22 created new session: [6:7593037840991469178:2101]
2026-01-08T17:04:47.493971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037840991469178:2101] [node 5] ICS09 handshake done sender: [6:7593037840991469162:2117] self: [6:7593037840991469171:0] peer: [5:7593037838162407084:0] socket: 263 qp: -1
2026-01-08T17:04:47.494026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037840991469178:2101] [node 5] ICS10 traffic start
2026-01-08T17:04:47.494080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:47.496597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037840991469174:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.487240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:47.489413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037838162407114:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63091
2026-01-08T17:04:47.493720Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037838162407106:2139] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:47.497480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037833867439701:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.497545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:47.497609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037833867439701:2049] [node 2] ICP22 created new session: [5:7593037838162407117:2049]
2026-01-08T17:04:47.500610Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037840991469163:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:47.497661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037838162407117:2049] [node 2] ICS09 handshake done sender: [5:7593037838162407106:2139] self: [5:7593037838162407112:0] peer: [2:7593037841747137887:0] socket: 289 qp: -1
2026-01-08T17:04:47.497705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037838162407117:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:47.497741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:47.491924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037841820064039:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:47.493480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037837525096649:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.493562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:47.493654Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037837525096649:2049] [node 2] ICP22 created new session: [4:7593037841820064047:2049]
2026-01-08T17:04:47.493732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037841820064047:2049] [node 2] ICS09 handshake done sender: [4:7593037841820064039:2122] self: [4:7593037841820064042:0] peer: [2:7593037841747137897:0] socket: 234 qp: -1
2026-01-08T17:04:47.493782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037841820064047:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:47.493827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:47.505198Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037836696501787:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19306) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037840991469163:2118] held: no
2026-01-08T17:04:47.505909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037836696501787:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.505958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:47.506017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037836696501787:2049] [node 2] ICP22 created new session: [6:7593037840991469180:2049]
2026-01-08T17:04:47.506104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037840991469180:2049] [node 2] ICS09 handshake done sender: [6:7593037840991469163:2118] self: [6:7593037840991469172:0] peer: [2:7593037841747137889:0] socket: 264 qp: -1
2026-01-08T17:04:47.506163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037840991469180:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:47.506201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:47.508154Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037836696501788:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:47.508867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037837452170585:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.508957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:47.509008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037837452170585:2108] [node 5] ICP22 created new session: [2:7593037841747137921:2108]
2026-01-08T17:04:47.509063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037841747137921:2108] [node 5] ICS09 handshake done sender: [2:7593037841747137888:2116] self: [2:7593037841747137887:0] peer: [5:7593037838162407112:0] socket: 228 qp: -1
2026-01-08T17:04:47.509109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037841747137921:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:47.509174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:47.508546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037834879920818:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:47.508590Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037834879920818:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:47.519845Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037837452170586:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(23883801ns) {HandleHandshakeStatus:329(23874440ns) {DropIncomingHandshake:442(20617ns) DropOutgoingHandshake:457(220ns) SwitchToState:179(486ns) ProcessPendingSessionEvents:495(23271334ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 23172469ns max# 4974000ns}}}
2026-01-08T17:04:47.528452Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037834879920818:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:47.529115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037840991469183:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28779
2026-01-08T17:04:47.529580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037834879920814:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:47.532346Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037840991469174:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:47.533016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:47.536638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037836696501788:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:47.536727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:47.536796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037836696501788:2050] [node 3] ICP22 created new session: [6:7593037840991469184:2050]
2026-01-08T17:04:47.541765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037834879920814:2110] [node 6] ICP22 created new session: [3:7593037839174888138:2110]
2026-01-08T17:04:47.541844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037839174888138:2110] [node 6] ICS09 handshake done sender: [3:7593037834879920818:2114] self: [3:7593037834879920817:0] peer: [6:7593037840991469182:0] socket: 285 qp: -1
2026-01-08T17:04:47.541901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037839174888138:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:47.542000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:47.542925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037840991469184:2050] [node 3] ICS09 handshake done sender: [6:7593037840991469174:2122] self: [6:7593037840991469182:0] peer: [3:7593037834879920817:0] socket: 286 qp: -1
2026-01-08T17:04:47.543001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037840991469184:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:47.543053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:47.543779Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037836696501788:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:47.642166Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:47.642526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037841747137914:2048] [node 1] ICS01 socket: 279 reason# EndOfStream
2026-01-08T17:04:47.642578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037837452170518:2048] [node 1] ICP30 unregister session Session# [2:7593037841747137914:2048] VirtualId# [2:7593037841747137911:0]
2026-01-08T17:04:47.642631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037841747137914:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:47.642767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:47.642835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:47.643529Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:47.643825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037839174888127:2048] [node 1] ICS07 socket disconnect 243 reason# EndOfStream
2026-01-08T17:04:47.643860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037839174888127:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:47.643951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:47.644009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037839174888127:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:47.647301Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037834879920740:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13084) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:47.647376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037839174888127:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:47.647423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037834879920740:2048] [node 1] ICP30 unregister session Session# [3:7593037839174888127:2048] VirtualId# [3:7593037839174888124:0]
2026-01-08T17:04:47.647577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:47.647626Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037834879920740:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:13084) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:47.647645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13084) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:47.648439Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:47.648684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037841820064040:2048] [node 1] ICS01 socket: 229 reason# EndOfStream
2026-01-08T17:04:47.648735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037837525096648:2048] [node 1] ICP30 unregister session Session# [4:7593037841820064040:2048] VirtualId# [4:7593037841820064037:0]
2026-01-08T17:04:47.648783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037841820064040:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:47.648871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:47.648927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:47.655152Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:47.654501Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:47.654768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037838162407103:2048] [node 1] ICS01 socket: 249 reason# EndOfStream
2026-01-08T17:04:47.654825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037833867439700:2048] [node 1] ICP30 unregister session Session# [5:7593037838162407103:2048] VirtualId# [5:7593037838162407095:0]
2026-01-08T17:04:47.654880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037838162407103:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:47.654978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:47.655034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:47.655502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037840991469176:2048] [node 1] ICS01 socket: 244 reason# EndOfStream
2026-01-08T17:04:47.655577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037836696501786:2048] [node 1] ICP30 unregister session Session# [6:7593037840991469176:2048] VirtualId# [6:7593037840991469164:0]
2026-01-08T17:04:47.655620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037840991469176:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:47.655744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:47.655850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:47.657226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037834879920740:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:47.756556Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:47.756816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037839174888132:2049] [node 2] ICS01 socket: 258 reason# EndOfStream
2026-01-08T17:04:47.756866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037834879920741:2049] [node 2] ICP30 unregister session Session# [3:7593037839174888132:2049] VirtualId# [3:7593037839174888125:0]
2026-01-08T17:04:47.756911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037839174888132:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:47.757016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:47.757067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:47.762239Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:47.762521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037840991469180:2049] [node 2] ICS01 socket: 264 reason# EndOfStream
2026-01-08T17:04:47.762582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037836696501787:2049] [node 2] ICP30 unregister session Session# [6:7593037840991469180:2049] VirtualId# [6:7593037840991469172:0]
2026-01-08T17:04:47.762628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037840991469180:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:47.762715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:47.762756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:47.762870Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:47.763070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037841820064047:2049] [node 2] ICS01 socket: 234 reason# EndOfStream
2026-01-08T17:04:47.763107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037837525096649:2049] [node 2] ICP30 unregister session Session# [4:7593037841820064047:2049] VirtualId# [4:7593037841820064042:0]
2026-01-08T17:04:47.763139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037841820064047:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:47.763209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:47.763253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:47.763363Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:47.763587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037838162407117:2049] [node 2] ICS07 socket disconnect 289 reason# EndOfStream
2026-01-08T17:04:47.763620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037838162407117:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:47.763689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:47.763733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037838162407117:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:47.765888Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037833867439701:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19306) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:47.765963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037838162407117:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:47.766008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037833867439701:2049] [node 2] ICP30 unregister session Session# [5:7593037838162407117:2049] VirtualId# [5:7593037838162407112:0]
2026-01-08T17:04:47.766054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:47.766089Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037833867439701:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19306) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:47.766108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19306) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:47.778586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037833867439701:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:47.949662Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:47.949934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037840991469184:2050] [node 3] ICS01 socket: 286 reason# EndOfStream
2026-01-08T17:04:47.949990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037836696501788:2050] [node 3] ICP30 unregister session Session# [6:7593037840991469184:2050] VirtualId# [6:7593037840991469182:0]
2026-01-08T17:04:47.950036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037840991469184:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:47.950118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:47.950180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:47.944524Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:47.963445Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:47.963796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037838162407109:2050] [node 3] ICS07 socket disconnect 271 reason# EndOfStream
2026-01-08T17:04:47.963835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037838162407109:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:47.963954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:47.964007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037838162407109:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:47.965243Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037833867439702:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63396) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:47.965315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037838162407109:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:47.965365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037833867439702:2050] [node 3] ICP30 unregister session Session# [5:7593037838162407109:2050] VirtualId# [5:7593037838162407100:0]
2026-01-08T17:04:47.965431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:47.965480Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037833867439702:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63396) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:47.965502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63396) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:47.944758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037841820064030:2050] [node 3] ICS07 socket disconnect 230 reason# EndOfStream
2026-01-08T17:04:47.944791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037841820064030:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:47.944868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:47.944919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037841820064030:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:47.946570Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037837525096650:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63396) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:47.946641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037841820064030:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:47.946686Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037837525096650:2050] [node 3] ICP30 unregister session Session# [4:7593037841820064030:2050] VirtualId# [4:7593037841820064025:0]
2026-01-08T17:04:47.946736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:47.946775Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037837525096650:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63396) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:47.946796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63396) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:47.962640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037837525096650:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:47.974744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037833867439702:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:48.064720Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:48.064995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037838162407115:2108] [node 4] ICS01 socket: 280 reason# EndOfStream
2026-01-08T17:04:48.065048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037833867439781:2108] [node 4] ICP30 unregister session Session# [5:7593037838162407115:2108] VirtualId# [5:7593037838162407111:0]
2026-01-08T17:04:48.065097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037838162407115:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:48.065175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:48.065213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:48.066481Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:48.066711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037840991469168:2106] [node 4] ICS01 socket: 237 reason# EndOfStream
2026-01-08T17:04:48.066755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037836696501853:2106] [node 4] ICP30 unregister session Session# [6:7593037840991469168:2106] VirtualId# [6:7593037840991469166:0]
2026-01-08T17:04:48.066793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037840991469168:2106] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:48.066862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:48.066902Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:48.158501Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:48.158787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037840991469178:2101] [node 5] ICS01 socket: 263 reason# EndOfStream
2026-01-08T17:04:48.158842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037836696501841:2101] [node 5] ICP30 unregister session Session# [6:7593037840991469178:2101] VirtualId# [6:7593037840991469171:0]
2026-01-08T17:04:48.158885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037840991469178:2101] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:48.158972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:48.159019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:48.306574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037841968256694:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:48.306614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037841968256695:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:48.301366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037843144901634:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:48.301442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037843144901635:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:48.327431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037844671213443:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:48.327486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037844671213444:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:48.318402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037843593129921:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:48.318444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037843593129922:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:48.334438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037843593129923:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:48.371041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037845941960678:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:48.371118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037845941960680:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:48.371162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037845941960679:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:48.372897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037845784332563:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:48.372958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037845784332564:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:48.373022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037845784332565:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:48.698890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037843144901698:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:48.763186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037841968256757:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:48.767263Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037843144901635:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(77950173ns) {Configure:104(77946285ns) {ProcessConfigured:135(14561169ns) {StartInitialHandshake:157(14558696ns) {DropHandshakes:470(1937ns) {DropIncomingHandshake:442(389ns) DropOutgoingHandshake:457(389ns)} GenerateSessionVirtualId:992(1188ns) PrepareNewSessionHandshake:477(4280ns) {SwitchToState:179(1909ns)}}}}}
2026-01-08T17:04:48.763597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037841968256758:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:48.886468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037845941960741:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:48.829786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037844671213507:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:48.830537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037843144901704:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:48.877761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037845784332622:2104] [node 5] ICP01 ready to work
2026-01-08T17:04:48.902867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037843593129984:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:48.907234Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037841968256759:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:48.933030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037841968256694:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(181236871ns) {Configure:104(181225030ns) {ProcessConfigured:135(86135ns) {StartInitialHandshake:157(83528ns) {DropHandshakes:470(2257ns) {DropIncomingHandshake:442(503ns) DropOutgoingHandshake:457(409ns)} GenerateSessionVirtualId:992(801ns) PrepareNewSessionHandshake:477(1880ns) {SwitchToState:179(613ns)}}}}}
2026-01-08T17:04:48.938845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037843144901707:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:48.915258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037844671213509:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:48.915577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037845941960748:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:48.946780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037845784332627:2105] [node 4] ICP01 ready to work
2026-01-08T17:04:48.938891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037844671213510:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:48.938283Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037841968256766:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2919
2026-01-08T17:04:48.946366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037843593129985:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:48.958106Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037843144901698:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(215669951ns) {Configure:104(215666151ns) {ProcessConfigured:135(13465600ns) {StartInitialHandshake:157(13462247ns) {DropHandshakes:470(2443ns) {DropIncomingHandshake:442(408ns) DropOutgoingHandshake:457(895ns)} GenerateSessionVirtualId:992(729ns) PrepareNewSessionHandshake:477(4608ns) {SwitchToState:179(2818ns)}}}}}
2026-01-08T17:04:49.009438Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037844671213443:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(202640288ns) {Configure:104(202631515ns) {ProcessConfigured:135(62119ns) {StartInitialHandshake:157(59743ns) {DropHandshakes:470(2106ns) {DropIncomingHandshake:442(442ns) DropOutgoingHandshake:457(416ns)} GenerateSessionVirtualId:992(1235ns) PrepareNewSessionHandshake:477(1472ns) {SwitchToState:179(425ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.019542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037850236928052:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:04:49.017210Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037841968256770:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2919
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.031613Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037844671213509:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(89660237ns) {Configure:104(89656118ns) {ProcessConfigured:135(77890ns) {StartInitialHandshake:157(74624ns) {DropHandshakes:470(2553ns) {DropIncomingHandshake:442(694ns) DropOutgoingHandshake:457(428ns)} GenerateSessionVirtualId:992(1236ns) PrepareNewSessionHandshake:477(1846ns) {SwitchToState:179(1008ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.034644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037848966180811:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32308
2026-01-08T17:04:49.034770Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037848966180812:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32308
2026-01-08T17:04:49.035992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037848966180817:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32308
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.039023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037847439869007:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44094
2026-01-08T17:04:49.059427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037846263224069:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2919
2026-01-08T17:04:49.068463Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037845784332565:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(105732765ns) {Configure:104(105713184ns) {ProcessConfigured:135(56985ns) {StartInitialHandshake:157(55506ns) {DropHandshakes:470(2097ns) {DropIncomingHandshake:442(749ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:992(1073ns) PrepareNewSessionHandshake:477(1033ns) {SwitchToState:179(313ns)}}}}}
2026-01-08T17:04:49.077251Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037850236928052:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.079207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037841968256765:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.083914Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037847888097282:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9765
2026-01-08T17:04:49.079251Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037841968256765:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:49.077775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037845941960679:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:49.082598Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037843144901707:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(77296651ns) {Configure:104(77290952ns) {ProcessConfigured:135(28263308ns) {StartInitialHandshake:157(23723507ns) {DropHandshakes:470(2558ns) {DropIncomingHandshake:442(847ns) DropOutgoingHandshake:457(323ns)} GenerateSessionVirtualId:992(1332ns) PrepareNewSessionHandshake:477(15938ns) {SwitchToState:179(14366ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.111401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037848966180812:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.131011Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037848966180811:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.113740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037841968256770:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.130767Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037850236928054:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:04:49.118698Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037841968256765:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:49.143111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037848966180817:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.143625Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037845784332622:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(41886785ns) {Configure:104(41878934ns) {ProcessConfigured:135(11082439ns) {StartInitialHandshake:157(11080025ns) {DropHandshakes:470(2253ns) {DropIncomingHandshake:442(369ns) DropOutgoingHandshake:457(449ns)} GenerateSessionVirtualId:992(1040ns) PrepareNewSessionHandshake:477(3853ns) {SwitchToState:179(2356ns)}}}}}
2026-01-08T17:04:49.143417Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037848966180823:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32308
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.151667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037841968256758:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(79276252ns) {Configure:104(79269765ns) {ProcessConfigured:135(31418569ns) {StartInitialHandshake:157(31415976ns) {DropHandshakes:470(2221ns) {DropIncomingHandshake:442(701ns) DropOutgoingHandshake:457(256ns)} GenerateSessionVirtualId:992(1176ns) PrepareNewSessionHandshake:477(3560ns) {SwitchToState:179(1669ns)}}}}}
2026-01-08T17:04:49.143653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037844671213444:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.156311Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037847439869008:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44094
2026-01-08T17:04:49.157133Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037843593129921:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(77246807ns) {Configure:104(77242956ns) {ProcessConfigured:135(15971641ns) {StartInitialHandshake:157(7796334ns) {DropHandshakes:470(3725ns) {DropIncomingHandshake:442(874ns) DropOutgoingHandshake:457(555ns)} GenerateSessionVirtualId:992(1704ns) PrepareNewSessionHandshake:477(4411ns) {SwitchToState:179(1915ns)}}}}}
2026-01-08T17:04:49.163370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037850236928056:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:04:49.152443Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037841968256766:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.151158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037844671213443:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:49.157018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037843144901703:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.157054Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037843144901703:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:49.157059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037847439869007:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.171211Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037843144901695:2107] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.171257Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037843144901695:2107] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:49.177440Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037843144901703:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:49.177885Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037843144901695:2107] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:49.178139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037843144901635:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.178194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:49.178250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037843144901635:2049] [node 3] ICP22 created new session: [1:7593037847439869014:2049]
2026-01-08T17:04:49.178309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037847439869014:2049] [node 3] ICS09 handshake done sender: [1:7593037843144901703:2112] self: [1:7593037843144901702:0] peer: [3:7593037848966180826:0] socket: 243 qp: -1
2026-01-08T17:04:49.178368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037847439869014:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:49.178413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:49.181728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037843144901634:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.157958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037847888097282:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.181491Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037845941960679:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26379) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037850236928052:2115] held: no
2026-01-08T17:04:49.180583Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037845784332564:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(80835690ns) {Configure:104(80832375ns) {ProcessConfigured:135(5199716ns) {StartInitialHandshake:157(5197347ns) {DropHandshakes:470(1386ns) {DropIncomingHandshake:442(196ns) DropOutgoingHandshake:457(417ns)} GenerateSessionVirtualId:992(524ns) PrepareNewSessionHandshake:477(2871ns) {SwitchToState:179(1203ns)}}}}}
2026-01-08T17:04:49.152774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037841968256763:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.190400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:49.152800Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037841968256763:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:49.171451Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037843593129985:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(91506527ns) {Configure:104(91501481ns) {ProcessConfigured:135(6796763ns) {StartInitialHandshake:157(6794170ns) {DropHandshakes:470(2888702ns) {DropIncomingHandshake:442(1973ns) DropOutgoingHandshake:457(696ns)} GenerateSessionVirtualId:992(1183ns) PrepareNewSessionHandshake:477(1618ns) {SwitchToState:179(837ns)}}}}}
2026-01-08T17:04:49.181627Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037850236928055:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:04:49.191275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037843144901634:2048] [node 2] ICP22 created new session: [1:7593037847439869019:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.192189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037848966180823:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.153433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037841968256757:2108] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: No RDMA context found for GID: ::ffff:127.1.0.0
::ffff:127.1.0.0
2026-01-08T17:04:49.193604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037847439869019:2048] [node 2] ICS09 handshake done sender: [1:7593037843144901695:2107] self: [1:7593037843144901694:0] peer: [2:7593037846263224077:0] socket: 228 qp: -1
2026-01-08T17:04:49.207903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037850079299928:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17968
2026-01-08T17:04:49.208267Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037850236928056:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.153487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.198552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037847439869008:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.153543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037841968256757:2108] [node 5] ICP22 created new session: [2:7593037846263224074:2108]
2026-01-08T17:04:49.210082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037845941960678:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:49.208658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037847888097297:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9765
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.209485Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037848966180827:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32308
2026-01-08T17:04:49.209364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037847888097296:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9765
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.198574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037847439869019:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:49.153597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037846263224074:2108] [node 5] ICS09 handshake done sender: [2:7593037841968256765:2112] self: [2:7593037841968256764:0] peer: [5:7593037850236928053:0] socket: 236 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.206558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037843144901635:2049] [node 3] ICP18 handshake (actor [1:7593037847439869008:2116]) is too old
2026-01-08T17:04:49.213334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037850236928054:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.153641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037846263224074:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:49.216493Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037850079299938:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17968
2026-01-08T17:04:49.217042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037847888097296:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.217284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037848966180829:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32308
2026-01-08T17:04:49.218066Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037850079299928:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.153681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:49.206617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:49.217413Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037847888097297:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.218979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037845941960741:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:49.218022Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037848966180830:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32308
2026-01-08T17:04:49.229441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037843144901706:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.218184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037843593129922:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:49.218489Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037850079299938:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.155070Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037846263224071:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2919
2026-01-08T17:04:49.219071Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037844671213443:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16044) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037848966180817:2118] held: no
2026-01-08T17:04:49.229504Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037843144901706:2113] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.254718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037850236928058:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:04:49.155232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037841968256757:2108] [node 5] ICP18 handshake (actor [2:7593037841968256770:2114]) is too old
2026-01-08T17:04:49.221086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037845784332563:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:49.244021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037848966180814:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.218520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037843593129921:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:49.229668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037843144901709:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.155390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037841968256694:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:49.244085Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037848966180814:2116] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.219262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037847888097286:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.226079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037845784332565:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:49.257652Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037848966180812:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:49.164287Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037841968256763:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:49.229712Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037843144901709:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:49.191965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037841968256695:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.257948Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037848966180817:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:49.202516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:49.258740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037844671213444:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.219287Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037847888097286:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:49.202587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037841968256695:2049] [node 3] ICP22 created new session: [2:7593037846263224080:2049]
2026-01-08T17:04:49.268283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:49.272888Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037845941960679:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(41236471ns) {HandleHandshakeStatus:395(41233937ns) {LogHandshakeFail:472(14017ns) {UpdateErrorStateLog:545(5250ns)} DropOutgoingHandshake:457(2247ns) ProcessPendingSessionEvents:495(31244961ns) {unordered DropSessionEvent:512 num# 100 sum# 31170999ns max# 4919905ns}}}
2026-01-08T17:04:49.229790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037847888097286:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:49.271043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037844671213444:2049] [node 2] ICP22 created new session: [3:7593037848966180832:2049]
2026-01-08T17:04:49.206822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037846263224069:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.270981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037850079299939:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17968
2026-01-08T17:04:49.207962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037846263224080:2049] [node 3] ICS09 handshake done sender: [2:7593037841968256763:2111] self: [2:7593037841968256762:0] peer: [3:7593037848966180824:0] socket: 232 qp: -1
2026-01-08T17:04:49.208165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037846263224080:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:49.210994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037846263224071:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.274573Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037850236928062:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.271449Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037847439869010:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.272864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037843593129984:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.273688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037848966180832:2049] [node 2] ICS09 handshake done sender: [3:7593037848966180812:2115] self: [3:7593037848966180824:0] peer: [2:7593037841968256762:0] socket: 242 qp: -1
2026-01-08T17:04:49.274943Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037850236928052:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:49.211082Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037841968256694:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16044) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037841968256766:2113] held: no
2026-01-08T17:04:49.271479Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037847439869010:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:49.272940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:49.274012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037848966180832:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:49.272940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037847439869021:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44094
2026-01-08T17:04:49.278439Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037850236928061:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:04:49.212193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037846263224079:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2919
2026-01-08T17:04:49.274607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037843593129984:2108] [node 5] ICP22 created new session: [4:7593037847888097302:2108]
2026-01-08T17:04:49.274515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:49.273757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037847439869022:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44094
2026-01-08T17:04:49.278476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037845941960679:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.277080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037847888097302:2108] [node 5] ICS09 handshake done sender: [4:7593037847888097286:2112] self: [4:7593037847888097285:0] peer: [5:7593037850236928059:0] socket: 255 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.274414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037843144901709:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:49.274677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037843144901706:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:49.279340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037843144901704:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.279383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:49.279440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037843144901704:2108] [node 4] ICP22 created new session: [1:7593037847439869026:2108]
2026-01-08T17:04:49.279495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037847439869026:2108] [node 4] ICS09 handshake done sender: [1:7593037843144901709:2114] self: [1:7593037843144901708:0] peer: [4:7593037847888097299:0] socket: 270 qp: -1
2026-01-08T17:04:49.279527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037847439869026:2108] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.02026-01-08T17:04:49.279579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:49.212557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:49.278455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037847888097302:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:49.289871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037848966180830:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.215385Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037841968256766:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:49.278533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:49.289648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037850079299939:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.280747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037843144901698:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.286748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:49.217767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037841968256694:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.280802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:49.290613Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037850079299942:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17968
2026-01-08T17:04:49.278593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037845941960679:2049] [node 2] ICP22 created new session: [5:7593037850236928063:2049]
2026-01-08T17:04:49.299566Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037848966180814:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:49.217817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:49.293738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037850079299943:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17968
2026-01-08T17:04:49.278651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037850236928063:2049] [node 2] ICS09 handshake done sender: [5:7593037850236928052:2115] self: [5:7593037850236928053:0] peer: [2:7593037841968256764:0] socket: 244 qp: -1
2026-01-08T17:04:49.300311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037845784332564:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:49.280855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037843144901698:2109] [node 5] ICP22 created new session: [1:7593037847439869028:2109]
2026-01-08T17:04:49.278693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037850236928063:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:49.218122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037841968256694:2048] [node 1] ICP22 created new session: [2:7593037846263224084:2048]
2026-01-08T17:04:49.278738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:49.283501Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037850236928056:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:49.289640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037845941960678:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.280902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037847439869028:2109] [node 5] ICS09 handshake done sender: [1:7593037843144901706:2113] self: [1:7593037843144901705:0] peer: [5:7593037850236928057:0] socket: 262 qp: -1
2026-01-08T17:04:49.324153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037844671213443:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(53960643ns) {HandleHandshakeStatus:395(53958974ns) {LogHandshakeFail:472(12942ns) {UpdateErrorStateLog:545(4806ns)} DropOutgoingHandshake:457(800ns) ProcessPendingSessionEvents:495(53700826ns) {unordered DropSessionEvent:512 num# 100 sum# 11108814ns max# 7899568ns}}}
2026-01-08T17:04:49.322838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037850079299928:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:49.289724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:49.289772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037845941960678:2048] [node 1] ICP22 created new session: [5:7593037850236928065:2048]
2026-01-08T17:04:49.290713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037850236928065:2048] [node 1] ICS09 handshake done sender: [5:7593037850236928056:2118] self: [5:7593037850236928057:0] peer: [1:7593037843144901705:0] socket: 264 qp: -1
2026-01-08T17:04:49.294249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037850236928065:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:49.299009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:49.229703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037846263224084:2048] [node 1] ICS09 handshake done sender: [2:7593037841968256766:2113] self: [2:7593037846263224077:0] peer: [1:7593037843144901694:0] socket: 229 qp: -1
2026-01-08T17:04:49.324243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037844671213509:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.280935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037847439869028:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:49.229789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037846263224084:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:49.330406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037850079299938:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:49.342736Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037843593129922:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26379) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037847888097296:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.280965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.345479Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037850236928054:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:49.345467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:49.335248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037845784332565:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.234994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:49.234994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037841968256772:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.235041Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037841968256772:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:49.270890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037841968256772:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:49.273230Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037841968256694:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(44778300ns) {HandleHandshakeStatus:329(44775086ns) {DropIncomingHandshake:442(839ns) DropOutgoingHandshake:457(403ns) SwitchToState:179(370ns) ProcessPendingSessionEvents:495(1731ns)}}
2026-01-08T17:04:49.278933Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037841968256695:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(52253572ns) {HandleHandshakeStatus:329(51158395ns) {DropIncomingHandshake:442(820ns) DropOutgoingHandshake:457(549ns) SwitchToState:179(962ns) ProcessPendingSessionEvents:495(29229179ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 25774826ns max# 5385236ns}}}
2026-01-08T17:04:49.284554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037841968256759:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.284616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:49.284660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037841968256759:2107] [node 4] ICP22 created new session: [2:7593037846263224087:2107]
2026-01-08T17:04:49.284717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037846263224087:2107] [node 4] ICS09 handshake done sender: [2:7593037841968256772:2115] self: [2:7593037841968256771:0] peer: [4:7593037847888097300:0] socket: 266 qp: -1
2026-01-08T17:04:49.284750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037846263224087:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:49.284784Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:49.282069Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037847439869022:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.286567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037841968256695:2049] [node 3] ICP18 handshake (actor [2:7593037846263224069:2116]) is too old
2026-01-08T17:04:49.358925Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037847888097303:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9765
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.310804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037846263224073:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.345554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037844671213443:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.282254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037843144901698:2109] [node 5] ICP18 handshake (actor [1:7593037847439869022:2119]) is too old
2026-01-08T17:04:49.335327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:49.345823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037844671213509:2110] [node 6] ICP22 created new session: [3:7593037848966180836:2110]
2026-01-08T17:04:49.310846Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037846263224073:2118] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.373606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037847888097304:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9765
2026-01-08T17:04:49.286717Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037847439869010:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:49.350579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:49.335388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037845784332565:2050] [node 3] ICP22 created new session: [6:7593037850079299946:2050]
2026-01-08T17:04:49.383370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037845941960741:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.289140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037843144901707:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.290602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:49.290655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037843144901707:2110] [node 6] ICP22 created new session: [1:7593037847439869030:2110]
2026-01-08T17:04:49.297350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037847439869030:2110] [node 6] ICS09 handshake done sender: [1:7593037847439869010:2117] self: [1:7593037847439869009:0] peer: [6:7593037850079299941:0] socket: 271 qp: -1
2026-01-08T17:04:49.299022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037847439869030:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:49.330810Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037846263224073:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:49.335448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037850079299946:2050] [node 3] ICS09 handshake done sender: [6:7593037850079299928:2112] self: [6:7593037850079299940:0] peer: [3:7593037848966180813:0] socket: 253 qp: -1
2026-01-08T17:04:49.354936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037848966180836:2110] [node 6] ICS09 handshake done sender: [3:7593037848966180814:2116] self: [3:7593037848966180813:0] peer: [6:7593037850079299940:0] socket: 248 qp: -1
2026-01-08T17:04:49.366816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037848966180836:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:49.370402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037844671213443:2048] [node 1] ICP22 created new session: [3:7593037848966180837:2048]
2026-01-08T17:04:49.370949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037848966180837:2048] [node 1] ICS09 handshake done sender: [3:7593037848966180817:2118] self: [3:7593037848966180826:0] peer: [1:7593037843144901702:0] socket: 245 qp: -1
2026-01-08T17:04:49.373459Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:49.373547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037848966180837:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:49.373620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:49.301731Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037847439869021:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.385950Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037847888097306:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9765
2026-01-08T17:04:49.331044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037841968256758:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.387053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:49.335488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037850079299946:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:49.388443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037845941960741:2108] [node 4] ICP22 created new session: [5:7593037850236928067:2108]
2026-01-08T17:04:49.388862Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037844671213443:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(41345806ns) {HandleHandshakeStatus:329(41343051ns) {DropIncomingHandshake:442(649ns) DropOutgoingHandshake:457(428ns) SwitchToState:179(831ns) ProcessPendingSessionEvents:495(1311ns)}}
2026-01-08T17:04:49.301885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.337653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:49.335579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:49.383733Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037843144901634:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(119498059ns) {HandleHandshakeStatus:329(119495536ns) {DropIncomingHandshake:442(14640ns) DropOutgoingHandshake:457(306ns) SwitchToState:179(7220ns) ProcessPendingSessionEvents:495(92526146ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 89490368ns max# 7696583ns}}}
2026-01-08T17:04:49.393270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037847888097297:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:49.389724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037850236928067:2108] [node 4] ICS09 handshake done sender: [5:7593037850236928054:2116] self: [5:7593037850236928059:0] peer: [4:7593037847888097285:0] socket: 261 qp: -1
2026-01-08T17:04:49.342644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037841968256758:2109] [node 6] ICP22 created new session: [2:7593037846263224090:2109]
2026-01-08T17:04:49.354640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037845784332563:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.390309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037850236928067:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:49.398492Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037844671213444:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(132423230ns) {HandleHandshakeStatus:329(132420074ns) {DropIncomingHandshake:442(773ns) DropOutgoingHandshake:457(6412ns) SwitchToState:179(609ns) ProcessPendingSessionEvents:495(113031827ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 112829190ns max# 11750335ns}}}
2026-01-08T17:04:49.345830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037846263224090:2109] [node 6] ICS09 handshake done sender: [2:7593037846263224073:2118] self: [2:7593037846263224072:0] peer: [6:7593037850079299944:0] socket: 279 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.354741Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:49.354900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037845784332563:2048] [node 1] ICP22 created new session: [6:7593037850079299948:2048]
2026-01-08T17:04:49.390819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:49.402742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037847888097303:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.345885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037846263224090:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:49.402813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037843593129921:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.402905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:49.402966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037843593129921:2048] [node 1] ICP22 created new session: [4:7593037847888097310:2048]
2026-01-08T17:04:49.403037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037847888097310:2048] [node 1] ICS09 handshake done sender: [4:7593037847888097297:2117] self: [4:7593037847888097299:0] peer: [1:7593037843144901708:0] socket: 275 qp: -1
2026-01-08T17:04:49.403082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037847888097310:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:49.403138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.401114Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037850236928058:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.350637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:49.391361Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037846263224092:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2919
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.401744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037850236928069:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:04:49.415895Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037847439869032:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44094
2026-01-08T17:04:49.417270Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037841968256758:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(85202710ns) {HandleHandshakeStatus:329(85199117ns) {DropIncomingHandshake:442(579ns) DropOutgoingHandshake:457(3660ns) SwitchToState:179(517ns) ProcessPendingSessionEvents:495(44697679ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 44561984ns max# 10656166ns}}}
2026-01-08T17:04:49.419147Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037843593129922:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(49684115ns) {HandleHandshakeStatus:395(49681792ns) {LogHandshakeFail:472(15152ns) {UpdateErrorStateLog:545(6536ns)} DropOutgoingHandshake:457(1548ns) ProcessPendingSessionEvents:495(45690631ns) {unordered DropSessionEvent:512 num# 100 sum# 45615737ns max# 8383309ns}}}
2026-01-08T17:04:49.366413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037850079299945:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17968
2026-01-08T17:04:49.420350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037843593129984:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(120318324ns) {HandleHandshakeStatus:329(118509263ns) {DropIncomingHandshake:442(15388ns) DropOutgoingHandshake:457(488ns) SwitchToState:179(646ns) ProcessPendingSessionEvents:495(102424090ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 102249670ns max# 12388843ns}}}
2026-01-08T17:04:49.420429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037843593129923:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:49.420660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037847888097296:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.370896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037850079299948:2048] [node 1] ICS09 handshake done sender: [6:7593037850079299938:2116] self: [6:7593037850079299941:0] peer: [1:7593037847439869009:0] socket: 238 qp: -1
2026-01-08T17:04:49.421291Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037847888097308:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9765
2026-01-08T17:04:49.420773Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037845941960741:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(45465674ns) {HandleHandshakeStatus:329(35745563ns) {DropIncomingHandshake:442(1088ns) DropOutgoingHandshake:457(9232ns) SwitchToState:179(534ns) ProcessPendingSessionEvents:495(25049036ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 24956851ns max# 5801743ns}}}
2026-01-08T17:04:49.421611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037844671213512:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.370987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037850079299948:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:49.427203Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037847888097308:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.420879Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037845941960741:2108] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:49.433920Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037843144901707:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(135239044ns) {HandleHandshakeStatus:329(135237414ns) {DropIncomingHandshake:442(1078ns) DropOutgoingHandshake:457(2394ns) SwitchToState:179(454ns) ProcessPendingSessionEvents:495(112146999ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 111975783ns max# 10852324ns}}}
2026-01-08T17:04:49.421650Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037844671213512:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:49.434038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037843144901707:2110] [node 6] ICP18 handshake (actor [1:7593037847439869021:2118]) is too old
2026-01-08T17:04:49.427245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037843593129922:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.423107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037850236928069:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.379130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:49.431973Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037848966180822:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.385484Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037850079299939:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:49.432013Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037848966180822:2119] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:49.441771Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037844671213512:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:49.388618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037845784332564:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.389982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:49.390771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037845784332564:2049] [node 2] ICP22 created new session: [6:7593037850079299952:2049]
2026-01-08T17:04:49.391832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037850079299952:2049] [node 2] ICS09 handshake done sender: [6:7593037850079299939:2117] self: [6:7593037850079299944:0] peer: [2:7593037846263224072:0] socket: 230 qp: -1
2026-01-08T17:04:49.392864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037850079299952:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:49.393778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:49.412481Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037850079299954:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17968
2026-01-08T17:04:49.412550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037850079299955:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17968
2026-01-08T17:04:49.418114Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037845784332563:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(62440316ns) {HandleHandshakeStatus:329(62436844ns) {DropIncomingHandshake:442(846ns) DropOutgoingHandshake:457(6385ns) SwitchToState:179(580ns) ProcessPendingSessionEvents:495(30791555ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 30690353ns max# 5895496ns}}}
2026-01-08T17:04:49.421982Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037850079299955:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.429948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037845784332622:2104] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:49.435414Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037850079299954:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.439109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037845784332627:2105] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:49.427300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:49.427340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037843593129922:2049] [node 2] ICP22 created new session: [4:7593037847888097313:2049]
2026-01-08T17:04:49.427382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037847888097313:2049] [node 2] ICS09 handshake done sender: [4:7593037847888097296:2116] self: [4:7593037847888097300:0] peer: [2:7593037841968256771:0] socket: 235 qp: -1
2026-01-08T17:04:49.427427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037847888097313:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:49.427457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:49.439429Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037847888097295:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.439457Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037847888097295:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:49.447329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037844671213507:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.447330Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037848966180822:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:49.447421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:49.447472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037844671213507:2107] [node 4] ICP22 created new session: [3:7593037848966180843:2107]
2026-01-08T17:04:49.447511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037848966180843:2107] [node 4] ICS09 handshake done sender: [3:7593037844671213512:2112] self: [3:7593037844671213511:0] peer: [4:7593037847888097312:0] socket: 246 qp: -1
2026-01-08T17:04:49.447542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037848966180843:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:49.447592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:49.423532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037845941960680:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.449584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037844671213510:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.446300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037847888097295:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:49.436861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037845941960755:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:49.451016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:49.455826Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037845784332622:2104] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26195) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037850079299955:2122] held: no
2026-01-08T17:04:49.436902Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037845941960755:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.451938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037844671213510:2108] [node 5] ICP22 created new session: [3:7593037848966180845:2108]
2026-01-08T17:04:49.443004Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037845941960755:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:49.458835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037843593129985:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.443844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037845941960748:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:49.457746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037848966180845:2108] [node 5] ICS09 handshake done sender: [3:7593037848966180822:2119] self: [3:7593037848966180821:0] peer: [5:7593037850236928072:0] socket: 234 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:49.458527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037848966180845:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:49.458935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:49.467741Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037850079299958:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17968
2026-01-08T17:04:49.468070Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037850079299959:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17968
2026-01-08T17:04:49.443891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:49.458575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:49.458982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037843593129985:2109] [node 6] ICP22 created new session: [4:7593037847888097318:2109]
2026-01-08T17:04:49.459033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037847888097318:2109] [node 6] ICS09 handshake done sender: [4:7593037847888097295:2115] self: [4:7593037847888097293:0] peer: [6:7593037850079299957:0] socket: 286 qp: -1
2026-01-08T17:04:49.459064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037847888097318:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:49.459114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:49.460068Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037843593129923:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13438) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037847888097303:2118] held: no
2026-01-08T17:04:49.478232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037847888097316:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9765
2026-01-08T17:04:49.478656Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037844671213509:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(108028168ns) {HandleHandshakeStatus:329(108026347ns) {DropIncomingHandshake:442(14960ns) DropOutgoingHandshake:457(566ns) SwitchToState:179(2597ns) ProcessPendingSessionEvents:495(48521450ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 45384406ns max# 5448608ns}}}
2026-01-08T17:04:49.443939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037845941960748:2109] [node 6] ICP22 created new session: [5:7593037850236928075:2109]
2026-01-08T17:04:49.478977Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037845784332627:2105] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9510) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037850079299954:2121] held: no
2026-01-08T17:04:49.443996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037850236928075:2109] [node 6] ICS09 handshake done sender: [5:7593037845941960755:2114] self: [5:7593037845941960754:0] peer: [6:7593037850079299956:0] socket: 296 qp: -1
2026-01-08T17:04:49.487598Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037847888097303:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:49.479702Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037850079299954:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:49.444025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037850236928075:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:49.444057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:49.495847Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037844671213510:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(45170810ns) {HandleHandshakeStatus:329(45166645ns) {DropIncomingHandshake:442(11380ns) DropOutgoingHandshake:457(496ns) SwitchToState:179(223ns) ProcessPendingSessionEvents:495(24182613ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 24089352ns max# 7731113ns}}}
2026-01-08T17:04:49.497627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037843593129923:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.497711Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:49.497775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037843593129923:2050] [node 3] ICP22 created new session: [4:7593037847888097320:2050]
2026-01-08T17:04:49.497842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037847888097320:2050] [node 3] ICS09 handshake done sender: [4:7593037847888097303:2118] self: [4:7593037847888097312:0] peer: [3:7593037844671213511:0] socket: 285 qp: -1
2026-01-08T17:04:49.497901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037847888097320:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:49.497952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:49.484763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037845784332627:2105] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.450071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037845941960678:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(125239346ns) {HandleHandshakeStatus:329(125237179ns) {DropIncomingHandshake:442(379ns) DropOutgoingHandshake:457(4158ns) SwitchToState:179(434ns) ProcessPendingSessionEvents:495(108240540ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 108081280ns max# 11518121ns}}}
2026-01-08T17:04:49.450303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037850236928074:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21350
2026-01-08T17:04:49.452296Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037845941960678:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:49.470631Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037850236928069:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:49.481582Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037845941960680:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:13438) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037850236928069:2122] held: no
2026-01-08T17:04:49.482229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037845941960680:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.482310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:49.482384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037845941960680:2050] [node 3] ICP22 created new session: [5:7593037850236928077:2050]
2026-01-08T17:04:49.482452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037850236928077:2050] [node 3] ICS09 handshake done sender: [5:7593037850236928069:2122] self: [5:7593037850236928072:0] peer: [3:7593037848966180821:0] socket: 295 qp: -1
2026-01-08T17:04:49.482503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037850236928077:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:49.482543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:49.504484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:49.505858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037845784332627:2105] [node 4] ICP22 created new session: [6:7593037850079299960:2105]
2026-01-08T17:04:49.505942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037850079299960:2105] [node 4] ICS09 handshake done sender: [6:7593037850079299954:2121] self: [6:7593037850079299957:0] peer: [4:7593037847888097293:0] socket: 294 qp: -1
2026-01-08T17:04:49.505992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037850079299960:2105] [node 4] ICS10 traffic start
2026-01-08T17:04:49.506049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:49.506307Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037845784332627:2105] [node 4] ICP35 event processing took too much time PendingConnection:279(22762032ns) {HandleHandshakeStatus:329(22759781ns) {DropIncomingHandshake:442(1972ns) DropOutgoingHandshake:457(268ns) SwitchToState:179(519ns) ProcessPendingSessionEvents:495(2219ns)}}
2026-01-08T17:04:49.506495Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037850079299955:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:49.507869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037845784332622:2104] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:49.513907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:49.513989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037845784332622:2104] [node 5] ICP22 created new session: [6:7593037850079299962:2104]
2026-01-08T17:04:49.514056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037850079299962:2104] [node 5] ICS09 handshake done sender: [6:7593037850079299955:2122] self: [6:7593037850079299956:0] peer: [5:7593037845941960754:0] socket: 297 qp: -1
2026-01-08T17:04:49.514101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037850079299962:2104] [node 5] ICS10 traffic start
2026-01-08T17:04:49.514152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:49.606847Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:49.607029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037846263224084:2048] [node 1] ICS01 socket: 229 reason# EndOfStream
2026-01-08T17:04:49.607067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037841968256694:2048] [node 1] ICP30 unregister session Session# [2:7593037846263224084:2048] VirtualId# [2:7593037846263224077:0]
2026-01-08T17:04:49.607099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037846263224084:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:49.607173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:49.607219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:49.609528Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:49.609827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037848966180837:2048] [node 1] ICS01 socket: 245 reason# EndOfStream
2026-01-08T17:04:49.609874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037844671213443:2048] [node 1] ICP30 unregister session Session# [3:7593037848966180837:2048] VirtualId# [3:7593037848966180826:0]
2026-01-08T17:04:49.609914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037848966180837:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:49.609997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:49.610043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:49.614526Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:49.614806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037847888097310:2048] [node 1] ICS07 socket disconnect 275 reason# EndOfStream
2026-01-08T17:04:49.614860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037847888097310:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:49.614108Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:49.614367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037850236928065:2048] [node 1] ICS07 socket disconnect 264 reason# EndOfStream
2026-01-08T17:04:49.614956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:49.614408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037850236928065:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:49.614494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:49.615013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037847888097310:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:49.614548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037850236928065:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:49.616104Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037843593129921:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16044) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:49.616178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037847888097310:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:49.616210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037843593129921:2048] [node 1] ICP30 unregister session Session# [4:7593037847888097310:2048] VirtualId# [4:7593037847888097299:0]
2026-01-08T17:04:49.616263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:49.615896Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037845941960678:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16044) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:49.615964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037850236928065:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:49.616014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037845941960678:2048] [node 1] ICP30 unregister session Session# [5:7593037850236928065:2048] VirtualId# [5:7593037850236928057:0]
2026-01-08T17:04:49.616118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:49.616153Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037845941960678:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16044) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:49.620527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16044) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:49.620150Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:49.624076Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037843593129921:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:16044) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:49.620409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037850079299948:2048] [node 1] ICS01 socket: 238 reason# EndOfStream
2026-01-08T17:04:49.625967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:16044) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:49.620464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037845784332563:2048] [node 1] ICP30 unregister session Session# [6:7593037850079299948:2048] VirtualId# [6:7593037850079299941:0]
2026-01-08T17:04:49.638724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037845941960678:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:49.620523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037850079299948:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:49.620625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:49.620678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:49.663898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037843593129921:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:49.811228Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:49.811493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037848966180832:2049] [node 2] ICS07 socket disconnect 242 reason# EndOfStream
2026-01-08T17:04:49.811535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037848966180832:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:49.811654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:49.811705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037848966180832:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:49.818088Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037844671213444:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26379) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:49.818183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037848966180832:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:49.818228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037844671213444:2049] [node 2] ICP30 unregister session Session# [3:7593037848966180832:2049] VirtualId# [3:7593037848966180824:0]
2026-01-08T17:04:49.818370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:49.818410Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037844671213444:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:49.818429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:49.826712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037844671213444:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:49.826909Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:49.827181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037847888097313:2049] [node 2] ICS01 socket: 235 reason# EndOfStream
2026-01-08T17:04:49.827240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037843593129922:2049] [node 2] ICP30 unregister session Session# [4:7593037847888097313:2049] VirtualId# [4:7593037847888097300:0]
2026-01-08T17:04:49.827283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037847888097313:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:49.827373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:49.827461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:49.827936Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:49.828182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037850236928063:2049] [node 2] ICS01 socket: 244 reason# EndOfStream
2026-01-08T17:04:49.828235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037845941960679:2049] [node 2] ICP30 unregister session Session# [5:7593037850236928063:2049] VirtualId# [5:7593037850236928053:0]
2026-01-08T17:04:49.828279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037850236928063:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:49.828355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:49.828400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:49.829776Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:49.829998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037850079299952:2049] [node 2] ICS01 socket: 230 reason# EndOfStream
2026-01-08T17:04:49.830051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037845784332564:2049] [node 2] ICP30 unregister session Session# [6:7593037850079299952:2049] VirtualId# [6:7593037850079299944:0]
2026-01-08T17:04:49.830089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037850079299952:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:49.830183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:49.830246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:49.966953Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:49.967256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037850079299946:2050] [node 3] ICS01 socket: 253 reason# EndOfStream
2026-01-08T17:04:49.967310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037845784332565:2050] [node 3] ICP30 unregister session Session# [6:7593037850079299946:2050] VirtualId# [6:7593037850079299940:0]
2026-01-08T17:04:49.967349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037850079299946:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:49.967443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:49.967498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:49.966961Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:49.967228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037847888097320:2050] [node 3] ICS01 socket: 285 reason# EndOfStream
2026-01-08T17:04:49.967279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037843593129923:2050] [node 3] ICP30 unregister session Session# [4:7593037847888097320:2050] VirtualId# [4:7593037847888097312:0]
2026-01-08T17:04:49.967332Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037847888097320:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:49.967430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:49.967480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:49.967614Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:49.967834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037850236928077:2050] [node 3] ICS01 socket: 295 reason# EndOfStream
2026-01-08T17:04:49.967879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037845941960680:2050] [node 3] ICP30 unregister session Session# [5:7593037850236928077:2050] VirtualId# [5:7593037850236928072:0]
2026-01-08T17:04:49.967909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037850236928077:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:49.967967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:49.968011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:50.164394Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:50.164658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037850236928067:2108] [node 4] ICS07 socket disconnect 261 reason# EndOfStream
2026-01-08T17:04:50.164698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037850236928067:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:50.164822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:50.164879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037850236928067:2108] [node 4] ICS15 start handshake
2026-01-08T17:04:50.165632Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:50.165883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037850079299960:2105] [node 4] ICS01 socket: 294 reason# EndOfStream
2026-01-08T17:04:50.165935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037845784332627:2105] [node 4] ICP30 unregister session Session# [6:7593037850079299960:2105] VirtualId# [6:7593037850079299957:0]
2026-01-08T17:04:50.165983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037850079299960:2105] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:50.166068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:50.166120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:50.167756Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037845941960741:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9510) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:50.167854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037850236928067:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:50.167901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037845941960741:2108] [node 4] ICP30 unregister session Session# [5:7593037850236928067:2108] VirtualId# [5:7593037850236928059:0]
2026-01-08T17:04:50.168022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:50.168063Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037845941960741:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9510) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:50.168086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9510) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:50.178186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037845941960741:2108] [node 4] ICP33 wake up from error state
2026-01-08T17:04:50.497830Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:50.498105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037850079299962:2104] [node 5] ICS01 socket: 297 reason# EndOfStream
2026-01-08T17:04:50.498161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037845784332622:2104] [node 5] ICP30 unregister session Session# [6:7593037850079299962:2104] VirtualId# [6:7593037850079299956:0]
2026-01-08T17:04:50.498208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037850079299962:2104] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:50.498300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:50.498402Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:50.716028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037851057633394:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:50.716084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037851057633395:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:50.724458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037852834540503:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:50.734648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037851291813297:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:50.734687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037851291813298:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:50.724526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037852834540504:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:50.743045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037854191470937:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:50.743087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037854191470938:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:50.743126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037854191470939:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:50.756478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037850641814389:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:50.756526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037850641814390:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:50.761992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037850641814388:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:50.749692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037854588178982:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:50.749718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037854588178983:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:50.749753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037854588178984:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:50.857610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037851057633457:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:50.864288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037851057633458:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:50.868860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037850641814449:2106] [node 4] ICP01 ready to work
2026-01-08T17:04:50.868970Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037851057633461:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:50.931448Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037851057633394:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(33236464ns) {Configure:104(33231279ns) {ProcessConfigured:135(8717922ns) {StartInitialHandshake:157(8715058ns) {DropHandshakes:470(2134ns) {DropIncomingHandshake:442(435ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:992(954ns) PrepareNewSessionHandshake:477(4439ns) {SwitchToState:179(1870ns)}}}}}
2026-01-08T17:04:50.868951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037850641814448:2099] [node 5] ICP01 ready to work
2026-01-08T17:04:50.919850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037852834540567:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:50.930930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037854588179045:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:50.930570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037852834540566:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:50.937873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037851291813378:2125] [node 6] ICP01 ready to work
2026-01-08T17:04:50.946719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037854191471005:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:50.952728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037854191471004:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:50.960155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037854588179047:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:50.955017Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037850641814449:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(71830788ns) {Configure:104(71819481ns) {ProcessConfigured:135(66600ns) {StartInitialHandshake:157(64255ns) {DropHandshakes:470(4809ns) {DropIncomingHandshake:442(478ns) DropOutgoingHandshake:457(458ns)} GenerateSessionVirtualId:992(1123ns) PrepareNewSessionHandshake:477(1019ns) {SwitchToState:179(387ns)}}}}}
2026-01-08T17:04:50.958207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037852834540568:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:50.979166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037851057633395:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(115641737ns) {Configure:104(115634342ns) {ProcessConfigured:135(74041ns) {StartInitialHandshake:157(71204ns) {DropHandshakes:470(2834ns) {DropIncomingHandshake:442(381ns) DropOutgoingHandshake:457(1032ns)} GenerateSessionVirtualId:992(953ns) PrepareNewSessionHandshake:477(3837ns) {SwitchToState:179(478ns)}}}}}
2026-01-08T17:04:50.958282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037851291813379:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:50.963124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037851291813380:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:51.013851Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037850641814448:2099] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(20919229ns) {Configure:104(20915024ns) {ProcessConfigured:135(61907ns) {StartInitialHandshake:157(58072ns) {DropHandshakes:470(1487ns) {DropIncomingHandshake:442(463ns) DropOutgoingHandshake:457(197ns)} GenerateSessionVirtualId:992(878ns) PrepareNewSessionHandshake:477(1031ns) {SwitchToState:179(408ns)}}}}}
2026-01-08T17:04:50.996166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037854191471006:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37226
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:50.996260Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037854191471007:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37226
2026-01-08T17:04:51.023969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037854588178983:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(87886538ns) {Configure:104(87882573ns) {ProcessConfigured:135(59796ns) {StartInitialHandshake:157(58127ns) {DropHandshakes:470(1950ns) {DropIncomingHandshake:442(468ns) DropOutgoingHandshake:457(221ns)} GenerateSessionVirtualId:992(550ns) PrepareNewSessionHandshake:477(1127ns) {SwitchToState:179(423ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.029710Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037851291813297:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(86478290ns) {Configure:104(86474070ns) {ProcessConfigured:135(5011670ns) {StartInitialHandshake:157(5008628ns) {DropHandshakes:470(1801ns) {DropIncomingHandshake:442(394ns) DropOutgoingHandshake:457(343ns)} GenerateSessionVirtualId:992(769ns) PrepareNewSessionHandshake:477(2619ns) {SwitchToState:179(1114ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.055638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037855352600767:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20851
2026-01-08T17:04:51.044865Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037852834540503:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(74380418ns) {Configure:104(66404232ns) {ProcessConfigured:135(44399ns) {StartInitialHandshake:157(42276ns) {DropHandshakes:470(2307ns) {DropIncomingHandshake:442(459ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:992(512ns) PrepareNewSessionHandshake:477(703ns) {SwitchToState:179(262ns)}}}}}
2026-01-08T17:04:51.031742Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037851291813381:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43848
2026-01-08T17:04:51.045146Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037857129507866:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15188
2026-01-08T17:04:51.046281Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037854588179046:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65302
2026-01-08T17:04:51.048492Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037854588179047:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(18237511ns) {Configure:104(18233191ns) {ProcessConfigured:135(10675865ns) {StartInitialHandshake:157(10672806ns) {DropHandshakes:470(4112ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(276ns)} GenerateSessionVirtualId:992(1430ns) PrepareNewSessionHandshake:477(4236ns) {SwitchToState:179(2380ns)}}}}}
2026-01-08T17:04:51.046377Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037857129507867:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15188
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.084096Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037854191471004:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(17933597ns) {Configure:104(17927587ns) {ProcessConfigured:135(16209863ns) {StartInitialHandshake:157(16207659ns) {DropHandshakes:470(2200ns) {DropIncomingHandshake:442(402ns) DropOutgoingHandshake:457(344ns)} GenerateSessionVirtualId:992(831ns) PrepareNewSessionHandshake:477(5602ns) {SwitchToState:179(2867ns)}}}}}
2026-01-08T17:04:51.079343Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037854588179045:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(30368161ns) {Configure:104(30364043ns) {ProcessConfigured:135(20188418ns) {StartInitialHandshake:157(20185864ns) {DropHandshakes:470(8147156ns) {DropIncomingHandshake:442(3003ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:992(1826ns) PrepareNewSessionHandshake:477(6080ns) {SwitchToState:179(2636ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.107660Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037855586780689:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43848
2026-01-08T17:04:51.048644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037857129507865:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15188
2026-01-08T17:04:51.089099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037858883146352:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65302
2026-01-08T17:04:51.086929Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037854191470937:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(62533631ns) {Configure:104(57096635ns) {ProcessConfigured:135(47143ns) {StartInitialHandshake:157(44949ns) {DropHandshakes:470(1646ns) {DropIncomingHandshake:442(362ns) DropOutgoingHandshake:457(262ns)} GenerateSessionVirtualId:992(564ns) PrepareNewSessionHandshake:477(701ns) {SwitchToState:179(301ns)}}}}}
2026-01-08T17:04:51.092941Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037858883146354:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65302
2026-01-08T17:04:51.096135Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037854588178984:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(171548180ns) {Configure:104(149151091ns) {ProcessConfigured:135(16725050ns) {StartInitialHandshake:157(16721988ns) {DropHandshakes:470(2868ns) {DropIncomingHandshake:442(542ns) DropOutgoingHandshake:457(567ns)} GenerateSessionVirtualId:992(658ns) PrepareNewSessionHandshake:477(2671ns) {SwitchToState:179(1162ns)}}}}}
2026-01-08T17:04:51.096478Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037854191471005:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(37787436ns) {Configure:104(37781620ns) {ProcessConfigured:135(3486245ns) {StartInitialHandshake:157(3484352ns) {DropHandshakes:470(2578ns) {DropIncomingHandshake:442(452ns) DropOutgoingHandshake:457(817ns)} GenerateSessionVirtualId:992(579ns) PrepareNewSessionHandshake:477(2958ns) {SwitchToState:179(1128ns)}}}}}
2026-01-08T17:04:51.084350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037852834540567:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(35261991ns) {Configure:104(35258181ns) {ProcessConfigured:135(2001339ns) {StartInitialHandshake:157(1998933ns) {DropHandshakes:470(1986ns) {DropIncomingHandshake:442(379ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:992(768ns) PrepareNewSessionHandshake:477(2547ns) {SwitchToState:179(1589ns)}}}}}
2026-01-08T17:04:51.121189Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037851291813378:2125] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(38470546ns) {Configure:104(38465568ns) {ProcessConfigured:135(2112956ns) {StartInitialHandshake:157(2109880ns) {DropHandshakes:470(1212ns) {DropIncomingHandshake:442(207ns) DropOutgoingHandshake:457(255ns)} GenerateSessionVirtualId:992(445ns) PrepareNewSessionHandshake:477(2591ns) {SwitchToState:179(1289ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.126918Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037851057633458:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(80302359ns) {Configure:104(80295284ns) {ProcessConfigured:135(81672ns) {StartInitialHandshake:157(79242ns) {DropHandshakes:470(2643ns) {DropIncomingHandshake:442(611ns) DropOutgoingHandshake:457(314ns)} GenerateSessionVirtualId:992(1396ns) PrepareNewSessionHandshake:477(1865ns) {SwitchToState:179(638ns)}}}}}
2026-01-08T17:04:51.127426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037855352600768:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20851
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.158349Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037855586780692:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43848
2026-01-08T17:04:51.129673Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037857129507872:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15188
2026-01-08T17:04:51.144986Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037855352600771:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20851
2026-01-08T17:04:51.129860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037857129507876:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15188
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.160955Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037852834540568:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(79358453ns) {Configure:104(79352486ns) {ProcessConfigured:135(24276073ns) {StartInitialHandshake:157(24272839ns) {DropHandshakes:470(2373ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(379ns)} GenerateSessionVirtualId:992(739ns) PrepareNewSessionHandshake:477(4765ns) {SwitchToState:179(2203ns)}}}}}
2026-01-08T17:04:51.169474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037858486438314:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37226
2026-01-08T17:04:51.191658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037854936781762:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4675
2026-01-08T17:04:51.209325Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037851291813381:2128] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.180065Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037857129507876:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.209085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037858486438314:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.209233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037858883146352:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.209428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037854588178984:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:51.212194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037855586780683:2131] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.213984Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037852834540566:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(127400320ns) {Configure:104(127392945ns) {ProcessConfigured:135(2406954ns) {StartInitialHandshake:157(2404294ns) {DropHandshakes:470(1352ns) {DropIncomingHandshake:442(167ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:992(605ns) PrepareNewSessionHandshake:477(2027ns) {SwitchToState:179(75ns)}}}}}
2026-01-08T17:04:51.214198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037857129507872:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.214376Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037857129507867:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.214576Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037857129507866:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.211170Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037858883146354:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.215178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037858486438308:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.212241Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037855586780683:2131] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.220278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037855352600767:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.215223Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037858486438308:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.211416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037854588179047:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.226231Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037854191471007:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.218740Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037854588179046:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.220783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037854588178982:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:51.235377Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037858883146363:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65302
2026-01-08T17:04:51.242434Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037858883146362:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65302
2026-01-08T17:04:51.222954Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037855352600768:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.220446Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037855586780689:2133] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.234551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037857129507865:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.223043Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037851057633460:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.234853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037852834540503:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:51.242689Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037858486438308:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:51.220569Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037855586780683:2131] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:51.250623Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037858883146352:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:51.250972Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037854588179046:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:51.257758Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037858883146364:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65302
2026-01-08T17:04:51.234951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037855586780692:2135] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.241579Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037851291813298:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:51.250092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037851291813380:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.250185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:51.258844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037851291813380:2108] [node 5] ICP22 created new session: [3:7593037855586780697:2108]
2026-01-08T17:04:51.286452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037855586780697:2108] [node 5] ICS09 handshake done sender: [3:7593037855586780683:2131] self: [3:7593037855586780682:0] peer: [5:7593037858883146359:0] socket: 254 qp: -1
2026-01-08T17:04:51.286551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037855586780697:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:51.286616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:51.277108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037854588178984:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.277217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:51.277275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037854588178984:2050] [node 3] ICP22 created new session: [5:7593037858883146365:2050]
2026-01-08T17:04:51.277335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037858883146365:2050] [node 3] ICS09 handshake done sender: [5:7593037858883146352:2115] self: [5:7593037858883146359:0] peer: [3:7593037855586780682:0] socket: 260 qp: -1
2026-01-08T17:04:51.277381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037858883146365:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:51.277431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:51.278895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037854588178982:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.291793Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037858883146354:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:51.292022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037854588179047:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.292106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:51.292172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037854588179047:2108] [node 4] ICP22 created new session: [5:7593037858883146367:2108]
2026-01-08T17:04:51.292236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037858883146367:2108] [node 4] ICS09 handshake done sender: [5:7593037858883146354:2116] self: [5:7593037858883146360:0] peer: [4:7593037858486438307:0] socket: 264 qp: -1
2026-01-08T17:04:51.292284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037858883146367:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:51.292331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:51.298491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.262609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037857129507871:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.223061Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037851057633460:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.224350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037851057633460:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:51.225414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037851057633457:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.225460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:51.225529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037851057633457:2108] [node 5] ICP22 created new session: [1:7593037855352600775:2108]
2026-01-08T17:04:51.225588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037855352600775:2108] [node 5] ICS09 handshake done sender: [1:7593037851057633460:2110] self: [1:7593037851057633459:0] peer: [5:7593037858883146361:0] socket: 234 qp: -1
2026-01-08T17:04:51.225640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037855352600775:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:51.225676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:51.254395Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037855352600771:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.256924Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037851057633457:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(16723110ns) {HandleHandshakeStatus:329(16718452ns) {DropIncomingHandshake:442(100ns) DropOutgoingHandshake:457(500ns) SwitchToState:179(393ns) ProcessPendingSessionEvents:495(16305512ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 16223893ns max# 11825060ns}}}
2026-01-08T17:04:51.258521Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037851057633464:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.258560Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037851057633464:2111] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.270627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037854936781762:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.330798Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037855586780701:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43848
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.262659Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037857129507871:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.312856Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037854191471006:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.322912Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037851057633464:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:51.274687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037850641814389:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:51.331744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037855586780700:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43848
2026-01-08T17:04:51.311782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037854588178982:2048] [node 1] ICP22 created new session: [5:7593037858883146369:2048]
2026-01-08T17:04:51.326424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037854191471004:2109] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.350605Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037855586780692:2135] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:51.276092Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037857129507875:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.303353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037854936781765:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4675
2026-01-08T17:04:51.334845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037851057633466:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.326633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037858883146369:2048] [node 1] ICS09 handshake done sender: [5:7593037854588179046:2110] self: [5:7593037858883146361:0] peer: [1:7593037851057633459:0] socket: 237 qp: -1
2026-01-08T17:04:51.332052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037854191470937:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:51.334875Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037851057633466:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.351434Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037851057633466:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:51.352425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037851057633394:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.355508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037855352600781:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20851
2026-01-08T17:04:51.362631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:51.371810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037851057633461:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.381208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037851057633394:2048] [node 2] ICP22 created new session: [1:7593037855352600783:2048]
2026-01-08T17:04:51.276122Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037857129507875:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.332040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037858883146369:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:51.334800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:51.307029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037854936781764:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4675
2026-01-08T17:04:51.353934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037855586780700:2136] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.390762Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:51.280918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037857129507875:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:51.311009Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037854936781762:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:51.351495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.294498Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037857129507871:2114] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.429759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037858883146372:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65302
2026-01-08T17:04:51.340360Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037850641814389:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.334879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037854191471004:2109] [node 5] ICP22 created new session: [4:7593037858486438319:2109]
2026-01-08T17:04:51.353987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037851291813298:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.392642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037851057633461:2107] [node 4] ICP22 created new session: [1:7593037855352600784:2107]
2026-01-08T17:04:51.350969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:51.351040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037850641814389:2049] [node 2] ICP22 created new session: [6:7593037854936781766:2049]
2026-01-08T17:04:51.353645Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037854936781767:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4675
2026-01-08T17:04:51.362949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037854936781766:2049] [node 2] ICS09 handshake done sender: [6:7593037854936781762:2115] self: [6:7593037854936781763:0] peer: [2:7593037857129507874:0] socket: 273 qp: -1
2026-01-08T17:04:51.371517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037854936781764:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.392248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037854936781766:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:51.392829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037850641814390:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:51.396073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:51.397832Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037850641814389:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(60614093ns) {HandleHandshakeStatus:329(60610495ns) {DropIncomingHandshake:442(1171ns) DropOutgoingHandshake:457(18193ns) SwitchToState:179(668ns) ProcessPendingSessionEvents:495(574347ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 512344ns max# 66365ns}}}
2026-01-08T17:04:51.441722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037854936781767:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.442451Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037854936781770:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4675
2026-01-08T17:04:51.442687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037850641814448:2099] [node 5] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.338364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037858486438319:2109] [node 5] ICS09 handshake done sender: [4:7593037858486438308:2115] self: [4:7593037858486438307:0] peer: [5:7593037858883146360:0] socket: 263 qp: -1
2026-01-08T17:04:51.399386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037855352600784:2107] [node 4] ICS09 handshake done sender: [1:7593037851057633466:2112] self: [1:7593037851057633465:0] peer: [4:7593037858486438318:0] socket: 238 qp: -1
2026-01-08T17:04:51.306768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037857129507890:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15188
2026-01-08T17:04:51.430598Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037858883146372:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.354061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.472946Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037858883146350:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.473007Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037858883146350:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.399770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037851057633470:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.354114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037851291813298:2049] [node 2] ICP22 created new session: [3:7593037855586780702:2049]
2026-01-08T17:04:51.366593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037852834540567:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.339244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037858486438320:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37226
2026-01-08T17:04:51.448774Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037854936781772:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4675
2026-01-08T17:04:51.399817Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037851057633470:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.354195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037855586780702:2049] [node 2] ICS09 handshake done sender: [3:7593037855586780692:2135] self: [3:7593037855586780696:0] peer: [2:7593037857129507870:0] socket: 274 qp: -1
2026-01-08T17:04:51.366705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:51.341058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037858486438319:2109] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.481684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037854936781764:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:51.354239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037855586780702:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:51.499354Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037858883146350:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:51.408618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037855352600783:2048] [node 2] ICS09 handshake done sender: [1:7593037851057633464:2111] self: [1:7593037851057633463:0] peer: [2:7593037857129507887:0] socket: 241 qp: -1
2026-01-08T17:04:51.366774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037852834540567:2109] [node 6] ICP22 created new session: [2:7593037857129507891:2109]
2026-01-08T17:04:51.355765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:51.374579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037854191471006:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:51.408705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037854191470937:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.408775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:51.413638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037854191470937:2048] [node 1] ICP22 created new session: [4:7593037858486438324:2048]
2026-01-08T17:04:51.425389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037858486438324:2048] [node 1] ICS09 handshake done sender: [4:7593037854191471006:2112] self: [4:7593037858486438318:0] peer: [1:7593037851057633465:0] socket: 242 qp: -1
2026-01-08T17:04:51.434620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037858486438324:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:51.443203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:51.466543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037858486438323:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37226
2026-01-08T17:04:51.466946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037858486438326:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37226
2026-01-08T17:04:51.473147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037858486438323:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.484140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037854191470939:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:51.486002Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037854191470937:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(81811058ns) {HandleHandshakeStatus:329(81808620ns) {DropIncomingHandshake:442(2389ns) DropOutgoingHandshake:457(6763ns) SwitchToState:179(420ns) ProcessPendingSessionEvents:495(12376561ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 12316296ns max# 11839021ns}}}
2026-01-08T17:04:51.542820Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037858486438326:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.496072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037850641814390:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.514518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037854588179045:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.514654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:51.514742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037854588179045:2109] [node 6] ICP22 created new session: [5:7593037858883146376:2109]
2026-01-08T17:04:51.514807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037858883146376:2109] [node 6] ICS09 handshake done sender: [5:7593037858883146350:2113] self: [5:7593037858883146349:0] peer: [6:7593037854936781773:0] socket: 292 qp: -1
2026-01-08T17:04:51.517114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037858883146376:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:51.517179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:51.522505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037858883146374:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65302
2026-01-08T17:04:51.539821Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037858883146374:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.539987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037854588178983:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.409054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037855352600784:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:51.354278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.496145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:51.366858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037857129507891:2109] [node 6] ICS09 handshake done sender: [2:7593037857129507875:2116] self: [2:7593037857129507874:0] peer: [6:7593037854936781763:0] socket: 272 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.567743Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037858486438330:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37226
2026-01-08T17:04:51.410725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037855352600783:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:51.410785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:51.412541Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037851057633394:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(59112135ns) {HandleHandshakeStatus:329(59110294ns) {DropIncomingHandshake:442(22409ns) DropOutgoingHandshake:457(463ns) SwitchToState:179(603ns) ProcessPendingSessionEvents:495(558823ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 504566ns max# 48191ns}}}
2026-01-08T17:04:51.413562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:51.422173Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037855352600781:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.434919Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037851057633470:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:51.371361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037851291813297:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:51.366902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037857129507891:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:51.457269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037851057633395:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.457351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:51.472821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037851057633395:2049] [node 3] ICP22 created new session: [1:7593037855352600788:2049]
2026-01-08T17:04:51.494549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037855352600788:2049] [node 3] ICS09 handshake done sender: [1:7593037851057633470:2113] self: [1:7593037851057633469:0] peer: [3:7593037855586780704:0] socket: 283 qp: -1
2026-01-08T17:04:51.499860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037855352600788:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:51.504119Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037851057633461:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(131300502ns) {HandleHandshakeStatus:329(131297871ns) {DropIncomingHandshake:442(180ns) DropOutgoingHandshake:457(659ns) SwitchToState:179(306ns) ProcessPendingSessionEvents:495(68056865ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 67960588ns max# 18990640ns}}}
2026-01-08T17:04:51.505030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037851057633461:2107] [node 4] ICP18 handshake (actor [1:7593037855352600781:2118]) is too old
2026-01-08T17:04:51.506119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.586852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037858883146379:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:65302
2026-01-08T17:04:51.568944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037854191470938:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.410386Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037855586780688:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.496211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037850641814390:2050] [node 3] ICP22 created new session: [6:7593037854936781774:2050]
2026-01-08T17:04:51.366951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.496269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037854936781774:2050] [node 3] ICS09 handshake done sender: [6:7593037854936781764:2116] self: [6:7593037854936781768:0] peer: [3:7593037855586780687:0] socket: 284 qp: -1
2026-01-08T17:04:51.581906Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037858486438323:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:51.612271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037855352600770:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.368145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037852834540504:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.496312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037854936781774:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:51.496355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:51.550861Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037854936781770:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.555587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037850641814388:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:51.566983Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037854936781777:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4675
2026-01-08T17:04:51.568797Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037850641814448:2099] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5887) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037854936781767:2118] held: no
2026-01-08T17:04:51.580306Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037850641814448:2099] [node 5] ICP35 event processing took too much time PendingConnection:279(17993942ns) {HandleHandshakeStatus:395(17991640ns) {LogHandshakeFail:472(14659ns) {UpdateErrorStateLog:545(5825ns)} DropOutgoingHandshake:457(1849ns) ProcessPendingSessionEvents:495(10552623ns) {unordered DropSessionEvent:512 num# 100 sum# 10527009ns max# 9932864ns}}}
2026-01-08T17:04:51.593855Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037854936781767:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:51.603353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037850641814448:2099] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.603415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:51.603478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037850641814448:2099] [node 5] ICP22 created new session: [6:7593037854936781779:2099]
2026-01-08T17:04:51.603555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037854936781779:2099] [node 5] ICS09 handshake done sender: [6:7593037854936781767:2118] self: [6:7593037854936781773:0] peer: [5:7593037858883146349:0] socket: 293 qp: -1
2026-01-08T17:04:51.603620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037854936781779:2099] [node 5] ICS10 traffic start
2026-01-08T17:04:51.603666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:51.614894Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037854936781776:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4675
2026-01-08T17:04:51.619797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037854936781781:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4675
2026-01-08T17:04:51.410435Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037855586780688:2132] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.612327Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037855352600770:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.609374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037858486438331:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37226
2026-01-08T17:04:51.627697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037858883146374:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:51.655058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037854588178983:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.368248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:51.442662Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037855586780688:2132] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:51.648228Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037850641814388:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29521) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037854936781770:2119] held: no
2026-01-08T17:04:51.609624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037854191470939:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.618910Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037855352600770:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:51.368314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037852834540504:2049] [node 3] ICP22 created new session: [2:7593037857129507893:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:51.447553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037851291813378:2125] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.609696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:51.609763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037854191470939:2050] [node 3] ICP22 created new session: [4:7593037858486438332:2050]
2026-01-08T17:04:51.609831Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037858486438332:2050] [node 3] ICS09 handshake done sender: [4:7593037858486438323:2120] self: [4:7593037858486438328:0] peer: [3:7593037855586780690:0] socket: 252 qp: -1
2026-01-08T17:04:51.658525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037854936781770:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:51.639036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037851057633458:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.368372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037857129507893:2049] [node 3] ICS09 handshake done sender: [2:7593037857129507871:2114] self: [2:7593037857129507870:0] peer: [3:7593037855586780696:0] socket: 271 qp: -1
2026-01-08T17:04:51.447621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:51.679229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:51.609876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037858486438332:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:51.642910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:51.674957Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037854936781776:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.447698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037851291813378:2125] [node 6] ICP22 created new session: [3:7593037855586780708:2125]
2026-01-08T17:04:51.368412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037857129507893:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:51.660156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037851057633458:2109] [node 6] ICP22 created new session: [1:7593037855352600791:2109]
2026-01-08T17:04:51.447757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037855586780708:2125] [node 6] ICS09 handshake done sender: [3:7593037855586780688:2132] self: [3:7593037855586780687:0] peer: [6:7593037854936781768:0] socket: 282 qp: -1
2026-01-08T17:04:51.447813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037855586780708:2125] [node 6] ICS10 traffic start
2026-01-08T17:04:51.447872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:51.482384Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037851291813380:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(92396496ns) {HandleHandshakeStatus:329(92392447ns) {DropIncomingHandshake:442(28071ns) DropOutgoingHandshake:457(491ns) SwitchToState:179(549ns) ProcessPendingSessionEvents:495(55686545ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 55591107ns max# 15707400ns}}}
2026-01-08T17:04:51.499609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037855586780691:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.499651Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037855586780691:2134] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.509234Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037851291813297:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29521) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037855586780700:2136] held: no
2026-01-08T17:04:51.554989Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037855586780706:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43848
2026-01-08T17:04:51.557437Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037855586780691:2134] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:51.581378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037855586780700:2136] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:51.606835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037851291813379:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.617038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:51.682618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037850641814449:2106] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:51.609926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:51.689279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037854588178983:2049] [node 2] ICP22 created new session: [5:7593037858883146380:2049]
2026-01-08T17:04:51.368446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:51.671220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037858486438326:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:51.691152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037858883146380:2049] [node 2] ICS09 handshake done sender: [5:7593037858883146374:2122] self: [5:7593037858883146378:0] peer: [2:7593037857129507879:0] socket: 301 qp: -1
2026-01-08T17:04:51.679107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037855352600791:2109] [node 6] ICS09 handshake done sender: [1:7593037855352600770:2116] self: [1:7593037855352600769:0] peer: [6:7593037854936781778:0] socket: 294 qp: -1
2026-01-08T17:04:51.617125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037851291813379:2107] [node 4] ICP22 created new session: [3:7593037855586780711:2107]
2026-01-08T17:04:51.376830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037857129507865:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:51.420256Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037852834540503:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29521) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037857129507865:2110] held: no
2026-01-08T17:04:51.559871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037857129507880:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.559916Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037857129507880:2118] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.567799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037857129507883:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.567841Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037857129507883:2119] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.591194Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037852834540503:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(92769377ns) {HandleHandshakeStatus:395(92766228ns) {LogHandshakeFail:472(14738ns) {UpdateErrorStateLog:545(5809ns)} DropOutgoingHandshake:457(1500ns) ProcessPendingSessionEvents:495(85946071ns) {unordered DropSessionEvent:512 num# 100 sum# 30495417ns max# 9588978ns}}}
2026-01-08T17:04:51.591275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037852834540503:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.591371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:51.591436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037852834540503:2048] [node 1] ICP22 created new session: [2:7593037857129507898:2048]
2026-01-08T17:04:51.591518Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037857129507898:2048] [node 1] ICS09 handshake done sender: [2:7593037857129507865:2110] self: [2:7593037857129507887:0] peer: [1:7593037851057633463:0] socket: 247 qp: -1
2026-01-08T17:04:51.591581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037857129507898:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:51.591640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:51.598039Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037857129507880:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:51.613655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037857129507883:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:51.624613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037852834540568:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.628470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:51.633069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037852834540566:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.633156Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:51.633228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037852834540566:2107] [node 4] ICP22 created new session: [2:7593037857129507902:2107]
2026-01-08T17:04:51.633293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037857129507902:2107] [node 4] ICS09 handshake done sender: [2:7593037857129507883:2119] self: [2:7593037857129507882:0] peer: [4:7593037858486438329:0] socket: 296 qp: -1
2026-01-08T17:04:51.633339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037857129507902:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:51.633387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:51.636280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037852834540568:2108] [node 5] ICP22 created new session: [2:7593037857129507901:2108]
2026-01-08T17:04:51.662524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037857129507901:2108] [node 5] ICS09 handshake done sender: [2:7593037857129507880:2118] self: [2:7593037857129507879:0] peer: [5:7593037858883146378:0] socket: 300 qp: -1
2026-01-08T17:04:51.668729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037857129507901:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:51.668820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:51.689180Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037854936781783:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4675
2026-01-08T17:04:51.671514Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037854191470938:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21563) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037858486438326:2121] held: no
2026-01-08T17:04:51.702237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037858883146380:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:51.679197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037855352600791:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:51.703340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037854936781776:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:51.702294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:51.750055Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037854588178983:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(60017814ns) {HandleHandshakeStatus:329(60015608ns) {DropIncomingHandshake:442(4078ns) DropOutgoingHandshake:457(8094ns) SwitchToState:179(1230ns) ProcessPendingSessionEvents:495(390109ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 355619ns max# 44886ns}}}
2026-01-08T17:04:51.750142Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037854588178983:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:51.756777Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037854588178982:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(435523296ns) {HandleHandshakeStatus:329(427404825ns) {DropIncomingHandshake:442(499ns) DropOutgoingHandshake:457(6176ns) SwitchToState:179(379ns) ProcessPendingSessionEvents:495(316931557ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 300654173ns max# 19281729ns}}}
2026-01-08T17:04:51.672201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037854191470938:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.672276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:51.672362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037854191470938:2049] [node 2] ICP22 created new session: [4:7593037858486438334:2049]
2026-01-08T17:04:51.672417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037858486438334:2049] [node 2] ICS09 handshake done sender: [4:7593037858486438326:2121] self: [4:7593037858486438329:0] peer: [2:7593037857129507882:0] socket: 298 qp: -1
2026-01-08T17:04:51.672461Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037858486438334:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:51.672505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:51.687313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037858486438310:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:51.687346Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037858486438310:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:51.690410Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037858486438310:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:51.704550Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037854191471004:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(374191041ns) {HandleHandshakeStatus:329(374184326ns) {DropIncomingHandshake:442(25119ns) DropOutgoingHandshake:457(747ns) SwitchToState:179(874ns) ProcessPendingSessionEvents:495(307838515ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 307602721ns max# 19693927ns}}}
2026-01-08T17:04:51.715668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037854191471005:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:51.730562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:51.739932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037854191471005:2110] [node 6] ICP22 created new session: [4:7593037858486438337:2110]
2026-01-08T17:04:51.740019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037858486438337:2110] [node 6] ICS09 handshake done sender: [4:7593037858486438310:2116] self: [4:7593037858486438309:0] peer: [6:7593037854936781782:0] socket: 290 qp: -1
2026-01-08T17:04:51.740073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037858486438337:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:51.740141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:51.741734Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037854191471005:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(25148952ns) {HandleHandshakeStatus:329(25146217ns) {DropIncomingHandshake:442(23740ns) DropOutgoingHandshake:457(414ns) SwitchToState:179(441ns) ProcessPendingSessionEvents:495(502701ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 445315ns max# 66048ns}}}
2026-01-08T17:04:51.621193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037851291813297:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.622934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:51.624073Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037851291813298:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(89304878ns) {HandleHandshakeStatus:329(89303174ns) {DropIncomingHandshake:442(374ns) DropOutgoingHandshake:457(5023ns) SwitchToState:179(296ns) ProcessPendingSessionEvents:495(88864333ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 86840755ns max# 15412413ns}}}
2026-01-08T17:04:51.632247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037851291813297:2048] [node 1] ICP22 created new session: [3:7593037855586780712:2048]
2026-01-08T17:04:51.636556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037855586780711:2107] [node 4] ICS09 handshake done sender: [3:7593037855586780691:2134] self: [3:7593037855586780690:0] peer: [4:7593037858486438328:0] socket: 253 qp: -1
2026-01-08T17:04:51.638958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037855586780711:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:51.642513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037855586780712:2048] [node 1] ICS09 handshake done sender: [3:7593037855586780700:2136] self: [3:7593037855586780704:0] peer: [1:7593037851057633469:0] socket: 269 qp: -1
2026-01-08T17:04:51.643731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:51.655210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037855586780712:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:51.660214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:51.689614Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037851291813297:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(57827430ns) {HandleHandshakeStatus:329(57823885ns) {DropIncomingHandshake:442(3627ns) DropOutgoingHandshake:457(407ns) SwitchToState:179(940ns) ProcessPendingSessionEvents:495(1761ns)}}
2026-01-08T17:04:51.765509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037851291813379:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(166385250ns) {HandleHandshakeStatus:329(166382970ns) {DropIncomingHandshake:442(42555ns) DropOutgoingHandshake:457(579ns) SwitchToState:179(519ns) ProcessPendingSessionEvents:495(95859189ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 93366669ns max# 15589935ns}}}
2026-01-08T17:04:51.691208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:51.767969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037854588179045:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(252274876ns) {HandleHandshakeStatus:329(252271349ns) {DropIncomingHandshake:442(21260ns) DropOutgoingHandshake:457(850ns) SwitchToState:179(478ns) ProcessPendingSessionEvents:495(224014572ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 211553070ns max# 18764821ns}}}
2026-01-08T17:04:51.775657Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037852834540568:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(149924733ns) {HandleHandshakeStatus:329(149921503ns) {DropIncomingHandshake:442(16447ns) DropOutgoingHandshake:457(335ns) SwitchToState:179(762ns) ProcessPendingSessionEvents:495(83572534ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 83462239ns max# 18273778ns}}}
2026-01-08T17:04:51.727279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037850641814449:2106] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.727389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:51.727451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037850641814449:2106] [node 4] ICP22 created new session: [6:7593037854936781784:2106]
2026-01-08T17:04:51.734538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037854936781784:2106] [node 4] ICS09 handshake done sender: [6:7593037854936781776:2121] self: [6:7593037854936781782:0] peer: [4:7593037858486438309:0] socket: 302 qp: -1
2026-01-08T17:04:51.743914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037854936781784:2106] [node 4] ICS10 traffic start
2026-01-08T17:04:51.749182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:51.753293Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037850641814388:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(86656065ns) {HandleHandshakeStatus:395(86637289ns) {LogHandshakeFail:472(20937ns) {UpdateErrorStateLog:545(7031ns)} DropOutgoingHandshake:457(556ns) ProcessPendingSessionEvents:495(86507748ns) {unordered DropSessionEvent:512 num# 100 sum# 86432150ns max# 12891235ns}}}
2026-01-08T17:04:51.753380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037850641814388:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:51.753475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:51.753545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037850641814388:2048] [node 1] ICP22 created new session: [6:7593037854936781786:2048]
2026-01-08T17:04:51.753614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037854936781786:2048] [node 1] ICS09 handshake done sender: [6:7593037854936781770:2119] self: [6:7593037854936781778:0] peer: [1:7593037855352600769:0] socket: 295 qp: -1
2026-01-08T17:04:51.753665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037854936781786:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:51.753708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:51.760621Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037850641814449:2106] [node 4] ICP35 event processing took too much time PendingConnection:279(32309846ns) {HandleHandshakeStatus:329(32307397ns) {DropIncomingHandshake:442(540ns) DropOutgoingHandshake:457(7992ns) SwitchToState:179(791ns) ProcessPendingSessionEvents:495(572125ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 488283ns max# 53584ns}}}
2026-01-08T17:04:51.773418Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037851057633458:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(135623858ns) {HandleHandshakeStatus:329(135621302ns) {DropIncomingHandshake:442(25729ns) DropOutgoingHandshake:457(519ns) SwitchToState:179(392ns) ProcessPendingSessionEvents:495(68969946ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 66104966ns max# 23260397ns}}}
2026-01-08T17:04:51.778765Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037851057633395:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(320381213ns) {HandleHandshakeStatus:329(320378814ns) {DropIncomingHandshake:442(18195ns) DropOutgoingHandshake:457(464ns) SwitchToState:179(482ns) ProcessPendingSessionEvents:495(241887122ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 215764411ns max# 19491741ns}}}
2026-01-08T17:04:51.952991Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:51.953276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037857129507898:2048] [node 1] ICS01 socket: 247 reason# EndOfStream
2026-01-08T17:04:51.953335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037852834540503:2048] [node 1] ICP30 unregister session Session# [2:7593037857129507898:2048] VirtualId# [2:7593037857129507887:0]
2026-01-08T17:04:51.953380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037857129507898:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:51.953477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:51.953543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:51.954035Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:51.954291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037855586780712:2048] [node 1] ICS01 socket: 269 reason# EndOfStream
2026-01-08T17:04:51.954376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037851291813297:2048] [node 1] ICP30 unregister session Session# [3:7593037855586780712:2048] VirtualId# [3:7593037855586780704:0]
2026-01-08T17:04:51.954419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037855586780712:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:51.954504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:51.954561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:51.957423Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:51.957685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037858486438324:2048] [node 1] ICS01 socket: 242 reason# EndOfStream
2026-01-08T17:04:51.957757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037854191470937:2048] [node 1] ICP30 unregister session Session# [4:7593037858486438324:2048] VirtualId# [4:7593037858486438318:0]
2026-01-08T17:04:51.957821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037858486438324:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:51.957903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:51.957948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:51.958970Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:51.959214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037858883146369:2048] [node 1] ICS07 socket disconnect 237 reason# EndOfStream
2026-01-08T17:04:51.959266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037858883146369:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:51.959344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:51.959395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037858883146369:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:51.960437Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037854588178982:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29521) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:51.960519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037858883146369:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:51.960569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037854588178982:2048] [node 1] ICP30 unregister session Session# [5:7593037858883146369:2048] VirtualId# [5:7593037858883146361:0]
2026-01-08T17:04:51.960688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:51.960750Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037854588178982:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:29521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:51.960776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29521) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:51.960452Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:51.960733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037854936781786:2048] [node 1] ICS01 socket: 295 reason# EndOfStream
2026-01-08T17:04:51.960790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037850641814388:2048] [node 1] ICP30 unregister session Session# [6:7593037854936781786:2048] VirtualId# [6:7593037854936781778:0]
2026-01-08T17:04:51.960836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037854936781786:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:51.960923Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:51.960985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:51.970206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037854588178982:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:52.097962Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:52.098236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037855586780702:2049] [node 2] ICS07 socket disconnect 274 reason# EndOfStream
2026-01-08T17:04:52.098287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037855586780702:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:52.098400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:52.098771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037855586780702:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:52.101203Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037851291813298:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21563) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:52.101274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037855586780702:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:52.102602Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037851291813298:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21563) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:52.102748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037855586780702:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:52.102857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037851291813298:2049] [node 2] ICP30 unregister session Session# [3:7593037855586780702:2049] VirtualId# [3:7593037855586780696:0]
2026-01-08T17:04:52.103265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:52.103328Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037851291813298:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21563) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:52.103350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21563) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:52.106263Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:52.106539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037858486438334:2049] [node 2] ICS01 socket: 298 reason# EndOfStream
2026-01-08T17:04:52.106631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037854191470938:2049] [node 2] ICP30 unregister session Session# [4:7593037858486438334:2049] VirtualId# [4:7593037858486438329:0]
2026-01-08T17:04:52.106693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037858486438334:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:52.106793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:52.106843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:52.107668Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:52.107891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037858883146380:2049] [node 2] ICS01 socket: 301 reason# EndOfStream
2026-01-08T17:04:52.107959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037854588178983:2049] [node 2] ICP30 unregister session Session# [5:7593037858883146380:2049] VirtualId# [5:7593037858883146378:0]
2026-01-08T17:04:52.108000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037858883146380:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:52.108080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:52.108138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:52.110525Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:52.110728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037854936781766:2049] [node 2] ICS07 socket disconnect 273 reason# EndOfStream
2026-01-08T17:04:52.110761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037854936781766:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:52.110832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:52.110889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037854936781766:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:52.111889Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037850641814389:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21563) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:52.111975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037854936781766:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:52.112026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037850641814389:2049] [node 2] ICP30 unregister session Session# [6:7593037854936781766:2049] VirtualId# [6:7593037854936781763:0]
2026-01-08T17:04:52.112099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:52.112142Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037850641814389:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21563) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:52.112167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21563) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:52.113521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037851291813298:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:52.121820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037850641814389:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:52.340048Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:52.340303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037858883146365:2050] [node 3] ICS01 socket: 260 reason# EndOfStream
2026-01-08T17:04:52.340452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037854588178984:2050] [node 3] ICP30 unregister session Session# [5:7593037858883146365:2050] VirtualId# [5:7593037858883146359:0]
2026-01-08T17:04:52.340509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037858883146365:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:52.340624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:52.340683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:52.342499Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:52.342758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037854936781774:2050] [node 3] ICS07 socket disconnect 284 reason# EndOfStream
2026-01-08T17:04:52.342803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037854936781774:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:52.342909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:52.342966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037854936781774:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:52.343823Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037850641814390:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18603) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:52.344061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037854936781774:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:52.344126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037850641814390:2050] [node 3] ICP30 unregister session Session# [6:7593037854936781774:2050] VirtualId# [6:7593037854936781768:0]
2026-01-08T17:04:52.344226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:52.344184Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:52.344325Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037850641814390:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:52.344379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18603) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:52.354165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037850641814390:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:52.554551Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:52.554552Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:52.554828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037854936781784:2106] [node 4] ICS07 socket disconnect 302 reason# EndOfStream
2026-01-08T17:04:52.554888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037854936781784:2106] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:52.555011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:52.555073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037854936781784:2106] [node 4] ICS15 start handshake
2026-01-08T17:04:52.554961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037858883146367:2108] [node 4] ICS01 socket: 264 reason# EndOfStream
2026-01-08T17:04:52.555020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037854588179047:2108] [node 4] ICP30 unregister session Session# [5:7593037858883146367:2108] VirtualId# [5:7593037858883146360:0]
2026-01-08T17:04:52.555069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037858883146367:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:52.555160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:52.555228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:52.556228Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037850641814449:2106] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27281) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:52.556386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037854936781784:2106] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:52.556438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037850641814449:2106] [node 4] ICP30 unregister session Session# [6:7593037854936781784:2106] VirtualId# [6:7593037854936781782:0]
2026-01-08T17:04:52.556498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:52.556544Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037850641814449:2106] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:27281) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:52.556573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27281) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:52.567161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037850641814449:2106] [node 4] ICP33 wake up from error state
2026-01-08T17:04:52.754497Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:52.754758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037854936781779:2099] [node 5] ICS01 socket: 293 reason# EndOfStream
2026-01-08T17:04:52.754802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037850641814448:2099] [node 5] ICP30 unregister session Session# [6:7593037854936781779:2099] VirtualId# [6:7593037854936781773:0]
2026-01-08T17:04:52.754846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037854936781779:2099] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:52.754890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:52.754985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:52.946746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037859041428488:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:52.946870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037859041428487:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:52.940059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037860126183165:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:52.940136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037860126183166:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:52.986859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037861713415093:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:52.986908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037861713415094:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:52.986263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037862851864410:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:52.986514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037862851864411:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:52.988615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037862851864412:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:53.008512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037865901605447:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:53.008549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037865901605448:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:53.008588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037865901605449:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:53.000254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037860926149384:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:53.000298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037860926149385:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:53.000540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037860926149386:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:53.452551Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037865901605448:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(25400127ns) {Configure:104(25394728ns) {ProcessConfigured:135(106849ns) {StartInitialHandshake:157(104352ns) {DropHandshakes:470(2746ns) {DropIncomingHandshake:442(640ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:992(1103ns) PrepareNewSessionHandshake:477(1663ns) {SwitchToState:179(670ns)}}}}}
2026-01-08T17:04:53.511455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037865901605509:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:53.553330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037863336395847:2107] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.586054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037866008382452:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:53.658370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037865901605511:2102] [node 5] ICP01 ready to work
2026-01-08T17:04:53.614880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037867146831769:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:53.581650Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037863336395846:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:53.666002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037867146831770:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:53.660943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037865221116743:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:53.654752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037866008382453:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:53.650732Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037864421150542:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56152
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.694506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037865221116744:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:53.675630Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037860126183166:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(24246751ns) {Configure:104(24239871ns) {ProcessConfigured:135(84882ns) {StartInitialHandshake:157(76968ns) {DropHandshakes:470(2704ns) {DropIncomingHandshake:442(640ns) DropOutgoingHandshake:457(485ns)} GenerateSessionVirtualId:992(1223ns) PrepareNewSessionHandshake:477(1394ns) {SwitchToState:179(665ns)}}}}}
2026-01-08T17:04:53.674833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037863336395848:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:53.667906Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037866008382452:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(81138615ns) {Configure:104(81132791ns) {ProcessConfigured:135(1293394ns) {StartInitialHandshake:157(1289550ns) {DropHandshakes:470(2825ns) {DropIncomingHandshake:442(509ns) DropOutgoingHandshake:457(508ns)} GenerateSessionVirtualId:992(848ns) PrepareNewSessionHandshake:477(3552ns) {SwitchToState:179(2100ns)}}}}}
2026-01-08T17:04:53.718213Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037865221116743:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(23880992ns) {Configure:104(23875469ns) {ProcessConfigured:135(73819ns) {StartInitialHandshake:157(71922ns) {DropHandshakes:470(2628ns) {DropIncomingHandshake:442(664ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:992(836ns) PrepareNewSessionHandshake:477(1444ns) {SwitchToState:179(513ns)}}}}}
2026-01-08T17:04:53.722957Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037863336395847:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(169071307ns) {Configure:104(169066449ns) {ProcessConfigured:135(67568ns) {StartInitialHandshake:157(66531ns) {DropHandshakes:470(2286ns) {DropIncomingHandshake:442(533ns) DropOutgoingHandshake:457(240ns)} GenerateSessionVirtualId:992(1448ns) PrepareNewSessionHandshake:477(1344ns) {SwitchToState:179(1140ns)}}}}}
2026-01-08T17:04:53.741997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037865901605447:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(60853681ns) {Configure:104(60847719ns) {ProcessConfigured:135(78931ns) {StartInitialHandshake:157(73726ns) {DropHandshakes:470(3464ns) {DropIncomingHandshake:442(719ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:992(1581ns) PrepareNewSessionHandshake:477(1268ns) {SwitchToState:179(355ns)}}}}}
2026-01-08T17:04:53.681203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037864421150543:2111] [node 6] ICP01 ready to work
2026-01-08T17:04:53.693286Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037866008382458:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20067
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.754899Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037865221116752:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46939
2026-01-08T17:04:53.755080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037865221116753:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46939
2026-01-08T17:04:53.755485Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037860926149386:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(243250768ns) {Configure:104(243245314ns) {ProcessConfigured:135(5795608ns) {StartInitialHandshake:157(5793174ns) {DropHandshakes:470(1969ns) {DropIncomingHandshake:442(567ns) DropOutgoingHandshake:457(329ns)} GenerateSessionVirtualId:992(574ns) PrepareNewSessionHandshake:477(2037ns) {SwitchToState:179(603ns)}}}}}
2026-01-08T17:04:53.682039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037866008382457:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:53.707227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037864421150547:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.776903Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037867146831770:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(110240691ns) {Configure:104(110235002ns) {ProcessConfigured:135(54101ns) {StartInitialHandshake:157(51112ns) {DropHandshakes:470(2255ns) {DropIncomingHandshake:442(402ns) DropOutgoingHandshake:457(277ns)} GenerateSessionVirtualId:992(635ns) PrepareNewSessionHandshake:477(1752ns) {SwitchToState:179(492ns)}}}}}
2026-01-08T17:04:53.777508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037867146831776:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32861
2026-01-08T17:04:53.777664Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037867146831777:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32861
2026-01-08T17:04:53.778052Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037867146831775:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32861
2026-01-08T17:04:53.730302Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037864421150542:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.799652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037866008382458:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.800068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037866008382465:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20067
2026-01-08T17:04:53.773811Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037865901605511:2102] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(43711296ns) {Configure:104(43705947ns) {ProcessConfigured:135(41818766ns) {StartInitialHandshake:157(41816387ns) {DropHandshakes:470(2096ns) {DropIncomingHandshake:442(539ns) DropOutgoingHandshake:457(387ns)} GenerateSessionVirtualId:992(724ns) PrepareNewSessionHandshake:477(3594ns) {SwitchToState:179(1462ns)}}}}}
2026-01-08T17:04:53.783298Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037862851864411:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(287998016ns) {Configure:104(287988162ns) {ProcessConfigured:135(71870ns) {StartInitialHandshake:157(68961ns) {DropHandshakes:470(2378ns) {DropIncomingHandshake:442(533ns) DropOutgoingHandshake:457(320ns)} GenerateSessionVirtualId:992(1303ns) PrepareNewSessionHandshake:477(1333ns) {SwitchToState:179(443ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.750794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037864421150548:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:53.808627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037861713415094:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(101382012ns) {Configure:104(101373215ns) {ProcessConfigured:135(73554ns) {StartInitialHandshake:157(71256ns) {DropHandshakes:470(1897ns) {DropIncomingHandshake:442(459ns) DropOutgoingHandshake:457(327ns)} GenerateSessionVirtualId:992(908ns) PrepareNewSessionHandshake:477(4259ns) {SwitchToState:179(635ns)}}}}}
2026-01-08T17:04:53.838988Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037859041428487:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(157383729ns) {Configure:104(157378963ns) {ProcessConfigured:135(47487ns) {StartInitialHandshake:157(45310ns) {DropHandshakes:470(2028ns) {DropIncomingHandshake:442(448ns) DropOutgoingHandshake:457(337ns)} GenerateSessionVirtualId:992(919ns) PrepareNewSessionHandshake:477(596ns) {SwitchToState:179(100ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.797434Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037865901605515:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19479
2026-01-08T17:04:53.810944Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037867146831775:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.818610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037865221116752:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.835111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037864421150545:2129] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.862894Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037859041428488:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(391344674ns) {Configure:104(391333931ns) {ProcessConfigured:135(23533957ns) {StartInitialHandshake:157(23530650ns) {DropHandshakes:470(1849ns) {DropIncomingHandshake:442(368ns) DropOutgoingHandshake:457(321ns)} GenerateSessionVirtualId:992(709ns) PrepareNewSessionHandshake:477(2792ns) {SwitchToState:179(205ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.797625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037865901605521:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19479
2026-01-08T17:04:53.808941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037861713415094:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:53.843519Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037865221116758:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46939
2026-01-08T17:04:53.835172Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037864421150545:2129] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:53.834888Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037862851864412:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(264200244ns) {Configure:104(264194207ns) {ProcessConfigured:135(30356227ns) {StartInitialHandshake:157(30352909ns) {DropHandshakes:470(12259330ns) {DropIncomingHandshake:442(682ns) DropOutgoingHandshake:457(2532ns)} GenerateSessionVirtualId:992(2863ns) PrepareNewSessionHandshake:477(5710ns) {SwitchToState:179(3275ns)}}}}}
2026-01-08T17:04:53.814741Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037861713415093:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(55883707ns) {Configure:104(55877063ns) {ProcessConfigured:135(11270112ns) {StartInitialHandshake:157(11267025ns) {DropHandshakes:470(2431ns) {DropIncomingHandshake:442(523ns) DropOutgoingHandshake:457(265ns)} GenerateSessionVirtualId:992(1249ns) PrepareNewSessionHandshake:477(3133ns) {SwitchToState:179(739ns)}}}}}
2026-01-08T17:04:53.804919Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037865901605515:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.858876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037860926149386:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.881029Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037863336395860:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26383
2026-01-08T17:04:53.857502Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037860126183165:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(74674097ns) {Configure:104(74667097ns) {ProcessConfigured:135(101245ns) {StartInitialHandshake:157(98836ns) {DropHandshakes:470(2188ns) {DropIncomingHandshake:442(556ns) DropOutgoingHandshake:457(413ns)} GenerateSessionVirtualId:992(676ns) PrepareNewSessionHandshake:477(2478ns) {SwitchToState:179(835ns)}}}}}
2026-01-08T17:04:53.880065Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037865901605521:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.815355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037866008382471:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20067
2026-01-08T17:04:53.892824Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037867146831776:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.890522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037865221116753:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.892913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037862851864412:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:53.900758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037863336395860:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.885545Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037866008382460:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.873759Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037864421150545:2129] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:53.898610Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037865901605509:2109] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(216763588ns) {Configure:104(216750505ns) {ProcessConfigured:135(26713833ns) {StartInitialHandshake:157(26711580ns) {DropHandshakes:470(2097ns) {DropIncomingHandshake:442(381ns) DropOutgoingHandshake:457(858ns)} GenerateSessionVirtualId:992(601ns) PrepareNewSessionHandshake:477(4194ns) {SwitchToState:179(980ns)}}}}}
2026-01-08T17:04:53.885578Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037866008382460:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:53.899038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037865901605509:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:53.890968Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037864421150549:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56152
2026-01-08T17:04:53.900913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037862851864410:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(207092548ns) {Configure:104(207079480ns) {ProcessConfigured:135(21241904ns) {StartInitialHandshake:157(21239035ns) {DropHandshakes:470(2072ns) {DropIncomingHandshake:442(568ns) DropOutgoingHandshake:457(522ns)} GenerateSessionVirtualId:992(999ns) PrepareNewSessionHandshake:477(3103ns) {SwitchToState:179(1816ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.913478Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037865901605449:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(124852475ns) {Configure:104(124845670ns) {ProcessConfigured:135(2069363ns) {StartInitialHandshake:157(2067424ns) {DropHandshakes:470(2461ns) {DropIncomingHandshake:442(841ns) DropOutgoingHandshake:457(258ns)} GenerateSessionVirtualId:992(946ns) PrepareNewSessionHandshake:477(2877ns) {SwitchToState:179(819ns)}}}}}
2026-01-08T17:04:53.902880Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037864421150543:2111] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(44969912ns) {Configure:104(44963934ns) {ProcessConfigured:135(64290ns) {StartInitialHandshake:157(60989ns) {DropHandshakes:470(1940ns) {DropIncomingHandshake:442(497ns) DropOutgoingHandshake:457(397ns)} GenerateSessionVirtualId:992(938ns) PrepareNewSessionHandshake:477(1667ns) {SwitchToState:179(631ns)}}}}}
2026-01-08T17:04:53.916218Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037865901605528:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19479
2026-01-08T17:04:53.909046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037867146831777:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.906845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037860126183166:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.925814Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037863336395861:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26383
2026-01-08T17:04:53.893323Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037866008382460:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.910858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037867146831774:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.917510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037865901605449:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:53.906914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:53.906623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037866008382463:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.910894Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037867146831774:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:53.930688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037865221116762:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46939
2026-01-08T17:04:53.928389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037863336395850:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.908959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037864421150550:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56152
2026-01-08T17:04:53.920694Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037865901605528:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.906661Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037866008382463:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:53.928432Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037863336395850:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:53.911684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037867146831774:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:53.926384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037865901605448:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:53.914256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037860126183166:2049] [node 3] ICP22 created new session: [2:7593037864421150564:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.939485Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037860926149384:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(143563277ns) {Configure:104(143555084ns) {ProcessConfigured:135(1129993ns) {StartInitialHandshake:157(1127824ns) {DropHandshakes:470(1475ns) {DropIncomingHandshake:442(309ns) DropOutgoingHandshake:457(475ns)} GenerateSessionVirtualId:992(563ns) PrepareNewSessionHandshake:477(1503ns) {SwitchToState:179(805ns)}}}}}
2026-01-08T17:04:53.943433Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037863336395850:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:53.918806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037867146831770:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:53.906902Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037866008382471:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.959525Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037865901605529:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19479
2026-01-08T17:04:53.916293Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037864421150550:2131] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.909727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037866008382473:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20067
2026-01-08T17:04:53.959346Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037865221116758:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.956241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037863336395847:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:53.917141Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037864421150549:2130] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.919478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:53.914337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037866008382453:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:53.963314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037860926149384:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:53.920766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037867146831770:2109] [node 6] ICP22 created new session: [4:7593037867146831788:2109]
2026-01-08T17:04:53.956338Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.992901Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037865901605521:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:53.916260Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037866008382465:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.963551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037865221116761:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46939
2026-01-08T17:04:53.917884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037864421150564:2049] [node 3] ICS09 handshake done sender: [2:7593037864421150545:2129] self: [2:7593037864421150544:0] peer: [3:7593037866008382470:0] socket: 246 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.994904Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037865901605534:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19479
2026-01-08T17:04:53.956396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037863336395847:2107] [node 4] ICP22 created new session: [1:7593037863336395863:2107]
2026-01-08T17:04:53.922924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037862851864410:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:53.918410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037864421150564:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:53.994044Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037860926149386:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25422) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037865221116752:2112] held: no
2026-01-08T17:04:53.917672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.924859Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037867146831787:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32861
2026-01-08T17:04:53.956466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037863336395863:2107] [node 4] ICS09 handshake done sender: [1:7593037863336395850:2110] self: [1:7593037863336395849:0] peer: [4:7593037867146831789:0] socket: 254 qp: -1
2026-01-08T17:04:53.998564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037865221116752:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:54.003848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037865901605509:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:53.917859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037866008382453:2108] [node 5] ICP22 created new session: [3:7593037866008382477:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.918476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.956510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037863336395863:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:53.925254Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037867146831790:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32861
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:54.007963Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037870196572831:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19479
2026-01-08T17:04:53.942813Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037864421150557:2134] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:54.005845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037865221116762:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.919369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037866008382477:2108] [node 5] ICS09 handshake done sender: [3:7593037866008382460:2112] self: [3:7593037866008382459:0] peer: [5:7593037865221116759:0] socket: 249 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.927284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037867146831788:2109] [node 6] ICS09 handshake done sender: [4:7593037867146831774:2111] self: [4:7593037867146831773:0] peer: [6:7593037865901605527:0] socket: 265 qp: -1
2026-01-08T17:04:53.956554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:53.928644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037867146831788:2109] [node 6] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:54.005976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037869516084063:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46939
2026-01-08T17:04:53.942860Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037864421150557:2134] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:54.021610Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037865901605448:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22747) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037865901605528:2117] held: no
2026-01-08T17:04:53.920864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037866008382477:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:53.934596Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037867146831775:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:53.960213Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037863336395846:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(79104335ns) {Configure:104(79097410ns) {ProcessConfigured:135(61762ns) {StartInitialHandshake:157(59400ns) {DropHandshakes:470(1905ns) {DropIncomingHandshake:442(429ns) DropOutgoingHandshake:457(339ns)} GenerateSessionVirtualId:992(606ns) PrepareNewSessionHandshake:477(1162ns) {SwitchToState:179(446ns)}}}}}
2026-01-08T17:04:53.942548Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037867146831787:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.943036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:53.952240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037862851864412:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:53.952317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:53.952375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037862851864412:2050] [node 3] ICP22 created new session: [4:7593037867146831794:2050]
2026-01-08T17:04:53.952435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037867146831794:2050] [node 3] ICS09 handshake done sender: [4:7593037867146831775:2112] self: [4:7593037867146831785:0] peer: [3:7593037866008382462:0] socket: 261 qp: -1
2026-01-08T17:04:53.952477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037867146831794:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:53.952545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:53.953900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037867146831793:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32861
2026-01-08T17:04:53.962151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037862851864411:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:53.968008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037867146831770:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(48181465ns) {HandleHandshakeStatus:329(48178992ns) {DropIncomingHandshake:442(208ns) DropOutgoingHandshake:457(742ns) SwitchToState:179(274ns) ProcessPendingSessionEvents:495(7472533ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 7410318ns max# 6956525ns}}}
2026-01-08T17:04:53.974905Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037867146831777:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:53.976779Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037862851864410:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3943) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037867146831777:2114] held: no
2026-01-08T17:04:53.979412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037862851864410:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:53.979494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:53.979559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037862851864410:2048] [node 1] ICP22 created new session: [4:7593037867146831798:2048]
2026-01-08T17:04:53.979630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037867146831798:2048] [node 1] ICS09 handshake done sender: [4:7593037867146831777:2114] self: [4:7593037867146831789:0] peer: [1:7593037863336395849:0] socket: 263 qp: -1
2026-01-08T17:04:53.979667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037867146831798:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:53.979735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:53.989054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037867146831801:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32861
2026-01-08T17:04:54.003941Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037867146831769:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(118813986ns) {Configure:104(118805388ns) {ProcessConfigured:135(12595856ns) {StartInitialHandshake:157(12593242ns) {DropHandshakes:470(1533ns) {DropIncomingHandshake:442(266ns) DropOutgoingHandshake:457(349ns)} GenerateSessionVirtualId:992(476ns) PrepareNewSessionHandshake:477(2656ns) {SwitchToState:179(872ns)}}}}}
2026-01-08T17:04:54.027298Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037867146831787:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:54.051037Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037862851864411:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22747) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037867146831787:2117] held: no
2026-01-08T17:04:54.006088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037860926149385:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:54.041911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:53.968981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037864421150568:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56152
2026-01-08T17:04:53.921158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037866008382458:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:53.962871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037863336395861:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.971426Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037860126183166:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(69263564ns) {HandleHandshakeStatus:329(69261736ns) {DropIncomingHandshake:442(1576ns) DropOutgoingHandshake:457(1311ns) SwitchToState:179(408ns) ProcessPendingSessionEvents:495(43263370ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 43182193ns max# 14270138ns}}}
2026-01-08T17:04:53.972492Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037864421150569:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56152
2026-01-08T17:04:53.978905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037864421150555:2133] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.978940Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037864421150555:2133] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:53.980657Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037864421150557:2134] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:53.992529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037864421150569:2137] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.998701Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037864421150555:2133] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:53.999530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037860126183165:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:54.003792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037864421150543:2111] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:54.007141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:54.007213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037864421150543:2111] [node 6] ICP22 created new session: [2:7593037868716117869:2111]
2026-01-08T17:04:54.007277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037868716117869:2111] [node 6] ICS09 handshake done sender: [2:7593037864421150557:2134] self: [2:7593037864421150556:0] peer: [6:7593037865901605531:0] socket: 283 qp: -1
2026-01-08T17:04:54.007320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037868716117869:2111] [node 6] ICS10 traffic start
2026-01-08T17:04:54.007358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:54.013171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037864421150548:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:54.013268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:54.013341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037864421150548:2108] [node 4] ICP22 created new session: [2:7593037868716117871:2108]
2026-01-08T17:04:54.013400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037868716117871:2108] [node 4] ICS09 handshake done sender: [2:7593037864421150555:2133] self: [2:7593037864421150554:0] peer: [4:7593037867146831796:0] socket: 282 qp: -1
2026-01-08T17:04:54.013445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037868716117871:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:54.013511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:54.019455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037864421150559:2135] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:54.019508Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037864421150559:2135] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:54.046727Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037864421150559:2135] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:54.078619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037864421150547:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:54.098071Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037868716117875:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56152
2026-01-08T17:04:54.100600Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037864421150569:2137] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:54.105888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:54.110526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037864421150547:2107] [node 5] ICP22 created new session: [2:7593037868716117876:2107]
2026-01-08T17:04:54.114753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037860126183165:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:54.120032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037868716117876:2107] [node 5] ICS09 handshake done sender: [2:7593037864421150559:2135] self: [2:7593037864421150558:0] peer: [5:7593037869516084065:0] socket: 284 qp: -1
2026-01-08T17:04:54.131985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:54.135432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037868716117876:2107] [node 5] ICS10 traffic start
2026-01-08T17:04:54.138118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:54.042005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037865901605509:2109] [node 4] ICP22 created new session: [6:7593037870196572832:2109]
2026-01-08T17:04:53.963050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037863336395847:2107] [node 4] ICP18 handshake (actor [1:7593037863336395861:2115]) is too old
2026-01-08T17:04:53.981194Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037863336395853:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.981220Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037863336395853:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:53.982833Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037863336395853:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:53.983639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037859041428488:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:53.983708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:53.983767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037859041428488:2049] [node 3] ICP22 created new session: [1:7593037863336395871:2049]
2026-01-08T17:04:53.983824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037863336395871:2049] [node 3] ICS09 handshake done sender: [1:7593037863336395853:2111] self: [1:7593037863336395852:0] peer: [3:7593037866008382485:0] socket: 274 qp: -1
2026-01-08T17:04:53.983873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037863336395871:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:53.983917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:53.987025Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037863336395857:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.987061Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037863336395857:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:54.010459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037863336395855:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:54.010505Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037863336395855:2112] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:54.011359Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037863336395857:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:54.046983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037863336395848:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:54.047065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:54.047139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037863336395848:2109] [node 5] ICP22 created new session: [1:7593037867631363171:2109]
2026-01-08T17:04:54.047194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037867631363171:2109] [node 5] ICS09 handshake done sender: [1:7593037863336395857:2113] self: [1:7593037863336395856:0] peer: [5:7593037865221116765:0] socket: 275 qp: -1
2026-01-08T17:04:54.047244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037867631363171:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:54.047297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:54.081764Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037863336395855:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:54.082519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037859041428487:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:54.090044Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037863336395869:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26383
2026-01-08T17:04:54.101127Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037867631363173:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26383
2026-01-08T17:04:54.105744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037863336395867:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:54.105793Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037863336395867:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:54.118162Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:54.126712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037859041428487:2048] [node 2] ICP22 created new session: [1:7593037867631363175:2048]
2026-01-08T17:04:54.130558Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037867631363173:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:54.130820Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037859041428488:2049] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:54.138006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037863336395867:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:54.140527Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037867631363175:2048] [node 2] ICS09 handshake done sender: [1:7593037863336395855:2112] self: [1:7593037863336395854:0] peer: [2:7593037864421150572:0] socket: 291 qp: -1
2026-01-08T17:04:54.145777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037867631363175:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:54.145846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:54.027411Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037865221116758:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:53.921755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037866008382463:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:54.145396Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037867146831800:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:54.143074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037860126183165:2048] [node 1] ICP22 created new session: [2:7593037868716117877:2048]
2026-01-08T17:04:54.051418Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037865901605533:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19479
2026-01-08T17:04:54.053123Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037860926149386:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(58233787ns) {HandleHandshakeStatus:395(58232041ns) {LogHandshakeFail:472(19690ns) {UpdateErrorStateLog:545(5565ns)} DropOutgoingHandshake:457(601ns) ProcessPendingSessionEvents:495(58147513ns) {unordered DropSessionEvent:512 num# 100 sum# 58088173ns max# 16928269ns}}}
2026-01-08T17:04:54.156754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037863336395846:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:53.922357Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037866008382472:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20067
2026-01-08T17:04:54.055845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037865901605534:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:54.053487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037860926149384:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:54.145470Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037867146831800:2120] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:54.150221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037868716117877:2048] [node 1] ICS09 handshake done sender: [2:7593037864421150569:2137] self: [2:7593037864421150572:0] peer: [1:7593037863336395854:0] socket: 298 qp: -1
2026-01-08T17:04:54.166223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:54.169451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037863336395846:2108] [node 6] ICP22 created new session: [1:7593037867631363178:2108]
2026-01-08T17:04:53.924498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037861713415094:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:54.063109Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037865901605528:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:54.165945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037867146831800:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:54.156058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037868716117877:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:54.053570Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:54.210997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037867631363178:2108] [node 6] ICS09 handshake done sender: [1:7593037863336395867:2116] self: [1:7593037863336395866:0] peer: [6:7593037870196572836:0] socket: 294 qp: -1
2026-01-08T17:04:54.063364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037865901605448:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:53.924554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:54.171372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037867146831769:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:54.053614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037860926149384:2048] [node 1] ICP22 created new session: [5:7593037869516084067:2048]
2026-01-08T17:04:54.053658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037869516084067:2048] [node 1] ICS09 handshake done sender: [5:7593037865221116758:2116] self: [5:7593037865221116765:0] peer: [1:7593037863336395856:0] socket: 277 qp: -1
2026-01-08T17:04:54.053692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037869516084067:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:54.053721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:54.075063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037860926149386:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:54.089737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037869516084066:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46939
2026-01-08T17:04:54.114585Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:54.117692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037860926149386:2050] [node 3] ICP22 created new session: [5:7593037869516084069:2050]
2026-01-08T17:04:54.117965Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037865221116762:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:54.118471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037869516084069:2050] [node 3] ICS09 handshake done sender: [5:7593037865221116752:2112] self: [5:7593037865221116759:0] peer: [3:7593037866008382459:0] socket: 256 qp: -1
2026-01-08T17:04:54.118612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037865221116766:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46939
2026-01-08T17:04:54.127416Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037860926149385:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22747) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037865221116762:2118] held: no
2026-01-08T17:04:54.131382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037865221116766:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:54.131617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037865221116743:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:54.132946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037869516084069:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:54.133003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:54.165848Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037860926149386:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(89735163ns) {HandleHandshakeStatus:329(89731641ns) {DropIncomingHandshake:442(4490ns) DropOutgoingHandshake:457(2800ns) SwitchToState:179(1965ns) ProcessPendingSessionEvents:495(1597ns)}}
2026-01-08T17:04:54.166610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037865221116757:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:54.166659Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037865221116757:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:54.167853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037865221116757:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:54.174591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037869516084073:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46939
2026-01-08T17:04:54.190676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037865221116744:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:54.190789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:54.190859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037865221116744:2109] [node 6] ICP22 created new session: [5:7593037869516084074:2109]
2026-01-08T17:04:54.190916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037869516084074:2109] [node 6] ICS09 handshake done sender: [5:7593037865221116757:2115] self: [5:7593037865221116756:0] peer: [6:7593037870196572838:0] socket: 308 qp: -1
2026-01-08T17:04:54.190960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037869516084074:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:54.191029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:54.192169Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037865221116743:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23936) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037865221116766:2120] held: no
2026-01-08T17:04:54.192842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037865221116766:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:54.205543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037865221116743:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:54.205617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:54.205690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037865221116743:2108] [node 4] ICP22 created new session: [5:7593037869516084076:2108]
2026-01-08T17:04:54.205754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037869516084076:2108] [node 4] ICS09 handshake done sender: [5:7593037865221116766:2120] self: [5:7593037869516084070:0] peer: [4:7593037867146831797:0] socket: 305 qp: -1
2026-01-08T17:04:54.205801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037869516084076:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:54.205844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:54.171477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:54.171542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037867146831769:2108] [node 5] ICP22 created new session: [4:7593037871441799101:2108]
2026-01-08T17:04:54.171618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037871441799101:2108] [node 5] ICS09 handshake done sender: [4:7593037867146831800:2120] self: [4:7593037867146831797:0] peer: [5:7593037869516084070:0] socket: 301 qp: -1
2026-01-08T17:04:54.171658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037871441799101:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:54.171700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:54.218848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037867631363178:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:54.157159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:54.231536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:54.063446Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:54.063512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037865901605448:2049] [node 2] ICP22 created new session: [6:7593037870196572834:2049]
2026-01-08T17:04:54.063593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037870196572834:2049] [node 2] ICS09 handshake done sender: [6:7593037865901605528:2117] self: [6:7593037865901605531:0] peer: [2:7593037864421150556:0] socket: 285 qp: -1
2026-01-08T17:04:54.063638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037870196572834:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:54.063694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:54.070369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037870196572832:2109] [node 4] ICS09 handshake done sender: [6:7593037865901605521:2114] self: [6:7593037865901605527:0] peer: [4:7593037867146831773:0] socket: 270 qp: -1
2026-01-08T17:04:54.076969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037865901605447:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:54.078717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037870196572832:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:54.081086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:54.087464Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037865901605532:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19479
2026-01-08T17:04:54.127301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037870196572831:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:54.132803Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037865901605449:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25422) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037865901605515:2111] held: no
2026-01-08T17:04:54.138165Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037865901605515:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:54.140667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037865901605511:2102] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:54.155339Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037870196572839:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19479
2026-01-08T17:04:54.157774Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037865901605534:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:54.162789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037865901605447:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:54.162865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:54.162930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037865901605447:2048] [node 1] ICP22 created new session: [6:7593037870196572840:2048]
2026-01-08T17:04:54.162982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037870196572840:2048] [node 1] ICS09 handshake done sender: [6:7593037865901605534:2121] self: [6:7593037870196572836:0] peer: [1:7593037863336395866:0] socket: 304 qp: -1
2026-01-08T17:04:54.163030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037870196572840:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:54.163087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:54.174279Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037870196572842:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19479
2026-01-08T17:04:54.233814Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037863336395846:2108] [node 6] ICP35 event processing took too much time PendingConnection:279(82605690ns) {HandleHandshakeStatus:329(82603710ns) {DropIncomingHandshake:442(24468ns) DropOutgoingHandshake:457(426ns) SwitchToState:179(1050ns) ProcessPendingSessionEvents:495(1052046ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 984750ns max# 554648ns}}}
2026-01-08T17:04:54.175593Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037865901605509:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(171057084ns) {HandleHandshakeStatus:329(166164657ns) {DropIncomingHandshake:442(663ns) DropOutgoingHandshake:457(14720ns) SwitchToState:179(176ns) ProcessPendingSessionEvents:495(51589019ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 51510144ns max# 19850508ns}}}
2026-01-08T17:04:54.179355Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037870196572831:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:54.182518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037865901605511:2102] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:54.198591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:54.198664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037865901605511:2102] [node 5] ICP22 created new session: [6:7593037870196572843:2102]
2026-01-08T17:04:54.214545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037870196572843:2102] [node 5] ICS09 handshake done sender: [6:7593037870196572831:2122] self: [6:7593037870196572838:0] peer: [5:7593037865221116756:0] socket: 309 qp: -1
2026-01-08T17:04:54.214614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037870196572843:2102] [node 5] ICS10 traffic start
2026-01-08T17:04:54.214685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:54.216390Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037865901605511:2102] [node 5] ICP35 event processing took too much time PendingConnection:279(32834503ns) {HandleHandshakeStatus:329(32821351ns) {DropIncomingHandshake:442(668ns) DropOutgoingHandshake:457(8295ns) SwitchToState:179(667ns) ProcessPendingSessionEvents:495(467749ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 424920ns max# 61951ns}}}
2026-01-08T17:04:54.160350Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037864421150547:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(80704483ns) {HandleHandshakeStatus:329(80701945ns) {DropIncomingHandshake:442(19245ns) DropOutgoingHandshake:457(516ns) SwitchToState:179(634ns) ProcessPendingSessionEvents:495(9208953ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 9134250ns max# 7880095ns}}}
2026-01-08T17:04:54.194425Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037860126183165:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(78717182ns) {HandleHandshakeStatus:329(78715104ns) {DropIncomingHandshake:442(566ns) DropOutgoingHandshake:457(6450ns) SwitchToState:179(1793ns) ProcessPendingSessionEvents:495(23895904ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 23838641ns max# 23418678ns}}}
2026-01-08T17:04:54.202278Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037864421150543:2111] [node 6] ICP35 event processing took too much time PendingConnection:279(197354553ns) {HandleHandshakeStatus:329(197352289ns) {DropIncomingHandshake:442(16395ns) DropOutgoingHandshake:457(3145ns) SwitchToState:179(135ns) ProcessPendingSessionEvents:495(170616879ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 152648683ns max# 19884228ns}}}
2026-01-08T17:04:54.235991Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037859041428487:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(149135506ns) {HandleHandshakeStatus:329(149132843ns) {DropIncomingHandshake:442(170ns) DropOutgoingHandshake:457(346ns) SwitchToState:179(2237ns) ProcessPendingSessionEvents:495(62483410ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 62401558ns max# 41837750ns}}}
2026-01-08T17:04:53.924612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037861713415094:2049] [node 2] ICP22 created new session: [3:7593037866008382479:2049]
2026-01-08T17:04:54.236093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037859041428487:2048] [node 2] ICP18 handshake (actor [1:7593037867631363173:2118]) is too old
2026-01-08T17:04:53.926261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:53.927305Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037866008382455:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.927345Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037866008382455:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:53.927376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037866008382457:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:53.928813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037866008382479:2049] [node 2] ICS09 handshake done sender: [3:7593037866008382458:2111] self: [3:7593037866008382470:0] peer: [2:7593037864421150544:0] socket: 247 qp: -1
2026-01-08T17:04:53.928862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037866008382479:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:53.936384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:53.944437Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:53.958707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037866008382457:2107] [node 4] ICP22 created new session: [3:7593037866008382482:2107]
2026-01-08T17:04:53.959139Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037866008382472:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:53.966021Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037866008382453:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(50728730ns) {HandleHandshakeStatus:329(50726134ns) {DropIncomingHandshake:442(186ns) DropOutgoingHandshake:457(520ns) SwitchToState:179(770ns) ProcessPendingSessionEvents:495(10810908ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 10744535ns max# 8859260ns}}}
2026-01-08T17:04:53.966108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037866008382453:2108] [node 5] ICP18 handshake (actor [3:7593037866008382465:2114]) is too old
2026-01-08T17:04:53.970787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037861713415093:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:53.975661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037866008382482:2107] [node 4] ICS09 handshake done sender: [3:7593037866008382463:2113] self: [3:7593037866008382462:0] peer: [4:7593037867146831785:0] socket: 251 qp: -1
2026-01-08T17:04:53.978413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037866008382482:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:53.978465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:53.986951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037866008382455:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:54.002872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037866008382452:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:54.002949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:54.003012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037866008382452:2109] [node 6] ICP22 created new session: [3:7593037866008382487:2109]
2026-01-08T17:04:54.003073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037866008382487:2109] [node 6] ICS09 handshake done sender: [3:7593037866008382455:2110] self: [3:7593037866008382454:0] peer: [6:7593037865901605530:0] socket: 243 qp: -1
2026-01-08T17:04:54.003122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037866008382487:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:54.003164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:54.235417Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037862851864411:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(118410377ns) {HandleHandshakeStatus:395(118406964ns) {LogHandshakeFail:472(17047ns) {UpdateErrorStateLog:545(5819ns)} DropOutgoingHandshake:457(2609ns) ProcessPendingSessionEvents:495(106436253ns) {unordered DropSessionEvent:512 num# 100 sum# 106341750ns max# 18983353ns}}}
2026-01-08T17:04:54.027896Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037870303349785:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20067
2026-01-08T17:04:54.235491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037862851864411:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:54.068675Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037866008382472:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:54.071066Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037870303349786:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20067
2026-01-08T17:04:54.235591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:54.235648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037862851864411:2049] [node 2] ICP22 created new session: [4:7593037871441799103:2049]
2026-01-08T17:04:54.082153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037861713415093:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:54.082251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:54.235714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037871441799103:2049] [node 2] ICS09 handshake done sender: [4:7593037867146831787:2117] self: [4:7593037867146831796:0] peer: [2:7593037864421150554:0] socket: 286 qp: -1
2026-01-08T17:04:54.087048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037861713415093:2048] [node 1] ICP22 created new session: [3:7593037870303349787:2048]
2026-01-08T17:04:54.235753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037871441799103:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:54.094665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037870303349787:2048] [node 1] ICS09 handshake done sender: [3:7593037866008382472:2118] self: [3:7593037866008382485:0] peer: [1:7593037863336395852:0] socket: 276 qp: -1
2026-01-08T17:04:54.235798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:54.094734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037870303349787:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:54.094813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:54.100973Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037870303349786:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:54.108010Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037866008382452:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(104111529ns) {HandleHandshakeStatus:329(104108680ns) {DropIncomingHandshake:442(352ns) DropOutgoingHandshake:457(430ns) SwitchToState:179(485ns) ProcessPendingSessionEvents:495(72392101ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 72324562ns max# 45646189ns}}}
2026-01-08T17:04:54.108537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037866008382452:2109] [node 6] ICP18 handshake (actor [3:7593037870303349786:2121]) is too old
2026-01-08T17:04:54.230871Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037866008382457:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(161399611ns) {HandleHandshakeStatus:329(161396310ns) {DropIncomingHandshake:442(15591ns) DropOutgoingHandshake:457(596ns) SwitchToState:179(278ns) ProcessPendingSessionEvents:495(95460224ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 95366562ns max# 19731780ns}}}
2026-01-08T17:04:54.233044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037861713415094:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(225655413ns) {HandleHandshakeStatus:329(225653288ns) {DropIncomingHandshake:442(493ns) DropOutgoingHandshake:457(6005ns) SwitchToState:179(559ns) ProcessPendingSessionEvents:495(186661758ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 186461474ns max# 16418517ns}}}
2026-01-08T17:04:54.241024Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037865901605449:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(92945410ns) {HandleHandshakeStatus:395(92942555ns) {LogHandshakeFail:472(20720ns) {UpdateErrorStateLog:545(6101ns)} DropOutgoingHandshake:457(1632ns) ProcessPendingSessionEvents:495(85954202ns) {unordered DropSessionEvent:512 num# 100 sum# 25057783ns max# 8486300ns}}}
2026-01-08T17:04:54.241118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037865901605449:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:54.241207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:54.241265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037865901605449:2050] [node 3] ICP22 created new session: [6:7593037870196572845:2050]
2026-01-08T17:04:54.241319Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037870196572845:2050] [node 3] ICS09 handshake done sender: [6:7593037865901605515:2111] self: [6:7593037865901605530:0] peer: [3:7593037866008382454:0] socket: 245 qp: -1
2026-01-08T17:04:54.241361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037870196572845:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:54.241411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:54.240942Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037863336395848:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(192908417ns) {HandleHandshakeStatus:329(192903965ns) {DropIncomingHandshake:442(411ns) DropOutgoingHandshake:457(504ns) SwitchToState:179(575ns) ProcessPendingSessionEvents:495(192437965ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 185957772ns max# 19727926ns}}}
2026-01-08T17:04:54.231627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037860926149385:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(94289791ns) {HandleHandshakeStatus:395(94286395ns) {LogHandshakeFail:472(14678ns) {UpdateErrorStateLog:545(5481ns)} DropOutgoingHandshake:457(2586ns) ProcessPendingSessionEvents:495(83584288ns) {unordered DropSessionEvent:512 num# 100 sum# 22955137ns max# 8487079ns}}}
2026-01-08T17:04:54.231705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037860926149385:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:54.242646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:54.242708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037860926149385:2049] [node 2] ICP22 created new session: [5:7593037869516084078:2049]
2026-01-08T17:04:54.242762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037869516084078:2049] [node 2] ICS09 handshake done sender: [5:7593037865221116762:2118] self: [5:7593037869516084065:0] peer: [2:7593037864421150558:0] socket: 289 qp: -1
2026-01-08T17:04:54.242819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037869516084078:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:54.242871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:54.388597Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:54.388892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037868716117877:2048] [node 1] ICS01 socket: 298 reason# EndOfStream
2026-01-08T17:04:54.388947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037860126183165:2048] [node 1] ICP30 unregister session Session# [2:7593037868716117877:2048] VirtualId# [2:7593037864421150572:0]
2026-01-08T17:04:54.388995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037868716117877:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.389085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:54.389138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:54.403594Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:54.403868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037870303349787:2048] [node 1] ICS07 socket disconnect 276 reason# EndOfStream
2026-01-08T17:04:54.403906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037870303349787:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.404009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:54.404059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037870303349787:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:54.405642Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037861713415093:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3943) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:54.405709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037870303349787:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:54.405754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037861713415093:2048] [node 1] ICP30 unregister session Session# [3:7593037870303349787:2048] VirtualId# [3:7593037866008382485:0]
2026-01-08T17:04:54.405806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:54.405841Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037861713415093:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3943) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:54.405861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3943) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:54.413490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037861713415093:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:54.415188Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:54.415436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037867146831798:2048] [node 1] ICS01 socket: 263 reason# EndOfStream
2026-01-08T17:04:54.415504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037862851864410:2048] [node 1] ICP30 unregister session Session# [4:7593037867146831798:2048] VirtualId# [4:7593037867146831789:0]
2026-01-08T17:04:54.415552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037867146831798:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.415678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:54.415728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:54.416168Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:54.416394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037870196572840:2048] [node 1] ICS01 socket: 304 reason# EndOfStream
2026-01-08T17:04:54.416448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037865901605447:2048] [node 1] ICP30 unregister session Session# [6:7593037870196572840:2048] VirtualId# [6:7593037870196572836:0]
2026-01-08T17:04:54.416481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037870196572840:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.416564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:54.416610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:54.418520Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:54.418762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037869516084067:2048] [node 1] ICS01 socket: 277 reason# EndOfStream
2026-01-08T17:04:54.418813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037860926149384:2048] [node 1] ICP30 unregister session Session# [5:7593037869516084067:2048] VirtualId# [5:7593037865221116765:0]
2026-01-08T17:04:54.418850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037869516084067:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.418929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:54.418976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:54.554591Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:54.554872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037866008382479:2049] [node 2] ICS07 socket disconnect 247 reason# EndOfStream
2026-01-08T17:04:54.554909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037866008382479:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.555008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:54.555059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037866008382479:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:54.556538Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037861713415094:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22747) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:54.556634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037866008382479:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:54.556684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037861713415094:2049] [node 2] ICP30 unregister session Session# [3:7593037866008382479:2049] VirtualId# [3:7593037866008382470:0]
2026-01-08T17:04:54.557016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:54.557067Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037861713415094:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:22747) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:54.557086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22747) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:54.566437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037861713415094:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:54.566500Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:54.566740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037871441799103:2049] [node 2] ICS01 socket: 286 reason# EndOfStream
2026-01-08T17:04:54.566791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037862851864411:2049] [node 2] ICP30 unregister session Session# [4:7593037871441799103:2049] VirtualId# [4:7593037867146831796:0]
2026-01-08T17:04:54.566830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037871441799103:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.566917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:54.566969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:54.566413Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:54.566668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037870196572834:2049] [node 2] ICS01 socket: 285 reason# EndOfStream
2026-01-08T17:04:54.566719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037865901605448:2049] [node 2] ICP30 unregister session Session# [6:7593037870196572834:2049] VirtualId# [6:7593037865901605531:0]
2026-01-08T17:04:54.566771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037870196572834:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.566869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:54.566926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:54.567039Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:54.567221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037869516084078:2049] [node 2] ICS01 socket: 289 reason# EndOfStream
2026-01-08T17:04:54.567270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037860926149385:2049] [node 2] ICP30 unregister session Session# [5:7593037869516084078:2049] VirtualId# [5:7593037869516084065:0]
2026-01-08T17:04:54.567307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037869516084078:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.567380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:54.567426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:54.687549Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:54.687822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037867146831794:2050] [node 3] ICS01 socket: 261 reason# EndOfStream
2026-01-08T17:04:54.687874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037862851864412:2050] [node 3] ICP30 unregister session Session# [4:7593037867146831794:2050] VirtualId# [4:7593037867146831785:0]
2026-01-08T17:04:54.687922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037867146831794:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.688010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:54.688061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:54.693762Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:54.694052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037869516084069:2050] [node 3] ICS01 socket: 256 reason# EndOfStream
2026-01-08T17:04:54.694107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037860926149386:2050] [node 3] ICP30 unregister session Session# [5:7593037869516084069:2050] VirtualId# [5:7593037865221116759:0]
2026-01-08T17:04:54.694155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037869516084069:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.694247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:54.694301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:54.696803Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:54.697179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037870196572845:2050] [node 3] ICS01 socket: 245 reason# EndOfStream
2026-01-08T17:04:54.697238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037865901605449:2050] [node 3] ICP30 unregister session Session# [6:7593037870196572845:2050] VirtualId# [6:7593037865901605530:0]
2026-01-08T17:04:54.697286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037870196572845:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.697379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:54.697434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:54.810712Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:54.810952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037869516084076:2108] [node 4] ICS01 socket: 305 reason# EndOfStream
2026-01-08T17:04:54.811010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037865221116743:2108] [node 4] ICP30 unregister session Session# [5:7593037869516084076:2108] VirtualId# [5:7593037869516084070:0]
2026-01-08T17:04:54.810621Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:54.810791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037870196572832:2109] [node 4] ICS07 socket disconnect 270 reason# EndOfStream
2026-01-08T17:04:54.810817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037870196572832:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.810892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:54.810925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037870196572832:2109] [node 4] ICS15 start handshake
2026-01-08T17:04:54.811084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037869516084076:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.811195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:54.811251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:54.814776Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037865901605509:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23936) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:54.814907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037870196572832:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:54.814988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037865901605509:2109] [node 4] ICP30 unregister session Session# [6:7593037870196572832:2109] VirtualId# [6:7593037865901605527:0]
2026-01-08T17:04:54.815228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:54.815308Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037865901605509:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23936) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:54.815352Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23936) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:54.825434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037865901605509:2109] [node 4] ICP33 wake up from error state
2026-01-08T17:04:54.994880Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:54.995188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037870196572843:2102] [node 5] ICS01 socket: 309 reason# EndOfStream
2026-01-08T17:04:54.995241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037865901605511:2102] [node 5] ICP30 unregister session Session# [6:7593037870196572843:2102] VirtualId# [6:7593037870196572838:0]
2026-01-08T17:04:54.995287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037870196572843:2102] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:54.995440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:54.995536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:55.153720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037872215439950:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:55.153793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037872215439951:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:55.158408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037874324606089:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:55.158513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037874324606090:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:55.176042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037875953285159:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:55.176108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037875953285160:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:55.182995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037875359897357:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:55.183037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037875359897358:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:55.183127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037875359897359:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:55.190908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037875341073084:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:55.190977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037875341073085:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:55.191031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037875341073086:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:55.249585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037875626094664:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:55.249635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037875626094665:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:55.249677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037875626094666:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:55.611952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037875953285220:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:55.633548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037875626094718:2099] [node 4] ICP01 ready to work
2026-01-08T17:04:55.656051Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037875953285159:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(43723653ns) {Configure:104(43717756ns) {ProcessConfigured:135(72651ns) {StartInitialHandshake:157(70782ns) {DropHandshakes:470(2554ns) {DropIncomingHandshake:442(490ns) DropOutgoingHandshake:457(354ns)} GenerateSessionVirtualId:992(852ns) PrepareNewSessionHandshake:477(1632ns) {SwitchToState:179(583ns)}}}}}
2026-01-08T17:04:55.748549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037875341073147:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:55.802928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037874324606152:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:55.805653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037874324606155:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:55.743612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037875626094725:2103] [node 5] ICP01 ready to work
2026-01-08T17:04:55.749161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037875341073148:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:55.812617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037874324606158:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:55.807738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037872215440013:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:55.780393Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037875341073084:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(30685410ns) {Configure:104(30679098ns) {ProcessConfigured:135(103367ns) {StartInitialHandshake:157(100618ns) {DropHandshakes:470(2375ns) {DropIncomingHandshake:442(563ns) DropOutgoingHandshake:457(475ns)} GenerateSessionVirtualId:992(1164ns) PrepareNewSessionHandshake:477(1483ns) {SwitchToState:179(627ns)}}}}}
2026-01-08T17:04:55.798918Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037875341073085:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(18076688ns) {Configure:104(18070699ns) {ProcessConfigured:135(90833ns) {StartInitialHandshake:157(87297ns) {DropHandshakes:470(2605ns) {DropIncomingHandshake:442(496ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:992(757ns) PrepareNewSessionHandshake:477(1806ns) {SwitchToState:179(814ns)}}}}}
2026-01-08T17:04:55.819693Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037875341073086:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(18240115ns) {Configure:104(18232518ns) {ProcessConfigured:135(63320ns) {StartInitialHandshake:157(60847ns) {DropHandshakes:470(2026ns) {DropIncomingHandshake:442(354ns) DropOutgoingHandshake:457(484ns)} GenerateSessionVirtualId:992(533ns) PrepareNewSessionHandshake:477(1246ns) {SwitchToState:179(415ns)}}}}}
2026-01-08T17:04:55.830943Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037875953285220:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(116086137ns) {Configure:104(116078752ns) {ProcessConfigured:135(79471ns) {StartInitialHandshake:157(77350ns) {DropHandshakes:470(1991ns) {DropIncomingHandshake:442(422ns) DropOutgoingHandshake:457(339ns)} GenerateSessionVirtualId:992(834ns) PrepareNewSessionHandshake:477(2179ns) {SwitchToState:179(815ns)}}}}}
2026-01-08T17:04:55.831963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037875953285227:2108] [node 5] ICP01 ready to work
2026-01-08T17:04:55.832499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037875953285228:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:55.845274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037875359897423:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:55.845873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037875359897424:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:55.850985Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037874324606152:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(37264878ns) {Configure:104(37260537ns) {ProcessConfigured:135(58576ns) {StartInitialHandshake:157(55774ns) {DropHandshakes:470(1006ns) {DropIncomingHandshake:442(249ns) DropOutgoingHandshake:457(213ns)} GenerateSessionVirtualId:992(769ns) PrepareNewSessionHandshake:477(718ns) {SwitchToState:179(192ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:55.873794Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037875953285160:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(40623866ns) {Configure:104(40619407ns) {ProcessConfigured:135(52379ns) {StartInitialHandshake:157(49725ns) {DropHandshakes:470(626ns) {DropIncomingHandshake:442(161ns) DropOutgoingHandshake:457(121ns)} GenerateSessionVirtualId:992(305ns) PrepareNewSessionHandshake:477(1174ns) {SwitchToState:179(448ns)}}}}}
2026-01-08T17:04:55.863551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037874324606159:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46390
2026-01-08T17:04:55.870948Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037875359897423:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(21182419ns) {Configure:104(21178065ns) {ProcessConfigured:135(6221635ns) {StartInitialHandshake:157(6219335ns) {DropHandshakes:470(961ns) {DropIncomingHandshake:442(150ns) DropOutgoingHandshake:457(206ns)} GenerateSessionVirtualId:992(298ns) PrepareNewSessionHandshake:477(4464ns) {SwitchToState:179(1891ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:55.879198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037874324606166:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46390
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:55.889990Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037874324606170:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46390
2026-01-08T17:04:55.890437Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037872215439951:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(47196922ns) {Configure:104(47189142ns) {ProcessConfigured:135(3304091ns) {StartInitialHandshake:157(3301489ns) {DropHandshakes:470(1774ns) {DropIncomingHandshake:442(330ns) DropOutgoingHandshake:457(178ns)} GenerateSessionVirtualId:992(825ns) PrepareNewSessionHandshake:477(3156ns) {SwitchToState:179(1167ns)}}}}}
2026-01-08T17:04:55.890945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037872215440016:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:55.899123Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037875626094665:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(47702258ns) {Configure:104(47698396ns) {ProcessConfigured:135(62894ns) {StartInitialHandshake:157(60502ns) {DropHandshakes:470(2521ns) {DropIncomingHandshake:442(395ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:992(1205ns) PrepareNewSessionHandshake:477(4453ns) {SwitchToState:179(473ns)}}}}}
2026-01-08T17:04:55.901922Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037875626094731:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6987
2026-01-08T17:04:55.903015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037872215440017:2109] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:55.909173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037875953285237:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21339
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:55.925478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037875359897433:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61753
2026-01-08T17:04:55.925638Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037875359897434:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61753
2026-01-08T17:04:55.925748Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037875359897435:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61753
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:55.937477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037875341073163:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48678
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:55.945136Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037872215440028:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28461
2026-01-08T17:04:55.945624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037872215440018:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28461
2026-01-08T17:04:55.945811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037872215440019:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28461
2026-01-08T17:04:55.946545Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037872215440029:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28461
2026-01-08T17:04:55.947105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037872215440018:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:55.956295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037875341073164:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48678
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:55.963907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037874324606166:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:55.964811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037874324606172:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46390
2026-01-08T17:04:55.968375Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037872215440019:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:55.969844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037872215439950:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:55.974651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037874324606154:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:55.974700Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037874324606154:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:55.982666Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037874324606154:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:55.983159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037874324606089:2048] [node 2] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:55.985448Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037875341073165:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48678
2026-01-08T17:04:55.983254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:55.983325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037874324606089:2048] [node 2] ICP22 created new session: [1:7593037874324606174:2048]
2026-01-08T17:04:55.983377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037874324606174:2048] [node 2] ICS09 handshake done sender: [1:7593037874324606154:2110] self: [1:7593037874324606153:0] peer: [2:7593037872215440034:0] socket: 254 qp: -1
2026-01-08T17:04:55.983418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037874324606174:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:55.983456Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:55.987748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037875341073165:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:55.987862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037875341073084:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:55.987539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037875953285237:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:55.987855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037875953285159:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:55.988365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037875953285239:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21339
2026-01-08T17:04:55.988478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037875953285240:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21339
2026-01-08T17:04:55.990511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037874324606170:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:55.990657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037874324606163:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:55.990685Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037874324606163:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:55.991353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037874324606157:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:55.991377Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037874324606157:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:55.993059Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037875341073167:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48678
2026-01-08T17:04:55.992837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037874324606163:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:55.993753Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037875341073165:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:55.994031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037875341073084:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:55.994116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:55.994169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037875341073084:2048] [node 1] ICP22 created new session: [5:7593037875341073168:2048]
2026-01-08T17:04:55.994223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037875341073168:2048] [node 1] ICS09 handshake done sender: [5:7593037875341073165:2118] self: [5:7593037875341073166:0] peer: [1:7593037874324606162:0] socket: 287 qp: -1
2026-01-08T17:04:55.994265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037875341073168:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:55.994307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:55.996824Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037874324606157:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:55.997123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037874324606155:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:55.997216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:55.997288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037874324606155:2108] [node 5] ICP22 created new session: [1:7593037874324606180:2108]
2026-01-08T17:04:55.997524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037874324606180:2108] [node 5] ICS09 handshake done sender: [1:7593037874324606163:2114] self: [1:7593037874324606162:0] peer: [5:7593037875341073166:0] socket: 286 qp: -1
2026-01-08T17:04:55.997566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037874324606180:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:55.997612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.030760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037875626094731:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.031536Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037879921062039:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6987
2026-01-08T17:04:56.031748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037875626094725:2103] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:56.046497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037875341073155:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.046536Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037875341073155:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:56.030857Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037875359897433:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.034522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037875359897434:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.034883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037875359897435:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.035103Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037875359897357:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:56.035176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037875359897359:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:56.027388Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037880248252538:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21339
2026-01-08T17:04:56.047486Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037874324606172:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.045829Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037872215440029:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.047625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037874324606161:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.063195Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037879921062039:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.070621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037875626094665:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:56.071165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037879921062042:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6987
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.075898Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037880248252539:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21339
2026-01-08T17:04:56.067094Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037875341073164:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.076093Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037875953285239:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.076227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037875953285226:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.047648Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037874324606161:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:56.076255Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037875953285226:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:56.090454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037876510407331:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28461
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.048844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037874324606090:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:56.048935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:56.048992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037874324606090:2049] [node 3] ICP22 created new session: [1:7593037878619573480:2049]
2026-01-08T17:04:56.049049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037878619573480:2049] [node 3] ICS09 handshake done sender: [1:7593037874324606157:2111] self: [1:7593037874324606156:0] peer: [3:7593037875953285241:0] socket: 255 qp: -1
2026-01-08T17:04:56.049099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037878619573480:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:56.049157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:56.074695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037874324606159:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.077996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037874324606161:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:56.078262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037874324606152:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:56.078399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:56.078466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037874324606152:2107] [node 4] ICP22 created new session: [1:7593037878619573484:2107]
2026-01-08T17:04:56.078533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037878619573484:2107] [node 4] ICS09 handshake done sender: [1:7593037874324606161:2113] self: [1:7593037874324606160:0] peer: [4:7593037879654864734:0] socket: 256 qp: -1
2026-01-08T17:04:56.078576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037878619573484:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:56.078625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:56.067472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037875341073085:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:56.068686Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037875341073163:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.075878Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037875341073155:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:56.082979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037875341073148:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:56.083069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:56.083125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037875341073148:2109] [node 6] ICP22 created new session: [5:7593037879636040471:2109]
2026-01-08T17:04:56.083188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037879636040471:2109] [node 6] ICS09 handshake done sender: [5:7593037875341073155:2113] self: [5:7593037875341073154:0] peer: [6:7593037879921062040:0] socket: 250 qp: -1
2026-01-08T17:04:56.083229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037879636040471:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:56.083272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:56.088863Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037875359897357:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14005) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037875359897433:2115] held: no
2026-01-08T17:04:56.090990Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037879654864737:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61753
2026-01-08T17:04:56.095138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037875953285240:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.103729Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037875626094725:2103] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9918) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037875626094731:2111] held: no
2026-01-08T17:04:56.104560Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037875626094731:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:56.103372Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037875953285226:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:56.105174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037872215440025:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.105211Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037872215440025:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:56.105842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037872215440027:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.105865Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037872215440027:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:56.106594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037872215440028:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.106847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037872215440019:2112] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.107468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037879654864738:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61753
2026-01-08T17:04:56.107975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037875359897433:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.108587Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037879636040473:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48678
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.111387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037872215439950:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.111457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:56.111508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037872215439950:2048] [node 1] ICP22 created new session: [2:7593037876510407335:2048]
2026-01-08T17:04:56.111587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037876510407335:2048] [node 1] ICS09 handshake done sender: [2:7593037872215440019:2112] self: [2:7593037872215440034:0] peer: [1:7593037874324606153:0] socket: 268 qp: -1
2026-01-08T17:04:56.111628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037876510407335:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:56.111662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:56.114560Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037879654864738:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.114626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037875359897357:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.114669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:56.114727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037875359897357:2048] [node 1] ICP22 created new session: [4:7593037879654864741:2048]
2026-01-08T17:04:56.114781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037879654864741:2048] [node 1] ICS09 handshake done sender: [4:7593037875359897433:2115] self: [4:7593037879654864734:0] peer: [1:7593037874324606160:0] socket: 260 qp: -1
2026-01-08T17:04:56.114818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037879654864741:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:56.114854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:56.116384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037879654864740:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61753
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.117424Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037879636040474:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48678
2026-01-08T17:04:56.108999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037875953285220:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:56.109065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:56.109127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037875953285220:2107] [node 4] ICP22 created new session: [3:7593037880248252541:2107]
2026-01-08T17:04:56.109188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037880248252541:2107] [node 4] ICS09 handshake done sender: [3:7593037875953285226:2111] self: [3:7593037875953285225:0] peer: [4:7593037879654864735:0] socket: 259 qp: -1
2026-01-08T17:04:56.109227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037880248252541:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:56.109269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:56.110859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037880248252539:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.110930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037875953285237:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.120383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037879921062043:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6987
2026-01-08T17:04:56.120568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037875626094725:2103] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.120630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:56.120684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037875626094725:2103] [node 5] ICP22 created new session: [6:7593037879921062045:2103]
2026-01-08T17:04:56.120744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037879921062045:2103] [node 5] ICS09 handshake done sender: [6:7593037875626094731:2111] self: [6:7593037879921062040:0] peer: [5:7593037875341073154:0] socket: 252 qp: -1
2026-01-08T17:04:56.120783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037879921062045:2103] [node 5] ICS10 traffic start
2026-01-08T17:04:56.120819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:56.122009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037879921062044:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6987
2026-01-08T17:04:56.124727Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037879921062043:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.134834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037872215440025:2115] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.135620Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037879654864743:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61753
2026-01-08T17:04:56.123623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037875953285160:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:56.123877Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037875953285159:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14005) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037875953285237:2115] held: no
2026-01-08T17:04:56.124548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037875953285159:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.124596Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:56.124656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037875953285159:2048] [node 1] ICP22 created new session: [3:7593037880248252546:2048]
2026-01-08T17:04:56.124712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037880248252546:2048] [node 1] ICS09 handshake done sender: [3:7593037875953285237:2115] self: [3:7593037875953285241:0] peer: [1:7593037874324606156:0] socket: 257 qp: -1
2026-01-08T17:04:56.124755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037880248252546:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:56.124819Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:56.130814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037875953285220:2107] [node 4] ICP18 handshake (actor [3:7593037875953285239:2116]) is too old
2026-01-08T17:04:56.137412Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037875359897434:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:56.140163Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037872215440027:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:56.148028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037872215440015:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.148065Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037872215440015:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:56.148906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037872215440016:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:56.148985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:56.149044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037872215440016:2108] [node 5] ICP22 created new session: [2:7593037876510407340:2108]
2026-01-08T17:04:56.149109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037876510407340:2108] [node 5] ICS09 handshake done sender: [2:7593037872215440025:2115] self: [2:7593037872215440024:0] peer: [5:7593037879636040468:0] socket: 281 qp: -1
2026-01-08T17:04:56.149157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037876510407340:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:56.149197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:56.150275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037872215440017:2109] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.151900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037879636040475:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48678
2026-01-08T17:04:56.152032Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037875341073164:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:56.155176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037875359897359:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.155248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:56.155309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037875359897359:2050] [node 3] ICP22 created new session: [4:7593037879654864745:2050]
2026-01-08T17:04:56.155370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037879654864745:2050] [node 3] ICS09 handshake done sender: [4:7593037875359897434:2116] self: [4:7593037879654864735:0] peer: [3:7593037875953285225:0] socket: 261 qp: -1
2026-01-08T17:04:56.155413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037879654864745:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:56.155476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:56.156267Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037875359897359:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:56.152710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037875341073085:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.152801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:56.152860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037875341073085:2049] [node 2] ICP22 created new session: [5:7593037879636040476:2049]
2026-01-08T17:04:56.152937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037879636040476:2049] [node 2] ICS09 handshake done sender: [5:7593037875341073164:2117] self: [5:7593037879636040468:0] peer: [2:7593037872215440024:0] socket: 283 qp: -1
2026-01-08T17:04:56.152986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037879636040476:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:56.153033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.160618Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:56.160712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037872215440017:2109] [node 6] ICP22 created new session: [2:7593037876510407342:2109]
2026-01-08T17:04:56.160775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037876510407342:2109] [node 6] ICS09 handshake done sender: [2:7593037872215440027:2116] self: [2:7593037872215440026:0] peer: [6:7593037879921062041:0] socket: 280 qp: -1
2026-01-08T17:04:56.160829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037876510407342:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:56.160872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:56.163671Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037876510407339:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28461
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.169231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037875626094664:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:56.169877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037879921062048:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6987
2026-01-08T17:04:56.170015Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037879921062039:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:56.170580Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037874324606165:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.170622Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037874324606165:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:56.173760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037876510407339:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.183391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037879636040475:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.183529Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037879636040473:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.183999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037875341073086:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:56.184109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037875341073147:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:56.176815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037872215440017:2109] [node 6] ICP18 handshake (actor [2:7593037876510407339:2120]) is too old
2026-01-08T17:04:56.179552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037874324606165:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:56.179037Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037880248252549:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21339
2026-01-08T17:04:56.174018Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037879921062048:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.174218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037875626094665:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.174299Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:56.174370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037875626094665:2049] [node 2] ICP22 created new session: [6:7593037879921062052:2049]
2026-01-08T17:04:56.174440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037879921062052:2049] [node 2] ICS09 handshake done sender: [6:7593037879921062039:2116] self: [6:7593037879921062041:0] peer: [2:7593037872215440026:0] socket: 295 qp: -1
2026-01-08T17:04:56.174487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037879921062052:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:56.174529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:56.189021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037875953285232:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.189064Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037875953285232:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:56.185524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037874324606158:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:56.185632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:56.185697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037874324606158:2109] [node 6] ICP22 created new session: [1:7593037878619573487:2109]
2026-01-08T17:04:56.185770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037878619573487:2109] [node 6] ICS09 handshake done sender: [1:7593037874324606165:2115] self: [1:7593037874324606164:0] peer: [6:7593037879921062049:0] socket: 263 qp: -1
2026-01-08T17:04:56.185821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037878619573487:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:56.185890Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:56.191174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037875359897430:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.191221Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037875359897430:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:56.193863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037872215440015:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:56.194127Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037875953285232:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:56.196326Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037875359897430:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:56.197407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037875953285227:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:56.197487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:56.197548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037875953285227:2108] [node 5] ICP22 created new session: [3:7593037880248252551:2108]
2026-01-08T17:04:56.197620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037880248252551:2108] [node 5] ICS09 handshake done sender: [3:7593037875953285232:2113] self: [3:7593037875953285231:0] peer: [5:7593037879636040478:0] socket: 309 qp: -1
2026-01-08T17:04:56.197675Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037880248252551:2108] [node 5] ICS10 traffic start
2026-01-08T17:04:56.197726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.200365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037879921062050:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6987
2026-01-08T17:04:56.200669Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037879921062051:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6987
2026-01-08T17:04:56.195210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037872215439951:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:56.195314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:56.195379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037872215439951:2049] [node 3] ICP22 created new session: [2:7593037876510407345:2049]
2026-01-08T17:04:56.195440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037876510407345:2049] [node 3] ICS09 handshake done sender: [2:7593037872215440015:2110] self: [2:7593037872215440014:0] peer: [3:7593037880248252545:0] socket: 279 qp: -1
2026-01-08T17:04:56.195480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037876510407345:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:56.195521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:56.201711Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037879654864743:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.201793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037875359897423:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:56.201865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.207220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037875626094666:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:56.207379Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037875626094664:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14005) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037879921062043:2118] held: no
2026-01-08T17:04:56.208398Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037879921062043:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:56.201930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037875359897423:2109] [node 5] ICP22 created new session: [4:7593037879654864749:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.201999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037879654864749:2109] [node 5] ICS09 handshake done sender: [4:7593037875359897430:2113] self: [4:7593037875359897429:0] peer: [5:7593037879636040479:0] socket: 258 qp: -1
2026-01-08T17:04:56.202049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037879654864749:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:56.202096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:56.219266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037875626094664:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.219354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:56.219419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037875626094664:2048] [node 1] ICP22 created new session: [6:7593037879921062056:2048]
2026-01-08T17:04:56.219481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037879921062056:2048] [node 1] ICS09 handshake done sender: [6:7593037879921062043:2118] self: [6:7593037879921062049:0] peer: [1:7593037874324606164:0] socket: 277 qp: -1
2026-01-08T17:04:56.219532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037879921062056:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:56.219593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.206829Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037879636040480:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48678
2026-01-08T17:04:56.237830Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037875359897423:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(27886085ns) {HandleHandshakeStatus:329(27883793ns) {DropIncomingHandshake:442(16493ns) DropOutgoingHandshake:457(476ns) SwitchToState:179(333ns) ProcessPendingSessionEvents:495(27401693ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 27309693ns max# 14269275ns}}}
2026-01-08T17:04:56.208809Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037875953285240:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:56.209341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037879636040481:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48678
2026-01-08T17:04:56.211455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037875953285234:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.211489Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037875953285234:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:56.212171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037875953285160:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.212249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:56.212316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037875953285160:2049] [node 2] ICP22 created new session: [3:7593037880248252553:2049]
2026-01-08T17:04:56.212385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037880248252553:2049] [node 2] ICS09 handshake done sender: [3:7593037875953285240:2117] self: [3:7593037880248252545:0] peer: [2:7593037872215440014:0] socket: 289 qp: -1
2026-01-08T17:04:56.212432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037880248252553:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:56.212479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:56.213279Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037875953285160:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:56.225497Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037880248252556:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21339
2026-01-08T17:04:56.226248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037875953285234:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:56.226602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037875953285228:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:56.226681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:56.226791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037875953285228:2109] [node 6] ICP22 created new session: [3:7593037880248252557:2109]
2026-01-08T17:04:56.226902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037880248252557:2109] [node 6] ICS09 handshake done sender: [3:7593037875953285234:2114] self: [3:7593037875953285233:0] peer: [6:7593037879921062054:0] socket: 311 qp: -1
2026-01-08T17:04:56.226964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037880248252557:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:56.227027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.240415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037879921062058:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6987
2026-01-08T17:04:56.242850Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037872215440023:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.242889Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037872215440023:2114] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.242203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037875359897358:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:56.244683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037879654864752:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:61753
2026-01-08T17:04:56.244894Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037872215440023:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:56.248721Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037879654864743:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:56.249230Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037879921062050:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.249511Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037879921062048:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:56.249674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037872215440013:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:56.249778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:56.249861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037872215440013:2107] [node 4] ICP22 created new session: [2:7593037876510407348:2107]
2026-01-08T17:04:56.251625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037880248252556:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.249912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037876510407348:2107] [node 4] ICS09 handshake done sender: [2:7593037872215440023:2114] self: [2:7593037872215440022:0] peer: [4:7593037879654864751:0] socket: 304 qp: -1
2026-01-08T17:04:56.249959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037876510407348:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:56.251788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037875953285228:2109] [node 6] ICP18 handshake (actor [3:7593037880248252556:2121]) is too old
2026-01-08T17:04:56.250000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:56.252550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037875359897358:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.252634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:56.252787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037875626094666:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.252868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:56.252926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037875626094666:2050] [node 3] ICP22 created new session: [6:7593037879921062059:2050]
2026-01-08T17:04:56.252988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037879921062059:2050] [node 3] ICS09 handshake done sender: [6:7593037879921062048:2120] self: [6:7593037879921062054:0] peer: [3:7593037875953285233:0] socket: 275 qp: -1
2026-01-08T17:04:56.253040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037879921062059:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:56.253082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:56.252919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037875359897358:2049] [node 2] ICP22 created new session: [4:7593037879654864753:2049]
2026-01-08T17:04:56.253005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037879654864753:2049] [node 2] ICS09 handshake done sender: [4:7593037879654864743:2121] self: [4:7593037879654864751:0] peer: [2:7593037872215440022:0] socket: 305 qp: -1
2026-01-08T17:04:56.253044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037879654864753:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:56.253089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:56.283550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037875626094718:2099] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:56.281580Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037875359897358:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(27957685ns) {HandleHandshakeStatus:329(27954506ns) {DropIncomingHandshake:442(1176ns) DropOutgoingHandshake:457(6659ns) SwitchToState:179(583ns) ProcessPendingSessionEvents:495(27231949ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 27153185ns max# 18141332ns}}}
2026-01-08T17:04:56.285379Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037875626094666:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:56.286866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037875359897432:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:56.286910Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037875359897432:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:56.290826Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037879921062062:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6987
2026-01-08T17:04:56.307090Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037875359897432:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:56.311317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037875359897424:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:56.311403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:56.311469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037875359897424:2110] [node 6] ICP22 created new session: [4:7593037879654864756:2110]
2026-01-08T17:04:56.311529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037879654864756:2110] [node 6] ICS09 handshake done sender: [4:7593037875359897432:2114] self: [4:7593037875359897431:0] peer: [6:7593037879921062061:0] socket: 312 qp: -1
2026-01-08T17:04:56.311592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037879654864756:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:56.311652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:56.313732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037879921062050:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:56.314041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037875626094718:2099] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.314122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:56.314180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037875626094718:2099] [node 4] ICP22 created new session: [6:7593037879921062063:2099]
2026-01-08T17:04:56.314238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037879921062063:2099] [node 4] ICS09 handshake done sender: [6:7593037879921062050:2121] self: [6:7593037879921062061:0] peer: [4:7593037875359897431:0] socket: 267 qp: -1
2026-01-08T17:04:56.314288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037879921062063:2099] [node 4] ICS10 traffic start
2026-01-08T17:04:56.314343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:56.396142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037879636040475:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:56.396539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037875341073086:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23379) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037879636040475:2122] held: no
2026-01-08T17:04:56.397248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037875341073086:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.397308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:56.397377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037875341073086:2050] [node 3] ICP22 created new session: [5:7593037879636040482:2050]
2026-01-08T17:04:56.397443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037879636040482:2050] [node 3] ICS09 handshake done sender: [5:7593037879636040475:2122] self: [5:7593037879636040478:0] peer: [3:7593037875953285231:0] socket: 310 qp: -1
2026-01-08T17:04:56.397491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037879636040482:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:56.397548Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:56.403961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037879636040473:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:56.404389Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037875341073147:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14833) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037879636040473:2120] held: no
2026-01-08T17:04:56.405053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037875341073147:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:56.405106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:56.405176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037875341073147:2108] [node 4] ICP22 created new session: [5:7593037879636040484:2108]
2026-01-08T17:04:56.405230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037879636040484:2108] [node 4] ICS09 handshake done sender: [5:7593037879636040473:2120] self: [5:7593037879636040479:0] peer: [4:7593037875359897429:0] socket: 301 qp: -1
2026-01-08T17:04:56.405279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037879636040484:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:56.405324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:56.512350Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:56.512641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037876510407335:2048] [node 1] ICS07 socket disconnect 268 reason# EndOfStream
2026-01-08T17:04:56.512689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037876510407335:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.512789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:56.512842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037876510407335:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:56.517111Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:56.517378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037880248252546:2048] [node 1] ICS01 socket: 257 reason# EndOfStream
2026-01-08T17:04:56.517434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037875953285159:2048] [node 1] ICP30 unregister session Session# [3:7593037880248252546:2048] VirtualId# [3:7593037875953285241:0]
2026-01-08T17:04:56.517481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037880248252546:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.517560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:56.517608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:56.520057Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037872215439950:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14005) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:56.520115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037876510407335:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:56.526988Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037872215439950:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14005) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:56.527084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037876510407335:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:56.527139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037872215439950:2048] [node 1] ICP30 unregister session Session# [2:7593037876510407335:2048] VirtualId# [2:7593037872215440034:0]
2026-01-08T17:04:56.527200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:56.527249Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037872215439950:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14005) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.527270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14005) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.531940Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:56.532186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037879921062056:2048] [node 1] ICS01 socket: 277 reason# EndOfStream
2026-01-08T17:04:56.532242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037875626094664:2048] [node 1] ICP30 unregister session Session# [6:7593037879921062056:2048] VirtualId# [6:7593037879921062049:0]
2026-01-08T17:04:56.532291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037879921062056:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.532364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:56.532406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:56.532509Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:56.532732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037879654864741:2048] [node 1] ICS01 socket: 260 reason# EndOfStream
2026-01-08T17:04:56.532779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037875359897357:2048] [node 1] ICP30 unregister session Session# [4:7593037879654864741:2048] VirtualId# [4:7593037879654864734:0]
2026-01-08T17:04:56.532812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037879654864741:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.532897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:56.532948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:56.534480Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:56.534726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037875341073168:2048] [node 1] ICS07 socket disconnect 287 reason# EndOfStream
2026-01-08T17:04:56.534768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037875341073168:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.534856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:56.534903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037875341073168:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:56.536398Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037875341073084:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14005) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:56.536482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037875341073168:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:56.536523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037875341073084:2048] [node 1] ICP30 unregister session Session# [5:7593037875341073168:2048] VirtualId# [5:7593037875341073166:0]
2026-01-08T17:04:56.536571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:56.536615Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037875341073084:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14005) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.536635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14005) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.538223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037872215439950:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:56.550440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037875341073084:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:04:56.641036Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:56.641288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037880248252553:2049] [node 2] ICS07 socket disconnect 289 reason# EndOfStream
2026-01-08T17:04:56.641339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037880248252553:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.641421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:56.641466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037880248252553:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:56.646255Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037875953285160:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11631) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:04:56.646306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037880248252553:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:56.647418Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037875953285160:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11631) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:56.647479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037880248252553:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:56.647521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037875953285160:2049] [node 2] ICP30 unregister session Session# [3:7593037880248252553:2049] VirtualId# [3:7593037880248252545:0]
2026-01-08T17:04:56.647571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:56.647629Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037875953285160:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11631) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.647647Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11631) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.652505Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:56.652753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037879636040476:2049] [node 2] ICS01 socket: 283 reason# EndOfStream
2026-01-08T17:04:56.652802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037875341073085:2049] [node 2] ICP30 unregister session Session# [5:7593037879636040476:2049] VirtualId# [5:7593037879636040468:0]
2026-01-08T17:04:56.652850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037879636040476:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.652941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:56.652991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:56.654556Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:56.654760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037879921062052:2049] [node 2] ICS07 socket disconnect 295 reason# EndOfStream
2026-01-08T17:04:56.654803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037879921062052:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.654905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:56.654951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037879921062052:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:56.655270Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:56.665176Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037875626094665:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11631) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:56.665244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037879921062052:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:56.665289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037875626094665:2049] [node 2] ICP30 unregister session Session# [6:7593037879921062052:2049] VirtualId# [6:7593037879921062041:0]
2026-01-08T17:04:56.665406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:56.665459Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037875626094665:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11631) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.665478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11631) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.655479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037879654864753:2049] [node 2] ICS07 socket disconnect 305 reason# EndOfStream
2026-01-08T17:04:56.655507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037879654864753:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.655591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:56.655637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037879654864753:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:56.662539Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037875359897358:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11631) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:56.662614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037879654864753:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:56.662658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037875359897358:2049] [node 2] ICP30 unregister session Session# [4:7593037879654864753:2049] VirtualId# [4:7593037879654864751:0]
2026-01-08T17:04:56.662800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:56.662840Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037875359897358:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:11631) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.662858Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11631) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.675010Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037875359897358:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:56.682529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037875626094665:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:56.725825Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:56.726075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037879636040482:2050] [node 3] ICS01 socket: 310 reason# EndOfStream
2026-01-08T17:04:56.726122Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037875341073086:2050] [node 3] ICP30 unregister session Session# [5:7593037879636040482:2050] VirtualId# [5:7593037879636040478:0]
2026-01-08T17:04:56.726166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037879636040482:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.726247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:56.726295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:56.726677Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:56.726881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037879921062059:2050] [node 3] ICS07 socket disconnect 275 reason# EndOfStream
2026-01-08T17:04:56.726912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037879921062059:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.726989Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:56.727033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037879921062059:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:56.722615Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:56.722910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037879654864745:2050] [node 3] ICS07 socket disconnect 261 reason# EndOfStream
2026-01-08T17:04:56.722945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037879654864745:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.723017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:56.723066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037879654864745:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:56.739088Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037875359897359:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23379) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:56.739166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037879654864745:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:56.739211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037875359897359:2050] [node 3] ICP30 unregister session Session# [4:7593037879654864745:2050] VirtualId# [4:7593037879654864735:0]
2026-01-08T17:04:56.739265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:56.739302Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037875359897359:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.739322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.740356Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037875626094666:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23379) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:56.740426Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037879921062059:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:56.740485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037875626094666:2050] [node 3] ICP30 unregister session Session# [6:7593037879921062059:2050] VirtualId# [6:7593037879921062054:0]
2026-01-08T17:04:56.740604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:56.740637Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037875626094666:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.740655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23379) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:56.753398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037875359897359:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:56.753786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037875626094666:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:56.844403Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:56.844624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037879636040484:2108] [node 4] ICS01 socket: 301 reason# EndOfStream
2026-01-08T17:04:56.844669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037875341073147:2108] [node 4] ICP30 unregister session Session# [5:7593037879636040484:2108] VirtualId# [5:7593037879636040479:0]
2026-01-08T17:04:56.844701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037879636040484:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.844789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:56.844851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:56.844247Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:56.844495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037879921062063:2099] [node 4] ICS01 socket: 267 reason# EndOfStream
2026-01-08T17:04:56.844549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037875626094718:2099] [node 4] ICP30 unregister session Session# [6:7593037879921062063:2099] VirtualId# [6:7593037879921062061:0]
2026-01-08T17:04:56.844592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037879921062063:2099] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.844677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:56.844720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:56.890405Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:56.890662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037879921062045:2103] [node 5] ICS01 socket: 252 reason# EndOfStream
2026-01-08T17:04:56.890718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037875626094725:2103] [node 5] ICP30 unregister session Session# [6:7593037879921062045:2103] VirtualId# [6:7593037879921062040:0]
2026-01-08T17:04:56.890764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037879921062045:2103] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:56.890856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:56.890905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:57.087489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037881970090631:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:57.087546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037881970090632:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:57.142705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037881781247244:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:57.142761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037881781247245:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:57.146961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037882463594239:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:57.147005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037882463594240:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:57.147041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037882463594241:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:57.167265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037882566218363:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:57.167324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037882566218364:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:57.197321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037881549185536:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:57.197357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037881549185537:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:57.197384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037881549185538:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:57.201957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037882672376339:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:57.202004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037882672376340:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:57.202050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037882672376341:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:57.611429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037882672376399:2105] [node 5] ICP01 ready to work
2026-01-08T17:04:57.632566Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037882672376399:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(20608994ns) {Configure:104(20603100ns) {ProcessConfigured:135(109013ns) {StartInitialHandshake:157(106355ns) {DropHandshakes:470(2471ns) {DropIncomingHandshake:442(363ns) DropOutgoingHandshake:457(476ns)} GenerateSessionVirtualId:992(571ns) PrepareNewSessionHandshake:477(2349ns) {SwitchToState:179(1153ns)}}}}}
2026-01-08T17:04:57.618851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037881781247306:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:57.625514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037881970090694:2107] [node 6] ICP01 ready to work
2026-01-08T17:04:57.625898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037881970090695:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:57.626137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037881970090696:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:57.673167Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037881549185538:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(24766089ns) {Configure:104(24760791ns) {ProcessConfigured:135(73326ns) {StartInitialHandshake:157(69662ns) {DropHandshakes:470(2818ns) {DropIncomingHandshake:442(601ns) DropOutgoingHandshake:457(516ns)} GenerateSessionVirtualId:992(836ns) PrepareNewSessionHandshake:477(1548ns) {SwitchToState:179(654ns)}}}}}
2026-01-08T17:04:57.764630Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037882672376340:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(99828820ns) {Configure:104(99816491ns) {ProcessConfigured:135(86141ns) {StartInitialHandshake:157(83414ns) {DropHandshakes:470(2404ns) {DropIncomingHandshake:442(481ns) DropOutgoingHandshake:457(365ns)} GenerateSessionVirtualId:992(1197ns) PrepareNewSessionHandshake:477(1471ns) {SwitchToState:179(542ns)}}}}}
2026-01-08T17:04:57.769308Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037881781247308:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:57.673782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037881549185603:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:57.793071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037882566218427:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:57.778885Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037881549185604:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:57.792339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037882463594302:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:57.801008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037881970090696:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(161978822ns) {Configure:104(161976238ns) {ProcessConfigured:135(55400ns) {StartInitialHandshake:157(52740ns) {DropHandshakes:470(1002ns) {DropIncomingHandshake:442(272ns) DropOutgoingHandshake:457(295ns)} GenerateSessionVirtualId:992(355ns) PrepareNewSessionHandshake:477(787ns) {SwitchToState:179(391ns)}}}}}
2026-01-08T17:04:57.797933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037882566218428:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:57.798506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037882566218429:2110] [node 5] ICP01 ready to work
2026-01-08T17:04:57.808131Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037882672376339:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(106869157ns) {Configure:104(106858175ns) {ProcessConfigured:135(83559ns) {StartInitialHandshake:157(80895ns) {DropHandshakes:470(2221ns) {DropIncomingHandshake:442(380ns) DropOutgoingHandshake:457(421ns)} GenerateSessionVirtualId:992(1155ns) PrepareNewSessionHandshake:477(1511ns) {SwitchToState:179(560ns)}}}}}
2026-01-08T17:04:57.799427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037882463594303:2108] [node 6] ICP01 ready to work
2026-01-08T17:04:57.808830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037882672376412:2110] [node 4] ICP01 ready to work
2026-01-08T17:04:57.810606Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037882672376341:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(34704405ns) {Configure:104(34698274ns) {ProcessConfigured:135(7315309ns) {StartInitialHandshake:157(7312953ns) {DropHandshakes:470(2420ns) {DropIncomingHandshake:442(448ns) DropOutgoingHandshake:457(522ns)} GenerateSessionVirtualId:992(953ns) PrepareNewSessionHandshake:477(3543ns) {SwitchToState:179(1701ns)}}}}}
2026-01-08T17:04:57.812516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037881781247311:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:57.813935Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037881781247308:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(21359836ns) {Configure:104(21352512ns) {ProcessConfigured:135(559555ns) {StartInitialHandshake:157(557026ns) {DropHandshakes:470(1972ns) {DropIncomingHandshake:442(497ns) DropOutgoingHandshake:457(400ns)} GenerateSessionVirtualId:992(702ns) PrepareNewSessionHandshake:477(8192ns) {SwitchToState:179(454ns)}}}}}
2026-01-08T17:04:57.814058Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037881549185536:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(138895960ns) {Configure:104(138891275ns) {ProcessConfigured:135(12864451ns) {StartInitialHandshake:157(12861664ns) {DropHandshakes:470(2991ns) {DropIncomingHandshake:442(579ns) DropOutgoingHandshake:457(367ns)} GenerateSessionVirtualId:992(545ns) PrepareNewSessionHandshake:477(284355ns) {SwitchToState:179(2951ns)}}}}}
2026-01-08T17:04:57.823718Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037882566218428:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(24621349ns) {Configure:104(24613656ns) {ProcessConfigured:135(43979ns) {StartInitialHandshake:157(42002ns) {DropHandshakes:470(3496ns) {DropIncomingHandshake:442(209ns) DropOutgoingHandshake:457(291ns)} GenerateSessionVirtualId:992(320ns) PrepareNewSessionHandshake:477(541ns) {SwitchToState:179(279ns)}}}}}
2026-01-08T17:04:57.825497Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037882566218364:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(160300378ns) {Configure:104(160296158ns) {ProcessConfigured:135(2089072ns) {StartInitialHandshake:157(2087062ns) {DropHandshakes:470(1370ns) {DropIncomingHandshake:442(298ns) DropOutgoingHandshake:457(318ns)} GenerateSessionVirtualId:992(935ns) PrepareNewSessionHandshake:477(2193ns) {SwitchToState:179(1118ns)}}}}}
2026-01-08T17:04:57.826106Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037881970090695:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(178049298ns) {Configure:104(178037099ns) {ProcessConfigured:135(2603504ns) {StartInitialHandshake:157(2601118ns) {DropHandshakes:470(1666ns) {DropIncomingHandshake:442(366ns) DropOutgoingHandshake:457(289ns)} GenerateSessionVirtualId:992(810ns) PrepareNewSessionHandshake:477(3322ns) {SwitchToState:179(463ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.839183Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037882672376417:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54875
2026-01-08T17:04:57.837865Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037881549185537:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(47223976ns) {Configure:104(47217234ns) {ProcessConfigured:135(6834400ns) {StartInitialHandshake:157(6832470ns) {DropHandshakes:470(2234ns) {DropIncomingHandshake:442(504ns) DropOutgoingHandshake:457(689ns)} GenerateSessionVirtualId:992(734ns) PrepareNewSessionHandshake:477(3494ns) {SwitchToState:179(1675ns)}}}}}
2026-01-08T17:04:57.839962Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037881781247318:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37237
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.855709Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037881781247245:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(39915997ns) {Configure:104(39911915ns) {ProcessConfigured:135(477287ns) {StartInitialHandshake:157(474267ns) {DropHandshakes:470(2030ns) {DropIncomingHandshake:442(365ns) DropOutgoingHandshake:457(286ns)} GenerateSessionVirtualId:992(777ns) PrepareNewSessionHandshake:477(1508ns) {SwitchToState:179(751ns)}}}}}
2026-01-08T17:04:57.857939Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037881970090632:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(29599721ns) {Configure:104(29594004ns) {ProcessConfigured:135(890182ns) {StartInitialHandshake:157(888236ns) {DropHandshakes:470(1626ns) {DropIncomingHandshake:442(692ns) DropOutgoingHandshake:457(237ns)} GenerateSessionVirtualId:992(426ns) PrepareNewSessionHandshake:477(1624ns) {SwitchToState:179(883ns)}}}}}
2026-01-08T17:04:57.877176Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037882566218363:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(49866533ns) {Configure:104(49861699ns) {ProcessConfigured:135(76485ns) {StartInitialHandshake:157(74511ns) {DropHandshakes:470(2261ns) {DropIncomingHandshake:442(341ns) DropOutgoingHandshake:457(265ns)} GenerateSessionVirtualId:992(890ns) PrepareNewSessionHandshake:477(3851ns) {SwitchToState:179(499ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.881500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037882672376418:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54875
2026-01-08T17:04:57.878557Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037882566218429:2110] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(54592447ns) {Configure:104(54587745ns) {ProcessConfigured:135(54006ns) {StartInitialHandshake:157(51158ns) {DropHandshakes:470(480ns) {DropIncomingHandshake:442(63ns) DropOutgoingHandshake:457(45ns)} GenerateSessionVirtualId:992(235ns) PrepareNewSessionHandshake:477(1155ns) {SwitchToState:179(296ns)}}}}}
2026-01-08T17:04:57.880572Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037882566218434:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42784
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.862746Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037881970090631:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(49738658ns) {Configure:104(49732283ns) {ProcessConfigured:135(7421095ns) {StartInitialHandshake:157(7417460ns) {DropHandshakes:470(2080846ns) {DropIncomingHandshake:442(1903ns) DropOutgoingHandshake:457(377ns)} GenerateSessionVirtualId:992(1830ns) PrepareNewSessionHandshake:477(3276ns) {SwitchToState:179(1523ns)}}}}}
2026-01-08T17:04:57.867090Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037881970090704:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53084
2026-01-08T17:04:57.883802Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037881970090711:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53084
2026-01-08T17:04:57.880723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037882566218437:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42784
2026-01-08T17:04:57.885623Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037882463594240:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(69912895ns) {Configure:104(69906336ns) {ProcessConfigured:135(7254418ns) {StartInitialHandshake:157(7251613ns) {DropHandshakes:470(798ns) {DropIncomingHandshake:442(87ns) DropOutgoingHandshake:457(322ns)} GenerateSessionVirtualId:992(406ns) PrepareNewSessionHandshake:477(2712ns) {SwitchToState:179(1128ns)}}}}}
2026-01-08T17:04:57.887334Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037881781247318:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.899958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037881781247324:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37237
2026-01-08T17:04:57.899575Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037882672376417:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.900146Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037881970090704:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.900771Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037881970090712:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53084
2026-01-08T17:04:57.900937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037881781247310:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.900973Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037881781247310:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:57.882676Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037882566218434:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.902033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037882672376340:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:57.905797Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037882566218427:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(27996197ns) {Configure:104(27988399ns) {ProcessConfigured:135(50441ns) {StartInitialHandshake:157(48578ns) {DropHandshakes:470(1624ns) {DropIncomingHandshake:442(264ns) DropOutgoingHandshake:457(503ns)} GenerateSessionVirtualId:992(480ns) PrepareNewSessionHandshake:477(577ns) {SwitchToState:179(137ns)}}}}}
2026-01-08T17:04:57.902672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037881781247310:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.911719Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037882463594315:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59409
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.914105Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037881549185603:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(29562017ns) {Configure:104(29557381ns) {ProcessConfigured:135(67018ns) {StartInitialHandshake:157(65136ns) {DropHandshakes:470(2200ns) {DropIncomingHandshake:442(347ns) DropOutgoingHandshake:457(413ns)} GenerateSessionVirtualId:992(893ns) PrepareNewSessionHandshake:477(4651ns) {SwitchToState:179(413ns)}}}}}
2026-01-08T17:04:57.912252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037882672376420:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54875
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.918200Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037882672376417:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:57.917413Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037882463594241:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(77896937ns) {Configure:104(77892313ns) {ProcessConfigured:135(5018730ns) {StartInitialHandshake:157(5015857ns) {DropHandshakes:470(1970ns) {DropIncomingHandshake:442(538ns) DropOutgoingHandshake:457(348ns)} GenerateSessionVirtualId:992(939ns) PrepareNewSessionHandshake:477(1211053ns) {SwitchToState:179(3550ns)}}}}}
2026-01-08T17:04:57.918559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037882672376340:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:57.917823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037881549185610:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63578
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.918617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:57.918666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037882672376340:2049] [node 2] ICP22 created new session: [6:7593037882672376421:2049]
2026-01-08T17:04:57.917998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037881549185611:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63578
2026-01-08T17:04:57.918139Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037881549185617:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63578
2026-01-08T17:04:57.918716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037882672376421:2049] [node 2] ICS09 handshake done sender: [6:7593037882672376417:2115] self: [6:7593037882672376419:0] peer: [2:7593037881781247309:0] socket: 260 qp: -1
2026-01-08T17:04:57.931606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037881549185609:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63578
2026-01-08T17:04:57.918755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037882672376421:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:57.918792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.934277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037882566218446:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42784
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.939164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037881970090714:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53084
2026-01-08T17:04:57.932191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037881781247308:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:57.932283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:57.932346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037881781247308:2108] [node 6] ICP22 created new session: [2:7593037881781247329:2108]
2026-01-08T17:04:57.933868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037881781247329:2108] [node 6] ICS09 handshake done sender: [2:7593037881781247310:2110] self: [2:7593037881781247309:0] peer: [6:7593037882672376419:0] socket: 259 qp: -1
2026-01-08T17:04:57.933925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037881781247329:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:57.933977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:57.951951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037882463594315:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.953187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037882463594239:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:57.963447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037882566218437:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.941716Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037881970090715:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53084
2026-01-08T17:04:57.962538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037881970090712:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.963689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037881970090711:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.966483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037882566218363:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:57.965968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037881970090715:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.966532Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037882672376418:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.966530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037881781247324:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.966732Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037881549185617:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.966783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037882672376341:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:57.966866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037881549185609:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.966990Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037881549185610:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.977601Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037882463594319:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59409
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.980514Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037882463594320:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59409
2026-01-08T17:04:57.967590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037882566218432:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.966760Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037881970090700:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.980984Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037882463594315:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:57.966823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037881781247327:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37237
2026-01-08T17:04:57.966800Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037881970090700:2111] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:57.967648Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037882566218432:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:57.984052Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037881781247327:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.998643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037882463594239:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.979988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037882566218448:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42784
2026-01-08T17:04:57.974995Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037881970090703:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.999063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037881549185611:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.975032Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037881970090703:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:57.976608Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037881970090700:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:57.982470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037881970090695:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:57.982554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:57.982617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037881970090695:2108] [node 4] ICP22 created new session: [1:7593037881970090721:2108]
2026-01-08T17:04:57.982683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037881970090721:2108] [node 4] ICS09 handshake done sender: [1:7593037881970090700:2111] self: [1:7593037881970090699:0] peer: [4:7593037882463594318:0] socket: 267 qp: -1
2026-01-08T17:04:57.982726Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037881970090721:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:57.982770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:58.003421Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037881970090703:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:57.998715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.006642Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037881781247328:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37237
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:57.994781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037882566218446:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.006991Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037882672376425:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54875
2026-01-08T17:04:58.008021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037882672376418:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:58.008344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037882672376341:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:58.008404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:58.008457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037882672376341:2050] [node 3] ICP22 created new session: [6:7593037886967343722:2050]
2026-01-08T17:04:58.008517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037886967343722:2050] [node 3] ICS09 handshake done sender: [6:7593037882672376418:2116] self: [6:7593037882672376424:0] peer: [3:7593037882566218431:0] socket: 276 qp: -1
2026-01-08T17:04:58.008568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037886967343722:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:58.008612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:58.005531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037881549185603:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:57.999627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037882463594239:2048] [node 1] ICP22 created new session: [4:7593037882463594321:2048]
2026-01-08T17:04:58.014791Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037881781247315:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:57.995431Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037882566218432:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:58.003724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037882463594321:2048] [node 1] ICS09 handshake done sender: [4:7593037882463594315:2114] self: [4:7593037882463594318:0] peer: [1:7593037881970090699:0] socket: 283 qp: -1
2026-01-08T17:04:58.013937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037881970090714:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.005787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037881549185536:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:58.018001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037882566218428:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:58.025972Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037881970090698:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.012100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037881549185537:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:58.003782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037882463594321:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:58.014850Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037881781247315:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.018094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:58.026020Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037881970090698:2110] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.027507Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037881781247328:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.003846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:58.013004Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037885844152920:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63578
2026-01-08T17:04:58.047348Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037881781247315:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:58.077841Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037881781247311:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:58.077927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:58.018176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037882566218428:2109] [node 6] ICP22 created new session: [3:7593037886861185747:2109]
2026-01-08T17:04:58.041502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037881970090632:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:58.076550Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037886967343724:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54875
2026-01-08T17:04:58.004587Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037882463594239:2048] [node 1] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.041582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:58.048793Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037881549185617:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:58.085228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037881781247311:2109] [node 5] ICP22 created new session: [2:7593037886076214633:2109]
2026-01-08T17:04:58.085299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037886076214633:2109] [node 5] ICS09 handshake done sender: [2:7593037881781247315:2112] self: [2:7593037881781247314:0] peer: [5:7593037885844152918:0] socket: 262 qp: -1
2026-01-08T17:04:58.085337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037886076214633:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:58.085391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:58.005858Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037882463594307:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.005901Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037882463594307:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:58.011539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037882463594307:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:58.020558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037882463594302:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:58.020609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:58.020691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037882463594302:2109] [node 5] ICP22 created new session: [4:7593037886758561620:2109]
2026-01-08T17:04:58.020771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037886758561620:2109] [node 5] ICS09 handshake done sender: [4:7593037882463594307:2111] self: [4:7593037882463594306:0] peer: [5:7593037885844152917:0] socket: 281 qp: -1
2026-01-08T17:04:58.020812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037886758561620:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:58.020848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:58.084578Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037882463594320:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.084839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037886758561624:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59409
2026-01-08T17:04:58.041647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037881970090632:2049] [node 3] ICP22 created new session: [1:7593037886265058019:2049]
2026-01-08T17:04:58.041732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037886265058019:2049] [node 3] ICS09 handshake done sender: [1:7593037881970090703:2112] self: [1:7593037881970090701:0] peer: [3:7593037882566218447:0] socket: 269 qp: -1
2026-01-08T17:04:58.041791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037886265058019:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:58.041845Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:58.084371Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037881970090698:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:58.018240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037886861185747:2109] [node 6] ICS09 handshake done sender: [3:7593037882566218432:2111] self: [3:7593037882566218431:0] peer: [6:7593037882672376424:0] socket: 273 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.093805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037881781247317:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.093853Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037881781247317:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:58.094878Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037886076214632:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37237
2026-01-08T17:04:58.099130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037881970090696:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:58.099219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.082424Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037886967343724:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.049062Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037881549185603:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:58.089852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037882463594240:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:58.099289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037881970090696:2109] [node 5] ICP22 created new session: [1:7593037886265058025:2109]
2026-01-08T17:04:58.018302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037886861185747:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:58.102857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037882672376412:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:58.103268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037886967343727:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54875
2026-01-08T17:04:58.049119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.099999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037886265058025:2109] [node 5] ICS09 handshake done sender: [1:7593037881970090698:2110] self: [1:7593037881970090697:0] peer: [5:7593037885844152919:0] socket: 266 qp: -1
2026-01-08T17:04:58.109934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037882463594311:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.109987Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037882463594311:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:58.111091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037886758561626:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59409
2026-01-08T17:04:58.018369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.112874Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037886967343726:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54875
2026-01-08T17:04:58.104949Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037881781247317:2113] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.119953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037881781247306:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:58.120041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:58.120101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037881781247306:2107] [node 4] ICP22 created new session: [2:7593037886076214637:2107]
2026-01-08T17:04:58.120165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037886076214637:2107] [node 4] ICS09 handshake done sender: [2:7593037881781247317:2113] self: [2:7593037881781247316:0] peer: [4:7593037886758561625:0] socket: 300 qp: -1
2026-01-08T17:04:58.120220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037886076214637:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:58.120266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:58.049210Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037881549185603:2108] [node 4] ICP22 created new session: [5:7593037885844152921:2108]
2026-01-08T17:04:58.100044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037886265058025:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:58.087184Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037882566218437:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:58.127770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037886758561624:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.128135Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037882463594320:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:58.049276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037885844152921:2108] [node 4] ICS09 handshake done sender: [5:7593037881549185617:2120] self: [5:7593037885844152917:0] peer: [4:7593037882463594306:0] socket: 289 qp: -1
2026-01-08T17:04:58.100099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:58.130739Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037881781247323:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.049320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037885844152921:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:58.095675Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037882566218363:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23759) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037882566218437:2115] held: no
2026-01-08T17:04:58.133529Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037882463594240:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30097) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037882463594320:2117] held: no
2026-01-08T17:04:58.130777Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037881781247323:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:04:58.133565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037886967343726:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.150697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037881781247323:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:58.096387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037882566218363:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:58.157870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037882672376399:2105] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:58.049369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:58.160009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037886967343727:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.160174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037882672376339:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:58.170551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037881970090709:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.170613Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037881970090709:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.096471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:58.178483Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037882463594311:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:58.173995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037881781247245:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:58.061216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037885844152924:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63578
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.181340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037881970090709:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:58.096525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037882566218363:2048] [node 1] ICP22 created new session: [3:7593037886861185751:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.183726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037886758561628:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59409
2026-01-08T17:04:58.184064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037882463594303:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:58.174687Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037886967343732:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54875
2026-01-08T17:04:58.096594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037886861185751:2048] [node 1] ICS09 handshake done sender: [3:7593037882566218437:2115] self: [3:7593037882566218447:0] peer: [1:7593037881970090701:0] socket: 270 qp: -1
2026-01-08T17:04:58.096641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037886861185751:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:58.096682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:58.114715Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037882566218428:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(70562700ns) {HandleHandshakeStatus:329(70559904ns) {DropIncomingHandshake:442(19171ns) DropOutgoingHandshake:457(446ns) SwitchToState:179(458ns) ProcessPendingSessionEvents:495(70010339ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 65713195ns max# 11673210ns}}}
2026-01-08T17:04:58.115317Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037886861185749:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42784
2026-01-08T17:04:58.117513Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037886861185753:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42784
2026-01-08T17:04:58.124814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037886861185753:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.129004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037886861185749:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.129098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037882566218364:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:58.181461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037886861185757:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42784
2026-01-08T17:04:58.174087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:58.184111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:58.068350Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037881549185610:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:58.184766Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037886967343729:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54875
2026-01-08T17:04:58.178647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037881781247245:2049] [node 3] ICP22 created new session: [2:7593037886076214640:2049]
2026-01-08T17:04:58.189846Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037882566218439:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.184162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037882463594303:2108] [node 6] ICP22 created new session: [4:7593037886758561629:2108]
2026-01-08T17:04:58.077508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037885844152925:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63578
2026-01-08T17:04:58.205043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037881970090694:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:58.205125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:58.204894Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037886967343724:2119] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.205532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037881970090694:2107] [node 6] ICP22 created new session: [1:7593037886265058028:2107]
2026-01-08T17:04:58.205599Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037886265058028:2107] [node 6] ICS09 handshake done sender: [1:7593037881970090709:2115] self: [1:7593037881970090708:0] peer: [6:7593037886967343731:0] socket: 314 qp: -1
2026-01-08T17:04:58.205643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037886265058028:2107] [node 6] ICS10 traffic start
2026-01-08T17:04:58.189898Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037882566218439:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:58.178734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037886076214640:2049] [node 3] ICS09 handshake done sender: [2:7593037881781247323:2115] self: [2:7593037881781247322:0] peer: [3:7593037886861185755:0] socket: 291 qp: -1
2026-01-08T17:04:58.082479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037881549185537:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:58.184223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037886758561629:2108] [node 6] ICS09 handshake done sender: [4:7593037882463594311:2113] self: [4:7593037882463594310:0] peer: [6:7593037886967343728:0] socket: 282 qp: -1
2026-01-08T17:04:58.206520Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037886967343733:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54875
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.192848Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037886861185753:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:58.089370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:58.184269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037886758561629:2108] [node 6] ICS10 traffic start
2026-01-08T17:04:58.206029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:58.178785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037886076214640:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:58.205001Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037882566218364:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30097) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037886861185753:2121] held: no
2026-01-08T17:04:58.184335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:58.178835Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:58.212459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037882672376412:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:58.099780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037881549185537:2049] [node 2] ICP22 created new session: [5:7593037885844152926:2049]
2026-01-08T17:04:58.208110Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037882566218444:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.212533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.186455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037882463594303:2108] [node 6] ICP18 handshake (actor [4:7593037886758561624:2118]) is too old
2026-01-08T17:04:58.107030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037885844152926:2049] [node 2] ICS09 handshake done sender: [5:7593037881549185610:2116] self: [5:7593037885844152918:0] peer: [2:7593037881781247314:0] socket: 263 qp: -1
2026-01-08T17:04:58.112095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037885844152926:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:58.113865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:58.124087Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037881549185537:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(45183427ns) {HandleHandshakeStatus:329(40527983ns) {DropIncomingHandshake:442(634ns) DropOutgoingHandshake:457(12633ns) SwitchToState:179(545ns) ProcessPendingSessionEvents:495(774775ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 716523ns max# 151799ns}}}
2026-01-08T17:04:58.124373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037881549185611:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:58.129592Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037881549185536:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23759) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037881549185611:2117] held: no
2026-01-08T17:04:58.130249Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037881549185536:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:58.130294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:58.142867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037881549185536:2048] [node 1] ICP22 created new session: [5:7593037885844152928:2048]
2026-01-08T17:04:58.208140Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037882566218444:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:58.213537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037882672376412:2110] [node 4] ICP22 created new session: [6:7593037886967343734:2110]
2026-01-08T17:04:58.195438Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037882463594240:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(56754488ns) {HandleHandshakeStatus:395(56752509ns) {LogHandshakeFail:472(14685ns) {UpdateErrorStateLog:545(5272ns)} DropOutgoingHandshake:457(993ns) ProcessPendingSessionEvents:495(56642980ns) {unordered DropSessionEvent:512 num# 100 sum# 11290410ns max# 2439426ns}}}
2026-01-08T17:04:58.142971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037885844152928:2048] [node 1] ICS09 handshake done sender: [5:7593037881549185611:2117] self: [5:7593037885844152919:0] peer: [1:7593037881970090697:0] socket: 271 qp: -1
2026-01-08T17:04:58.210244Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037882566218439:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:58.195507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037882463594240:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:58.217794Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037886967343727:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:58.143027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037885844152928:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:58.195561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:58.143090Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:58.152264Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037885844152930:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63578
2026-01-08T17:04:58.158045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037885844152930:2124] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.167557Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037881549185616:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.167616Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037881549185616:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:58.174247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037881549185538:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:58.188368Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037881549185616:2119] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:58.188936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037881549185604:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:58.189003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:58.189061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037881549185604:2110] [node 6] ICP22 created new session: [5:7593037885844152933:2110]
2026-01-08T17:04:58.189113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037885844152933:2110] [node 6] ICS09 handshake done sender: [5:7593037881549185616:2119] self: [5:7593037881549185615:0] peer: [6:7593037886967343730:0] socket: 307 qp: -1
2026-01-08T17:04:58.189151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037885844152933:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:58.189188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:58.210554Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037885844152935:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63578
2026-01-08T17:04:58.213345Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037885844152930:2124] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:58.214408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037881549185538:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:58.214497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:58.214553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037881549185538:2050] [node 3] ICP22 created new session: [5:7593037885844152936:2050]
2026-01-08T17:04:58.214617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037885844152936:2050] [node 3] ICS09 handshake done sender: [5:7593037885844152930:2124] self: [5:7593037885844152931:0] peer: [3:7593037882566218438:0] socket: 279 qp: -1
2026-01-08T17:04:58.214659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037885844152936:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:58.214696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:58.222530Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037882566218444:2117] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:58.222579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037886967343734:2110] [node 4] ICS09 handshake done sender: [6:7593037886967343724:2119] self: [6:7593037886967343728:0] peer: [4:7593037882463594310:0] socket: 256 qp: -1
2026-01-08T17:04:58.246028Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037881970090705:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.245552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037886076214632:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.223185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037882566218429:2110] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:58.195630Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037882463594240:2049] [node 2] ICP22 created new session: [4:7593037886758561631:2049]
2026-01-08T17:04:58.222655Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037886967343734:2110] [node 4] ICS10 traffic start
2026-01-08T17:04:58.223285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:58.245683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037881781247244:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:58.195709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037886758561631:2049] [node 2] ICS09 handshake done sender: [4:7593037882463594320:2117] self: [4:7593037886758561625:0] peer: [2:7593037881781247316:0] socket: 301 qp: -1
2026-01-08T17:04:58.246073Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037881970090705:2114] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:04:58.226608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037882672376339:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:58.250804Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037881970090705:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:58.226674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:58.223352Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037882566218429:2110] [node 5] ICP22 created new session: [3:7593037886861185760:2110]
2026-01-08T17:04:58.195754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037886758561631:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:58.247362Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037886076214643:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:37237
2026-01-08T17:04:58.262783Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037881970090694:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(46478509ns) {HandleHandshakeStatus:329(46476289ns) {DropIncomingHandshake:442(15849ns) DropOutgoingHandshake:457(308ns) SwitchToState:179(628ns) ProcessPendingSessionEvents:495(38596015ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 38504573ns max# 6335420ns}}}
2026-01-08T17:04:58.262852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037881970090631:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:04:58.262924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:58.262979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037881970090631:2048] [node 2] ICP22 created new session: [1:7593037886265058031:2048]
2026-01-08T17:04:58.263037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037886265058031:2048] [node 2] ICS09 handshake done sender: [1:7593037881970090705:2114] self: [1:7593037881970090702:0] peer: [2:7593037886076214642:0] socket: 277 qp: -1
2026-01-08T17:04:58.263078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037886265058031:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:58.263119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:58.223412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037886861185760:2110] [node 5] ICS09 handshake done sender: [3:7593037882566218439:2116] self: [3:7593037882566218438:0] peer: [5:7593037885844152931:0] socket: 317 qp: -1
2026-01-08T17:04:58.223447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037886861185760:2110] [node 5] ICS10 traffic start
2026-01-08T17:04:58.223497Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:58.225512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037882566218364:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:58.225605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:58.225658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037882566218364:2049] [node 2] ICP22 created new session: [3:7593037886861185762:2049]
2026-01-08T17:04:58.225721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037886861185762:2049] [node 2] ICS09 handshake done sender: [3:7593037886861185753:2121] self: [3:7593037886861185755:0] peer: [2:7593037881781247322:0] socket: 290 qp: -1
2026-01-08T17:04:58.225759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037886861185762:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:58.225815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:58.235822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037882566218427:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:58.235920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:58.235984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037882566218427:2107] [node 4] ICP22 created new session: [3:7593037886861185764:2107]
2026-01-08T17:04:58.236041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037886861185764:2107] [node 4] ICS09 handshake done sender: [3:7593037882566218444:2117] self: [3:7593037882566218443:0] peer: [4:7593037886758561633:0] socket: 318 qp: -1
2026-01-08T17:04:58.236081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037886861185764:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:58.236124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:58.226723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037882672376339:2048] [node 1] ICP22 created new session: [6:7593037886967343735:2048]
2026-01-08T17:04:58.226773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037886967343735:2048] [node 1] ICS09 handshake done sender: [6:7593037886967343727:2121] self: [6:7593037886967343731:0] peer: [1:7593037881970090708:0] socket: 315 qp: -1
2026-01-08T17:04:58.226812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037886967343735:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:58.226849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:58.229314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:58.238956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037882672376412:2110] [node 4] ICP35 event processing took too much time PendingConnection:279(25468884ns) {HandleHandshakeStatus:329(25464741ns) {DropIncomingHandshake:442(707ns) DropOutgoingHandshake:457(7652ns) SwitchToState:179(446ns) ProcessPendingSessionEvents:495(4543913ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 4483559ns max# 2463151ns}}}
2026-01-08T17:04:58.240461Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037882672376399:2105] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23288) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037886967343726:2120] held: no
2026-01-08T17:04:58.246117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037886967343726:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:58.250459Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037882672376412:2110] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:58.254910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037882672376399:2105] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:58.254961Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:58.255040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037882672376399:2105] [node 5] ICP22 created new session: [6:7593037886967343738:2105]
2026-01-08T17:04:58.255107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037886967343738:2105] [node 5] ICS09 handshake done sender: [6:7593037886967343726:2120] self: [6:7593037886967343730:0] peer: [5:7593037881549185615:0] socket: 309 qp: -1
2026-01-08T17:04:58.255153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037886967343738:2105] [node 5] ICS10 traffic start
2026-01-08T17:04:58.255194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:58.195798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:58.201789Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037886758561628:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:58.202236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037882463594241:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:58.229226Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037886758561634:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:59409
2026-01-08T17:04:58.234253Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037886758561628:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:58.250575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037882463594241:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:58.251404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:58.256881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037882463594241:2050] [node 3] ICP22 created new session: [4:7593037886758561635:2050]
2026-01-08T17:04:58.260802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037886758561635:2050] [node 3] ICS09 handshake done sender: [4:7593037886758561628:2120] self: [4:7593037886758561633:0] peer: [3:7593037882566218443:0] socket: 280 qp: -1
2026-01-08T17:04:58.261297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037886758561635:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:58.261359Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:58.261109Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037886076214632:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:58.266884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037881781247244:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:58.268763Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:58.268834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037881781247244:2048] [node 1] ICP22 created new session: [2:7593037886076214644:2048]
2026-01-08T17:04:58.268903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037886076214644:2048] [node 1] ICS09 handshake done sender: [2:7593037886076214632:2119] self: [2:7593037886076214642:0] peer: [1:7593037881970090702:0] socket: 311 qp: -1
2026-01-08T17:04:58.268948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037886076214644:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:58.268998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:58.291360Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037882463594241:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(39745100ns) {HandleHandshakeStatus:329(39741788ns) {DropIncomingHandshake:442(546ns) DropOutgoingHandshake:457(6202ns) SwitchToState:179(915ns) ProcessPendingSessionEvents:495(28797848ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 28695255ns max# 5686626ns}}}
2026-01-08T17:04:58.291791Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037882463594241:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:04:58.386534Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:04:58.386810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037886076214644:2048] [node 1] ICS07 socket disconnect 311 reason# EndOfStream
2026-01-08T17:04:58.386849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037886076214644:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.386963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:58.387017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037886076214644:2048] [node 1] ICS15 start handshake
2026-01-08T17:04:58.389006Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037881781247244:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23759) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:58.389104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037886076214644:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:58.389151Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037881781247244:2048] [node 1] ICP30 unregister session Session# [2:7593037886076214644:2048] VirtualId# [2:7593037886076214642:0]
2026-01-08T17:04:58.389285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:58.389349Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037881781247244:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23759) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:58.389374Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23759) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:58.390262Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:04:58.390625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037886967343735:2048] [node 1] ICS01 socket: 315 reason# EndOfStream
2026-01-08T17:04:58.390678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037882672376339:2048] [node 1] ICP30 unregister session Session# [6:7593037886967343735:2048] VirtualId# [6:7593037886967343731:0]
2026-01-08T17:04:58.390721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037886967343735:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.390499Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:04:58.390827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:58.390745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037886861185751:2048] [node 1] ICS01 socket: 270 reason# EndOfStream
2026-01-08T17:04:58.390878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:58.390799Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037882566218363:2048] [node 1] ICP30 unregister session Session# [3:7593037886861185751:2048] VirtualId# [3:7593037882566218447:0]
2026-01-08T17:04:58.390845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037886861185751:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.390925Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:58.390971Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:58.394506Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:04:58.394802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037882463594321:2048] [node 1] ICS01 socket: 283 reason# EndOfStream
2026-01-08T17:04:58.394851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037882463594239:2048] [node 1] ICP30 unregister session Session# [4:7593037882463594321:2048] VirtualId# [4:7593037882463594318:0]
2026-01-08T17:04:58.394896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037882463594321:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.394998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:58.395047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:58.397925Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:04:58.398945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037885844152928:2048] [node 1] ICS01 socket: 271 reason# EndOfStream
2026-01-08T17:04:58.399006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037881549185536:2048] [node 1] ICP30 unregister session Session# [5:7593037885844152928:2048] VirtualId# [5:7593037885844152919:0]
2026-01-08T17:04:58.399052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037885844152928:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.399151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:04:58.399200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:04:58.482053Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:04:58.482368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037886861185762:2049] [node 2] ICS01 socket: 290 reason# EndOfStream
2026-01-08T17:04:58.482452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037882566218364:2049] [node 2] ICP30 unregister session Session# [3:7593037886861185762:2049] VirtualId# [3:7593037886861185755:0]
2026-01-08T17:04:58.482498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037886861185762:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.482620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:58.482687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:58.485275Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:04:58.485551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037882672376421:2049] [node 2] ICS01 socket: 260 reason# EndOfStream
2026-01-08T17:04:58.485602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037882672376340:2049] [node 2] ICP30 unregister session Session# [6:7593037882672376421:2049] VirtualId# [6:7593037882672376419:0]
2026-01-08T17:04:58.485650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037882672376421:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.485742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:58.485805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:58.485942Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:04:58.486161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037886758561631:2049] [node 2] ICS01 socket: 301 reason# EndOfStream
2026-01-08T17:04:58.486203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037882463594240:2049] [node 2] ICP30 unregister session Session# [4:7593037886758561631:2049] VirtualId# [4:7593037886758561625:0]
2026-01-08T17:04:58.486240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037886758561631:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.486334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:58.486384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:58.491099Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:04:58.491356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037885844152926:2049] [node 2] ICS07 socket disconnect 263 reason# EndOfStream
2026-01-08T17:04:58.491393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037885844152926:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.491512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:04:58.491567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037885844152926:2049] [node 2] ICS15 start handshake
2026-01-08T17:04:58.493804Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037881549185537:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30097) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:58.493881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037885844152926:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:58.493927Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037881549185537:2049] [node 2] ICP30 unregister session Session# [5:7593037885844152926:2049] VirtualId# [5:7593037885844152918:0]
2026-01-08T17:04:58.494048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:04:58.494086Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037881549185537:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30097) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:58.494104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30097) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:58.504409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037881549185537:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:04:58.590564Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:04:58.590774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037886758561635:2050] [node 3] ICS07 socket disconnect 280 reason# EndOfStream
2026-01-08T17:04:58.590805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037886758561635:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.590893Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:58.590944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037886758561635:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:58.591440Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:04:58.591631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037886967343722:2050] [node 3] ICS01 socket: 276 reason# EndOfStream
2026-01-08T17:04:58.591663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037882672376341:2050] [node 3] ICP30 unregister session Session# [6:7593037886967343722:2050] VirtualId# [6:7593037882672376424:0]
2026-01-08T17:04:58.591692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037886967343722:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.591755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:58.591808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:58.591916Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:04:58.592116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037885844152936:2050] [node 3] ICS07 socket disconnect 279 reason# EndOfStream
2026-01-08T17:04:58.592145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037885844152936:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.592211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:04:58.592253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037885844152936:2050] [node 3] ICS15 start handshake
2026-01-08T17:04:58.593576Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037881549185538:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8359) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:58.593635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037885844152936:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:58.593676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037881549185538:2050] [node 3] ICP30 unregister session Session# [5:7593037885844152936:2050] VirtualId# [5:7593037885844152931:0]
2026-01-08T17:04:58.593730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:58.593765Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037881549185538:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8359) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:58.593782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8359) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:58.595067Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037882463594241:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8359) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:58.595139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037886758561635:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:58.595177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037882463594241:2050] [node 3] ICP30 unregister session Session# [4:7593037886758561635:2050] VirtualId# [4:7593037886758561633:0]
2026-01-08T17:04:58.595294Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:04:58.595329Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037882463594241:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8359) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:58.595345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8359) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:58.603704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037881549185538:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:04:58.691298Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:04:58.691602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037886967343734:2110] [node 4] ICS07 socket disconnect 256 reason# EndOfStream
2026-01-08T17:04:58.691659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037886967343734:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.691739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:58.691785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037886967343734:2110] [node 4] ICS15 start handshake
2026-01-08T17:04:58.695706Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:04:58.695994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037885844152921:2108] [node 4] ICS07 socket disconnect 289 reason# EndOfStream
2026-01-08T17:04:58.696035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037885844152921:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.696127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:04:58.696174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037885844152921:2108] [node 4] ICS15 start handshake
2026-01-08T17:04:58.698442Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037882672376412:2110] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4584) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:58.698539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037886967343734:2110] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:58.698598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037882672376412:2110] [node 4] ICP30 unregister session Session# [6:7593037886967343734:2110] VirtualId# [6:7593037886967343728:0]
2026-01-08T17:04:58.698662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:58.698701Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037882672376412:2110] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4584) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:58.698719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4584) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:58.700542Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037881549185603:2108] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4584) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:04:58.700624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037885844152921:2108] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:04:58.700666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037881549185603:2108] [node 4] ICP30 unregister session Session# [5:7593037885844152921:2108] VirtualId# [5:7593037885844152917:0]
2026-01-08T17:04:58.700716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:04:58.700752Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037881549185603:2108] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4584) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:58.700769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4584) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:04:58.708868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037882672376412:2110] [node 4] ICP33 wake up from error state
2026-01-08T17:04:58.800105Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:04:58.800392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037886967343738:2105] [node 5] ICS01 socket: 309 reason# EndOfStream
2026-01-08T17:04:58.800448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037882672376399:2105] [node 5] ICP30 unregister session Session# [6:7593037886967343738:2105] VirtualId# [6:7593037886967343730:0]
2026-01-08T17:04:58.800498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037886967343738:2105] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:04:58.800595Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:04:58.800657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:04:58.966442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037885089594983:2048] [node 2] ICP01 ready to work
2026-01-08T17:04:58.967391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037885089594984:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:58.974743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037887603995901:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:58.974792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037887603995902:2049] [node 3] ICP01 ready to work
2026-01-08T17:04:58.981678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037887435599162:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:58.981726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037887435599163:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:58.988379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037889002181551:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:58.988414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037889002181552:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:58.988444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037889002181553:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:58.997659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037885432738461:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:59.006030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037891183002976:2048] [node 1] ICP01 ready to work
2026-01-08T17:04:58.997697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037885432738462:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:59.006207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037891183002977:2049] [node 2] ICP01 ready to work
2026-01-08T17:04:58.997734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037885432738463:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:59.006247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037891183002978:2050] [node 3] ICP01 ready to work
2026-01-08T17:04:59.265514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037891183003033:2102] [node 5] ICP01 ready to work
2026-01-08T17:04:59.269680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037891183003040:2105] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.290494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037889727705818:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26948
2026-01-08T17:04:59.290080Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037891730566518:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31241
2026-01-08T17:04:59.311307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037891898963260:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:59.346612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037889384562345:2107] [node 4] ICP01 ready to work
2026-01-08T17:04:59.483257Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037891183002977:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(65942714ns) {Configure:104(65934469ns) {ProcessConfigured:135(75700ns) {StartInitialHandshake:157(70296ns) {DropHandshakes:470(2201ns) {DropIncomingHandshake:442(519ns) DropOutgoingHandshake:457(309ns)} GenerateSessionVirtualId:992(1070ns) PrepareNewSessionHandshake:477(1716ns) {SwitchToState:179(909ns)}}}}}
2026-01-08T17:04:59.311835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037891898963261:2109] [node 6] ICP01 ready to work
2026-01-08T17:04:59.492676Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037885432738463:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(105893951ns) {Configure:104(105884330ns) {ProcessConfigured:135(74644ns) {StartInitialHandshake:157(71559ns) {DropHandshakes:470(2225ns) {DropIncomingHandshake:442(595ns) DropOutgoingHandshake:457(336ns)} GenerateSessionVirtualId:992(867ns) PrepareNewSessionHandshake:477(1228ns) {SwitchToState:179(513ns)}}}}}
2026-01-08T17:04:59.493191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037889727705823:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:59.493645Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037889727705818:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.362053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037889384562346:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:59.502877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037889384562347:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:59.486608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037891730566522:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:59.468093Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037891898963260:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(155819405ns) {Configure:104(155814354ns) {ProcessConfigured:135(90406ns) {StartInitialHandshake:157(84336ns) {DropHandshakes:470(2156ns) {DropIncomingHandshake:442(428ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:992(1493ns) PrepareNewSessionHandshake:477(1446ns) {SwitchToState:179(576ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.530945Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037891183002976:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(100524758ns) {Configure:104(100519293ns) {ProcessConfigured:135(86618ns) {StartInitialHandshake:157(84612ns) {DropHandshakes:470(2409ns) {DropIncomingHandshake:442(513ns) DropOutgoingHandshake:457(379ns)} GenerateSessionVirtualId:992(1175ns) PrepareNewSessionHandshake:477(4648ns) {SwitchToState:179(261ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.555023Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037891183003054:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20822
2026-01-08T17:04:59.478798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037891898963262:2107] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.514367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037891730566523:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.528565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037891898963261:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(189085844ns) {Configure:104(189073452ns) {ProcessConfigured:135(52883ns) {StartInitialHandshake:157(50642ns) {DropHandshakes:470(1655ns) {DropIncomingHandshake:442(522ns) DropOutgoingHandshake:457(356ns)} GenerateSessionVirtualId:992(698ns) PrepareNewSessionHandshake:477(2264ns) {SwitchToState:179(704ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.564428Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037889727705828:2109] [node 4] ICP01 ready to work
2026-01-08T17:04:59.531034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037891730566524:2108] [node 4] ICP01 ready to work
2026-01-08T17:04:59.611913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037885089594983:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(337282749ns) {Configure:104(337275813ns) {ProcessConfigured:135(13211255ns) {StartInitialHandshake:157(13209447ns) {DropHandshakes:470(2025ns) {DropIncomingHandshake:442(439ns) DropOutgoingHandshake:457(373ns)} GenerateSessionVirtualId:992(711ns) PrepareNewSessionHandshake:477(3435ns) {SwitchToState:179(277ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.578736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037891183003055:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20822
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.546188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037891730566525:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31241
2026-01-08T17:04:59.592094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037893297148911:2109] [node 5] ICP01 ready to work
2026-01-08T17:04:59.577523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037891898963262:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(48394686ns) {Configure:104(48390543ns) {ProcessConfigured:135(16043967ns) {StartInitialHandshake:157(16041500ns) {DropHandshakes:470(2883ns) {DropIncomingHandshake:442(889ns) DropOutgoingHandshake:457(306ns)} GenerateSessionVirtualId:992(901ns) PrepareNewSessionHandshake:477(2677ns) {SwitchToState:179(1309ns)}}}}}
2026-01-08T17:04:59.620791Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037891730566535:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31241
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.589366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037889727705834:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26948
2026-01-08T17:04:59.615630Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037889384562348:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9058
2026-01-08T17:04:59.638447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037889727705834:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.631455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037891730566525:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.581006Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037891898963273:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2115
2026-01-08T17:04:59.599226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037893297148912:2110] [node 6] ICP01 ready to work
2026-01-08T17:04:59.615819Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037889384562349:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9058
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.610059Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037887603995902:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(114587364ns) {Configure:104(114583983ns) {ProcessConfigured:135(52084ns) {StartInitialHandshake:157(50607ns) {DropHandshakes:470(1198ns) {DropIncomingHandshake:442(277ns) DropOutgoingHandshake:457(232ns)} GenerateSessionVirtualId:992(975ns) PrepareNewSessionHandshake:477(963ns) {SwitchToState:179(489ns)}}}}}
2026-01-08T17:04:59.621501Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037891898963273:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.622640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037891898963275:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2115
2026-01-08T17:04:59.659517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037891898963279:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2115
2026-01-08T17:04:59.644116Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037893297148908:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23577
2026-01-08T17:04:59.665456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037889384562349:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.663174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037885432738463:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:59.684555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037891898963270:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.684601Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037891898963270:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.692006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037891898963270:2112] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.676377Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037891730566531:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.676272Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037891183003054:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.674129Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037893297148912:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(51477601ns) {Configure:104(51472734ns) {ProcessConfigured:135(58233ns) {StartInitialHandshake:157(56279ns) {DropHandshakes:470(1235ns) {DropIncomingHandshake:442(275ns) DropOutgoingHandshake:457(319ns)} GenerateSessionVirtualId:992(569ns) PrepareNewSessionHandshake:477(3936ns) {SwitchToState:179(491ns)}}}}}
2026-01-08T17:04:59.682303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037891183003056:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20822
2026-01-08T17:04:59.684171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037891183002977:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:59.691535Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037891183003058:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20822
2026-01-08T17:04:59.710287Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037891183003054:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:59.676409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037889384562348:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.728049Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037891898963264:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.728103Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037891898963264:2110] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:59.728740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037891898963261:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:59.728803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:59.728873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037891898963261:2109] [node 6] ICP22 created new session: [2:7593037891898963281:2109]
2026-01-08T17:04:59.728938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037891898963281:2109] [node 6] ICS09 handshake done sender: [2:7593037891898963270:2112] self: [2:7593037891898963269:0] peer: [6:7593037891183003057:0] socket: 276 qp: -1
2026-01-08T17:04:59.728983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037891898963281:2109] [node 6] ICS10 traffic start
2026-01-08T17:04:59.729053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:59.676430Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037891730566531:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.736421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037891183002977:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:59.736490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:59.736543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037891183003055:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.736555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037891183002977:2049] [node 2] ICP22 created new session: [6:7593037891183003059:2049]
2026-01-08T17:04:59.679618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037893297148913:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23577
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.735987Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037889727705839:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26948
2026-01-08T17:04:59.678059Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037891730566518:2107] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.698879Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037891730566531:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:59.702815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037887435599162:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:59.723757Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037887435599162:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24694014ns) {IncomingHandshake:261(10099004ns) {DropIncomingHandshake:442(340ns) PrepareNewSessionHandshake:477(2259ns) {SwitchToState:179(1144ns)} GenerateSessionVirtualId:992(864ns) IssueIncomingHandshakeReply:193(60055ns) {SwitchToState:179(579ns)}}}
2026-01-08T17:04:59.730005Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037891730566522:2110] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(158244827ns) {Configure:104(158240625ns) {ProcessConfigured:135(11738698ns) {StartInitialHandshake:157(11735311ns) {DropHandshakes:470(2994ns) {DropIncomingHandshake:442(609ns) DropOutgoingHandshake:457(384ns)} GenerateSessionVirtualId:992(1226ns) PrepareNewSessionHandshake:477(1988ns) {SwitchToState:179(685ns)}}}}}
2026-01-08T17:04:59.744390Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037891898963275:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.744496Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037891898963279:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.745057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037887603995901:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:59.743934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037891730566535:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.745626Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037891898963264:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:59.743327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037889384562341:2108] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.743375Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037889384562341:2108] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.684413Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037893297148908:2108] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.758782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037891730566523:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:59.758865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:59.758923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037891730566523:2109] [node 5] ICP22 created new session: [3:7593037891730566544:2109]
2026-01-08T17:04:59.758984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037891730566544:2109] [node 5] ICS09 handshake done sender: [3:7593037891730566531:2114] self: [3:7593037891730566530:0] peer: [5:7593037889727705836:0] socket: 272 qp: -1
2026-01-08T17:04:59.759026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037891730566544:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:59.759072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:59.738648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037889727705840:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26948
2026-01-08T17:04:59.740700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037891183003033:2102] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:59.745999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037891898963260:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:59.684570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037893297148913:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.742497Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037891183003059:2049] [node 2] ICS09 handshake done sender: [6:7593037891183003054:2115] self: [6:7593037891183003057:0] peer: [2:7593037891898963269:0] socket: 277 qp: -1
2026-01-08T17:04:59.739064Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037885432738461:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(317363121ns) {Configure:104(317354159ns) {ProcessConfigured:135(20369081ns) {StartInitialHandshake:157(20366220ns) {DropHandshakes:470(762ns) {DropIncomingHandshake:442(167ns) DropOutgoingHandshake:457(146ns)} GenerateSessionVirtualId:992(349ns) PrepareNewSessionHandshake:477(3213ns) {SwitchToState:179(49ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.753462Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037889384562362:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9058
2026-01-08T17:04:59.746055Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.699215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037889002181552:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:59.770975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037889384562341:2108] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.798928Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037891730566548:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31241
2026-01-08T17:04:59.750443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037891183003059:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:59.746117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037891898963260:2108] [node 4] ICP22 created new session: [2:7593037891898963288:2108]
2026-01-08T17:04:59.746188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037891898963288:2108] [node 4] ICS09 handshake done sender: [2:7593037891898963264:2110] self: [2:7593037891898963263:0] peer: [4:7593037893297148925:0] socket: 266 qp: -1
2026-01-08T17:04:59.746229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037891898963288:2108] [node 4] ICS10 traffic start
2026-01-08T17:04:59.746265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:59.806460Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037889727705834:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.834412Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037891898963283:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2115
2026-01-08T17:04:59.699637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037893297148918:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23577
2026-01-08T17:04:59.756681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:59.771632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037889384562353:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.808336Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037889727705827:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.707128Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037889002181553:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(30179102ns) {Configure:104(30174789ns) {ProcessConfigured:135(91239ns) {StartInitialHandshake:157(88490ns) {DropHandshakes:470(1957ns) {DropIncomingHandshake:442(484ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:992(687ns) PrepareNewSessionHandshake:477(9604ns) {SwitchToState:179(615ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.771682Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037889384562353:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:59.810861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037891730566547:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31241
2026-01-08T17:04:59.786993Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037891183003056:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.855988Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037891898963283:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.808371Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037889727705827:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:59.730191Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037893297148918:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.774705Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037889384562355:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.811690Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037891730566518:2107] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.819900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037889727705840:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.803554Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037891183002977:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(66293098ns) {HandleHandshakeStatus:329(66290478ns) {DropIncomingHandshake:442(704ns) DropOutgoingHandshake:457(7255ns) SwitchToState:179(959ns) ProcessPendingSessionEvents:495(22284588ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 22195022ns max# 11363189ns}}}
2026-01-08T17:04:59.807250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037891183003040:2105] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:59.867477Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037891183003033:2102] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17513) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037891183003055:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.857095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037891898963260:2108] [node 4] ICP18 handshake (actor [2:7593037891898963283:2118]) is too old
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.811931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037887435599162:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:59.755672Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037889002181551:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(156005539ns) {Configure:104(155999718ns) {ProcessConfigured:135(16244632ns) {StartInitialHandshake:157(16241322ns) {DropHandshakes:470(4288014ns) {DropIncomingHandshake:442(202ns) DropOutgoingHandshake:457(1850ns)} GenerateSessionVirtualId:992(1442ns) PrepareNewSessionHandshake:477(2524ns) {SwitchToState:179(1328ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.774769Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037889384562355:2115] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.930987Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037891183003066:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20822
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.931200Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037891183003067:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20822
2026-01-08T17:04:59.755948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037889002181551:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:59.880478Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037891898963277:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.756310Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037893297148930:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23577
2026-01-08T17:04:59.820577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037889727705841:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26948
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.833148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037893297148917:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.820801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037889727705828:2109] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:59.811988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:59.880509Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037891898963277:2116] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.831121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037885089594984:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:04:59.833183Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037893297148917:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:59.834015Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037893297148913:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:59.838567Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037893297148915:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.838620Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037893297148915:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:59.851540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037889002181552:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:59.851654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:59.851724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037889002181552:2049] [node 2] ICP22 created new session: [4:7593037893297148935:2049]
2026-01-08T17:04:59.851789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037893297148935:2049] [node 2] ICS09 handshake done sender: [4:7593037893297148913:2111] self: [4:7593037893297148925:0] peer: [2:7593037891898963263:0] socket: 286 qp: -1
2026-01-08T17:04:59.851830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037893297148935:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:59.851868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:59.853603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037893297148934:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23577
2026-01-08T17:04:59.868629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037893297148937:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23577
2026-01-08T17:04:59.869002Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037893297148918:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:59.890505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037889002181551:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:04:59.890605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:59.890674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037889002181551:2048] [node 1] ICP22 created new session: [4:7593037893297148939:2048]
2026-01-08T17:04:59.890733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037893297148939:2048] [node 1] ICS09 handshake done sender: [4:7593037893297148918:2114] self: [4:7593037893297148931:0] peer: [1:7593037889384562352:0] socket: 292 qp: -1
2026-01-08T17:04:59.890771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037893297148939:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:59.890805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:59.900072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037893297148917:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:59.911083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037893297148932:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23577
2026-01-08T17:04:59.923161Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037893297148915:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:59.939260Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037893297148932:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.948582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037893297148911:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:59.931488Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037891183003065:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20822
2026-01-08T17:04:59.831216Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:59.954794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037893297148912:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:59.954939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:59.954997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037893297148912:2110] [node 6] ICP22 created new session: [4:7593037893297148942:2110]
2026-01-08T17:04:59.942695Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037891183003056:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:59.881342Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037887603995901:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25123) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037891898963279:2117] held: no
2026-01-08T17:04:59.812049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037887435599162:2048] [node 1] ICP22 created new session: [3:7593037891730566549:2048]
2026-01-08T17:04:59.960241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037893297148942:2110] [node 6] ICS09 handshake done sender: [4:7593037893297148915:2112] self: [4:7593037893297148914:0] peer: [6:7593037891183003063:0] socket: 293 qp: -1
2026-01-08T17:04:59.812118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037891730566549:2048] [node 1] ICS09 handshake done sender: [3:7593037891730566518:2107] self: [3:7593037891730566541:0] peer: [1:7593037889384562340:0] socket: 262 qp: -1
2026-01-08T17:04:59.824585Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037885432738463:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2426) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037889727705834:2115] held: no
2026-01-08T17:04:59.963260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037893297148942:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:59.968823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037889002181553:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:59.969202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:59.969905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037893297148911:2109] [node 5] ICP22 created new session: [4:7593037893297148944:2109]
2026-01-08T17:04:59.969966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037893297148944:2109] [node 5] ICS09 handshake done sender: [4:7593037893297148917:2113] self: [4:7593037893297148916:0] peer: [5:7593037889727705843:0] socket: 296 qp: -1
2026-01-08T17:04:59.970009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037893297148944:2109] [node 5] ICS10 traffic start
2026-01-08T17:04:59.970066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:04:59.971712Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037893297148911:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(31433480ns) {HandleHandshakeStatus:329(31431185ns) {DropIncomingHandshake:442(1529ns) DropOutgoingHandshake:457(797ns) SwitchToState:179(603ns) ProcessPendingSessionEvents:495(557777ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 498827ns max# 39233ns}}}
2026-01-08T17:04:59.977362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:59.977933Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037893297148937:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.882305Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037891898963291:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2115
2026-01-08T17:04:59.966979Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037891183003064:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20822
2026-01-08T17:04:59.986363Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037893297148911:2109] [node 5] ICP18 handshake (actor [4:7593037893297148937:2121]) is too old
2026-01-08T17:04:59.831274Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037885089594984:2049] [node 3] ICP22 created new session: [1:7593037889384562366:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.828459Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037889727705827:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:59.972465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037891183003040:2105] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:59.812162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037891730566549:2048] [node 1] ICS10 traffic start
2026-01-08T17:04:59.995040Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037893297148947:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23577
2026-01-08T17:04:59.883185Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037891898963279:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:04:59.831343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037889384562366:2049] [node 3] ICS09 handshake done sender: [1:7593037889384562341:2108] self: [1:7593037889384562340:0] peer: [3:7593037891730566541:0] socket: 261 qp: -1
2026-01-08T17:04:59.812209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:04:59.865107Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037891730566548:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.873273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037887435599163:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:59.922684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037891730566554:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31241
2026-01-08T17:04:59.927047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037891730566553:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31241
2026-01-08T17:04:59.967603Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037887435599163:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17160) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037891730566548:2119] held: no
2026-01-08T17:04:59.975062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037891730566548:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:04:59.978356Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037891730566537:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.978392Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037891730566537:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:04:59.982684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037887435599163:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:04:59.982770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:59.982836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037887435599163:2049] [node 2] ICP22 created new session: [3:7593037891730566555:2049]
2026-01-08T17:04:59.982899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037891730566555:2049] [node 2] ICS09 handshake done sender: [3:7593037891730566548:2119] self: [3:7593037891730566552:0] peer: [2:7593037891898963276:0] socket: 288 qp: -1
2026-01-08T17:04:59.982942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037891730566555:2049] [node 2] ICS10 traffic start
2026-01-08T17:04:59.982984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:59.986132Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037891730566554:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.988805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037891730566537:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:00.006876Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037893297148932:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:04:59.828989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037889727705823:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:59.972545Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:59.883407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037887603995901:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:00.016935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037891730566524:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:00.017052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:00.017106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037891730566524:2108] [node 4] ICP22 created new session: [3:7593037896025533855:2108]
2026-01-08T17:05:00.017165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037896025533855:2108] [node 4] ICS09 handshake done sender: [3:7593037891730566537:2116] self: [3:7593037891730566536:0] peer: [4:7593037893297148943:0] socket: 312 qp: -1
2026-01-08T17:05:00.017216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037896025533855:2108] [node 4] ICS10 traffic start
2026-01-08T17:05:00.017247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:59.831387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037889384562366:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:00.007032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037889002181553:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:00.007072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:59.829068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:00.007114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037889002181553:2050] [node 3] ICP22 created new session: [4:7593037897592116244:2050]
2026-01-08T17:05:00.007155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037897592116244:2050] [node 3] ICS09 handshake done sender: [4:7593037893297148932:2119] self: [4:7593037893297148943:0] peer: [3:7593037891730566536:0] socket: 318 qp: -1
2026-01-08T17:05:00.007189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037897592116244:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:00.007214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:04:59.972602Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037891183003040:2105] [node 4] ICP22 created new session: [6:7593037891183003068:2105]
2026-01-08T17:04:59.883498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:04:59.831424Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:00.019413Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037891730566539:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.829136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037889727705823:2110] [node 6] ICP22 created new session: [5:7593037889727705845:2110]
2026-01-08T17:04:59.829201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037889727705845:2110] [node 6] ICS09 handshake done sender: [5:7593037889727705827:2113] self: [5:7593037889727705826:0] peer: [6:7593037891183003060:0] socket: 281 qp: -1
2026-01-08T17:04:59.829263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037889727705845:2110] [node 6] ICS10 traffic start
2026-01-08T17:04:59.829310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:04:59.924910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037889727705841:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.925922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037885432738462:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:04:59.926169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037889727705847:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26948
2026-01-08T17:04:59.939107Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037889727705840:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:59.940419Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037885432738463:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(113334041ns) {HandleHandshakeStatus:395(113330591ns) {LogHandshakeFail:472(27996ns) {UpdateErrorStateLog:545(6125ns)} DropOutgoingHandshake:457(1952ns) ProcessPendingSessionEvents:495(107935894ns) {unordered DropSessionEvent:512 num# 100 sum# 107844142ns max# 15942358ns}}}
2026-01-08T17:04:59.940683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037889727705848:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26948
2026-01-08T17:04:59.940924Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037889727705851:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26948
2026-01-08T17:04:59.955299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037885432738463:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:04:59.955360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:59.955408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037885432738463:2050] [node 3] ICP22 created new session: [5:7593037889727705852:2050]
2026-01-08T17:04:59.955465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037889727705852:2050] [node 3] ICS09 handshake done sender: [5:7593037889727705834:2115] self: [5:7593037889727705836:0] peer: [3:7593037891730566530:0] socket: 284 qp: -1
2026-01-08T17:04:59.955513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037889727705852:2050] [node 3] ICS10 traffic start
2026-01-08T17:04:59.955552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:59.957889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037889727705848:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.957948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037889727705828:2109] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:04:59.958020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:59.958078Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037889727705828:2109] [node 4] ICP22 created new session: [5:7593037889727705854:2109]
2026-01-08T17:04:59.958130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037889727705854:2109] [node 4] ICS09 handshake done sender: [5:7593037889727705840:2118] self: [5:7593037889727705843:0] peer: [4:7593037893297148916:0] socket: 303 qp: -1
2026-01-08T17:04:59.958177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037889727705854:2109] [node 4] ICS10 traffic start
2026-01-08T17:04:59.958214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:00.002736Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037889727705841:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:00.012559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037885432738461:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:00.012645Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037885432738462:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17160) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037889727705841:2119] held: no
2026-01-08T17:05:00.013265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037885432738462:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:00.013307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:00.013379Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037885432738462:2049] [node 2] ICP22 created new session: [5:7593037894022673153:2049]
2026-01-08T17:05:00.013430Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037894022673153:2049] [node 2] ICS09 handshake done sender: [5:7593037889727705841:2119] self: [5:7593037889727705850:0] peer: [2:7593037891898963272:0] socket: 313 qp: -1
2026-01-08T17:05:00.013473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037894022673153:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:00.013509Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:59.972659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037891183003068:2105] [node 4] ICS09 handshake done sender: [6:7593037891183003056:2117] self: [6:7593037891183003063:0] peer: [4:7593037893297148914:0] socket: 294 qp: -1
2026-01-08T17:04:59.883557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037887603995901:2048] [node 1] ICP22 created new session: [2:7593037891898963293:2048]
2026-01-08T17:05:00.046684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037889727705828:2109] [node 4] ICP35 event processing took too much time PendingConnection:279(87640083ns) {HandleHandshakeStatus:329(87637953ns) {DropIncomingHandshake:442(851ns) DropOutgoingHandshake:457(6095ns) SwitchToState:179(492ns) ProcessPendingSessionEvents:495(87251062ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 87131909ns max# 17272319ns}}}
2026-01-08T17:05:00.019462Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037891730566539:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:04:59.972703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037891183003068:2105] [node 4] ICS10 traffic start
2026-01-08T17:04:59.972755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:59.986631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037891183003065:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.986815Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037891183003066:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.986898Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037891183003055:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:59.994002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037891183003033:2102] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:04:59.994085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:59.994150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037891183003033:2102] [node 5] ICP22 created new session: [6:7593037891183003070:2102]
2026-01-08T17:04:59.994214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037891183003070:2102] [node 5] ICS09 handshake done sender: [6:7593037891183003055:2116] self: [6:7593037891183003060:0] peer: [5:7593037889727705826:0] socket: 282 qp: -1
2026-01-08T17:04:59.994268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037891183003070:2102] [node 5] ICS10 traffic start
2026-01-08T17:04:59.994305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:00.000455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037891183002978:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:00.000554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037891183002976:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:00.030787Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037895477970370:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20822
2026-01-08T17:04:59.834413Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037889384562355:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:00.047340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037891730566539:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:04:59.883582Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037891898963277:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:00.050938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037891183003066:2121] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:00.050651Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037891730566522:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:04:59.842627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037889384562353:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:04:59.883650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037891898963293:2048] [node 1] ICS09 handshake done sender: [2:7593037891898963279:2117] self: [2:7593037891898963287:0] peer: [1:7593037889384562354:0] socket: 291 qp: -1
2026-01-08T17:05:00.054290Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037895477970371:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20822
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:00.076343Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037894022673155:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26948
2026-01-08T17:05:00.051076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:04:59.854123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037885089594983:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:00.062772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037891183002976:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:00.062842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:00.062913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037891183002976:2048] [node 1] ICP22 created new session: [6:7593037895477970372:2048]
2026-01-08T17:05:00.062981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037895477970372:2048] [node 1] ICS09 handshake done sender: [6:7593037891183003066:2121] self: [6:7593037895477970369:0] peer: [1:7593037889384562350:0] socket: 299 qp: -1
2026-01-08T17:04:59.889996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037891898963293:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:00.056002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037891730566522:2110] [node 6] ICP22 created new session: [3:7593037896025533858:2110]
2026-01-08T17:04:59.854206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:04:59.854265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037885089594983:2048] [node 2] ICP22 created new session: [1:7593037889384562368:2048]
2026-01-08T17:04:59.854337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037889384562368:2048] [node 2] ICS09 handshake done sender: [1:7593037889384562355:2115] self: [1:7593037889384562354:0] peer: [2:7593037891898963287:0] socket: 290 qp: -1
2026-01-08T17:04:59.854392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037889384562368:2048] [node 2] ICS10 traffic start
2026-01-08T17:04:59.854460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:04:59.861721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037889384562345:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:04:59.861801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:04:59.861862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037889384562345:2107] [node 4] ICP22 created new session: [1:7593037889384562371:2107]
2026-01-08T17:04:59.861924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037889384562371:2107] [node 4] ICS09 handshake done sender: [1:7593037889384562353:2114] self: [1:7593037889384562352:0] peer: [4:7593037893297148931:0] socket: 289 qp: -1
2026-01-08T17:04:59.861972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037889384562371:2107] [node 4] ICS10 traffic start
2026-01-08T17:04:59.862011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:04:59.897748Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037889384562362:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.954270Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037889384562375:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9058
2026-01-08T17:05:00.014983Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037889384562351:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:00.015020Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037889384562351:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:00.016592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037889384562375:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:00.027167Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037889384562351:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:00.034536Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037889384562357:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:00.034588Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037889384562357:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:00.070422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037889384562347:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:00.075038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:00.075114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037889384562347:2110] [node 6] ICP22 created new session: [1:7593037893679529675:2110]
2026-01-08T17:05:00.075174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037893679529675:2110] [node 6] ICS09 handshake done sender: [1:7593037889384562351:2113] self: [1:7593037889384562350:0] peer: [6:7593037895477970369:0] socket: 269 qp: -1
2026-01-08T17:05:00.075218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037893679529675:2110] [node 6] ICS10 traffic start
2026-01-08T17:05:00.075269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:00.083599Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037889384562357:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:00.063034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037895477970372:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:00.086567Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037893297148912:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(47709395ns) {HandleHandshakeStatus:329(47706472ns) {DropIncomingHandshake:442(19985ns) DropOutgoingHandshake:457(346ns) SwitchToState:179(397ns) ProcessPendingSessionEvents:495(12007453ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 11949828ns max# 11482985ns}}}
2026-01-08T17:04:59.890093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:00.074287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037896025533858:2110] [node 6] ICS09 handshake done sender: [3:7593037891730566539:2117] self: [3:7593037891730566538:0] peer: [6:7593037895477970368:0] socket: 319 qp: -1
2026-01-08T17:05:00.110414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037889384562346:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:00.063075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:00.118926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:59.920382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037887603995902:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:00.110589Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037889727705848:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:00.074363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037896025533858:2110] [node 6] ICS10 traffic start
2026-01-08T17:05:00.065629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037891183003065:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:00.126420Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037889384562346:2109] [node 5] ICP22 created new session: [1:7593037893679529677:2109]
2026-01-08T17:05:00.076923Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037891183003040:2105] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:00.099248Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037891183002978:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2426) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037891183003065:2120] held: no
2026-01-08T17:05:00.140932Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037891183002978:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(48096743ns) {HandleHandshakeStatus:395(48093408ns) {LogHandshakeFail:472(6502039ns) {UpdateErrorStateLog:545(8991ns)} DropOutgoingHandshake:457(1891ns) ProcessPendingSessionEvents:495(40736128ns) {unordered DropSessionEvent:512 num# 100 sum# 7294794ns max# 6562268ns}}}
2026-01-08T17:05:00.141371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037891183002978:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:00.141440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:00.141499Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037891183002978:2050] [node 3] ICP22 created new session: [6:7593037895477970374:2050]
2026-01-08T17:05:00.141565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037895477970374:2050] [node 3] ICS09 handshake done sender: [6:7593037891183003065:2120] self: [6:7593037895477970368:0] peer: [3:7593037891730566538:0] socket: 321 qp: -1
2026-01-08T17:05:00.141607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037895477970374:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:00.141646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:59.920461Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:04:59.920517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037887603995902:2049] [node 3] ICP22 created new session: [2:7593037891898963295:2049]
2026-01-08T17:04:59.920580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037891898963295:2049] [node 3] ICS09 handshake done sender: [2:7593037891898963277:2116] self: [2:7593037891898963276:0] peer: [3:7593037891730566552:0] socket: 308 qp: -1
2026-01-08T17:04:59.920630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037891898963295:2049] [node 3] ICS10 traffic start
2026-01-08T17:04:59.920676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:04:59.932969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037891898963274:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:04:59.932995Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037891898963274:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:04:59.938756Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037891898963274:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:04:59.960512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037891898963262:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:04:59.978515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:04:59.985851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037891898963262:2107] [node 5] ICP22 created new session: [2:7593037891898963298:2107]
2026-01-08T17:04:59.991445Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037891898963261:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(241071668ns) {HandleHandshakeStatus:329(241068555ns) {DropIncomingHandshake:442(206ns) DropOutgoingHandshake:457(642ns) SwitchToState:179(409ns) ProcessPendingSessionEvents:495(240584372ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 240345293ns max# 13566806ns}}}
2026-01-08T17:05:00.011107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037891898963298:2107] [node 5] ICS09 handshake done sender: [2:7593037891898963274:2114] self: [2:7593037891898963272:0] peer: [5:7593037889727705850:0] socket: 307 qp: -1
2026-01-08T17:05:00.117062Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037885432738461:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25123) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037889727705848:2121] held: no
2026-01-08T17:05:00.012236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037891898963298:2107] [node 5] ICS10 traffic start
2026-01-08T17:05:00.026980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:00.138451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037885432738461:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:00.058365Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037891898963262:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(96783496ns) {HandleHandshakeStatus:329(96778805ns) {DropIncomingHandshake:442(19785ns) DropOutgoingHandshake:457(442ns) SwitchToState:179(419ns) ProcessPendingSessionEvents:495(2496483ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 2418425ns max# 1962386ns}}}
2026-01-08T17:05:00.138608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:00.138685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037885432738461:2048] [node 1] ICP22 created new session: [5:7593037894022673156:2048]
2026-01-08T17:05:00.077022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:00.138763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037894022673156:2048] [node 1] ICS09 handshake done sender: [5:7593037889727705848:2121] self: [5:7593037894022673152:0] peer: [1:7593037889384562356:0] socket: 327 qp: -1
2026-01-08T17:05:00.105756Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037891730566522:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(54056511ns) {HandleHandshakeStatus:329(54053615ns) {DropIncomingHandshake:442(23763ns) DropOutgoingHandshake:457(490ns) SwitchToState:179(662ns) ProcessPendingSessionEvents:495(584056ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 525016ns max# 75502ns}}}
2026-01-08T17:05:00.138815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037894022673156:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:00.138878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:00.143511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037893679529677:2109] [node 5] ICS09 handshake done sender: [1:7593037889384562357:2116] self: [1:7593037889384562356:0] peer: [5:7593037894022673152:0] socket: 260 qp: -1
2026-01-08T17:05:00.143582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037893679529677:2109] [node 5] ICS10 traffic start
2026-01-08T17:05:00.143680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:00.143702Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037889384562347:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(39187894ns) {HandleHandshakeStatus:329(39185539ns) {DropIncomingHandshake:442(44382ns) DropOutgoingHandshake:457(5650ns) SwitchToState:179(1476ns) ProcessPendingSessionEvents:495(23177827ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 23077773ns max# 10539608ns}}}
2026-01-08T17:05:00.146626Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037889384562346:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(54029487ns) {HandleHandshakeStatus:329(54026095ns) {DropIncomingHandshake:442(36647ns) DropOutgoingHandshake:457(3324ns) SwitchToState:179(572ns) ProcessPendingSessionEvents:495(1716585ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 1648014ns max# 1195568ns}}}
2026-01-08T17:05:00.278763Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:00.279014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037891898963293:2048] [node 1] ICS01 socket: 291 reason# EndOfStream
2026-01-08T17:05:00.279070Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037887603995901:2048] [node 1] ICP30 unregister session Session# [2:7593037891898963293:2048] VirtualId# [2:7593037891898963287:0]
2026-01-08T17:05:00.279114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037891898963293:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.279195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:00.279244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:00.285252Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:00.285500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037894022673156:2048] [node 1] ICS01 socket: 327 reason# EndOfStream
2026-01-08T17:05:00.285554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037885432738461:2048] [node 1] ICP30 unregister session Session# [5:7593037894022673156:2048] VirtualId# [5:7593037894022673152:0]
2026-01-08T17:05:00.285601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037894022673156:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.285684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:00.285739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:00.286654Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:00.286872Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037893297148939:2048] [node 1] ICS07 socket disconnect 292 reason# EndOfStream
2026-01-08T17:05:00.286904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037893297148939:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.286997Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:00.287047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037893297148939:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:00.283162Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:00.283425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037891730566549:2048] [node 1] ICS07 socket disconnect 262 reason# EndOfStream
2026-01-08T17:05:00.283465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037891730566549:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.283574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:00.297394Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037889002181551:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25123) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:00.297492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037893297148939:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:00.297546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037889002181551:2048] [node 1] ICP30 unregister session Session# [4:7593037893297148939:2048] VirtualId# [4:7593037893297148931:0]
2026-01-08T17:05:00.297615Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:00.297659Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037889002181551:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25123) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:00.297682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25123) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:00.307610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037889002181551:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:00.283674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037891730566549:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:00.307218Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037887435599162:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25123) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:00.307303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037891730566549:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:00.307350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037887435599162:2048] [node 1] ICP30 unregister session Session# [3:7593037891730566549:2048] VirtualId# [3:7593037891730566541:0]
2026-01-08T17:05:00.307489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:00.307548Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037887435599162:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25123) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:00.307605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25123) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:00.294270Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:00.309830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037895477970372:2048] [node 1] ICS01 socket: 299 reason# EndOfStream
2026-01-08T17:05:00.309888Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037891183002976:2048] [node 1] ICP30 unregister session Session# [6:7593037895477970372:2048] VirtualId# [6:7593037895477970369:0]
2026-01-08T17:05:00.309938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037895477970372:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.310056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:00.310115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:00.317964Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037887435599162:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:00.507462Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:00.507767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037891730566555:2049] [node 2] ICS01 socket: 288 reason# EndOfStream
2026-01-08T17:05:00.507823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037887435599163:2049] [node 2] ICP30 unregister session Session# [3:7593037891730566555:2049] VirtualId# [3:7593037891730566552:0]
2026-01-08T17:05:00.507880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037891730566555:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.507994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:00.508046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:00.514608Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:00.514716Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:00.514972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037894022673153:2049] [node 2] ICS01 socket: 313 reason# EndOfStream
2026-01-08T17:05:00.515031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037885432738462:2049] [node 2] ICP30 unregister session Session# [5:7593037894022673153:2049] VirtualId# [5:7593037889727705850:0]
2026-01-08T17:05:00.515079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037894022673153:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.515176Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:00.515232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:00.515378Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:00.515649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037893297148935:2049] [node 2] ICS07 socket disconnect 286 reason# EndOfStream
2026-01-08T17:05:00.515694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037893297148935:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.515789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:00.515843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037893297148935:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:00.517285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037891183003059:2049] [node 2] ICS01 socket: 277 reason# EndOfStream
2026-01-08T17:05:00.517369Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037891183002977:2049] [node 2] ICP30 unregister session Session# [6:7593037891183003059:2049] VirtualId# [6:7593037891183003057:0]
2026-01-08T17:05:00.517422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037891183003059:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.517514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:00.517567Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:00.518954Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037889002181552:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17160) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:00.519035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037893297148935:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:00.519093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037889002181552:2049] [node 2] ICP30 unregister session Session# [4:7593037893297148935:2049] VirtualId# [4:7593037893297148925:0]
2026-01-08T17:05:00.519142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:00.519188Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037889002181552:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17160) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:00.519208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17160) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:00.531048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037889002181552:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:00.643403Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:00.643648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037889727705852:2050] [node 3] ICS01 socket: 284 reason# EndOfStream
2026-01-08T17:05:00.643705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037885432738463:2050] [node 3] ICP30 unregister session Session# [5:7593037889727705852:2050] VirtualId# [5:7593037889727705836:0]
2026-01-08T17:05:00.643750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037889727705852:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.643864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:00.643935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:00.642367Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:00.642671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037897592116244:2050] [node 3] ICS07 socket disconnect 318 reason# EndOfStream
2026-01-08T17:05:00.642714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037897592116244:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.642830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:00.642906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037897592116244:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:00.643522Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:00.643793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037895477970374:2050] [node 3] ICS01 socket: 321 reason# EndOfStream
2026-01-08T17:05:00.643858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037891183002978:2050] [node 3] ICP30 unregister session Session# [6:7593037895477970374:2050] VirtualId# [6:7593037895477970368:0]
2026-01-08T17:05:00.643904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037895477970374:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.643996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:00.644041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:00.658558Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037889002181553:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2426) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:00.658698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037897592116244:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:00.658758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037889002181553:2050] [node 3] ICP30 unregister session Session# [4:7593037897592116244:2050] VirtualId# [4:7593037893297148943:0]
2026-01-08T17:05:00.658820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:00.658881Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037889002181553:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2426) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:00.658903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2426) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:00.810603Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:00.810868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037889727705854:2109] [node 4] ICS07 socket disconnect 303 reason# EndOfStream
2026-01-08T17:05:00.810911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037889727705854:2109] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.811022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:00.811076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037889727705854:2109] [node 4] ICS15 start handshake
2026-01-08T17:05:00.811691Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:00.811907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037891183003068:2105] [node 4] ICS07 socket disconnect 294 reason# EndOfStream
2026-01-08T17:05:00.811935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037891183003068:2105] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.812004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:00.812047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037891183003068:2105] [node 4] ICS15 start handshake
2026-01-08T17:05:00.813969Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037891183003040:2105] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:00.814046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037891183003068:2105] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:00.814092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037891183003040:2105] [node 4] ICP30 unregister session Session# [6:7593037891183003068:2105] VirtualId# [6:7593037891183003063:0]
2026-01-08T17:05:00.814139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:00.814181Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037891183003040:2105] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:00.814201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:00.816076Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037889727705828:2109] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:00.816153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037889727705854:2109] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:00.816197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037889727705828:2109] [node 4] ICP30 unregister session Session# [5:7593037889727705854:2109] VirtualId# [5:7593037889727705843:0]
2026-01-08T17:05:00.816293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:00.816328Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037889727705828:2109] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:00.816347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6492) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:00.822890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037891183003040:2105] [node 4] ICP33 wake up from error state
2026-01-08T17:05:00.975214Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:00.975477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037891183003070:2102] [node 5] ICS01 socket: 282 reason# EndOfStream
2026-01-08T17:05:00.975529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037891183003033:2102] [node 5] ICP30 unregister session Session# [6:7593037891183003070:2102] VirtualId# [6:7593037891183003060:0]
2026-01-08T17:05:00.975578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037891183003070:2102] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:00.975638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:00.975724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:01.347943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037900552363688:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:01.351450Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037900552363689:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:01.355781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037898729456703:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:01.355836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037898729456704:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:01.365485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037901628481579:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:01.365525Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037901628481580:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:01.376456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037899430075118:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:01.376498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037899430075119:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:01.376561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037899430075120:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:01.410088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037900659337178:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:01.410134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037900659337179:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:01.418500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037900659337180:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:01.452838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037899288328246:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:01.452880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037899288328247:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:01.452920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037899288328248:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:01.860334Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037899288328304:2102] [node 5] ICP01 ready to work
2026-01-08T17:05:01.930672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037899288328308:2105] [node 4] ICP01 ready to work
2026-01-08T17:05:01.982768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037900552363751:2107] [node 4] ICP01 ready to work
2026-01-08T17:05:01.983900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037898729456767:2109] [node 5] ICP01 ready to work
2026-01-08T17:05:02.044174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037905923448965:2121] [node 6] ICP01 ready to work
2026-01-08T17:05:02.072619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037904954304561:2108] [node 4] ICP01 ready to work
2026-01-08T17:05:02.050264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037903725042477:2109] [node 6] ICP01 ready to work
2026-01-08T17:05:02.045994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037904847331049:2109] [node 6] ICP01 ready to work
2026-01-08T17:05:02.082796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037903024424065:2107] [node 4] ICP01 ready to work
2026-01-08T17:05:02.050510Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037903725042478:2108] [node 5] ICP01 ready to work
2026-01-08T17:05:02.054814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037905923448967:2135] [node 4] ICP01 ready to work
2026-01-08T17:05:02.084498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037903024424064:2110] [node 6] ICP01 ready to work
2026-01-08T17:05:02.048237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037904847331048:2108] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.090554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037904954304563:2111] [node 6] ICP01 ready to work
2026-01-08T17:05:02.104657Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037899288328304:2102] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(61902380ns) {Configure:104(61889663ns) {ProcessConfigured:135(74716ns) {StartInitialHandshake:157(72687ns) {DropHandshakes:470(4889ns) {DropIncomingHandshake:442(349ns) DropOutgoingHandshake:457(461ns)} GenerateSessionVirtualId:992(1225ns) PrepareNewSessionHandshake:477(1381ns) {SwitchToState:179(716ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.145355Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037904954304568:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62277
2026-01-08T17:05:02.098536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037905923448974:2107] [node 5] ICP01 ready to work
2026-01-08T17:05:02.116686Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037903024424066:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15436
2026-01-08T17:05:02.158077Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037900659337178:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(165160547ns) {Configure:104(165153977ns) {ProcessConfigured:135(25726599ns) {StartInitialHandshake:157(25721428ns) {DropHandshakes:470(1018ns) {DropIncomingHandshake:442(244ns) DropOutgoingHandshake:457(332ns)} GenerateSessionVirtualId:992(428ns) PrepareNewSessionHandshake:477(4408ns) {SwitchToState:179(2920ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.183056Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037905923448966:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31823
2026-01-08T17:05:02.183263Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037905923448976:2142] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31823
2026-01-08T17:05:02.183503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037905923448975:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31823
2026-01-08T17:05:02.131507Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037899288328248:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(26312817ns) {Configure:104(26307190ns) {ProcessConfigured:135(84913ns) {StartInitialHandshake:157(78391ns) {DropHandshakes:470(2320ns) {DropIncomingHandshake:442(391ns) DropOutgoingHandshake:457(479ns)} GenerateSessionVirtualId:992(1160ns) PrepareNewSessionHandshake:477(1431ns) {SwitchToState:179(508ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.215800Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037901628481579:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(157649601ns) {Configure:104(157644775ns) {ProcessConfigured:135(8961594ns) {StartInitialHandshake:157(8958833ns) {DropHandshakes:470(2897ns) {DropIncomingHandshake:442(576ns) DropOutgoingHandshake:457(526ns)} GenerateSessionVirtualId:992(575ns) PrepareNewSessionHandshake:477(3357ns) {SwitchToState:179(1488ns)}}}}}
2026-01-08T17:05:02.203818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037903725042485:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9546
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.219670Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037898729456767:2109] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(102375232ns) {Configure:104(102369763ns) {ProcessConfigured:135(23804986ns) {StartInitialHandshake:157(23801629ns) {DropHandshakes:470(15622399ns) {DropIncomingHandshake:442(326ns) DropOutgoingHandshake:457(2792ns)} GenerateSessionVirtualId:992(2209ns) PrepareNewSessionHandshake:477(3902ns) {SwitchToState:179(2210ns)}}}}}
2026-01-08T17:05:02.219961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037903024424066:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.220740Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037903024424071:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15436
2026-01-08T17:05:02.220847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037903024424072:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15436
2026-01-08T17:05:02.218807Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037903725042486:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9546
2026-01-08T17:05:02.219009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037903725042487:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9546
2026-01-08T17:05:02.223375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037903725042491:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9546
2026-01-08T17:05:02.210631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037903583295619:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55637
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.241637Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037900552363688:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(118795995ns) {Configure:104(118788012ns) {ProcessConfigured:135(67779ns) {StartInitialHandshake:157(65151ns) {DropHandshakes:470(2429ns) {DropIncomingHandshake:442(523ns) DropOutgoingHandshake:457(271ns)} GenerateSessionVirtualId:992(1084ns) PrepareNewSessionHandshake:477(1536ns) {SwitchToState:179(493ns)}}}}}
2026-01-08T17:05:02.217360Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037899288328246:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(274250003ns) {Configure:104(274243562ns) {ProcessConfigured:135(23018148ns) {StartInitialHandshake:157(23014726ns) {DropHandshakes:470(2393ns) {DropIncomingHandshake:442(517ns) DropOutgoingHandshake:457(427ns)} GenerateSessionVirtualId:992(1065ns) PrepareNewSessionHandshake:477(4458ns) {SwitchToState:179(2829ns)}}}}}
2026-01-08T17:05:02.275446Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037905923448975:2141] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.234849Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037904954304571:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62277
2026-01-08T17:05:02.280593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037905923448966:2137] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.278765Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037904954304572:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62277
2026-01-08T17:05:02.321343Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037905923448974:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(61131514ns) {Configure:104(61124696ns) {ProcessConfigured:135(5411498ns) {StartInitialHandshake:157(5408067ns) {DropHandshakes:470(2747ns) {DropIncomingHandshake:442(293ns) DropOutgoingHandshake:457(402ns)} GenerateSessionVirtualId:992(866ns) PrepareNewSessionHandshake:477(3238ns) {SwitchToState:179(1643ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.293111Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037898729456704:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(161456017ns) {Configure:104(161449528ns) {ProcessConfigured:135(19912557ns) {StartInitialHandshake:157(19910484ns) {DropHandshakes:470(2340ns) {DropIncomingHandshake:442(478ns) DropOutgoingHandshake:457(426ns)} GenerateSessionVirtualId:992(745ns) PrepareNewSessionHandshake:477(3513ns) {SwitchToState:179(2012ns)}}}}}
2026-01-08T17:05:02.323768Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037903024424078:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15436
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.340307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037903024424071:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.357441Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037905923448976:2142] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.365983Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037903725042485:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.362657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037904954304568:2132] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.364888Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037898729456703:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(240198188ns) {Configure:104(240191817ns) {ProcessConfigured:135(14236023ns) {StartInitialHandshake:157(14233544ns) {DropHandshakes:470(2535ns) {DropIncomingHandshake:442(647ns) DropOutgoingHandshake:457(425ns)} GenerateSessionVirtualId:992(1244ns) PrepareNewSessionHandshake:477(3271ns) {SwitchToState:179(892ns)}}}}}
2026-01-08T17:05:02.366108Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037903725042486:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.366441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037903725042492:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9546
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.409579Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037903024424072:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.407631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037903583295621:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55637
2026-01-08T17:05:02.410271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037904954304572:2135] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.410404Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037904954304571:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.410564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037900659337179:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:02.410646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037904954304561:2108] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:02.409689Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037905923448986:2145] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31823
2026-01-08T17:05:02.423590Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037903583295621:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.423808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037899288328246:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.411192Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037903725042489:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.457678Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037904954304576:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62277
2026-01-08T17:05:02.453750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037903583295623:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55637
2026-01-08T17:05:02.456119Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037903583295619:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.441117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037903024424070:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.441178Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037903024424070:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.458353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037903024424078:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.458551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037903024424070:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:02.424329Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037904847331054:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.424371Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037904847331054:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.455515Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037904847331054:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:02.459992Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037900552363689:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(249399562ns) {Configure:104(249391557ns) {ProcessConfigured:135(15435293ns) {StartInitialHandshake:157(15431071ns) {DropHandshakes:470(2345ns) {DropIncomingHandshake:442(673ns) DropOutgoingHandshake:457(369ns)} GenerateSessionVirtualId:992(801ns) PrepareNewSessionHandshake:477(2209ns) {SwitchToState:179(921ns)}}}}}
2026-01-08T17:05:02.411230Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037903725042489:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.469886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037899288328248:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:02.477073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037904847331049:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.477161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:02.477233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037904847331049:2109] [node 6] ICP22 created new session: [1:7593037904847331062:2109]
2026-01-08T17:05:02.477296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037904847331062:2109] [node 6] ICS09 handshake done sender: [1:7593037904847331054:2111] self: [1:7593037904847331053:0] peer: [6:7593037903583295622:0] socket: 303 qp: -1
2026-01-08T17:05:02.477341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037904847331062:2109] [node 6] ICS10 traffic start
2026-01-08T17:05:02.477394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.470708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037898729456767:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.425243Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037903725042477:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(112875153ns) {Configure:104(112867698ns) {ProcessConfigured:135(12495451ns) {StartInitialHandshake:157(12492703ns) {DropHandshakes:470(1515ns) {DropIncomingHandshake:442(233ns) DropOutgoingHandshake:457(449ns)} GenerateSessionVirtualId:992(644ns) PrepareNewSessionHandshake:477(3739ns) {SwitchToState:179(193ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.480111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037905923448973:2140] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.502487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037903583295625:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55637
2026-01-08T17:05:02.502799Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037903583295626:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55637
2026-01-08T17:05:02.470773Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:02.480168Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037905923448973:2140] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.428720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037903725042492:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.504543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037904847331051:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.505264Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037903583295625:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.470824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037898729456767:2109] [node 5] ICP22 created new session: [2:7593037903024424087:2109]
2026-01-08T17:05:02.473145Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037903725042491:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.513995Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037904954304572:2135] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:02.486928Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037905923448988:2146] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31823
2026-01-08T17:05:02.504590Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037904847331051:2110] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.470873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037903024424087:2109] [node 5] ICS09 handshake done sender: [2:7593037903024424070:2113] self: [2:7593037903024424069:0] peer: [5:7593037904954304574:0] socket: 291 qp: -1
2026-01-08T17:05:02.505397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037899288328247:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:02.528731Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037900659337179:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19516) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037904954304572:2135] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.526537Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037904847331066:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10110
2026-01-08T17:05:02.496527Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037905923448986:2145] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.473275Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037903725042489:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:02.470905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037903024424087:2109] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.557154Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037904954304561:2108] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18981) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037904954304571:2134] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.476599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037899430075119:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:02.506054Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037903583295621:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:02.500139Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037905923448973:2140] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:02.530551Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037904847331051:2110] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.494078Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037903725042487:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.504702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037899430075120:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:02.506095Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037903725042478:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.507239Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037899430075118:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(228222406ns) {Configure:104(228215878ns) {ProcessConfigured:135(17331767ns) {StartInitialHandshake:157(17326893ns) {DropHandshakes:470(2985ns) {DropIncomingHandshake:442(1010ns) DropOutgoingHandshake:457(396ns)} GenerateSessionVirtualId:992(979ns) PrepareNewSessionHandshake:477(2132ns) {SwitchToState:179(157ns)}}}}}
2026-01-08T17:05:02.518883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037899430075118:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:02.530427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:02.534747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037903725042478:2108] [node 5] ICP22 created new session: [4:7593037903725042504:2108]
2026-01-08T17:05:02.551422Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037903725042506:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9546
2026-01-08T17:05:02.551975Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037903725042505:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9546
2026-01-08T17:05:02.562672Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037903725042487:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:02.569897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037903725042491:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:02.572723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037903725042504:2108] [node 5] ICS09 handshake done sender: [4:7593037903725042489:2115] self: [4:7593037903725042488:0] peer: [5:7593037904954304575:0] socket: 287 qp: -1
2026-01-08T17:05:02.575433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037899430075120:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:02.575507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:02.577226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037903725042504:2108] [node 5] ICS10 traffic start
2026-01-08T17:05:02.577828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037899430075120:2050] [node 3] ICP22 created new session: [4:7593037903725042508:2050]
2026-01-08T17:05:02.606114Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.583015Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037904954304577:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62277
2026-01-08T17:05:02.470942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:02.615734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037903725042508:2050] [node 3] ICS09 handshake done sender: [4:7593037903725042487:2114] self: [4:7593037903725042501:0] peer: [3:7593037905923448970:0] socket: 284 qp: -1
2026-01-08T17:05:02.622817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037903725042508:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:02.501637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037901628481580:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.542552Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037904847331048:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(178041321ns) {Configure:104(178034220ns) {ProcessConfigured:135(5814080ns) {StartInitialHandshake:157(5810551ns) {DropHandshakes:470(2159ns) {DropIncomingHandshake:442(409ns) DropOutgoingHandshake:457(223ns)} GenerateSessionVirtualId:992(619ns) PrepareNewSessionHandshake:477(2510ns) {SwitchToState:179(1142ns)}}}}}
2026-01-08T17:05:02.472315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037898729456703:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:02.506632Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037903583295619:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:02.629090Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037904954304578:2138] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62277
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.510343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037905923448965:2121] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.628996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037903725042507:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9546
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.543085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037904847331056:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.507690Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037899288328248:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.510419Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:02.634972Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037904954304579:2139] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62277
2026-01-08T17:05:02.634576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:02.503226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037903024424077:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.513439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:02.543128Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037904847331056:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.503266Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037903024424077:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.504419Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037903024424068:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.504460Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037903024424068:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.507007Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037903024424077:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:02.507776Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037903024424080:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.507796Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037903024424080:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.529044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037903024424080:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:02.536168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037898729456704:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.536459Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037903024424068:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:02.540487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:02.540564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037898729456704:2049] [node 3] ICP22 created new session: [2:7593037903024424096:2049]
2026-01-08T17:05:02.540626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037903024424096:2049] [node 3] ICS09 handshake done sender: [2:7593037903024424077:2116] self: [2:7593037903024424076:0] peer: [3:7593037905923448990:0] socket: 302 qp: -1
2026-01-08T17:05:02.540671Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037903024424096:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:02.540740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:02.542611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037903024424064:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.545842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:02.545886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037903024424064:2110] [node 6] ICP22 created new session: [2:7593037903024424099:2110]
2026-01-08T17:05:02.545977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037903024424099:2110] [node 6] ICS09 handshake done sender: [2:7593037903024424080:2118] self: [2:7593037903024424079:0] peer: [6:7593037903583295627:0] socket: 313 qp: -1
2026-01-08T17:05:02.546013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037903024424099:2110] [node 6] ICS10 traffic start
2026-01-08T17:05:02.546039Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:02.567998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037903024424065:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.568087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:02.568158Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037903024424065:2107] [node 4] ICP22 created new session: [2:7593037903024424101:2107]
2026-01-08T17:05:02.568222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037903024424101:2107] [node 4] ICS09 handshake done sender: [2:7593037903024424068:2112] self: [2:7593037903024424067:0] peer: [4:7593037903725042500:0] socket: 290 qp: -1
2026-01-08T17:05:02.568268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037903024424101:2107] [node 4] ICS10 traffic start
2026-01-08T17:05:02.568313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:02.575107Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037903024424098:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15436
2026-01-08T17:05:02.629512Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037898729456703:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32295) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037903024424078:2117] held: no
2026-01-08T17:05:02.658750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037903024424095:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15436
2026-01-08T17:05:02.674893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037903024424078:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.640382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037904954304579:2139] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.641660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037899430075119:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:02.510505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037905923448965:2121] [node 6] ICP22 created new session: [3:7593037905923448991:2121]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.554819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037900552363688:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.521901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037899288328246:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.703514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037898729456703:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:02.703583Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:02.703663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037898729456703:2048] [node 1] ICP22 created new session: [2:7593037903024424103:2048]
2026-01-08T17:05:02.703729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037903024424103:2048] [node 1] ICS09 handshake done sender: [2:7593037903024424078:2117] self: [2:7593037903024424089:0] peer: [1:7593037904847331050:0] socket: 298 qp: -1
2026-01-08T17:05:02.703778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037903024424103:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:02.703820Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:02.510585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037905923448991:2121] [node 6] ICS09 handshake done sender: [3:7593037905923448973:2140] self: [3:7593037905923448972:0] peer: [6:7593037903583295624:0] socket: 282 qp: -1
2026-01-08T17:05:02.641725Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:02.521959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:02.554901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:02.640574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037900659337180:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.656908Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037904954304578:2138] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.641788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037899430075119:2049] [node 2] ICP22 created new session: [4:7593037903725042512:2049]
2026-01-08T17:05:02.641845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037903725042512:2049] [node 2] ICS09 handshake done sender: [4:7593037903725042491:2116] self: [4:7593037903725042500:0] peer: [2:7593037903024424067:0] socket: 292 qp: -1
2026-01-08T17:05:02.641887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037903725042512:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:02.641968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:02.659211Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037903725042492:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:02.676725Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037899430075119:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(34052888ns) {HandleHandshakeStatus:329(34050270ns) {DropIncomingHandshake:442(445ns) DropOutgoingHandshake:457(8738ns) SwitchToState:179(234ns) ProcessPendingSessionEvents:495(10964815ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 10882914ns max# 10375303ns}}}
2026-01-08T17:05:02.676819Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037899430075119:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:02.682147Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037899430075120:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(105741624ns) {HandleHandshakeStatus:329(105738297ns) {DropIncomingHandshake:442(619ns) DropOutgoingHandshake:457(5971ns) SwitchToState:179(459ns) ProcessPendingSessionEvents:495(10461091ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 10395045ns max# 9953981ns}}}
2026-01-08T17:05:02.683792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037899430075118:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:02.683855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:02.683913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037899430075118:2048] [node 1] ICP22 created new session: [4:7593037903725042514:2048]
2026-01-08T17:05:02.683976Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037903725042514:2048] [node 1] ICS09 handshake done sender: [4:7593037903725042492:2117] self: [4:7593037903725042503:0] peer: [1:7593037904847331055:0] socket: 301 qp: -1
2026-01-08T17:05:02.684018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037903725042514:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:02.684062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:02.695777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037903725042495:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.695809Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037903725042495:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.703245Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037903725042495:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:02.707243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037903725042477:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.707320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:02.707382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037903725042477:2109] [node 6] ICP22 created new session: [4:7593037903725042517:2109]
2026-01-08T17:05:02.707437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037903725042517:2109] [node 6] ICS09 handshake done sender: [4:7593037903725042495:2118] self: [4:7593037903725042494:0] peer: [6:7593037903583295638:0] socket: 325 qp: -1
2026-01-08T17:05:02.707483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037903725042517:2109] [node 6] ICS10 traffic start
2026-01-08T17:05:02.707524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:02.510634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037905923448991:2121] [node 6] ICS10 traffic start
2026-01-08T17:05:02.554956Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037900552363688:2048] [node 2] ICP22 created new session: [1:7593037904847331071:2048]
2026-01-08T17:05:02.522025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037899288328246:2048] [node 1] ICP22 created new session: [6:7593037903583295630:2048]
2026-01-08T17:05:02.663545Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037904954304561:2108] [node 4] ICP35 event processing took too much time PendingConnection:279(105451712ns) {HandleHandshakeStatus:395(105449187ns) {LogHandshakeFail:472(14420ns) {UpdateErrorStateLog:545(4283ns)} DropOutgoingHandshake:457(825ns) ProcessPendingSessionEvents:495(105322332ns) {unordered DropSessionEvent:512 num# 100 sum# 105227838ns max# 14114113ns}}}
2026-01-08T17:05:02.510677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:02.555016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037904847331071:2048] [node 2] ICS09 handshake done sender: [1:7593037904847331051:2110] self: [1:7593037904847331050:0] peer: [2:7593037903024424089:0] socket: 295 qp: -1
2026-01-08T17:05:02.555061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037904847331071:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:02.555104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:02.562916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037904847331069:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10110
2026-01-08T17:05:02.565320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037904847331056:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:02.594455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037904847331069:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.600125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037900552363688:2048] [node 2] ICP18 handshake (actor [1:7593037904847331069:2116]) is too old
2026-01-08T17:05:02.610684Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037900552363751:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.622872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037904847331061:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.622921Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037904847331061:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.626721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037904847331066:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.639916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:02.639996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037900552363751:2107] [node 4] ICP22 created new session: [1:7593037904847331075:2107]
2026-01-08T17:05:02.647726Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037904847331076:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10110
2026-01-08T17:05:02.647929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037904847331077:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10110
2026-01-08T17:05:02.653427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037904847331075:2107] [node 4] ICS09 handshake done sender: [1:7593037904847331056:2112] self: [1:7593037904847331055:0] peer: [4:7593037903725042503:0] socket: 300 qp: -1
2026-01-08T17:05:02.669793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037904847331075:2107] [node 4] ICS10 traffic start
2026-01-08T17:05:02.670220Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037904847331076:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.669889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:02.705665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037904847331061:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:02.709431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037900552363689:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.709534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:02.709599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037900552363689:2049] [node 3] ICP22 created new session: [1:7593037904847331081:2049]
2026-01-08T17:05:02.709659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037904847331081:2049] [node 3] ICS09 handshake done sender: [1:7593037904847331061:2113] self: [1:7593037904847331060:0] peer: [3:7593037905923448997:0] socket: 312 qp: -1
2026-01-08T17:05:02.709697Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037904847331081:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:02.709739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:02.714695Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037904847331068:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.714748Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037904847331068:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.731401Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037904847331068:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:02.733356Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037900552363751:2107] [node 4] ICP35 event processing took too much time PendingConnection:279(148817937ns) {HandleHandshakeStatus:329(148815123ns) {DropIncomingHandshake:442(1600ns) DropOutgoingHandshake:457(1891ns) SwitchToState:179(663ns) ProcessPendingSessionEvents:495(9332489ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 9269484ns max# 8819494ns}}}
2026-01-08T17:05:02.734278Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037900552363751:2107] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:02.761477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037904847331048:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.761575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:02.761652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037904847331048:2108] [node 5] ICP22 created new session: [1:7593037904847331084:2108]
2026-01-08T17:05:02.761721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037904847331084:2108] [node 5] ICS09 handshake done sender: [1:7593037904847331068:2115] self: [1:7593037904847331067:0] peer: [5:7593037904954304586:0] socket: 334 qp: -1
2026-01-08T17:05:02.761772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037904847331084:2108] [node 5] ICS10 traffic start
2026-01-08T17:05:02.761813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:02.511896Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037905923448971:2139] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.511926Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037905923448971:2139] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.518086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037905923448995:2147] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31823
2026-01-08T17:05:02.519357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037905923448971:2139] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:02.536761Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037905923448988:2146] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.542177Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037905923448986:2145] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:02.543051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037905923448967:2135] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.543126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:02.548543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037901628481579:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:02.552728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037905923448967:2135] [node 4] ICP22 created new session: [3:7593037905923448996:2135]
2026-01-08T17:05:02.590905Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037901628481580:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19516) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037905923448986:2145] held: no
2026-01-08T17:05:02.591647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037901628481580:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:02.591738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:02.591807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037901628481580:2049] [node 2] ICP22 created new session: [3:7593037905923448998:2049]
2026-01-08T17:05:02.591881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037905923448998:2049] [node 2] ICS09 handshake done sender: [3:7593037905923448986:2145] self: [3:7593037905923448990:0] peer: [2:7593037903024424076:0] socket: 305 qp: -1
2026-01-08T17:05:02.591933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037905923448998:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:02.591982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:02.606183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037905923448996:2135] [node 4] ICS09 handshake done sender: [3:7593037905923448971:2139] self: [3:7593037905923448970:0] peer: [4:7593037903725042501:0] socket: 280 qp: -1
2026-01-08T17:05:02.614983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037905923448996:2135] [node 4] ICS10 traffic start
2026-01-08T17:05:02.618919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:02.642087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037905923448983:2144] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.642117Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037905923448983:2144] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.652040Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037905923448967:2135] [node 4] ICP35 event processing took too much time PendingConnection:279(107895736ns) {HandleHandshakeStatus:329(107893339ns) {DropIncomingHandshake:442(20004ns) DropOutgoingHandshake:457(263ns) SwitchToState:179(413ns) ProcessPendingSessionEvents:495(4350788ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 4273626ns max# 3800001ns}}}
2026-01-08T17:05:02.653624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037905923448983:2144] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:02.654072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037905923448974:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.654173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:02.654233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037905923448974:2107] [node 5] ICP22 created new session: [3:7593037905923449003:2107]
2026-01-08T17:05:02.654303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037905923449003:2107] [node 5] ICS09 handshake done sender: [3:7593037905923448983:2144] self: [3:7593037905923448982:0] peer: [5:7593037904954304582:0] socket: 264 qp: -1
2026-01-08T17:05:02.654361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037905923449003:2107] [node 5] ICS10 traffic start
2026-01-08T17:05:02.654420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:02.686363Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037905923449005:2148] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31823
2026-01-08T17:05:02.742722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037905923448988:2146] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:02.772049Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037901628481579:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32295) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037905923448988:2146] held: no
2026-01-08T17:05:02.772816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037901628481579:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:02.772907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:02.772968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037901628481579:2048] [node 1] ICP22 created new session: [3:7593037905923449006:2048]
2026-01-08T17:05:02.773037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037905923449006:2048] [node 1] ICS09 handshake done sender: [3:7593037905923448988:2146] self: [3:7593037905923448997:0] peer: [1:7593037904847331060:0] socket: 268 qp: -1
2026-01-08T17:05:02.773084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037905923449006:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:02.773130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:02.781698Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037903024424064:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(211128524ns) {HandleHandshakeStatus:329(211126422ns) {DropIncomingHandshake:442(2091ns) DropOutgoingHandshake:457(701ns) SwitchToState:179(482ns) ProcessPendingSessionEvents:495(206950881ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 187958460ns max# 28824338ns}}}
2026-01-08T17:05:02.522088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037903583295630:2048] [node 1] ICS09 handshake done sender: [6:7593037903583295621:2116] self: [6:7593037903583295622:0] peer: [1:7593037904847331053:0] socket: 304 qp: -1
2026-01-08T17:05:02.680538Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037904954304571:2134] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:02.522127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037903583295630:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:02.783095Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037903024424064:2110] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:02.685702Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037900659337180:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20348) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037904954304579:2139] held: no
2026-01-08T17:05:02.689478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037904954304561:2108] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:02.689539Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:02.689608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037904954304561:2108] [node 4] ICP22 created new session: [5:7593037904954304584:2108]
2026-01-08T17:05:02.689670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037904954304584:2108] [node 4] ICS09 handshake done sender: [5:7593037904954304571:2134] self: [5:7593037904954304575:0] peer: [4:7593037903725042488:0] socket: 293 qp: -1
2026-01-08T17:05:02.689729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037904954304584:2108] [node 4] ICS10 traffic start
2026-01-08T17:05:02.689772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:02.690205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037900659337178:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:02.721603Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037900659337180:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(35079990ns) {HandleHandshakeStatus:395(35077249ns) {LogHandshakeFail:472(16582ns) {UpdateErrorStateLog:545(5400ns)} DropOutgoingHandshake:457(404ns) ProcessPendingSessionEvents:495(34970358ns) {unordered DropSessionEvent:512 num# 100 sum# 2549107ns max# 1871395ns}}}
2026-01-08T17:05:02.723013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037904954304583:2140] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62277
2026-01-08T17:05:02.735623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037904954304570:2133] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.735657Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037904954304570:2133] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:02.736683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037904954304587:2141] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62277
2026-01-08T17:05:02.750600Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037904954304570:2133] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:02.774099Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037904954304578:2138] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:02.774275Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037904954304579:2139] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:02.785395Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037900659337179:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(143688794ns) {HandleHandshakeStatus:395(139783733ns) {LogHandshakeFail:472(14976563ns) {UpdateErrorStateLog:545(8702ns)} DropOutgoingHandshake:457(591ns) ProcessPendingSessionEvents:495(124719047ns) {unordered DropSessionEvent:512 num# 100 sum# 40726037ns max# 16228277ns}}}
2026-01-08T17:05:02.785465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037900659337179:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:02.785573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:02.785638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037900659337179:2049] [node 2] ICP22 created new session: [5:7593037904954304589:2049]
2026-01-08T17:05:02.785709Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037904954304589:2049] [node 2] ICS09 handshake done sender: [5:7593037904954304572:2135] self: [5:7593037904954304574:0] peer: [2:7593037903024424069:0] socket: 294 qp: -1
2026-01-08T17:05:02.785758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037904954304589:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:02.785805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:02.788125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037904954304563:2111] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:02.788210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:02.788270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037904954304563:2111] [node 6] ICP22 created new session: [5:7593037904954304591:2111]
2026-01-08T17:05:02.788329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037904954304591:2111] [node 6] ICS09 handshake done sender: [5:7593037904954304570:2133] self: [5:7593037904954304569:0] peer: [6:7593037903583295640:0] socket: 288 qp: -1
2026-01-08T17:05:02.788397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037904954304591:2111] [node 6] ICS10 traffic start
2026-01-08T17:05:02.788491Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:02.790040Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037900659337178:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32295) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037904954304578:2138] held: no
2026-01-08T17:05:02.790656Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037900659337180:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:02.790724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:02.790783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037900659337180:2050] [node 3] ICP22 created new session: [5:7593037904954304593:2050]
2026-01-08T17:05:02.790843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037904954304593:2050] [node 3] ICS09 handshake done sender: [5:7593037904954304579:2139] self: [5:7593037904954304582:0] peer: [3:7593037905923448982:0] socket: 273 qp: -1
2026-01-08T17:05:02.790883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037904954304593:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:02.790921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:02.794872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037900659337178:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:02.794939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:02.794995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037900659337178:2048] [node 1] ICP22 created new session: [5:7593037904954304595:2048]
2026-01-08T17:05:02.795054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037904954304595:2048] [node 1] ICS09 handshake done sender: [5:7593037904954304578:2138] self: [5:7593037904954304586:0] peer: [1:7593037904847331067:0] socket: 269 qp: -1
2026-01-08T17:05:02.795101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037904954304595:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:02.795158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:02.522175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:02.524721Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037903583295629:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55637
2026-01-08T17:05:02.530289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037899288328248:2050] [node 3] ICP22 created new session: [6:7593037903583295628:2050]
2026-01-08T17:05:02.538212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037903583295628:2050] [node 3] ICS09 handshake done sender: [6:7593037903583295619:2114] self: [6:7593037903583295624:0] peer: [3:7593037905923448972:0] socket: 286 qp: -1
2026-01-08T17:05:02.542489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037903583295628:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:02.543302Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:02.549744Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037903583295625:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:02.549988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037899288328247:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:02.550066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:02.550129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037899288328247:2049] [node 2] ICP22 created new session: [6:7593037903583295635:2049]
2026-01-08T17:05:02.810431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037900552363689:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(92416956ns) {HandleHandshakeStatus:329(92414472ns) {DropIncomingHandshake:442(17501ns) DropOutgoingHandshake:457(455ns) SwitchToState:179(471ns) ProcessPendingSessionEvents:495(91965105ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 91844424ns max# 14380382ns}}}
2026-01-08T17:05:02.824220Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037903725042478:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(318624088ns) {HandleHandshakeStatus:329(318620124ns) {DropIncomingHandshake:442(22156ns) DropOutgoingHandshake:457(828ns) SwitchToState:179(105ns) ProcessPendingSessionEvents:495(186914787ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 186726961ns max# 16437998ns}}}
2026-01-08T17:05:02.550191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037903583295635:2049] [node 2] ICS09 handshake done sender: [6:7593037903583295625:2118] self: [6:7593037903583295627:0] peer: [2:7593037903024424079:0] socket: 315 qp: -1
2026-01-08T17:05:02.550231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037903583295635:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:02.550268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:02.659823Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037903583295633:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55637
2026-01-08T17:05:02.661238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037903583295637:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55637
2026-01-08T17:05:02.672044Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037899288328247:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(76493043ns) {HandleHandshakeStatus:329(76490713ns) {DropIncomingHandshake:442(474ns) DropOutgoingHandshake:457(6096ns) SwitchToState:179(10991ns) ProcessPendingSessionEvents:495(76028776ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 75923381ns max# 16043652ns}}}
2026-01-08T17:05:02.686625Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037903583295633:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.686808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037899288328308:2105] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:02.703062Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037903583295637:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:02.706108Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037903583295639:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55637
2026-01-08T17:05:02.715952Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037903583295633:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:02.731135Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037899288328308:2105] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18981) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037903583295633:2121] held: no
2026-01-08T17:05:02.731396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037899288328304:2102] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:02.743564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037899288328308:2105] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:02.750869Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:02.750966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037899288328308:2105] [node 4] ICP22 created new session: [6:7593037903583295642:2105]
2026-01-08T17:05:02.751041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037903583295642:2105] [node 4] ICS09 handshake done sender: [6:7593037903583295633:2121] self: [6:7593037903583295638:0] peer: [4:7593037903725042494:0] socket: 327 qp: -1
2026-01-08T17:05:02.751091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037903583295642:2105] [node 4] ICS10 traffic start
2026-01-08T17:05:02.751145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:02.775766Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037899288328248:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(266961699ns) {HandleHandshakeStatus:329(266959983ns) {DropIncomingHandshake:442(409ns) DropOutgoingHandshake:457(1984553ns) SwitchToState:179(653ns) ProcessPendingSessionEvents:495(196157368ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 188413926ns max# 50121178ns}}}
2026-01-08T17:05:02.818602Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037899288328304:2102] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17907) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037903583295637:2122] held: no
2026-01-08T17:05:02.821495Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037899288328304:2102] [node 5] ICP35 event processing took too much time PendingConnection:279(17368773ns) {HandleHandshakeStatus:395(9079319ns) {LogHandshakeFail:472(19108ns) {UpdateErrorStateLog:545(5267ns)} DropOutgoingHandshake:457(1899ns) ProcessPendingSessionEvents:495(1880033ns) {unordered DropSessionEvent:512 num# 100 sum# 1811537ns max# 1230645ns}}}
2026-01-08T17:05:02.826586Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037903583295641:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55637
2026-01-08T17:05:02.830980Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037903583295637:2122] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:02.831273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037899288328304:2102] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:02.831332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:02.831398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037899288328304:2102] [node 5] ICP22 created new session: [6:7593037903583295644:2102]
2026-01-08T17:05:02.831463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037903583295644:2102] [node 5] ICS09 handshake done sender: [6:7593037903583295637:2122] self: [6:7593037903583295640:0] peer: [5:7593037904954304569:0] socket: 328 qp: -1
2026-01-08T17:05:02.831513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037903583295644:2102] [node 5] ICS10 traffic start
2026-01-08T17:05:02.831561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:02.993796Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:02.994042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037903024424103:2048] [node 1] ICS01 socket: 298 reason# EndOfStream
2026-01-08T17:05:02.994096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037898729456703:2048] [node 1] ICP30 unregister session Session# [2:7593037903024424103:2048] VirtualId# [2:7593037903024424089:0]
2026-01-08T17:05:02.994138Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037903024424103:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:02.994229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:02.994296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:02.994469Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:02.994679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037905923449006:2048] [node 1] ICS01 socket: 268 reason# EndOfStream
2026-01-08T17:05:02.994719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037901628481579:2048] [node 1] ICP30 unregister session Session# [3:7593037905923449006:2048] VirtualId# [3:7593037905923448997:0]
2026-01-08T17:05:02.994764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037905923449006:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:02.994827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:02.994881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:02.998522Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:02.998743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037904954304595:2048] [node 1] ICS01 socket: 269 reason# EndOfStream
2026-01-08T17:05:02.998795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037900659337178:2048] [node 1] ICP30 unregister session Session# [5:7593037904954304595:2048] VirtualId# [5:7593037904954304586:0]
2026-01-08T17:05:02.998837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037904954304595:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:02.998910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:02.998953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:02.999049Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:02.999292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037903583295630:2048] [node 1] ICS07 socket disconnect 304 reason# EndOfStream
2026-01-08T17:05:02.999326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037903583295630:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:02.999403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:02.999449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037903583295630:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:03.001018Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037899288328246:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32295) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:03.001085Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037903583295630:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:03.001128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037899288328246:2048] [node 1] ICP30 unregister session Session# [6:7593037903583295630:2048] VirtualId# [6:7593037903583295622:0]
2026-01-08T17:05:03.001173Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:03.001260Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037899288328246:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:32295) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:03.001307Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:32295) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:02.998711Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:02.998980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037903725042514:2048] [node 1] ICS01 socket: 301 reason# EndOfStream
2026-01-08T17:05:02.999033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037899430075118:2048] [node 1] ICP30 unregister session Session# [4:7593037903725042514:2048] VirtualId# [4:7593037903725042503:0]
2026-01-08T17:05:02.999068Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037903725042514:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:02.999175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:02.999225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:03.019381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037899288328246:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:03.173183Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:03.173427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037905923448998:2049] [node 2] ICS01 socket: 305 reason# EndOfStream
2026-01-08T17:05:03.173477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037901628481580:2049] [node 2] ICP30 unregister session Session# [3:7593037905923448998:2049] VirtualId# [3:7593037905923448990:0]
2026-01-08T17:05:03.173521Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037905923448998:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:03.173604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:03.173651Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:03.184216Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:03.184455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037904954304589:2049] [node 2] ICS01 socket: 294 reason# EndOfStream
2026-01-08T17:05:03.184507Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037900659337179:2049] [node 2] ICP30 unregister session Session# [5:7593037904954304589:2049] VirtualId# [5:7593037904954304574:0]
2026-01-08T17:05:03.184565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037904954304589:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:03.184645Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:03.184693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:03.185389Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:03.185615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037903583295635:2049] [node 2] ICS01 socket: 315 reason# EndOfStream
2026-01-08T17:05:03.185658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037899288328247:2049] [node 2] ICP30 unregister session Session# [6:7593037903583295635:2049] VirtualId# [6:7593037903583295627:0]
2026-01-08T17:05:03.185696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037903583295635:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:03.185769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:03.185806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:03.190040Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:03.190290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037903725042512:2049] [node 2] ICS07 socket disconnect 292 reason# EndOfStream
2026-01-08T17:05:03.190340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037903725042512:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:03.190439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:03.190486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037903725042512:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:03.191862Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037899430075119:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19516) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:03.191932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037903725042512:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:03.191981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037899430075119:2049] [node 2] ICP30 unregister session Session# [4:7593037903725042512:2049] VirtualId# [4:7593037903725042500:0]
2026-01-08T17:05:03.192105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:03.192152Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037899430075119:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19516) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:03.192171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19516) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:03.202206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037899430075119:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:03.411441Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:03.411721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037903583295628:2050] [node 3] ICS07 socket disconnect 286 reason# EndOfStream
2026-01-08T17:05:03.411762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037903583295628:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:03.411852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:03.411900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037903583295628:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:03.412085Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:03.412268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037904954304593:2050] [node 3] ICS01 socket: 273 reason# EndOfStream
2026-01-08T17:05:03.412314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037900659337180:2050] [node 3] ICP30 unregister session Session# [5:7593037904954304593:2050] VirtualId# [5:7593037904954304582:0]
2026-01-08T17:05:03.412365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037904954304593:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:03.412434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:03.412487Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:03.412780Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:03.413629Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037899288328248:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20348) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:03.413692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037903583295628:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:03.413744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037899288328248:2050] [node 3] ICP30 unregister session Session# [6:7593037903583295628:2050] VirtualId# [6:7593037903583295624:0]
2026-01-08T17:05:03.413850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:03.413885Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037899288328248:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20348) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:03.413915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20348) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:03.412992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037903725042508:2050] [node 3] ICS07 socket disconnect 284 reason# EndOfStream
2026-01-08T17:05:03.413023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037903725042508:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:03.413083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:03.413118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037903725042508:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:03.414324Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037899430075120:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20348) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:03.414380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037903725042508:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:03.414593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037899430075120:2050] [node 3] ICP30 unregister session Session# [4:7593037903725042508:2050] VirtualId# [4:7593037903725042501:0]
2026-01-08T17:05:03.414633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:03.414928Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037899430075120:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:20348) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:03.414952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20348) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:03.422713Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037899288328248:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:03.515957Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:03.516201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037904954304584:2108] [node 4] ICS01 socket: 293 reason# EndOfStream
2026-01-08T17:05:03.516257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037904954304561:2108] [node 4] ICP30 unregister session Session# [5:7593037904954304584:2108] VirtualId# [5:7593037904954304575:0]
2026-01-08T17:05:03.516301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037904954304584:2108] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:03.516390Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:03.516442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:03.518539Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:03.518806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037903583295642:2105] [node 4] ICS01 socket: 327 reason# EndOfStream
2026-01-08T17:05:03.518863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037899288328308:2105] [node 4] ICP30 unregister session Session# [6:7593037903583295642:2105] VirtualId# [6:7593037903583295638:0]
2026-01-08T17:05:03.518909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037903583295642:2105] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:03.518993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:03.519042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:04.043220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037912093435070:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:04.043340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037912093435071:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:04.082824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037910785537654:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:04.082883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037910785537655:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:04.119691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037911943681570:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:04.119748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037911943681571:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:04.134798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037912502533512:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:04.134846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037912502533513:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:04.134889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037912502533514:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:04.258376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037913026670769:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:04.258508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037913026670770:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:04.272771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037913026670771:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:04.174792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037911625907400:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:04.472238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037912093435129:2106] [node 6] ICP01 ready to work
2026-01-08T17:05:04.483353Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037910785537701:2094] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28946
2026-01-08T17:05:04.174834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037911625907401:2049] [node 2] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:04.590722Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037912093435133:2107] [node 5] ICP01 ready to work
2026-01-08T17:05:04.531660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037913026670793:2070] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:04.542470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037911943681606:2074] [node 4] ICP01 ready to work
2026-01-08T17:05:04.594061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037912502533537:2073] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13672
2026-01-08T17:05:04.174882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037911625907402:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:04.550523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037910785537708:2097] [node 4] ICP01 ready to work
2026-01-08T17:05:04.670774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037910785537720:2095] [node 5] ICP01 ready to work
2026-01-08T17:05:04.682866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037910785537718:2096] [node 6] ICP01 ready to work
2026-01-08T17:05:04.614576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037912093435138:2105] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:04.613518Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037911625907422:2062] [node 6] ICP01 ready to work
2026-01-08T17:05:04.637688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037911943681612:2076] [node 6] ICP01 ready to work
2026-01-08T17:05:04.731676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037913026670810:2082] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:04.663475Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037912093435071:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(198348445ns) {Configure:104(198341782ns) {ProcessConfigured:135(24193338ns) {StartInitialHandshake:157(24190911ns) {DropHandshakes:470(2545ns) {DropIncomingHandshake:442(437ns) DropOutgoingHandshake:457(622ns)} GenerateSessionVirtualId:992(1025ns) PrepareNewSessionHandshake:477(7774ns) {SwitchToState:179(3517ns)}}}}}
2026-01-08T17:05:04.715054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037912502533566:2069] [node 5] ICP01 ready to work
2026-01-08T17:05:04.742993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037912502533575:2070] [node 6] ICP01 ready to work
2026-01-08T17:05:04.762824Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037912502533512:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(41952724ns) {Configure:104(41945020ns) {ProcessConfigured:135(35850124ns) {StartInitialHandshake:157(35845950ns) {DropHandshakes:470(2218ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(365ns)} GenerateSessionVirtualId:992(1025ns) PrepareNewSessionHandshake:477(9067ns) {SwitchToState:179(4362ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:04.777603Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037912502533585:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13672
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:04.602386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037911625907421:2060] [node 4] ICP01 ready to work
2026-01-08T17:05:04.649843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037911943681620:2079] [node 5] ICP01 ready to work
2026-01-08T17:05:04.703327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037912093435142:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19324
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:04.857843Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037912502533588:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13672
2026-01-08T17:05:04.629517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037911625907424:2071] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28147
2026-01-08T17:05:04.755034Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037911943681636:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50554
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:04.803343Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037912093435143:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19324
2026-01-08T17:05:04.869020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037910785537733:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28946
2026-01-08T17:05:04.874455Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037910785537654:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(330774848ns) {Configure:104(330768925ns) {ProcessConfigured:135(127528595ns) {StartInitialHandshake:157(127525440ns) {DropHandshakes:470(2480ns) {DropIncomingHandshake:442(684ns) DropOutgoingHandshake:457(434ns)} GenerateSessionVirtualId:992(863ns) PrepareNewSessionHandshake:477(5038ns) {SwitchToState:179(2518ns)}}}}}
2026-01-08T17:05:04.709123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037911625907430:2073] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28147
2026-01-08T17:05:04.755252Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037911943681637:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50554
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:04.914727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037912093435147:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19324
2026-01-08T17:05:04.822885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037911625907464:2105] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28147
2026-01-08T17:05:04.862872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037911943681636:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:04.943737Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037912502533537:2073] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:04.936359Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037912093435135:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:04.825375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037911625907463:2104] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28147
2026-01-08T17:05:04.918647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037911943681637:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:04.939791Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037913026670843:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55394
2026-01-08T17:05:04.961773Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037912502533583:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:04.971822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037910785537733:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:04.861488Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037911625907402:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(388823205ns) {Configure:104(388818869ns) {ProcessConfigured:135(75839ns) {StartInitialHandshake:157(73238ns) {DropHandshakes:470(2278ns) {DropIncomingHandshake:442(372ns) DropOutgoingHandshake:457(350ns)} GenerateSessionVirtualId:992(1054ns) PrepareNewSessionHandshake:477(1579ns) {SwitchToState:179(514ns)}}}}}
2026-01-08T17:05:04.957041Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037911943681641:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50554
2026-01-08T17:05:04.936406Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037912093435135:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:04.964355Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037912502533583:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:04.930882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037911625907424:2071] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:04.957262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037911943681570:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:04.938083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037912093435142:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:04.986508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037910785537701:2094] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:04.987034Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037912502533513:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(407167868ns) {Configure:104(407158800ns) {ProcessConfigured:135(71657ns) {StartInitialHandshake:157(69862ns) {DropHandshakes:470(2197ns) {DropIncomingHandshake:442(556ns) DropOutgoingHandshake:457(525ns)} GenerateSessionVirtualId:992(1448ns) PrepareNewSessionHandshake:477(1585ns) {SwitchToState:179(358ns)}}}}}
2026-01-08T17:05:04.931060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037911625907400:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:05.011342Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037911943681612:2076] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(31574081ns) {Configure:104(31568331ns) {ProcessConfigured:135(14583744ns) {StartInitialHandshake:157(14576074ns) {DropHandshakes:470(2759ns) {DropIncomingHandshake:442(527ns) DropOutgoingHandshake:457(480ns)} GenerateSessionVirtualId:992(827ns) PrepareNewSessionHandshake:477(2877ns) {SwitchToState:179(1719ns)}}}}}
2026-01-08T17:05:05.002888Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037912502533583:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.010684Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037913026670843:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:04.943153Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037912093435135:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:05.006489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037910785537654:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:04.934399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037911625907464:2105] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.018705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037917321638145:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55394
2026-01-08T17:05:04.989199Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037912093435129:2106] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(478129174ns) {Configure:104(478124535ns) {ProcessConfigured:135(31129101ns) {StartInitialHandshake:157(31125894ns) {DropHandshakes:470(2986ns) {DropIncomingHandshake:442(794ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:992(1076ns) PrepareNewSessionHandshake:477(3988ns) {SwitchToState:179(2493ns)}}}}}
2026-01-08T17:05:05.022156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037913026670770:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:05.031575Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037913026670769:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(459753888ns) {Configure:104(459747903ns) {ProcessConfigured:135(3338067ns) {StartInitialHandshake:157(3335702ns) {DropHandshakes:470(844ns) {DropIncomingHandshake:442(135ns) DropOutgoingHandshake:457(99ns)} GenerateSessionVirtualId:992(222ns) PrepareNewSessionHandshake:477(1570ns) {SwitchToState:179(53ns)}}}}}
2026-01-08T17:05:05.047123Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037913026670771:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(373821679ns) {Configure:104(373812948ns) {ProcessConfigured:135(1002132ns) {StartInitialHandshake:157(1000036ns) {DropHandshakes:470(2155ns) {DropIncomingHandshake:442(516ns) DropOutgoingHandshake:457(480ns)} GenerateSessionVirtualId:992(675ns) PrepareNewSessionHandshake:477(2314ns) {SwitchToState:179(1486ns)}}}}}
2026-01-08T17:05:05.015553Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037910785537654:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(16193983ns) {IncomingHandshake:261(134186ns) {DropIncomingHandshake:442(330ns) PrepareNewSessionHandshake:477(1748ns) {SwitchToState:179(646ns)} GenerateSessionVirtualId:992(829ns) IssueIncomingHandshakeReply:193(72340ns) {SwitchToState:179(262ns)}}}
2026-01-08T17:05:05.034423Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037910785537655:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(218384401ns) {Configure:104(218376307ns) {ProcessConfigured:135(4711433ns) {StartInitialHandshake:157(4709200ns) {DropHandshakes:470(9891ns) {DropIncomingHandshake:442(254ns) DropOutgoingHandshake:457(9077ns)} GenerateSessionVirtualId:992(672ns) PrepareNewSessionHandshake:477(8776ns) {SwitchToState:179(7199ns)}}}}}
2026-01-08T17:05:05.046814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037910785537731:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.046879Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037910785537731:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:05.057089Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037912502533566:2069] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:04.949603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037911625907421:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:05.076152Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037911943681571:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(393785010ns) {Configure:104(393774682ns) {ProcessConfigured:135(3774531ns) {StartInitialHandshake:157(3771750ns) {DropHandshakes:470(1814ns) {DropIncomingHandshake:442(239ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:992(692ns) PrepareNewSessionHandshake:477(2725ns) {SwitchToState:179(104ns)}}}}}
2026-01-08T17:05:05.010312Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037912093435133:2107] [node 5] ICP35 event processing took too much time PendingConnection:279(35661842ns) {IncomingHandshake:261(20210030ns) {DropIncomingHandshake:442(295ns) PrepareNewSessionHandshake:477(8584ns) {SwitchToState:179(3948ns)} GenerateSessionVirtualId:992(815ns) IssueIncomingHandshakeReply:193(14380ns)}}
2026-01-08T17:05:05.094333Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037910785537731:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:05.095506Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037910785537728:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.095554Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037910785537728:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:05.122435Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037910785537722:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.122493Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037910785537722:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:05.086614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037911943681641:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.057151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.015288Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037912093435140:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.139461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037917321638145:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:04.970547Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037911625907430:2073] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.057216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037912502533566:2069] [node 5] ICP22 created new session: [4:7593037916797500890:2069]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.015344Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037912093435140:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:05.117562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037911943681643:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:04.970867Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037911625907480:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28147
2026-01-08T17:05:05.157889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037913026670771:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.057289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037916797500890:2069] [node 5] ICS09 handshake done sender: [4:7593037912502533583:2112] self: [4:7593037912502533582:0] peer: [5:7593037911625907479:0] socket: 294 qp: -1
2026-01-08T17:05:05.160167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037915080505034:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28946
2026-01-08T17:05:05.022213Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037912093435147:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.117601Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037911943681643:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:05.014606Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037911625907481:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28147
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.163441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037917321638148:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55394
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.057347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037916797500890:2069] [node 5] ICS10 traffic start
2026-01-08T17:05:05.165817Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037910785537728:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.132315Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037911943681643:2114] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.035550Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037912093435145:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.014926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037911625907463:2104] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.057392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:05.193308Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037917321638149:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55394
2026-01-08T17:05:05.173770Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037910785537722:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:05.149105Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037911943681606:2074] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(156473575ns) {Configure:104(156465825ns) {ProcessConfigured:135(86446ns) {StartInitialHandshake:157(83668ns) {DropHandshakes:470(2728ns) {DropIncomingHandshake:442(960ns) DropOutgoingHandshake:457(446ns)} GenerateSessionVirtualId:992(807ns) PrepareNewSessionHandshake:477(2042ns) {SwitchToState:179(729ns)}}}}}
2026-01-08T17:05:05.193880Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037917321638149:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.035584Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037912093435145:2114] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.015348Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037911625907424:2071] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:05.062516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037912502533588:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.158098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037916238648949:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50554
2026-01-08T17:05:05.047479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037911625907400:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.050586Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037911625907401:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(491144504ns) {Configure:104(491132506ns) {ProcessConfigured:135(27631419ns) {StartInitialHandshake:157(27628525ns) {DropHandshakes:470(1448ns) {DropIncomingHandshake:442(258ns) DropOutgoingHandshake:457(329ns)} GenerateSessionVirtualId:992(1180ns) PrepareNewSessionHandshake:477(3017ns) {SwitchToState:179(1010ns)}}}}}
2026-01-08T17:05:05.059188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:05.064204Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037911625907422:2062] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(371892387ns) {Configure:104(371887335ns) {ProcessConfigured:135(11827371ns) {StartInitialHandshake:157(11823956ns) {DropHandshakes:470(5444655ns) {DropIncomingHandshake:442(2568ns) DropOutgoingHandshake:457(350ns)} GenerateSessionVirtualId:992(2626ns) PrepareNewSessionHandshake:477(2110ns) {SwitchToState:179(821ns)}}}}}
2026-01-08T17:05:05.064458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037911625907400:2048] [node 1] ICP22 created new session: [5:7593037915920874783:2048]
2026-01-08T17:05:05.073956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037915920874783:2048] [node 1] ICS09 handshake done sender: [5:7593037911625907424:2071] self: [5:7593037911625907477:0] peer: [1:7593037912093435134:0] socket: 276 qp: -1
2026-01-08T17:05:05.076570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037915920874781:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28147
2026-01-08T17:05:05.084179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037915920874783:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:05.089386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037911625907401:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:05.092403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:05.096189Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037911625907481:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.117069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037911625907402:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:05.127050Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037911625907464:2105] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:05.133361Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037911625907421:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26677) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037911625907464:2105] held: no
2026-01-08T17:05:05.148476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037915920874788:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28147
2026-01-08T17:05:05.165542Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037915920874789:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28147
2026-01-08T17:05:05.202693Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037911625907481:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:05.204318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037911625907402:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.204395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:05.204456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037911625907402:2050] [node 3] ICP22 created new session: [5:7593037915920874792:2050]
2026-01-08T17:05:05.204537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037915920874792:2050] [node 3] ICS09 handshake done sender: [5:7593037911625907481:2118] self: [5:7593037915920874787:0] peer: [3:7593037911943681642:0] socket: 311 qp: -1
2026-01-08T17:05:05.204581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037915920874792:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:05.204629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:05.205345Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037911625907402:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:05.208451Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037911625907430:2073] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:05.209213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037911625907401:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.209286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:05.209343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037911625907401:2049] [node 2] ICP22 created new session: [5:7593037915920874794:2049]
2026-01-08T17:05:05.209440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037915920874794:2049] [node 2] ICS09 handshake done sender: [5:7593037911625907430:2073] self: [5:7593037915920874784:0] peer: [2:7593037910785537721:0] socket: 280 qp: -1
2026-01-08T17:05:05.209489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037915920874794:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:05.209543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:05.273509Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037911625907400:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(106451178ns) {HandleHandshakeStatus:329(106448334ns) {DropIncomingHandshake:442(3186ns) DropOutgoingHandshake:457(20064ns) SwitchToState:179(605ns) ProcessPendingSessionEvents:495(17884967ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 17822463ns max# 17354037ns}}}
2026-01-08T17:05:05.296475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037915920874780:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.296515Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037915920874780:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:05.183681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037910785537718:2096] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:05.194076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037913026670769:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:05.062955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037912502533513:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.036300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037912093435133:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:05.315440Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037915920874780:2119] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.317055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037911625907422:2062] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.183786Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:05.036383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:05.186935Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037911943681637:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:05.069144Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037912502533585:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.317163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:05.211295Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037913026670770:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4721) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037913026670843:2113] held: no
2026-01-08T17:05:05.183843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037910785537718:2096] [node 6] ICP22 created new session: [2:7593037915080505040:2096]
2026-01-08T17:05:05.036448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037912093435133:2107] [node 5] ICP22 created new session: [1:7593037916388402450:2107]
2026-01-08T17:05:05.191245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037911943681620:2079] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:05.076405Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037912502533575:2070] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(54719172ns) {Configure:104(54710438ns) {ProcessConfigured:135(11302595ns) {StartInitialHandshake:157(11297690ns) {DropHandshakes:470(2666ns) {DropIncomingHandshake:442(908ns) DropOutgoingHandshake:457(391ns)} GenerateSessionVirtualId:992(1515ns) PrepareNewSessionHandshake:477(4965ns) {SwitchToState:179(2823ns)}}}}}
2026-01-08T17:05:05.227500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037917321638151:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55394
2026-01-08T17:05:05.317219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037911625907422:2062] [node 6] ICP22 created new session: [5:7593037915920874797:2062]
2026-01-08T17:05:05.191353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:05.183917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037915080505040:2096] [node 6] ICS09 handshake done sender: [2:7593037910785537731:2115] self: [2:7593037910785537730:0] peer: [6:7593037917321638144:0] socket: 298 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.036512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037916388402450:2107] [node 5] ICS09 handshake done sender: [1:7593037912093435135:2110] self: [1:7593037912093435134:0] peer: [5:7593037911625907477:0] socket: 274 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.104039Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037912502533566:2069] [node 5] ICP35 event processing took too much time PendingConnection:279(19553163ns) {HandleHandshakeStatus:329(19550213ns) {DropIncomingHandshake:442(433ns) DropOutgoingHandshake:457(1311ns) SwitchToState:179(636ns) ProcessPendingSessionEvents:495(19060958ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 18972763ns max# 7490531ns}}}
2026-01-08T17:05:05.317281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037915920874797:2062] [node 6] ICS09 handshake done sender: [5:7593037915920874780:2119] self: [5:7593037915920874779:0] peer: [6:7593037917321638153:0] socket: 321 qp: -1
2026-01-08T17:05:05.036559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037916388402450:2107] [node 5] ICS10 traffic start
2026-01-08T17:05:05.233548Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037917321638148:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:05.191442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037911943681620:2079] [node 5] ICP22 created new session: [3:7593037916238648953:2079]
2026-01-08T17:05:05.183963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037915080505040:2096] [node 6] ICS10 traffic start
2026-01-08T17:05:05.104700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593037912502533566:2069] [node 5] ICP18 handshake (actor [4:7593037912502533585:2114]) is too old
2026-01-08T17:05:05.317323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037915920874797:2062] [node 6] ICS10 traffic start
2026-01-08T17:05:05.036606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:05.253160Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037917321638154:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55394
2026-01-08T17:05:05.224885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037916797500896:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13672
2026-01-08T17:05:05.191508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037916238648953:2079] [node 5] ICS09 handshake done sender: [3:7593037911943681643:2114] self: [3:7593037911943681642:0] peer: [5:7593037915920874787:0] socket: 310 qp: -1
2026-01-08T17:05:05.317368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:05.256052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037917321638145:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:05.184003Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:05.063670Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037912093435140:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:05.191556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037916238648953:2079] [node 5] ICS10 traffic start
2026-01-08T17:05:05.185168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037910785537733:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:05.257891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037916797500896:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.064036Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037912093435145:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:05.417637Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037911625907421:2060] [node 4] ICP35 event processing took too much time PendingConnection:279(158457759ns) {HandleHandshakeStatus:395(158455451ns) {LogHandshakeFail:472(16027ns) {UpdateErrorStateLog:545(5072ns)} DropOutgoingHandshake:457(2309ns) ProcessPendingSessionEvents:495(147027813ns) {unordered DropSessionEvent:512 num# 100 sum# 39079994ns max# 11000306ns}}}
2026-01-08T17:05:05.256321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037913026670771:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.191601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:05.417730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037911625907421:2060] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.211869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037910785537654:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.194508Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037911943681570:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31819) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037911943681637:2111] held: no
2026-01-08T17:05:05.202453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037916238648943:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.202506Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037916238648943:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:05.242493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037916238648943:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:05.251147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037911943681612:2076] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:05.251220Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:05.251289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037911943681612:2076] [node 6] ICP22 created new session: [3:7593037916238648958:2076]
2026-01-08T17:05:05.251360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037916238648958:2076] [node 6] ICS09 handshake done sender: [3:7593037916238648943:2115] self: [3:7593037911943681646:0] peer: [6:7593037917321638147:0] socket: 314 qp: -1
2026-01-08T17:05:05.251408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037916238648958:2076] [node 6] ICS10 traffic start
2026-01-08T17:05:05.251451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:05.255472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037916238648960:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50554
2026-01-08T17:05:05.262563Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037916238648951:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.262599Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037916238648951:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:05.263471Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037916238648960:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.263820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037911943681571:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:05.267645Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037916238648951:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:05.290003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037911943681606:2074] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:05.311316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037916238648963:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:50554
2026-01-08T17:05:05.319332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:05.328883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037911943681606:2074] [node 4] ICP22 created new session: [3:7593037916238648964:2074]
2026-01-08T17:05:05.336890Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037911943681570:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(128991419ns) {HandleHandshakeStatus:395(128988462ns) {LogHandshakeFail:472(17500ns) {UpdateErrorStateLog:545(5937ns)} DropOutgoingHandshake:457(2144ns) ProcessPendingSessionEvents:495(121027382ns) {unordered DropSessionEvent:512 num# 100 sum# 120952814ns max# 17168233ns}}}
2026-01-08T17:05:05.336961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037911943681570:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.337042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:05.337125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037911943681570:2048] [node 1] ICP22 created new session: [3:7593037916238648965:2048]
2026-01-08T17:05:05.337192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037916238648965:2048] [node 1] ICS09 handshake done sender: [3:7593037911943681637:2111] self: [3:7593037911943681644:0] peer: [1:7593037912093435139:0] socket: 291 qp: -1
2026-01-08T17:05:05.337243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037916238648965:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:05.337285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:05.337777Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037916238648960:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:05.339757Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037911943681571:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.339837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:05.339896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037911943681571:2049] [node 2] ICP22 created new session: [3:7593037916238648967:2049]
2026-01-08T17:05:05.339955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037916238648967:2049] [node 2] ICS09 handshake done sender: [3:7593037916238648960:2119] self: [3:7593037916238648962:0] peer: [2:7593037915080505032:0] socket: 330 qp: -1
2026-01-08T17:05:05.339998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037916238648967:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:05.340035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:05.341132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037916238648964:2074] [node 4] ICS09 handshake done sender: [3:7593037916238648951:2118] self: [3:7593037916238648950:0] peer: [4:7593037916797500897:0] socket: 305 qp: -1
2026-01-08T17:05:05.345249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037916238648964:2074] [node 4] ICS10 traffic start
2026-01-08T17:05:05.345298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:05.385424Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037911943681606:2074] [node 4] ICP35 event processing took too much time PendingConnection:279(94319985ns) {HandleHandshakeStatus:329(94317701ns) {DropIncomingHandshake:442(15151ns) DropOutgoingHandshake:457(326ns) SwitchToState:179(292ns) ProcessPendingSessionEvents:495(8673887ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 8594489ns max# 8146855ns}}}
2026-01-08T17:05:05.082028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037912093435071:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:05.258079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037912502533514:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:05.265569Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037912502533513:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4721) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037912502533588:2115] held: no
2026-01-08T17:05:05.082107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:05.082176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037912093435071:2049] [node 3] ICP22 created new session: [1:7593037916388402452:2049]
2026-01-08T17:05:05.266370Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037916797500895:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13672
2026-01-08T17:05:05.082244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037916388402452:2049] [node 3] ICS09 handshake done sender: [1:7593037912093435140:2111] self: [1:7593037912093435139:0] peer: [3:7593037911943681644:0] socket: 278 qp: -1
2026-01-08T17:05:05.283546Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037916797500898:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13672
2026-01-08T17:05:05.082296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037916388402452:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:05.329057Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037912502533514:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31429) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037916797500896:2119] held: no
2026-01-08T17:05:05.082387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:05.341543Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037916797500899:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13672
2026-01-08T17:05:05.089904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037912093435143:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.360489Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037912502533514:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(40078603ns) {HandleHandshakeStatus:395(40073944ns) {LogHandshakeFail:472(15534ns) {UpdateErrorStateLog:545(5342ns)} DropOutgoingHandshake:457(2588ns) ProcessPendingSessionEvents:495(30439124ns) {unordered DropSessionEvent:512 num# 100 sum# 30401587ns max# 15820045ns}}}
2026-01-08T17:05:05.110391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037912093435070:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:05.366653Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037916797500898:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.120523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037912093435071:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(37419718ns) {HandleHandshakeStatus:329(37413621ns) {DropIncomingHandshake:442(400ns) DropOutgoingHandshake:457(720ns) SwitchToState:179(659ns) ProcessPendingSessionEvents:495(25519175ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 25441298ns max# 24901334ns}}}
2026-01-08T17:05:05.376068Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037916797500896:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:05.120771Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037912093435071:2049] [node 3] ICP18 handshake (actor [1:7593037912093435143:2113]) is too old
2026-01-08T17:05:05.256404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:05.378115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037912502533512:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:05.378198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037912502533514:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.256464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037913026670771:2050] [node 3] ICP22 created new session: [6:7593037917321638155:2050]
2026-01-08T17:05:05.391179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037916797500902:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13672
2026-01-08T17:05:05.417796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:05.256529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037917321638155:2050] [node 3] ICS09 handshake done sender: [6:7593037917321638145:2116] self: [6:7593037917321638147:0] peer: [3:7593037911943681646:0] socket: 315 qp: -1
2026-01-08T17:05:05.406188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:05.256566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037917321638155:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:05.409266Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037916797500898:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:05.417853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037911625907421:2060] [node 4] ICP22 created new session: [5:7593037915920874799:2060]
2026-01-08T17:05:05.256622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:05.409500Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037916797500889:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.417916Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037915920874799:2060] [node 4] ICS09 handshake done sender: [5:7593037911625907464:2105] self: [5:7593037911625907479:0] peer: [4:7593037912502533582:0] socket: 295 qp: -1
2026-01-08T17:05:05.409531Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037916797500889:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:05.273374Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037917321638146:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55394
2026-01-08T17:05:05.417960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037915920874799:2060] [node 4] ICS10 traffic start
2026-01-08T17:05:05.274222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037913026670810:2082] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:05.418016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:05.211927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:05.289312Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037913026670810:2082] [node 5] ICP35 event processing took too much time PendingConnection:279(31767753ns) {IncomingHandshake:261(31765272ns) {DropIncomingHandshake:442(277ns) PrepareNewSessionHandshake:477(6488035ns) {SwitchToState:179(4996ns)} GenerateSessionVirtualId:992(884ns) IssueIncomingHandshakeReply:193(8808158ns) {SwitchToState:179(1680ns)}}}
2026-01-08T17:05:05.298311Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037913026670843:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:05.211981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037910785537654:2048] [node 1] ICP22 created new session: [2:7593037915080505042:2048]
2026-01-08T17:05:05.298614Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037917321638149:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:05.212032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037915080505042:2048] [node 1] ICS09 handshake done sender: [2:7593037910785537733:2116] self: [2:7593037915080505031:0] peer: [1:7593037912093435144:0] socket: 304 qp: -1
2026-01-08T17:05:05.212069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037915080505042:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:05.212112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:05.213413Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037915080505035:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28946
2026-01-08T17:05:05.215840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037910785537708:2097] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:05.220414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037915080505039:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28946
2026-01-08T17:05:05.220655Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037915080505035:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.220828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037910785537720:2095] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:05.220903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:05.220967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037910785537720:2095] [node 5] ICP22 created new session: [2:7593037915080505045:2095]
2026-01-08T17:05:05.221029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037915080505045:2095] [node 5] ICS09 handshake done sender: [2:7593037910785537722:2111] self: [2:7593037910785537721:0] peer: [5:7593037915920874784:0] socket: 279 qp: -1
2026-01-08T17:05:05.221076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037915080505045:2095] [node 5] ICS10 traffic start
2026-01-08T17:05:05.221121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:05.226598Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037915080505047:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28946
2026-01-08T17:05:05.238813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:05.238891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037910785537708:2097] [node 4] ICP22 created new session: [2:7593037915080505049:2097]
2026-01-08T17:05:05.238988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037915080505049:2097] [node 4] ICS09 handshake done sender: [2:7593037910785537728:2114] self: [2:7593037910785537727:0] peer: [4:7593037916797500893:0] socket: 297 qp: -1
2026-01-08T17:05:05.239051Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037915080505049:2097] [node 4] ICS10 traffic start
2026-01-08T17:05:05.239102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:05.240998Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037910785537708:2097] [node 4] ICP35 event processing took too much time PendingConnection:279(31029157ns) {HandleHandshakeStatus:329(29105362ns) {DropIncomingHandshake:442(1446ns) DropOutgoingHandshake:457(1719ns) SwitchToState:179(575ns) ProcessPendingSessionEvents:495(602455ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 530500ns max# 62964ns}}}
2026-01-08T17:05:05.241162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037910785537708:2097] [node 4] ICP18 handshake (actor [2:7593037915080505035:2119]) is too old
2026-01-08T17:05:05.279314Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037915080505047:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.292909Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037915080505033:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.292953Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037915080505033:2117] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:05.315093Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037915080505033:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:05.345882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037910785537655:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:05.345958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:05.346023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037910785537655:2049] [node 3] ICP22 created new session: [2:7593037915080505053:2049]
2026-01-08T17:05:05.346091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037915080505053:2049] [node 3] ICS09 handshake done sender: [2:7593037915080505033:2117] self: [2:7593037915080505032:0] peer: [3:7593037916238648962:0] socket: 271 qp: -1
2026-01-08T17:05:05.346133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037915080505053:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:05.346188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:05.447920Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037910785537720:2095] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:05.127150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:05.127236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037912093435070:2048] [node 2] ICP22 created new session: [1:7593037916388402455:2048]
2026-01-08T17:05:05.150460Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037916388402455:2048] [node 2] ICS09 handshake done sender: [1:7593037912093435145:2114] self: [1:7593037912093435144:0] peer: [2:7593037915080505031:0] socket: 301 qp: -1
2026-01-08T17:05:05.151563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037916388402455:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:05.151642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:05.215911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037912093435150:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.215954Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037912093435150:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:05.227889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037916388402457:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:19324
2026-01-08T17:05:05.258931Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037912093435138:2105] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(236492985ns) {Configure:104(236484961ns) {ProcessConfigured:135(16018496ns) {StartInitialHandshake:157(16015566ns) {DropHandshakes:470(1946ns) {DropIncomingHandshake:442(422ns) DropOutgoingHandshake:457(626ns)} GenerateSessionVirtualId:992(941ns) PrepareNewSessionHandshake:477(3530ns) {SwitchToState:179(1815ns)}}}}}
2026-01-08T17:05:05.267049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037912093435150:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:05.288323Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037912093435070:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(188451728ns) {HandleHandshakeStatus:329(188448062ns) {DropIncomingHandshake:442(1305ns) DropOutgoingHandshake:457(558ns) SwitchToState:179(967ns) ProcessPendingSessionEvents:495(100623507ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 100527286ns max# 33448151ns}}}
2026-01-08T17:05:05.288401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037912093435129:2106] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:05.288447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:05.288512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037912093435129:2106] [node 6] ICP22 created new session: [1:7593037916388402463:2106]
2026-01-08T17:05:05.288564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037916388402463:2106] [node 6] ICS09 handshake done sender: [1:7593037912093435150:2116] self: [1:7593037912093435148:0] peer: [6:7593037917321638150:0] socket: 323 qp: -1
2026-01-08T17:05:05.288610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037916388402463:2106] [node 6] ICS10 traffic start
2026-01-08T17:05:05.288650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:05.377138Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037916388402460:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.377173Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037916388402460:2118] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:05.387382Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037916388402460:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:05.401130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037912093435129:2106] [node 6] ICP35 event processing took too much time PendingConnection:279(111634285ns) {HandleHandshakeStatus:329(111632082ns) {DropIncomingHandshake:442(650ns) DropOutgoingHandshake:457(519ns) SwitchToState:179(558ns) ProcessPendingSessionEvents:495(111253237ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 111131187ns max# 16519012ns}}}
2026-01-08T17:05:05.402368Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037912093435129:2106] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:05.419862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037912093435138:2105] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:05.419952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:05.420005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037912093435138:2105] [node 4] ICP22 created new session: [1:7593037916388402466:2105]
2026-01-08T17:05:05.420072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037916388402466:2105] [node 4] ICS09 handshake done sender: [1:7593037916388402460:2118] self: [1:7593037916388402458:0] peer: [4:7593037916797500901:0] socket: 335 qp: -1
2026-01-08T17:05:05.420118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037916388402466:2105] [node 4] ICS10 traffic start
2026-01-08T17:05:05.420150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:05.413649Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037916797500889:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:05.414307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037912502533512:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.414385Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:05.414475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037912502533512:2048] [node 1] ICP22 created new session: [4:7593037916797500905:2048]
2026-01-08T17:05:05.414553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037916797500905:2048] [node 1] ICS09 handshake done sender: [4:7593037916797500898:2120] self: [4:7593037916797500901:0] peer: [1:7593037916388402458:0] socket: 337 qp: -1
2026-01-08T17:05:05.414595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037916797500905:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:05.414809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037912502533514:2050] [node 3] ICP22 created new session: [4:7593037916797500903:2050]
2026-01-08T17:05:05.417073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:05.421603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037912502533575:2070] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:05.424770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:05.424840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037912502533575:2070] [node 6] ICP22 created new session: [4:7593037916797500907:2070]
2026-01-08T17:05:05.424902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037916797500907:2070] [node 6] ICS09 handshake done sender: [4:7593037916797500889:2117] self: [4:7593037916797500888:0] peer: [6:7593037917321638165:0] socket: 275 qp: -1
2026-01-08T17:05:05.424942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037916797500907:2070] [node 6] ICS10 traffic start
2026-01-08T17:05:05.424976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:05.428649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037916797500903:2050] [node 3] ICS09 handshake done sender: [4:7593037916797500896:2119] self: [4:7593037916797500897:0] peer: [3:7593037916238648950:0] socket: 331 qp: -1
2026-01-08T17:05:05.429765Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037912502533513:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(124221700ns) {HandleHandshakeStatus:395(121969001ns) {LogHandshakeFail:472(17640ns) {UpdateErrorStateLog:545(5598ns)} DropOutgoingHandshake:457(1437ns) ProcessPendingSessionEvents:495(105809922ns) {unordered DropSessionEvent:512 num# 100 sum# 20699504ns max# 6367760ns}}}
2026-01-08T17:05:05.431241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037916797500903:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:05.431309Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:05.432630Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037912502533588:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:05.434943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037912502533513:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.443152Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037912502533514:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(55896148ns) {HandleHandshakeStatus:329(55892863ns) {DropIncomingHandshake:442(615ns) DropOutgoingHandshake:457(264ns) SwitchToState:179(120ns) ProcessPendingSessionEvents:495(89ns)}}
2026-01-08T17:05:05.444597Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037912502533575:2070] [node 6] ICP35 event processing took too much time PendingConnection:279(21900362ns) {HandleHandshakeStatus:329(21897635ns) {DropIncomingHandshake:442(13829ns) DropOutgoingHandshake:457(373ns) SwitchToState:179(337ns) ProcessPendingSessionEvents:495(18393331ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 18297940ns max# 4912081ns}}}
2026-01-08T17:05:05.447919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:05.448016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037912502533513:2049] [node 2] ICP22 created new session: [4:7593037916797500910:2049]
2026-01-08T17:05:05.448110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037916797500910:2049] [node 2] ICS09 handshake done sender: [4:7593037912502533588:2115] self: [4:7593037916797500893:0] peer: [2:7593037910785537727:0] socket: 299 qp: -1
2026-01-08T17:05:05.448154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037916797500910:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:05.448188Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037912502533512:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(32846406ns) {HandleHandshakeStatus:329(32844093ns) {DropIncomingHandshake:442(724ns) DropOutgoingHandshake:457(6617ns) SwitchToState:179(931ns) ProcessPendingSessionEvents:495(18490683ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 18413169ns max# 6838843ns}}}
2026-01-08T17:05:05.448214Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:05.298789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037913026670770:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.298888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:05.298957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037913026670770:2049] [node 2] ICP22 created new session: [6:7593037917321638157:2049]
2026-01-08T17:05:05.299018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037917321638157:2049] [node 2] ICS09 handshake done sender: [6:7593037913026670843:2113] self: [6:7593037917321638144:0] peer: [2:7593037910785537730:0] socket: 307 qp: -1
2026-01-08T17:05:05.299063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037917321638157:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:05.299105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:05.300119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037913026670769:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.300217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:05.300268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037913026670769:2048] [node 1] ICP22 created new session: [6:7593037917321638159:2048]
2026-01-08T17:05:05.300312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037917321638159:2048] [node 1] ICS09 handshake done sender: [6:7593037917321638149:2119] self: [6:7593037917321638150:0] peer: [1:7593037912093435148:0] socket: 293 qp: -1
2026-01-08T17:05:05.300342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037917321638159:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:05.300371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:05.316435Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037917321638161:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55394
2026-01-08T17:05:05.375773Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037913026670810:2082] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62317) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037917321638148:2118] held: no
2026-01-08T17:05:05.376516Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037917321638148:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:05.382908Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037913026670810:2082] [node 5] ICP35 event processing took too much time PendingConnection:279(28044967ns) {HandleHandshakeStatus:395(28042104ns) {LogHandshakeFail:472(20842877ns) {UpdateErrorStateLog:545(9021ns)} DropOutgoingHandshake:457(807ns) ProcessPendingSessionEvents:495(6041340ns) {unordered DropSessionEvent:512 num# 100 sum# 6006741ns max# 4339772ns}}}
2026-01-08T17:05:05.383306Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037917321638162:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55394
2026-01-08T17:05:05.387461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037913026670810:2082] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.397279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:05.397385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037913026670810:2082] [node 5] ICP22 created new session: [6:7593037917321638163:2082]
2026-01-08T17:05:05.397458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037917321638163:2082] [node 5] ICS09 handshake done sender: [6:7593037917321638148:2118] self: [6:7593037917321638153:0] peer: [5:7593037915920874779:0] socket: 324 qp: -1
2026-01-08T17:05:05.397510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037917321638163:2082] [node 5] ICS10 traffic start
2026-01-08T17:05:05.397565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:05.404431Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037917321638162:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:05.405679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037913026670793:2070] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:05.412483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037917321638166:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55394
2026-01-08T17:05:05.415334Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037917321638162:2123] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:05.424426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037913026670793:2070] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:05.426036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:05.426100Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037913026670793:2070] [node 4] ICP22 created new session: [6:7593037917321638167:2070]
2026-01-08T17:05:05.426160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037917321638167:2070] [node 4] ICS09 handshake done sender: [6:7593037917321638162:2123] self: [6:7593037917321638165:0] peer: [4:7593037916797500888:0] socket: 290 qp: -1
2026-01-08T17:05:05.426198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037917321638167:2070] [node 4] ICS10 traffic start
2026-01-08T17:05:05.426257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:05.602712Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:05.602955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037915080505042:2048] [node 1] ICS01 socket: 304 reason# EndOfStream
2026-01-08T17:05:05.603000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037910785537654:2048] [node 1] ICP30 unregister session Session# [2:7593037915080505042:2048] VirtualId# [2:7593037915080505031:0]
2026-01-08T17:05:05.603044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037915080505042:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:05.603128Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:05.603171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:05.605416Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:05.605660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037916238648965:2048] [node 1] ICS01 socket: 291 reason# EndOfStream
2026-01-08T17:05:05.605715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037911943681570:2048] [node 1] ICP30 unregister session Session# [3:7593037916238648965:2048] VirtualId# [3:7593037911943681644:0]
2026-01-08T17:05:05.605761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037916238648965:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:05.605832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:05.605879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:05.610336Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:05.610571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037916797500905:2048] [node 1] ICS07 socket disconnect 337 reason# EndOfStream
2026-01-08T17:05:05.610606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037916797500905:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:05.610682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:05.610731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037916797500905:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:05.611659Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037912502533512:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31819) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:05.611724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037916797500905:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:05.611766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037912502533512:2048] [node 1] ICP30 unregister session Session# [4:7593037916797500905:2048] VirtualId# [4:7593037916797500901:0]
2026-01-08T17:05:05.611886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:05.611927Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037912502533512:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31819) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:05.611945Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31819) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:05.610215Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:05.610428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037915920874783:2048] [node 1] ICS07 socket disconnect 276 reason# EndOfStream
2026-01-08T17:05:05.610463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037915920874783:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:05.610544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:05.610578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037915920874783:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:05.612309Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037911625907400:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31819) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:05.612382Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037915920874783:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:05.612436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037911625907400:2048] [node 1] ICP30 unregister session Session# [5:7593037915920874783:2048] VirtualId# [5:7593037911625907477:0]
2026-01-08T17:05:05.612538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:05.612590Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037911625907400:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31819) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:05.612607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31819) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:05.613729Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:05.613968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037917321638159:2048] [node 1] ICS01 socket: 293 reason# EndOfStream
2026-01-08T17:05:05.614018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037913026670769:2048] [node 1] ICP30 unregister session Session# [6:7593037917321638159:2048] VirtualId# [6:7593037917321638150:0]
2026-01-08T17:05:05.614065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037917321638159:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:05.614155Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:05.614208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:05.622409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037911625907400:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:05.626410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037912502533512:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:05.759503Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:05.759749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037916238648967:2049] [node 2] ICS07 socket disconnect 330 reason# EndOfStream
2026-01-08T17:05:05.759793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037916238648967:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:05.759884Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:05.759928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037916238648967:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:05.766502Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:05.766759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037915920874794:2049] [node 2] ICS07 socket disconnect 280 reason# EndOfStream
2026-01-08T17:05:05.766792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037915920874794:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:05.766886Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:05.766938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037915920874794:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:05.770206Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:05.770449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037917321638157:2049] [node 2] ICS01 socket: 307 reason# EndOfStream
2026-01-08T17:05:05.770505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037913026670770:2049] [node 2] ICP30 unregister session Session# [6:7593037917321638157:2049] VirtualId# [6:7593037917321638144:0]
2026-01-08T17:05:05.770545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037917321638157:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:05.770644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:05.770635Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:05.773825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037916797500910:2049] [node 2] ICS01 socket: 299 reason# EndOfStream
2026-01-08T17:05:05.777898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037912502533513:2049] [node 2] ICP30 unregister session Session# [4:7593037916797500910:2049] VirtualId# [4:7593037916797500893:0]
2026-01-08T17:05:05.777977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037916797500910:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:05.778098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:05.778160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:05.770723Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:05.769172Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037911625907401:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4721) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:05.769256Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037915920874794:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:05.769296Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037911625907401:2049] [node 2] ICP30 unregister session Session# [5:7593037915920874794:2049] VirtualId# [5:7593037915920874784:0]
2026-01-08T17:05:05.769350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:05.769388Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037911625907401:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4721) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:05.769408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4721) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:05.782933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037911625907401:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:05.791204Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037911943681571:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4721) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:05.791262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037916238648967:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:05.792467Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037911943681571:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4721) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:05.792530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037916238648967:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:05.796541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037911943681571:2049] [node 2] ICP30 unregister session Session# [3:7593037916238648967:2049] VirtualId# [3:7593037916238648962:0]
2026-01-08T17:05:05.796612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:05.796660Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037911943681571:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:4721) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:05.796680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:4721) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:05.808814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037911943681571:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:05.931080Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:05.931346Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037916797500903:2050] [node 3] ICS01 socket: 331 reason# EndOfStream
2026-01-08T17:05:05.931393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037912502533514:2050] [node 3] ICP30 unregister session Session# [4:7593037916797500903:2050] VirtualId# [4:7593037916797500897:0]
2026-01-08T17:05:05.931440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037916797500903:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:05.931529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:05.931592Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:05.931719Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:05.931915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037917321638155:2050] [node 3] ICS07 socket disconnect 315 reason# EndOfStream
2026-01-08T17:05:05.931947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037917321638155:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:05.932017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:05.932061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037917321638155:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:05.932634Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:05.932842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037915920874792:2050] [node 3] ICS01 socket: 311 reason# EndOfStream
2026-01-08T17:05:05.932889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037911625907402:2050] [node 3] ICP30 unregister session Session# [5:7593037915920874792:2050] VirtualId# [5:7593037915920874787:0]
2026-01-08T17:05:05.932926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037915920874792:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:05.932988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:05.933029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:05.934768Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037913026670771:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31429) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:05.934847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037917321638155:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:05.934887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037913026670771:2050] [node 3] ICP30 unregister session Session# [6:7593037917321638155:2050] VirtualId# [6:7593037917321638147:0]
2026-01-08T17:05:05.934930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:05.934979Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037913026670771:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:31429) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:05.935001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:31429) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:05.946567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037913026670771:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:06.102572Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:06.102843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037915920874799:2060] [node 4] ICS01 socket: 295 reason# EndOfStream
2026-01-08T17:05:06.102900Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037911625907421:2060] [node 4] ICP30 unregister session Session# [5:7593037915920874799:2060] VirtualId# [5:7593037911625907479:0]
2026-01-08T17:05:06.102949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037915920874799:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:06.103062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:06.103119Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:06.103254Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:06.103490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037917321638167:2070] [node 4] ICS01 socket: 290 reason# EndOfStream
2026-01-08T17:05:06.103538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037913026670793:2070] [node 4] ICP30 unregister session Session# [6:7593037917321638167:2070] VirtualId# [6:7593037917321638165:0]
2026-01-08T17:05:06.103571Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037917321638167:2070] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:06.103673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:06.103714Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:06.279116Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:06.279368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037917321638163:2082] [node 5] ICS01 socket: 324 reason# EndOfStream
2026-01-08T17:05:06.279421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037913026670810:2082] [node 5] ICP30 unregister session Session# [6:7593037917321638163:2082] VirtualId# [6:7593037917321638153:0]
2026-01-08T17:05:06.279470Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037917321638163:2082] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:06.279572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:06.279639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:06.447508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037919179520262:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:06.447555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037919179520263:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:06.462666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037919727998570:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:06.462727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037919727998571:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:06.518791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037920205069408:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:06.518833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037920205069409:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:06.518877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037920205069410:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:06.530742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037919287458613:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:06.530797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037919287458614:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:06.530834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037919287458615:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:06.494773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037922903325106:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:06.556643Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037920496025495:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:06.494817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037922903325107:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:06.556682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037920496025496:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:06.557350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037920496025497:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:06.998386Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037920496025558:2092] [node 5] ICP01 ready to work
2026-01-08T17:05:07.053537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037924500036727:2066] [node 4] ICP01 ready to work
2026-01-08T17:05:07.022026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037919287458673:2087] [node 6] ICP01 ready to work
2026-01-08T17:05:07.151646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037924500036757:2068] [node 5] ICP01 ready to work
2026-01-08T17:05:07.138894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037924022965929:2107] [node 5] ICP01 ready to work
2026-01-08T17:05:07.157107Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037923474487622:2107] [node 4] ICP01 ready to work
2026-01-08T17:05:07.175552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037927198292474:2107] [node 6] ICP01 ready to work
2026-01-08T17:05:07.175992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037927198292475:2108] [node 4] ICP01 ready to work
2026-01-08T17:05:07.176972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037924790992855:2097] [node 6] ICP01 ready to work
2026-01-08T17:05:07.180991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037924022965930:2108] [node 4] ICP01 ready to work
2026-01-08T17:05:07.184448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037924022965933:2109] [node 6] ICP01 ready to work
2026-01-08T17:05:07.176658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037923582425973:2094] [node 4] ICP01 ready to work
2026-01-08T17:05:07.203263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037927198292476:2117] [node 5] ICP01 ready to work
2026-01-08T17:05:07.214456Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037923474487623:2108] [node 5] ICP01 ready to work
2026-01-08T17:05:07.226644Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037923582425973:2094] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(24811213ns) {Configure:104(24806422ns) {ProcessConfigured:135(82060ns) {StartInitialHandshake:157(78016ns) {DropHandshakes:470(2607ns) {DropIncomingHandshake:442(386ns) DropOutgoingHandshake:457(807ns)} GenerateSessionVirtualId:992(986ns) PrepareNewSessionHandshake:477(1821ns) {SwitchToState:179(928ns)}}}}}
2026-01-08T17:05:07.237030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037923474487624:2109] [node 6] ICP01 ready to work
2026-01-08T17:05:07.243677Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037924022965929:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(58555901ns) {Configure:104(58551368ns) {ProcessConfigured:135(4822111ns) {StartInitialHandshake:157(4819721ns) {DropHandshakes:470(2532ns) {DropIncomingHandshake:442(807ns) DropOutgoingHandshake:457(338ns)} GenerateSessionVirtualId:992(977ns) PrepareNewSessionHandshake:477(3502ns) {SwitchToState:179(1762ns)}}}}}
2026-01-08T17:05:07.252411Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037927198292474:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(33841036ns) {Configure:104(33837013ns) {ProcessConfigured:135(62270ns) {StartInitialHandshake:157(59432ns) {DropHandshakes:470(887ns) {DropIncomingHandshake:442(140ns) DropOutgoingHandshake:457(98ns)} GenerateSessionVirtualId:992(241ns) PrepareNewSessionHandshake:477(1365ns) {SwitchToState:179(501ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.280460Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037927198292483:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11332
2026-01-08T17:05:07.285238Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037924790992855:2097] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(78852037ns) {Configure:104(78848275ns) {ProcessConfigured:135(53948ns) {StartInitialHandshake:157(52575ns) {DropHandshakes:470(1677ns) {DropIncomingHandshake:442(298ns) DropOutgoingHandshake:457(359ns)} GenerateSessionVirtualId:992(466ns) PrepareNewSessionHandshake:477(589ns) {SwitchToState:179(162ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.302587Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037919179520263:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(25351718ns) {Configure:104(25347729ns) {ProcessConfigured:135(99631ns) {StartInitialHandshake:157(98054ns) {DropHandshakes:470(2062ns) {DropIncomingHandshake:442(348ns) DropOutgoingHandshake:457(408ns)} GenerateSessionVirtualId:992(449ns) PrepareNewSessionHandshake:477(10574ns) {SwitchToState:179(542ns)}}}}}
2026-01-08T17:05:07.303520Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037923474487631:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31292
2026-01-08T17:05:07.303649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037923474487632:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31292
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.311697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037924500036777:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63346
2026-01-08T17:05:07.311885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037924500036780:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63346
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.313523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037924022965933:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(49542780ns) {Configure:104(49539039ns) {ProcessConfigured:135(48854ns) {StartInitialHandshake:157(46869ns) {DropHandshakes:470(1679ns) {DropIncomingHandshake:442(426ns) DropOutgoingHandshake:457(292ns)} GenerateSessionVirtualId:992(639ns) PrepareNewSessionHandshake:477(1550ns) {SwitchToState:179(445ns)}}}}}
2026-01-08T17:05:07.313929Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037924022965938:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51530
2026-01-08T17:05:07.315717Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037924022965943:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51530
2026-01-08T17:05:07.315862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037924022965944:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51530
2026-01-08T17:05:07.315907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037924022965945:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51530
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.321884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037924790992869:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63088
2026-01-08T17:05:07.322194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037924790992870:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63088
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.349761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037927198292491:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11332
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.350219Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037924500036777:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.349946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037927198292492:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11332
2026-01-08T17:05:07.350052Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037927198292493:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11332
2026-01-08T17:05:07.350886Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037924022965943:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.356644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037923474487632:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.356747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037923474487631:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.356891Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037923474487640:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31292
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.359906Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037927198292483:2122] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.359213Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037923582425987:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46159
2026-01-08T17:05:07.359511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037923582425988:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46159
2026-01-08T17:05:07.359639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037923582425989:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46159
2026-01-08T17:05:07.361531Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037924790992869:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.361696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037920496025495:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.362697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037927198292491:2125] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.363213Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037923474487630:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.364575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037924790992872:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63088
2026-01-08T17:05:07.363240Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037923474487630:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.364306Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037923474487630:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:07.364354Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037923582425987:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.364681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037923474487622:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.364530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037919287458613:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.364764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:07.364822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037923474487622:2107] [node 4] ICP22 created new session: [1:7593037923474487644:2107]
2026-01-08T17:05:07.364893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037923474487644:2107] [node 4] ICS09 handshake done sender: [1:7593037923474487630:2113] self: [1:7593037923474487629:0] peer: [4:7593037924790992871:0] socket: 297 qp: -1
2026-01-08T17:05:07.364933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037923474487644:2107] [node 4] ICS10 traffic start
2026-01-08T17:05:07.364983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:07.373380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037923474487628:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.373428Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037923474487628:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.375252Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037924790992869:2115] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.378977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037923582425991:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46159
2026-01-08T17:05:07.379255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037920496025495:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.379324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:07.379372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037920496025495:2048] [node 1] ICP22 created new session: [4:7593037924790992873:2048]
2026-01-08T17:05:07.379435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037924790992873:2048] [node 1] ICS09 handshake done sender: [4:7593037924790992869:2115] self: [4:7593037924790992871:0] peer: [1:7593037923474487629:0] socket: 311 qp: -1
2026-01-08T17:05:07.379479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037924790992873:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:07.379546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:07.381975Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037927198292492:2126] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.382270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037924500036780:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.382729Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037923582425992:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46159
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.383213Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037923582425988:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.382987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037920205069410:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.383101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037924500036784:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63346
2026-01-08T17:05:07.383316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037924500036727:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.383061Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037923474487628:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:07.383871Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037927198292482:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.383917Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037927198292482:2121] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.385076Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037927198292482:2121] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.385413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037927198292474:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.395688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037924500036787:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63346
2026-01-08T17:05:07.424656Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037923582425989:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.424786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037923582425987:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:07.385498Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:07.410555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037923474487640:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.422622Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037924790992859:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.422684Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037924790992859:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.430787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037919287458613:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.430892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:07.430977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037919287458613:2048] [node 1] ICP22 created new session: [5:7593037923582425994:2048]
2026-01-08T17:05:07.431042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037923582425994:2048] [node 1] ICS09 handshake done sender: [5:7593037923582425987:2115] self: [5:7593037923582425990:0] peer: [1:7593037923474487627:0] socket: 315 qp: -1
2026-01-08T17:05:07.431094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037923582425994:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:07.431138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:07.411016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037923474487623:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.411113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:07.411174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037923474487623:2108] [node 5] ICP22 created new session: [1:7593037923474487648:2108]
2026-01-08T17:05:07.411235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037923474487648:2108] [node 5] ICS09 handshake done sender: [1:7593037923474487628:2112] self: [1:7593037923474487627:0] peer: [5:7593037923582425990:0] socket: 296 qp: -1
2026-01-08T17:05:07.411277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037923474487648:2108] [node 5] ICS10 traffic start
2026-01-08T17:05:07.411319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:07.435073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037923474487626:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.435100Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037923474487626:2111] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.385560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037927198292474:2107] [node 6] ICP22 created new session: [3:7593037927198292498:2107]
2026-01-08T17:05:07.420063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037924022965944:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.420343Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037924022965945:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.420440Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037924022965938:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.420660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037919727998570:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.433720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037924022965937:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.433743Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037924022965937:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.444301Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037924022965937:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:07.444812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037924022965932:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.394869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037927198292498:2107] [node 6] ICS09 handshake done sender: [3:7593037927198292482:2121] self: [3:7593037927198292481:0] peer: [6:7593037924500036785:0] socket: 287 qp: -1
2026-01-08T17:05:07.394948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037927198292498:2107] [node 6] ICS10 traffic start
2026-01-08T17:05:07.395019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:07.408665Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037927198292474:2107] [node 6] ICP35 event processing took too much time PendingConnection:279(22166145ns) {HandleHandshakeStatus:329(22163961ns) {DropIncomingHandshake:442(13370ns) DropOutgoingHandshake:457(821ns) SwitchToState:179(289ns) ProcessPendingSessionEvents:495(12408890ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 12347106ns max# 11877599ns}}}
2026-01-08T17:05:07.441584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037927198292493:2127] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.442357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037922903325107:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.447730Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037920205069410:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17452) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037924500036777:2114] held: no
2026-01-08T17:05:07.447477Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037923582425992:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.447984Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037919287458613:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:07.448355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037919287458614:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.448756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037923582425973:2094] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.449762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037923474487626:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:07.427378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037924790992870:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.444845Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037924022965932:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.445433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037924022965930:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.445537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:07.458511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037924022965930:2108] [node 4] ICP22 created new session: [2:7593037924022965954:2108]
2026-01-08T17:05:07.458623Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037924022965954:2108] [node 4] ICS09 handshake done sender: [2:7593037924022965937:2112] self: [2:7593037924022965936:0] peer: [4:7593037924790992877:0] socket: 307 qp: -1
2026-01-08T17:05:07.458680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037924022965954:2108] [node 4] ICS10 traffic start
2026-01-08T17:05:07.458737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:07.459747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037924022965935:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.459775Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037924022965935:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.427894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037920496025496:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.428153Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037924790992859:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:07.439451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037924790992855:2097] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.439496Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:07.439554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037924790992855:2097] [node 6] ICP22 created new session: [4:7593037924790992879:2097]
2026-01-08T17:05:07.439624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037924790992879:2097] [node 6] ICS09 handshake done sender: [4:7593037924790992859:2111] self: [4:7593037924790992858:0] peer: [6:7593037924500036786:0] socket: 290 qp: -1
2026-01-08T17:05:07.439682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037924790992879:2097] [node 6] ICS10 traffic start
2026-01-08T17:05:07.439718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:07.440952Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037924790992878:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63088
2026-01-08T17:05:07.452155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037924790992863:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.452203Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037924790992863:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.453177Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037924790992870:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:07.450595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037919179520262:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.467029Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037920205069410:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(18433180ns) {HandleHandshakeStatus:395(18430521ns) {LogHandshakeFail:472(8435ns) {UpdateErrorStateLog:545(3345ns)} DropOutgoingHandshake:457(826ns) ProcessPendingSessionEvents:495(18359813ns) {unordered DropSessionEvent:512 num# 100 sum# 18318538ns max# 12730707ns}}}
2026-01-08T17:05:07.466009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037920496025496:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.467900Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037924500036777:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:07.450652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:07.450703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037919179520262:2048] [node 2] ICP22 created new session: [1:7593037923474487653:2048]
2026-01-08T17:05:07.466105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:07.466172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037920496025496:2049] [node 2] ICP22 created new session: [4:7593037924790992883:2049]
2026-01-08T17:05:07.466237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037924790992883:2049] [node 2] ICS09 handshake done sender: [4:7593037924790992870:2116] self: [4:7593037924790992877:0] peer: [2:7593037924022965936:0] socket: 312 qp: -1
2026-01-08T17:05:07.466282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037924790992883:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:07.466336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:07.468808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037924500036784:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.469198Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037924500036788:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63346
2026-01-08T17:05:07.450761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037923474487653:2048] [node 2] ICS09 handshake done sender: [1:7593037923474487626:2111] self: [1:7593037923474487625:0] peer: [2:7593037924022965951:0] socket: 295 qp: -1
2026-01-08T17:05:07.450804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037923474487653:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:07.450844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.470097Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037923582425999:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46159
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.470692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037920205069410:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.470750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:07.470829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037920205069410:2050] [node 3] ICP22 created new session: [6:7593037924500036790:2050]
2026-01-08T17:05:07.470889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037924500036790:2050] [node 3] ICS09 handshake done sender: [6:7593037924500036777:2114] self: [6:7593037924500036785:0] peer: [3:7593037927198292481:0] socket: 288 qp: -1
2026-01-08T17:05:07.470928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037924500036790:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:07.470973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:07.472861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037924500036789:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63346
2026-01-08T17:05:07.473091Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037924500036780:2116] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.475069Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037927198292502:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11332
2026-01-08T17:05:07.474580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037924022965956:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51530
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.484973Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037920496025496:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17899382ns) {HandleHandshakeStatus:329(17896982ns) {DropIncomingHandshake:442(794ns) DropOutgoingHandshake:457(6839ns) SwitchToState:179(677ns) ProcessPendingSessionEvents:495(15728986ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 15650921ns max# 7760758ns}}}
2026-01-08T17:05:07.486352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037924790992881:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63088
2026-01-08T17:05:07.487582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037927198292502:2128] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.487954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037922903325106:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.488875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037923582426000:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46159
2026-01-08T17:05:07.488593Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037927198292503:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11332
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.489254Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037923474487636:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.489290Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037923474487636:2117] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.491036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037920205069408:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.491221Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037924500036789:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.491350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037924500036727:2066] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.491408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:07.491471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037924500036727:2066] [node 4] ICP22 created new session: [6:7593037924500036794:2066]
2026-01-08T17:05:07.491530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037924500036794:2066] [node 4] ICS09 handshake done sender: [6:7593037924500036780:2116] self: [6:7593037924500036786:0] peer: [4:7593037924790992858:0] socket: 291 qp: -1
2026-01-08T17:05:07.491566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037924500036794:2066] [node 4] ICS10 traffic start
2026-01-08T17:05:07.491624Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:07.490393Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037923474487655:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:31292
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.500253Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037923474487636:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:07.483146Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037924022965945:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:07.490860Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037924022965932:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:07.501505Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037924022965935:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:07.500626Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037927198292505:2130] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11332
2026-01-08T17:05:07.505914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037923474487634:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.510135Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037924500036757:2068] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.504431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037924022965929:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.504523Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:07.504585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037924022965929:2107] [node 5] ICP22 created new session: [2:7593037924022965961:2107]
2026-01-08T17:05:07.504635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037924022965961:2107] [node 5] ICS09 handshake done sender: [2:7593037924022965935:2111] self: [2:7593037924022965934:0] peer: [5:7593037923582425996:0] socket: 306 qp: -1
2026-01-08T17:05:07.504676Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037924022965961:2107] [node 5] ICS10 traffic start
2026-01-08T17:05:07.504720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:07.505954Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037923474487634:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.507892Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037919179520263:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.507975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:07.508049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037919179520263:2049] [node 3] ICP22 created new session: [1:7593037923474487657:2049]
2026-01-08T17:05:07.508106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037923474487657:2049] [node 3] ICS09 handshake done sender: [1:7593037923474487636:2117] self: [1:7593037923474487635:0] peer: [3:7593037927198292504:0] socket: 331 qp: -1
2026-01-08T17:05:07.508146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037923474487657:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:07.508198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:07.511231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037923474487634:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:07.511489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037923474487624:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.511566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:07.511633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037923474487624:2109] [node 6] ICP22 created new session: [1:7593037923474487660:2109]
2026-01-08T17:05:07.511682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037923474487660:2109] [node 6] ICS09 handshake done sender: [1:7593037923474487634:2116] self: [1:7593037923474487633:0] peer: [6:7593037924500036793:0] socket: 321 qp: -1
2026-01-08T17:05:07.511722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037923474487660:2109] [node 6] ICS10 traffic start
2026-01-08T17:05:07.511759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.517475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037924790992863:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:07.517885Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037924500036796:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63346
2026-01-08T17:05:07.518012Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037924500036799:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63346
2026-01-08T17:05:07.520300Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037924500036784:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:07.520640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037920205069408:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.520703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:07.520761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037920205069408:2048] [node 1] ICP22 created new session: [6:7593037924500036800:2048]
2026-01-08T17:05:07.520820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037924500036800:2048] [node 1] ICS09 handshake done sender: [6:7593037924500036784:2117] self: [6:7593037924500036793:0] peer: [1:7593037923474487633:0] socket: 325 qp: -1
2026-01-08T17:05:07.510601Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037927198292493:2127] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:07.522499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037924500036800:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:07.522563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.532792Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037924790992881:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.533774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037920496025558:2092] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.533822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:07.533880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037920496025558:2092] [node 5] ICP22 created new session: [4:7593037924790992886:2092]
2026-01-08T17:05:07.533937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037924790992886:2092] [node 5] ICS09 handshake done sender: [4:7593037924790992863:2113] self: [4:7593037924790992862:0] peer: [5:7593037923582425998:0] socket: 323 qp: -1
2026-01-08T17:05:07.533979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037924790992886:2092] [node 5] ICS10 traffic start
2026-01-08T17:05:07.534062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:07.535697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037924790992885:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63088
2026-01-08T17:05:07.536676Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037923582425981:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.536719Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037923582425981:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.530941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037922903325107:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.566566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037920496025497:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.560136Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037923582425989:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:07.559005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037919727998570:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.531033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:07.531094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037922903325107:2049] [node 2] ICP22 created new session: [3:7593037927198292506:2049]
2026-01-08T17:05:07.531156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037927198292506:2049] [node 2] ICS09 handshake done sender: [3:7593037927198292493:2127] self: [3:7593037927198292501:0] peer: [2:7593037924022965931:0] socket: 314 qp: -1
2026-01-08T17:05:07.531196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037927198292506:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:07.531235Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:07.532281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037927198292502:2128] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:07.548215Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037922903325106:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15482) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593037927198292502:2128] held: no
2026-01-08T17:05:07.548891Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037922903325106:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.548976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:07.549036Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037922903325106:2048] [node 1] ICP22 created new session: [3:7593037927198292508:2048]
2026-01-08T17:05:07.549102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037927198292508:2048] [node 1] ICS09 handshake done sender: [3:7593037927198292502:2128] self: [3:7593037927198292504:0] peer: [1:7593037923474487635:0] socket: 334 qp: -1
2026-01-08T17:05:07.549147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037927198292508:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:07.549189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:07.573013Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037927198292485:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.573042Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037927198292485:2123] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.577098Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037927198292485:2123] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:07.559106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:07.564137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037919287458614:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19145) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037923582425989:2117] held: no
2026-01-08T17:05:07.564786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037919287458614:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.564868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:07.564928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037919287458614:2049] [node 2] ICP22 created new session: [5:7593037923582426002:2049]
2026-01-08T17:05:07.564986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037923582426002:2049] [node 2] ICS09 handshake done sender: [5:7593037923582425989:2117] self: [5:7593037923582425996:0] peer: [2:7593037924022965934:0] socket: 317 qp: -1
2026-01-08T17:05:07.565030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037923582426002:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:07.565071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:07.566577Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037923582425992:2119] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:07.569820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037923582425973:2094] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.569906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:07.569967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037923582425973:2094] [node 4] ICP22 created new session: [5:7593037923582426005:2094]
2026-01-08T17:05:07.570042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037923582426005:2094] [node 4] ICS09 handshake done sender: [5:7593037923582425992:2119] self: [5:7593037923582425998:0] peer: [4:7593037924790992862:0] socket: 324 qp: -1
2026-01-08T17:05:07.570086Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037923582426005:2094] [node 4] ICS10 traffic start
2026-01-08T17:05:07.570133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:07.572744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037923582426004:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46159
2026-01-08T17:05:07.586852Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037923582425981:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:07.590068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037919287458673:2087] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.590177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:07.590236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037919287458673:2087] [node 6] ICP22 created new session: [5:7593037923582426008:2087]
2026-01-08T17:05:07.590297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037923582426008:2087] [node 6] ICS09 handshake done sender: [5:7593037923582425981:2113] self: [5:7593037923582425980:0] peer: [6:7593037924500036797:0] socket: 332 qp: -1
2026-01-08T17:05:07.590364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037923582426008:2087] [node 6] ICS10 traffic start
2026-01-08T17:05:07.590400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:07.559181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037919727998570:2048] [node 1] ICP22 created new session: [2:7593037924022965964:2048]
2026-01-08T17:05:07.559251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037924022965964:2048] [node 1] ICS09 handshake done sender: [2:7593037924022965945:2118] self: [2:7593037924022965951:0] peer: [1:7593037923474487625:0] socket: 304 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.598587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037927198292475:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.559298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037924022965964:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:07.559349Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:07.588306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037919727998571:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.588409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:07.588470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037919727998571:2049] [node 3] ICP22 created new session: [2:7593037924022965966:2049]
2026-01-08T17:05:07.588531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037924022965966:2049] [node 3] ICS09 handshake done sender: [2:7593037924022965932:2110] self: [2:7593037924022965931:0] peer: [3:7593037927198292501:0] socket: 305 qp: -1
2026-01-08T17:05:07.588579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037924022965966:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:07.588619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:07.602519Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037924790992889:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63088
2026-01-08T17:05:07.598691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:07.613424Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037923582426004:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.613658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037919287458615:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.598751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037927198292475:2108] [node 4] ICP22 created new session: [3:7593037927198292512:2108]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.616378Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037924022965963:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51530
2026-01-08T17:05:07.598800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037927198292512:2108] [node 4] ICS09 handshake done sender: [3:7593037927198292485:2123] self: [3:7593037927198292484:0] peer: [4:7593037924790992888:0] socket: 329 qp: -1
2026-01-08T17:05:07.598844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037927198292512:2108] [node 4] ICS10 traffic start
2026-01-08T17:05:07.598882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:07.619408Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037927198292487:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.619435Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037927198292487:2124] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.611814Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037924790992881:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:07.622803Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037927198292487:2124] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.623214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037923582426011:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:46159
2026-01-08T17:05:07.618013Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037924500036757:2068] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20404) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037924500036789:2120] held: no
2026-01-08T17:05:07.618752Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037924500036802:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63346
2026-01-08T17:05:07.623482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037920496025497:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.623826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:07.623903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037920496025497:2050] [node 3] ICP22 created new session: [4:7593037924790992890:2050]
2026-01-08T17:05:07.623973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037924790992890:2050] [node 3] ICS09 handshake done sender: [4:7593037924790992881:2119] self: [4:7593037924790992888:0] peer: [3:7593037927198292484:0] socket: 276 qp: -1
2026-01-08T17:05:07.624015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037924790992890:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:07.624072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:07.624667Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037920496025497:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:07.626519Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037923582426004:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:07.627469Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037924500036789:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:07.628750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037927198292476:2117] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.628852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:07.628910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037927198292476:2117] [node 5] ICP22 created new session: [3:7593037927198292515:2117]
2026-01-08T17:05:07.628961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037927198292515:2117] [node 5] ICS09 handshake done sender: [3:7593037927198292487:2124] self: [3:7593037927198292486:0] peer: [5:7593037923582426010:0] socket: 282 qp: -1
2026-01-08T17:05:07.629006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037927198292515:2117] [node 5] ICS10 traffic start
2026-01-08T17:05:07.629042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:07.630614Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037924022965963:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.630671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037919287458615:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.630759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:07.630815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037919287458615:2050] [node 3] ICP22 created new session: [5:7593037923582426012:2050]
2026-01-08T17:05:07.630871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037923582426012:2050] [node 3] ICS09 handshake done sender: [5:7593037923582426004:2122] self: [5:7593037923582426010:0] peer: [3:7593037927198292486:0] socket: 292 qp: -1
2026-01-08T17:05:07.630910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037923582426012:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:07.630950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:07.634949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037924500036796:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.635017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037924500036757:2068] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.635065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:07.635128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037924500036757:2068] [node 5] ICP22 created new session: [6:7593037924500036803:2068]
2026-01-08T17:05:07.635179Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037924500036803:2068] [node 5] ICS09 handshake done sender: [6:7593037924500036789:2120] self: [6:7593037924500036797:0] peer: [5:7593037923582425980:0] socket: 303 qp: -1
2026-01-08T17:05:07.635236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037924500036803:2068] [node 5] ICS10 traffic start
2026-01-08T17:05:07.635273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:07.636808Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037920205069409:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:07.638627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037924022965942:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:07.638668Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037924022965942:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:07.640012Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037924022965942:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:07.641051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037924022965933:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:07.641125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:07.641188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037924022965933:2109] [node 6] ICP22 created new session: [2:7593037924022965970:2109]
2026-01-08T17:05:07.641254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037924022965970:2109] [node 6] ICS09 handshake done sender: [2:7593037924022965942:2115] self: [2:7593037924022965941:0] peer: [6:7593037924500036805:0] socket: 346 qp: -1
2026-01-08T17:05:07.641302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037924022965970:2109] [node 6] ICS10 traffic start
2026-01-08T17:05:07.641350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:07.644211Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037924500036806:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63346
2026-01-08T17:05:07.647388Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037920205069409:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19145) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037924500036796:2121] held: no
2026-01-08T17:05:07.648114Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037924500036796:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:07.648815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037920205069409:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:07.648874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:07.648931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037920205069409:2049] [node 2] ICP22 created new session: [6:7593037924500036807:2049]
2026-01-08T17:05:07.649000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037924500036807:2049] [node 2] ICS09 handshake done sender: [6:7593037924500036796:2121] self: [6:7593037924500036805:0] peer: [2:7593037924022965941:0] socket: 337 qp: -1
2026-01-08T17:05:07.649056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037924500036807:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:07.649093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:07.708090Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:07.708358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037924022965964:2048] [node 1] ICS07 socket disconnect 304 reason# EndOfStream
2026-01-08T17:05:07.708395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037924022965964:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:07.708475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:07.708519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037924022965964:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:07.712691Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:07.712917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037927198292508:2048] [node 1] ICS01 socket: 334 reason# EndOfStream
2026-01-08T17:05:07.712966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037922903325106:2048] [node 1] ICP30 unregister session Session# [3:7593037927198292508:2048] VirtualId# [3:7593037927198292504:0]
2026-01-08T17:05:07.713016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037927198292508:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:07.713091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:07.713134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:07.715482Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037919727998570:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15482) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:07.715537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037924022965964:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:07.716457Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037919727998570:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15482) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:07.716523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037924022965964:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:07.716564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037919727998570:2048] [node 1] ICP30 unregister session Session# [2:7593037924022965964:2048] VirtualId# [2:7593037924022965951:0]
2026-01-08T17:05:07.716672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:07.716711Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037919727998570:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15482) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:07.716740Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15482) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:07.722565Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:07.722799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037923582425994:2048] [node 1] ICS01 socket: 315 reason# EndOfStream
2026-01-08T17:05:07.722849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037919287458613:2048] [node 1] ICP30 unregister session Session# [5:7593037923582425994:2048] VirtualId# [5:7593037923582425990:0]
2026-01-08T17:05:07.722892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037923582425994:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:07.722973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:07.723021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:07.723113Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:07.723275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037924500036800:2048] [node 1] ICS01 socket: 325 reason# EndOfStream
2026-01-08T17:05:07.723317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037920205069408:2048] [node 1] ICP30 unregister session Session# [6:7593037924500036800:2048] VirtualId# [6:7593037924500036793:0]
2026-01-08T17:05:07.723345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037924500036800:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:07.723407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:07.723468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:07.723864Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:07.724056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037924790992873:2048] [node 1] ICS07 socket disconnect 311 reason# EndOfStream
2026-01-08T17:05:07.724090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037924790992873:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:07.724168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:07.724241Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037924790992873:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:07.726077Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037920496025495:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15482) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:07.726144Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037924790992873:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:07.726187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037920496025495:2048] [node 1] ICP30 unregister session Session# [4:7593037924790992873:2048] VirtualId# [4:7593037924790992871:0]
2026-01-08T17:05:07.726229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:07.726263Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037920496025495:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15482) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:07.726298Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15482) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:07.726478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037919727998570:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:07.738478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037920496025495:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:07.815921Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:07.816174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037927198292506:2049] [node 2] ICS07 socket disconnect 314 reason# EndOfStream
2026-01-08T17:05:07.816208Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037927198292506:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:07.816291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:07.816331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037927198292506:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:07.820185Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037922903325107:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19145) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:07.820240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037927198292506:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:07.821107Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037922903325107:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19145) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:07.821175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037927198292506:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:07.821217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037922903325107:2049] [node 2] ICP30 unregister session Session# [3:7593037927198292506:2049] VirtualId# [3:7593037927198292501:0]
2026-01-08T17:05:07.821266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:07.821306Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037922903325107:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19145) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:07.821323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19145) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:07.825116Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:07.825341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037923582426002:2049] [node 2] ICS01 socket: 317 reason# EndOfStream
2026-01-08T17:05:07.825389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037919287458614:2049] [node 2] ICP30 unregister session Session# [5:7593037923582426002:2049] VirtualId# [5:7593037923582425996:0]
2026-01-08T17:05:07.825434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037923582426002:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:07.825505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:07.825552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:07.825648Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:07.825841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037924790992883:2049] [node 2] ICS07 socket disconnect 312 reason# EndOfStream
2026-01-08T17:05:07.825878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037924790992883:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:07.825938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:07.825983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037924790992883:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:07.826515Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:07.826700Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037924500036807:2049] [node 2] ICS01 socket: 337 reason# EndOfStream
2026-01-08T17:05:07.826745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037920205069409:2049] [node 2] ICP30 unregister session Session# [6:7593037924500036807:2049] VirtualId# [6:7593037924500036805:0]
2026-01-08T17:05:07.826779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037924500036807:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:07.826843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:07.826881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:07.828271Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037920496025496:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19145) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:07.828337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037924790992883:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:07.828376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037920496025496:2049] [node 2] ICP30 unregister session Session# [4:7593037924790992883:2049] VirtualId# [4:7593037924790992877:0]
2026-01-08T17:05:07.828480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:07.828516Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037920496025496:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19145) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:07.828536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19145) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:07.842425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037920496025496:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:07.894537Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:07.894782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037924500036790:2050] [node 3] ICS01 socket: 288 reason# EndOfStream
2026-01-08T17:05:07.894832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037920205069410:2050] [node 3] ICP30 unregister session Session# [6:7593037924500036790:2050] VirtualId# [6:7593037924500036785:0]
2026-01-08T17:05:07.894877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037924500036790:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:07.894963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:07.895010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:07.895121Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:07.895298Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037924790992890:2050] [node 3] ICS07 socket disconnect 276 reason# EndOfStream
2026-01-08T17:05:07.895329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037924790992890:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:07.895387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:07.895436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037924790992890:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:07.897299Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037920496025497:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17452) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:07.897368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037924790992890:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:07.897413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037920496025497:2050] [node 3] ICP30 unregister session Session# [4:7593037924790992890:2050] VirtualId# [4:7593037924790992888:0]
2026-01-08T17:05:07.897458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:07.897494Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037920496025497:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17452) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:07.897511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17452) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:07.901932Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:07.902155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037923582426012:2050] [node 3] ICS01 socket: 292 reason# EndOfStream
2026-01-08T17:05:07.902209Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037919287458615:2050] [node 3] ICP30 unregister session Session# [5:7593037923582426012:2050] VirtualId# [5:7593037923582426010:0]
2026-01-08T17:05:07.902255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037923582426012:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:07.902356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:07.902403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:07.909508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037920496025497:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:08.010544Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:08.010791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037923582426005:2094] [node 4] ICS07 socket disconnect 324 reason# EndOfStream
2026-01-08T17:05:08.010829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037923582426005:2094] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:08.010920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:08.010966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037923582426005:2094] [node 4] ICS15 start handshake
2026-01-08T17:05:08.011493Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:08.011713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037924500036794:2066] [node 4] ICS07 socket disconnect 291 reason# EndOfStream
2026-01-08T17:05:08.011748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037924500036794:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:08.011811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:08.011850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037924500036794:2066] [node 4] ICS15 start handshake
2026-01-08T17:05:08.012950Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037924500036727:2066] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28918) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:08.013014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037924500036794:2066] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:08.013057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037924500036727:2066] [node 4] ICP30 unregister session Session# [6:7593037924500036794:2066] VirtualId# [6:7593037924500036786:0]
2026-01-08T17:05:08.013104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:08.013141Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037924500036727:2066] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28918) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:08.013161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28918) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:08.013740Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037923582425973:2094] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28918) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:08.013795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037923582426005:2094] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:08.013833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037923582425973:2094] [node 4] ICP30 unregister session Session# [5:7593037923582426005:2094] VirtualId# [5:7593037923582425998:0]
2026-01-08T17:05:08.013919Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:08.013948Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037923582425973:2094] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28918) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:08.013967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28918) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:08.018448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037924500036727:2066] [node 4] ICP33 wake up from error state
2026-01-08T17:05:08.082516Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:08.082787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037924500036803:2068] [node 5] ICS01 socket: 303 reason# EndOfStream
2026-01-08T17:05:08.082833Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037924500036757:2068] [node 5] ICP30 unregister session Session# [6:7593037924500036803:2068] VirtualId# [6:7593037924500036797:0]
2026-01-08T17:05:08.082879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037924500036803:2068] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:08.082968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:08.083020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:08.261118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037928632596016:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:08.261143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037928632596017:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:08.268232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037930082301231:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:08.268303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037930082301232:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:08.283364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037931452297695:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:08.283424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037931452297696:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:08.294619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037928688698497:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:08.294670Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037928688698498:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:08.294707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037928688698499:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:08.301178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037928041003914:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:08.301200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037928041003915:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:08.301220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037928041003916:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:08.310866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037927903671946:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:08.311019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037927903671947:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:08.311286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037927903671948:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:08.667377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037931452297758:2105] [node 5] ICP01 ready to work
2026-01-08T17:05:08.667997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037931452297759:2106] [node 4] ICP01 ready to work
2026-01-08T17:05:08.630460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037928041003928:2060] [node 6] ICP01 ready to work
2026-01-08T17:05:08.652843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037928632596079:2107] [node 4] ICP01 ready to work
2026-01-08T17:05:08.674497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037931452297757:2104] [node 6] ICP01 ready to work
2026-01-08T17:05:08.709954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037927903671962:2062] [node 5] ICP01 ready to work
2026-01-08T17:05:08.653258Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037928632596080:2109] [node 6] ICP01 ready to work
2026-01-08T17:05:08.716140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037928688698522:2063] [node 6] ICP01 ready to work
2026-01-08T17:05:08.718231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037928041003932:2063] [node 4] ICP01 ready to work
2026-01-08T17:05:08.744113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037930082301295:2107] [node 4] ICP01 ready to work
2026-01-08T17:05:08.722886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037927903671966:2064] [node 4] ICP01 ready to work
2026-01-08T17:05:08.715148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037928632596081:2108] [node 5] ICP01 ready to work
2026-01-08T17:05:08.718517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037928688698521:2060] [node 5] ICP01 ready to work
2026-01-08T17:05:08.867844Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037927903671946:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(301417883ns) {Configure:104(301412170ns) {ProcessConfigured:135(50649ns) {StartInitialHandshake:157(48128ns) {DropHandshakes:470(1094ns) {DropIncomingHandshake:442(105ns) DropOutgoingHandshake:457(110ns)} GenerateSessionVirtualId:992(222ns) PrepareNewSessionHandshake:477(1358ns) {SwitchToState:179(359ns)}}}}}
2026-01-08T17:05:08.792217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037930082301296:2108] [node 5] ICP01 ready to work
2026-01-08T17:05:08.863357Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037928688698522:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(119016353ns) {Configure:104(119007345ns) {ProcessConfigured:135(87366ns) {StartInitialHandshake:157(84706ns) {DropHandshakes:470(2698ns) {DropIncomingHandshake:442(619ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:992(1203ns) PrepareNewSessionHandshake:477(1737ns) {SwitchToState:179(604ns)}}}}}
2026-01-08T17:05:08.871978Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037928632596017:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(156307264ns) {Configure:104(156302290ns) {ProcessConfigured:135(4580868ns) {StartInitialHandshake:157(4579072ns) {DropHandshakes:470(1245ns) {DropIncomingHandshake:442(292ns) DropOutgoingHandshake:457(292ns)} GenerateSessionVirtualId:992(684ns) PrepareNewSessionHandshake:477(2989ns) {SwitchToState:179(926ns)}}}}}
2026-01-08T17:05:08.830513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037930082301297:2109] [node 6] ICP01 ready to work
2026-01-08T17:05:08.902774Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037928632596080:2109] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(248903328ns) {Configure:104(248897932ns) {ProcessConfigured:135(23845176ns) {StartInitialHandshake:157(23841566ns) {DropHandshakes:470(1160ns) {DropIncomingHandshake:442(259ns) DropOutgoingHandshake:457(267ns)} GenerateSessionVirtualId:992(704ns) PrepareNewSessionHandshake:477(4951ns) {SwitchToState:179(2426ns)}}}}}
2026-01-08T17:05:08.900632Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037928041003928:2060] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(91897952ns) {Configure:104(91890265ns) {ProcessConfigured:135(71517ns) {StartInitialHandshake:157(69526ns) {DropHandshakes:470(2189ns) {DropIncomingHandshake:442(268ns) DropOutgoingHandshake:457(750ns)} GenerateSessionVirtualId:992(366ns) PrepareNewSessionHandshake:477(1166ns) {SwitchToState:179(375ns)}}}}}
2026-01-08T17:05:08.924098Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037927903671962:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(31934695ns) {Configure:104(31926787ns) {ProcessConfigured:135(89563ns) {StartInitialHandshake:157(85944ns) {DropHandshakes:470(2769ns) {DropIncomingHandshake:442(633ns) DropOutgoingHandshake:457(981ns)} GenerateSessionVirtualId:992(1716ns) PrepareNewSessionHandshake:477(1944ns) {SwitchToState:179(597ns)}}}}}
2026-01-08T17:05:08.869699Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037930082301296:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38393544ns) {Configure:104(38388339ns) {ProcessConfigured:135(66241ns) {StartInitialHandshake:157(64663ns) {DropHandshakes:470(1529ns) {DropIncomingHandshake:442(199ns) DropOutgoingHandshake:457(697ns)} GenerateSessionVirtualId:992(387ns) PrepareNewSessionHandshake:477(2025ns) {SwitchToState:179(407ns)}}}}}
2026-01-08T17:05:08.942723Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037931452297696:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(239628652ns) {Configure:104(239624059ns) {ProcessConfigured:135(6117343ns) {StartInitialHandshake:157(6115117ns) {DropHandshakes:470(2294ns) {DropIncomingHandshake:442(396ns) DropOutgoingHandshake:457(372ns)} GenerateSessionVirtualId:992(641ns) PrepareNewSessionHandshake:477(3223ns) {SwitchToState:179(1816ns)}}}}}
2026-01-08T17:05:08.945639Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037930082301231:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(76849717ns) {Configure:104(76844037ns) {ProcessConfigured:135(62021ns) {StartInitialHandshake:157(60071ns) {DropHandshakes:470(2261ns) {DropIncomingHandshake:442(377ns) DropOutgoingHandshake:457(411ns)} GenerateSessionVirtualId:992(1201ns) PrepareNewSessionHandshake:477(1352ns) {SwitchToState:179(222ns)}}}}}
2026-01-08T17:05:08.936506Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037928632596081:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(22117279ns) {Configure:104(22112896ns) {ProcessConfigured:135(20379051ns) {StartInitialHandshake:157(20376647ns) {DropHandshakes:470(1372ns) {DropIncomingHandshake:442(364ns) DropOutgoingHandshake:457(250ns)} GenerateSessionVirtualId:992(519ns) PrepareNewSessionHandshake:477(4934ns) {SwitchToState:179(2608ns)}}}}}
2026-01-08T17:05:08.902722Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037928688698497:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(186030686ns) {Configure:104(186027617ns) {ProcessConfigured:135(23852791ns) {StartInitialHandshake:157(23850919ns) {DropHandshakes:470(14428240ns) {DropIncomingHandshake:442(637ns) DropOutgoingHandshake:457(589ns)} GenerateSessionVirtualId:992(2544ns) PrepareNewSessionHandshake:477(3458ns) {SwitchToState:179(551ns)}}}}}
2026-01-08T17:05:08.926333Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037928041003932:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(25357132ns) {Configure:104(25351548ns) {ProcessConfigured:135(55137ns) {StartInitialHandshake:157(53014ns) {DropHandshakes:470(2014ns) {DropIncomingHandshake:442(620ns) DropOutgoingHandshake:457(390ns)} GenerateSessionVirtualId:992(771ns) PrepareNewSessionHandshake:477(4073ns) {SwitchToState:179(224ns)}}}}}
2026-01-08T17:05:08.959970Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037930082301232:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(55555131ns) {Configure:104(55548924ns) {ProcessConfigured:135(50834645ns) {StartInitialHandshake:157(50831988ns) {DropHandshakes:470(812ns) {DropIncomingHandshake:442(161ns) DropOutgoingHandshake:457(197ns)} GenerateSessionVirtualId:992(266ns) PrepareNewSessionHandshake:477(3008ns) {SwitchToState:179(1397ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:08.983478Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037930082301307:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39239
2026-01-08T17:05:08.983913Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037930082301306:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39239
2026-01-08T17:05:08.966815Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037928688698521:2060] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(85636149ns) {Configure:104(85629705ns) {ProcessConfigured:135(13432159ns) {StartInitialHandshake:157(7406992ns) {DropHandshakes:470(2851ns) {DropIncomingHandshake:442(1287ns) DropOutgoingHandshake:457(253ns)} GenerateSessionVirtualId:992(1750ns) PrepareNewSessionHandshake:477(5461ns) {SwitchToState:179(2270ns)}}}}}
2026-01-08T17:05:08.972590Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037927903671966:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(103818815ns) {Configure:104(103812612ns) {ProcessConfigured:135(65512ns) {StartInitialHandshake:157(62544ns) {DropHandshakes:470(2275ns) {DropIncomingHandshake:442(518ns) DropOutgoingHandshake:457(303ns)} GenerateSessionVirtualId:992(613ns) PrepareNewSessionHandshake:477(1359ns) {SwitchToState:179(413ns)}}}}}
2026-01-08T17:05:08.938636Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037928041003916:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(130411180ns) {Configure:104(130402323ns) {ProcessConfigured:135(107839ns) {StartInitialHandshake:157(105457ns) {DropHandshakes:470(1998ns) {DropIncomingHandshake:442(390ns) DropOutgoingHandshake:457(461ns)} GenerateSessionVirtualId:992(899ns) PrepareNewSessionHandshake:477(31981ns) {SwitchToState:179(322ns)}}}}}
2026-01-08T17:05:08.984901Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037927903672024:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2026-01-08T17:05:08.953337Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037928041003914:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(20965381ns) {Configure:104(20958982ns) {ProcessConfigured:135(58058ns) {StartInitialHandshake:157(56510ns) {DropHandshakes:470(1574ns) {DropIncomingHandshake:442(210ns) DropOutgoingHandshake:457(334ns)} GenerateSessionVirtualId:992(623ns) PrepareNewSessionHandshake:477(996ns) {SwitchToState:179(231ns)}}}}}
2026-01-08T17:05:09.023036Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037930082301295:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(53886546ns) {Configure:104(53880425ns) {ProcessConfigured:135(94458ns) {StartInitialHandshake:157(91640ns) {DropHandshakes:470(2290ns) {DropIncomingHandshake:442(432ns) DropOutgoingHandshake:457(308ns)} GenerateSessionVirtualId:992(922ns) PrepareNewSessionHandshake:477(1796ns) {SwitchToState:179(546ns)}}}}}
2026-01-08T17:05:08.985083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037927903672025:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.043750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037932335971288:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62203
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.029441Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037931452297758:2105] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(326680803ns) {Configure:104(326666957ns) {ProcessConfigured:135(6465495ns) {StartInitialHandshake:157(6462464ns) {DropHandshakes:470(2377ns) {DropIncomingHandshake:442(416ns) DropOutgoingHandshake:457(286ns)} GenerateSessionVirtualId:992(927ns) PrepareNewSessionHandshake:477(11077ns) {SwitchToState:179(189ns)}}}}}
2026-01-08T17:05:09.059170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037932198639322:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2026-01-08T17:05:09.035954Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037928632596016:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(76747604ns) {Configure:104(76741277ns) {ProcessConfigured:135(87957ns) {StartInitialHandshake:157(84882ns) {DropHandshakes:470(2329ns) {DropIncomingHandshake:442(703ns) DropOutgoingHandshake:457(366ns)} GenerateSessionVirtualId:992(633ns) PrepareNewSessionHandshake:477(6060ns) {SwitchToState:179(590ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.044188Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037932335971289:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62203
2026-01-08T17:05:09.066635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037931452297763:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26406
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.096347Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037934377268609:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39239
2026-01-08T17:05:09.110401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037930082301306:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.067295Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037928688698576:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11020
2026-01-08T17:05:09.046900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037932335971290:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62203
2026-01-08T17:05:09.103166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037927903672024:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.123738Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037932198639323:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2026-01-08T17:05:09.045496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037932927563388:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24092
2026-01-08T17:05:09.045624Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037932927563389:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24092
2026-01-08T17:05:09.058330Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037928632596079:2107] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(21621269ns) {Configure:104(21605933ns) {ProcessConfigured:135(15472509ns) {StartInitialHandshake:157(11528879ns) {DropHandshakes:470(3120ns) {DropIncomingHandshake:442(603ns) DropOutgoingHandshake:457(455ns)} GenerateSessionVirtualId:992(1378ns) PrepareNewSessionHandshake:477(3702ns) {SwitchToState:179(2103ns)}}}}}
2026-01-08T17:05:09.111645Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037932927563389:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.115300Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037932927563388:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.073637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037935747265061:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26406
2026-01-08T17:05:09.082520Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037931452297764:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26406
2026-01-08T17:05:09.118467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037935747265071:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26406
2026-01-08T17:05:09.124008Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037927903672025:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.124114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037927903671966:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:09.124367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037927903671962:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:09.124747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037928688698564:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.124454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037935747265066:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26406
2026-01-08T17:05:09.134648Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037930082301299:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.134710Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037930082301299:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:09.124618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037931452297764:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.124710Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037935747265071:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.124808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037935747265061:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.129657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037931452297696:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:09.124785Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037928688698564:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.154440Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037930082301301:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.154510Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037930082301301:2112] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.155164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037932198639326:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2026-01-08T17:05:09.155605Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037932198639327:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2026-01-08T17:05:09.123803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037932335971288:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.170734Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037932198639323:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.170826Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037927903672025:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:09.148168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037928688698564:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:09.123925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037928041003915:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:09.174146Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037927903672024:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:09.176093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037927903671962:2062] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.176154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:09.176230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037927903671962:2062] [node 5] ICP22 created new session: [6:7593037932198639328:2062]
2026-01-08T17:05:09.176290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037932198639328:2062] [node 5] ICS09 handshake done sender: [6:7593037927903672025:2116] self: [6:7593037932198639325:0] peer: [5:7593037928041003979:0] socket: 303 qp: -1
2026-01-08T17:05:09.176345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037932198639328:2062] [node 5] ICS10 traffic start
2026-01-08T17:05:09.176388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:09.161529Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037934377268611:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39239
2026-01-08T17:05:09.142691Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037928041003980:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.142751Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037928041003980:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:09.150624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037928041003980:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:09.156127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037928041003928:2060] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.156166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:09.156212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037928041003928:2060] [node 6] ICP22 created new session: [5:7593037932335971293:2060]
2026-01-08T17:05:09.156255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037932335971293:2060] [node 6] ICS09 handshake done sender: [5:7593037928041003980:2110] self: [5:7593037928041003979:0] peer: [6:7593037932198639325:0] socket: 289 qp: -1
2026-01-08T17:05:09.156292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037932335971293:2060] [node 6] ICS10 traffic start
2026-01-08T17:05:09.156329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.187628Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037932335971296:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62203
2026-01-08T17:05:09.162185Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037930082301301:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:09.202781Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037928632596087:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.202846Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037928632596087:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:09.183233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037927903671946:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:09.217623Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037928632596087:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:09.162628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037930082301232:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.267675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037935747265066:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.268080Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037931452297695:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:09.268479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037931452297763:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.268640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037935747265078:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26406
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.195760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037928688698522:2063] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.263148Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037932335971288:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:09.270703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037932335971289:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.270872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037932335971290:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.271066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037928041003914:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:09.271147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037928041003916:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.273955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037932927563396:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24092
2026-01-08T17:05:09.189059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037927903671966:2064] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.189138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:09.189222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037927903671966:2064] [node 4] ICP22 created new session: [6:7593037932198639332:2064]
2026-01-08T17:05:09.189283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037932198639332:2064] [node 4] ICS09 handshake done sender: [6:7593037927903672024:2115] self: [6:7593037932198639324:0] peer: [4:7593037928688698563:0] socket: 298 qp: -1
2026-01-08T17:05:09.189326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037932198639332:2064] [node 4] ICS10 traffic start
2026-01-08T17:05:09.189407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:09.271907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037932198639331:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2026-01-08T17:05:09.274298Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037932198639335:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2026-01-08T17:05:09.195837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:09.274784Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037928041003915:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.195904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037928688698522:2063] [node 6] ICP22 created new session: [4:7593037932983665874:2063]
2026-01-08T17:05:09.195969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037932983665874:2063] [node 6] ICS09 handshake done sender: [4:7593037928688698564:2111] self: [4:7593037928688698563:0] peer: [6:7593037932198639324:0] socket: 285 qp: -1
2026-01-08T17:05:09.196019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037932983665874:2063] [node 6] ICS10 traffic start
2026-01-08T17:05:09.196063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:09.262453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037928688698576:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.162681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:09.162733Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037930082301232:2049] [node 3] ICP22 created new session: [2:7593037934377268613:2049]
2026-01-08T17:05:09.162795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037934377268613:2049] [node 3] ICS09 handshake done sender: [2:7593037930082301301:2112] self: [2:7593037930082301300:0] peer: [3:7593037935747265076:0] socket: 302 qp: -1
2026-01-08T17:05:09.162840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037934377268613:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:09.162889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:09.188091Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037934377268611:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.194851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037930082301299:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:09.195233Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037930082301307:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.266476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037930082301296:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.266601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:09.266691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037930082301296:2108] [node 5] ICP22 created new session: [2:7593037934377268619:2108]
2026-01-08T17:05:09.266836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037934377268619:2108] [node 5] ICS09 handshake done sender: [2:7593037930082301299:2111] self: [2:7593037930082301298:0] peer: [5:7593037932335971291:0] socket: 301 qp: -1
2026-01-08T17:05:09.266896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037934377268619:2108] [node 5] ICS10 traffic start
2026-01-08T17:05:09.267013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:09.298820Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037934377268609:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.278285Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037935747265071:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:09.297591Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037928632596083:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.274879Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.278969Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037932198639323:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:09.328150Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037930082301296:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(60549280ns) {HandleHandshakeStatus:329(60545419ns) {DropIncomingHandshake:442(25442ns) DropOutgoingHandshake:457(605ns) SwitchToState:179(740ns) ProcessPendingSessionEvents:495(59733832ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 59617106ns max# 19019061ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.293857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037931452297696:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.297643Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037928632596083:2110] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.274945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037928041003915:2049] [node 2] ICP22 created new session: [5:7593037932335971299:2049]
2026-01-08T17:05:09.323208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037927903671946:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.293959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:09.294030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037931452297696:2049] [node 2] ICP22 created new session: [3:7593037935747265080:2049]
2026-01-08T17:05:09.294097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037935747265080:2049] [node 2] ICS09 handshake done sender: [3:7593037935747265071:2119] self: [3:7593037935747265076:0] peer: [2:7593037930082301300:0] socket: 309 qp: -1
2026-01-08T17:05:09.294150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037935747265080:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:09.294198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:09.330174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037935747265082:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26406
2026-01-08T17:05:09.330384Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037935747265063:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.330416Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037935747265063:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.349342Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037932983665877:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11020
2026-01-08T17:05:09.349526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037932983665878:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11020
2026-01-08T17:05:09.275012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037932335971299:2049] [node 2] ICS09 handshake done sender: [5:7593037932335971288:2115] self: [5:7593037932335971291:0] peer: [2:7593037930082301298:0] socket: 307 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.334572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:09.328605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037930082301232:2049] [node 3] ICP18 handshake (actor [2:7593037934377268609:2118]) is too old
2026-01-08T17:05:09.300952Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037928632596086:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.300986Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037928632596086:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:09.302000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037928632596080:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.302069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:09.302131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037928632596080:2109] [node 6] ICP22 created new session: [1:7593037932927563398:2109]
2026-01-08T17:05:09.302203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037932927563398:2109] [node 6] ICS09 handshake done sender: [1:7593037928632596087:2112] self: [1:7593037928632596085:0] peer: [6:7593037932198639330:0] socket: 320 qp: -1
2026-01-08T17:05:09.302244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037932927563398:2109] [node 6] ICS10 traffic start
2026-01-08T17:05:09.302290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:09.321406Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037928632596080:2109] [node 6] ICP35 event processing took too much time PendingConnection:279(18354537ns) {HandleHandshakeStatus:329(18351064ns) {DropIncomingHandshake:442(16152ns) DropOutgoingHandshake:457(655ns) SwitchToState:179(932ns) ProcessPendingSessionEvents:495(620317ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 558364ns max# 89302ns}}}
2026-01-08T17:05:09.321905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037932927563397:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24092
2026-01-08T17:05:09.335354Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037928632596083:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:09.336138Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037928632596086:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:09.366649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037928632596081:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.366718Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:09.366794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037928632596081:2108] [node 5] ICP22 created new session: [1:7593037932927563403:2108]
2026-01-08T17:05:09.366861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037932927563403:2108] [node 5] ICS09 handshake done sender: [1:7593037928632596086:2111] self: [1:7593037928632596084:0] peer: [5:7593037932335971297:0] socket: 308 qp: -1
2026-01-08T17:05:09.366908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037932927563403:2108] [node 5] ICS10 traffic start
2026-01-08T17:05:09.366954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:09.372134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037928632596017:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.380430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:09.380506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037928632596017:2049] [node 3] ICP22 created new session: [1:7593037932927563405:2049]
2026-01-08T17:05:09.380573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037932927563405:2049] [node 3] ICS09 handshake done sender: [1:7593037928632596083:2110] self: [1:7593037928632596082:0] peer: [3:7593037935747265079:0] socket: 292 qp: -1
2026-01-08T17:05:09.380625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037932927563405:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:09.380676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:09.381981Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037928632596081:2108] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:09.364174Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037935747265065:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.364218Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037935747265065:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:09.366202Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037935747265066:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:09.384655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037935747265063:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:09.384843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037935747265065:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:09.345394Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037934377268622:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39239
2026-01-08T17:05:09.362803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037930082301305:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.362864Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037930082301305:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:09.275062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037932335971299:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:09.275106Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:09.340099Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037932335971302:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62203
2026-01-08T17:05:09.341375Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037932335971289:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:09.350694Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037928041003914:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.350771Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:09.350846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037928041003914:2048] [node 1] ICP22 created new session: [5:7593037932335971303:2048]
2026-01-08T17:05:09.350910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037932335971303:2048] [node 1] ICS09 handshake done sender: [5:7593037932335971289:2116] self: [5:7593037932335971297:0] peer: [1:7593037928632596084:0] socket: 312 qp: -1
2026-01-08T17:05:09.350958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037932335971303:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:09.351019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:09.336260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037927903671946:2048] [node 1] ICP22 created new session: [6:7593037932198639336:2048]
2026-01-08T17:05:09.336341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037932198639336:2048] [node 1] ICS09 handshake done sender: [6:7593037932198639323:2118] self: [6:7593037932198639330:0] peer: [1:7593037928632596085:0] socket: 321 qp: -1
2026-01-08T17:05:09.336387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037932198639336:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:09.336463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:09.338633Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037932198639331:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.338768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037932198639322:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.347039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037927903671947:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:09.347138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037927903671948:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:09.370072Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037932198639340:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
2026-01-08T17:05:09.382828Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037932198639341:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32073
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.391632Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037930082301305:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:09.392368Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037934377268608:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.392410Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037934377268608:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:09.392946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037930082301297:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.393037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:09.393097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037930082301297:2109] [node 6] ICP22 created new session: [2:7593037934377268624:2109]
2026-01-08T17:05:09.393172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037934377268624:2109] [node 6] ICS09 handshake done sender: [2:7593037930082301305:2114] self: [2:7593037930082301304:0] peer: [6:7593037932198639338:0] socket: 331 qp: -1
2026-01-08T17:05:09.393228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037934377268624:2109] [node 6] ICS10 traffic start
2026-01-08T17:05:09.393277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:09.396209Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037932198639322:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:09.388731Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037932335971305:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62203
2026-01-08T17:05:09.389630Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037932983665877:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.409778Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037932927563396:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.411943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037931452297757:2104] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.411056Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037934377268622:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.397568Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037932198639331:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:09.397681Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037932335971290:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:09.391205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037928688698498:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.419260Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037927903671947:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.438441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037928041003916:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.412058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:09.411361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037930082301231:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:09.438551Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037932927563387:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.412133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037931452297757:2104] [node 6] ICP22 created new session: [3:7593037935747265087:2104]
2026-01-08T17:05:09.417021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037932983665881:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11020
2026-01-08T17:05:09.438628Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037932927563387:2113] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:05:09.419329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:09.430603Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037934377268608:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:09.472527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:09.421387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037932983665881:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.476266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037928041003916:2050] [node 3] ICP22 created new session: [5:7593037932335971306:2050]
2026-01-08T17:05:09.482764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037932335971306:2050] [node 3] ICS09 handshake done sender: [5:7593037932335971290:2117] self: [5:7593037932335971298:0] peer: [3:7593037935747265062:0] socket: 318 qp: -1
2026-01-08T17:05:09.482837Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037932335971306:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:09.482901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:09.484956Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037928041003916:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(61697321ns) {HandleHandshakeStatus:329(61693698ns) {DropIncomingHandshake:442(3298ns) DropOutgoingHandshake:457(10808ns) SwitchToState:179(744ns) ProcessPendingSessionEvents:495(711332ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 635478ns max# 80283ns}}}
2026-01-08T17:05:09.485046Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037928041003916:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:09.419397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037927903671947:2049] [node 2] ICP22 created new session: [6:7593037932198639342:2049]
2026-01-08T17:05:09.438759Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037932927563392:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.432118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037930082301295:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.432197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:09.432266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037930082301295:2107] [node 4] ICP22 created new session: [2:7593037934377268628:2107]
2026-01-08T17:05:09.432347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037934377268628:2107] [node 4] ICS09 handshake done sender: [2:7593037934377268608:2117] self: [2:7593037934377268607:0] peer: [4:7593037932983665880:0] socket: 310 qp: -1
2026-01-08T17:05:09.432394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037934377268628:2107] [node 4] ICS10 traffic start
2026-01-08T17:05:09.432442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:09.412194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037935747265087:2104] [node 6] ICS09 handshake done sender: [3:7593037935747265065:2115] self: [3:7593037935747265064:0] peer: [6:7593037932198639339:0] socket: 315 qp: -1
2026-01-08T17:05:09.412242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037935747265087:2104] [node 6] ICS10 traffic start
2026-01-08T17:05:09.412290Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:09.415045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037931452297758:2105] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.415145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:09.415216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037931452297758:2105] [node 5] ICP22 created new session: [3:7593037935747265089:2105]
2026-01-08T17:05:09.415287Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037935747265089:2105] [node 5] ICS09 handshake done sender: [3:7593037935747265063:2114] self: [3:7593037935747265062:0] peer: [5:7593037932335971298:0] socket: 314 qp: -1
2026-01-08T17:05:09.415334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037935747265089:2105] [node 5] ICS10 traffic start
2026-01-08T17:05:09.415380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:09.435723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037931452297695:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.435791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:09.435859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037931452297695:2048] [node 1] ICP22 created new session: [3:7593037935747265092:2048]
2026-01-08T17:05:09.435931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037935747265092:2048] [node 1] ICS09 handshake done sender: [3:7593037935747265066:2116] self: [3:7593037935747265079:0] peer: [1:7593037928632596082:0] socket: 306 qp: -1
2026-01-08T17:05:09.435991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037935747265092:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:09.436032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.419469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037932198639342:2049] [node 2] ICS09 handshake done sender: [6:7593037932198639331:2121] self: [6:7593037932198639338:0] peer: [2:7593037930082301304:0] socket: 334 qp: -1
2026-01-08T17:05:09.419523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037932198639342:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:09.419568Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:09.426375Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037927903671947:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:09.460571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037927903671948:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.460661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:09.460734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037927903671948:2050] [node 3] ICP22 created new session: [6:7593037932198639344:2050]
2026-01-08T17:05:09.460817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037932198639344:2050] [node 3] ICS09 handshake done sender: [6:7593037932198639322:2117] self: [6:7593037932198639339:0] peer: [3:7593037935747265064:0] socket: 319 qp: -1
2026-01-08T17:05:09.460879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037932198639344:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:09.460926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:09.461850Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037927903671948:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:09.438794Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037932927563392:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:09.448977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037932927563409:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:24092
2026-01-08T17:05:09.464989Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037932927563392:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:09.465333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037928632596079:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.465438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:09.465512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037928632596079:2107] [node 4] ICP22 created new session: [1:7593037932927563412:2107]
2026-01-08T17:05:09.465576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037932927563412:2107] [node 4] ICS09 handshake done sender: [1:7593037932927563392:2116] self: [1:7593037932927563391:0] peer: [4:7593037932983665883:0] socket: 351 qp: -1
2026-01-08T17:05:09.465619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037932927563412:2107] [node 4] ICS10 traffic start
2026-01-08T17:05:09.465663Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:09.467158Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037932927563387:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:09.491664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037928632596016:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.491785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:09.491859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037928632596016:2048] [node 2] ICP22 created new session: [1:7593037932927563414:2048]
2026-01-08T17:05:09.491925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037932927563414:2048] [node 2] ICS09 handshake done sender: [1:7593037932927563387:2113] self: [1:7593037932927563386:0] peer: [2:7593037934377268627:0] socket: 341 qp: -1
2026-01-08T17:05:09.491974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037932927563414:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:09.492017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:09.421576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037928688698497:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:09.463977Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037928688698498:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18329) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037932983665877:2117] held: no
2026-01-08T17:05:09.507494Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037928688698497:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7262) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037932983665881:2119] held: no
2026-01-08T17:05:09.505151Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037934377268630:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39239
2026-01-08T17:05:09.510210Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037930082301231:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7262) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037934377268622:2120] held: no
2026-01-08T17:05:09.511160Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037934377268622:2120] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.512142Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037932983665878:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.512745Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037932983665882:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11020
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.515190Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037932983665884:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11020
2026-01-08T17:05:09.515741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037930082301231:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.515833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:09.515895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037930082301231:2048] [node 1] ICP22 created new session: [2:7593037934377268631:2048]
2026-01-08T17:05:09.515962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037934377268631:2048] [node 1] ICS09 handshake done sender: [2:7593037934377268622:2120] self: [2:7593037934377268627:0] peer: [1:7593037932927563386:0] socket: 323 qp: -1
2026-01-08T17:05:09.516015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037934377268631:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:09.516057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:09.518872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037928688698499:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:09.519382Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037932983665877:2117] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.520031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037932335971308:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62203
2026-01-08T17:05:09.520244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037935747265068:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.520291Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037935747265068:2117] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:09.521834Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037935747265068:2117] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:09.522180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037931452297759:2106] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.522272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:09.522963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037931452297759:2106] [node 4] ICP22 created new session: [3:7593037935747265095:2106]
2026-01-08T17:05:09.523042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037935747265095:2106] [node 4] ICS09 handshake done sender: [3:7593037935747265068:2117] self: [3:7593037935747265067:0] peer: [4:7593037932983665886:0] socket: 343 qp: -1
2026-01-08T17:05:09.523097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037935747265095:2106] [node 4] ICS10 traffic start
2026-01-08T17:05:09.523150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:09.525205Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037932983665881:2119] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.527270Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037932983665887:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:11020
2026-01-08T17:05:09.528208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037928688698498:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.528270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:09.528329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037928688698498:2049] [node 2] ICP22 created new session: [4:7593037932983665888:2049]
2026-01-08T17:05:09.528404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037932983665888:2049] [node 2] ICS09 handshake done sender: [4:7593037932983665877:2117] self: [4:7593037932983665880:0] peer: [2:7593037934377268607:0] socket: 345 qp: -1
2026-01-08T17:05:09.528454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037932983665888:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:09.528506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:09.531153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037932335971308:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.531353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037928041003932:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:09.532420Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037928688698499:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9831) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037932983665878:2118] held: no
2026-01-08T17:05:09.533237Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037928688698575:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:09.533270Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037928688698575:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:09.534367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037928688698497:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.534430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:09.534493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037928688698497:2048] [node 1] ICP22 created new session: [4:7593037932983665890:2048]
2026-01-08T17:05:09.534563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037932983665890:2048] [node 1] ICS09 handshake done sender: [4:7593037932983665881:2119] self: [4:7593037932983665883:0] peer: [1:7593037932927563391:0] socket: 282 qp: -1
2026-01-08T17:05:09.534614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037932983665890:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:09.534653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:09.535791Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037932983665878:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:09.537490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037928688698499:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.537560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:09.537626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037928688698499:2050] [node 3] ICP22 created new session: [4:7593037932983665893:2050]
2026-01-08T17:05:09.537683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037932983665893:2050] [node 3] ICS09 handshake done sender: [4:7593037932983665878:2118] self: [4:7593037932983665886:0] peer: [3:7593037935747265067:0] socket: 346 qp: -1
2026-01-08T17:05:09.537729Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037932983665893:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:09.537767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:09.540827Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037932335971310:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:62203
2026-01-08T17:05:09.541685Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037928688698575:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:09.542805Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037932335971308:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:09.543206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037928041003932:2063] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:09.543280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:09.543346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037928041003932:2063] [node 4] ICP22 created new session: [5:7593037932335971311:2063]
2026-01-08T17:05:09.543424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037932335971311:2063] [node 4] ICS09 handshake done sender: [5:7593037932335971308:2121] self: [5:7593037932335971309:0] peer: [4:7593037928688698574:0] socket: 291 qp: -1
2026-01-08T17:05:09.543489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037932335971311:2063] [node 4] ICS10 traffic start
2026-01-08T17:05:09.543535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:09.546359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037928688698521:2060] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:09.546460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:09.546522Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037928688698521:2060] [node 5] ICP22 created new session: [4:7593037932983665895:2060]
2026-01-08T17:05:09.546595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037932983665895:2060] [node 5] ICS09 handshake done sender: [4:7593037928688698575:2115] self: [4:7593037928688698574:0] peer: [5:7593037932335971309:0] socket: 288 qp: -1
2026-01-08T17:05:09.546646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037932983665895:2060] [node 5] ICS10 traffic start
2026-01-08T17:05:09.546691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:09.650637Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:09.650931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037934377268631:2048] [node 1] ICS01 socket: 323 reason# EndOfStream
2026-01-08T17:05:09.650981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037930082301231:2048] [node 1] ICP30 unregister session Session# [2:7593037934377268631:2048] VirtualId# [2:7593037934377268627:0]
2026-01-08T17:05:09.651034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037934377268631:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:09.651124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:09.651191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:09.662715Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:09.662943Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:09.663204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037932335971303:2048] [node 1] ICS07 socket disconnect 312 reason# EndOfStream
2026-01-08T17:05:09.663245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037932335971303:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:09.663336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:09.663391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037932335971303:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:09.671788Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037928041003914:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7262) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:09.671884Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037932335971303:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:09.671936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037928041003914:2048] [node 1] ICP30 unregister session Session# [5:7593037932335971303:2048] VirtualId# [5:7593037932335971297:0]
2026-01-08T17:05:09.671994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:09.672038Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037928041003914:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7262) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:09.672060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7262) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:09.670537Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:09.670882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037932198639336:2048] [node 1] ICS07 socket disconnect 321 reason# EndOfStream
2026-01-08T17:05:09.671250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037932198639336:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:09.671384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:09.671441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037932198639336:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:09.654530Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:09.702449Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037927903671946:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7262) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:09.710096Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037928041003914:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:09.654826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037935747265092:2048] [node 1] ICS07 socket disconnect 306 reason# EndOfStream
2026-01-08T17:05:09.706683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037932983665890:2048] [node 1] ICS01 socket: 282 reason# EndOfStream
2026-01-08T17:05:09.706758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037928688698497:2048] [node 1] ICP30 unregister session Session# [4:7593037932983665890:2048] VirtualId# [4:7593037932983665883:0]
2026-01-08T17:05:09.706806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037932983665890:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:09.706917Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:09.706970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:09.654874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037935747265092:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:09.654994Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:09.655050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037935747265092:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:09.656379Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037931452297695:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7262) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:09.656453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037935747265092:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:09.656495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037931452297695:2048] [node 1] ICP30 unregister session Session# [3:7593037935747265092:2048] VirtualId# [3:7593037935747265079:0]
2026-01-08T17:05:09.656552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:09.710724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037932198639336:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:09.656649Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037931452297695:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7262) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:09.656671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7262) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:09.710795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037927903671946:2048] [node 1] ICP30 unregister session Session# [6:7593037932198639336:2048] VirtualId# [6:7593037932198639330:0]
2026-01-08T17:05:09.676945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037931452297695:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:09.710853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:09.710896Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037927903671946:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7262) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:09.710913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7262) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:09.716212Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [6:7593037927903671946:2048] [node 1] ICP35 event processing took too much time StateWork:294(32746923ns) {HandleHandshakeStatus:395(28487701ns) {LogHandshakeFail:472(18471ns) {UpdateErrorStateLog:545(4342ns)} DropOutgoingHandshake:457(3469ns) ProcessPendingSessionEvents:495(445ns) UnregisterSession:538(60031ns) {ProcessPendingSessionEvents:495(515ns) SwitchToInitialState:202(787ns) {SwitchToState:179(425ns)}} TransitToErrorState:756(60686ns) {SwitchToState:179(6226ns) ProcessPendingSessionEvents:495(309ns) DropHandshakes:470(4872ns) {DropIncomingHandshake:442(496ns) DropOutgoingHandshake:457(293ns)}}}}
2026-01-08T17:05:09.721237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037927903671946:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:09.844728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:09.845004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037935747265080:2049] [node 2] ICS07 socket disconnect 309 reason# EndOfStream
2026-01-08T17:05:09.845038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037935747265080:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:09.845122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:09.845164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037935747265080:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:09.851166Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037931452297696:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18329) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:09.851231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037935747265080:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:09.852471Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037931452297696:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18329) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:09.852544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037935747265080:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:09.852601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037931452297696:2049] [node 2] ICP30 unregister session Session# [3:7593037935747265080:2049] VirtualId# [3:7593037935747265076:0]
2026-01-08T17:05:09.852657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:09.852693Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037931452297696:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18329) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:09.852712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18329) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:09.866636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037931452297696:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:09.868877Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:09.869213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037932983665888:2049] [node 2] ICS01 socket: 345 reason# EndOfStream
2026-01-08T17:05:09.869263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037928688698498:2049] [node 2] ICP30 unregister session Session# [4:7593037932983665888:2049] VirtualId# [4:7593037932983665880:0]
2026-01-08T17:05:09.869315Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037932983665888:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:09.869406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:09.869455Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:09.878539Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:09.878856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037932335971299:2049] [node 2] ICS01 socket: 307 reason# EndOfStream
2026-01-08T17:05:09.878922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037928041003915:2049] [node 2] ICP30 unregister session Session# [5:7593037932335971299:2049] VirtualId# [5:7593037932335971291:0]
2026-01-08T17:05:09.878977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037932335971299:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:09.879174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:09.879310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:09.879461Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:09.879748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037932198639342:2049] [node 2] ICS07 socket disconnect 334 reason# EndOfStream
2026-01-08T17:05:09.879835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037932198639342:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:09.879969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:09.880028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037932198639342:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:09.882392Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037927903671947:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18329) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:09.882479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037932198639342:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:09.882521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037927903671947:2049] [node 2] ICP30 unregister session Session# [6:7593037932198639342:2049] VirtualId# [6:7593037932198639338:0]
2026-01-08T17:05:09.882577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:09.886455Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037927903671947:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:18329) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:09.886489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18329) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:09.891797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037927903671947:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:10.078541Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:10.078811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037932198639344:2050] [node 3] ICS07 socket disconnect 319 reason# EndOfStream
2026-01-08T17:05:10.078854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037932198639344:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:10.078946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:10.078996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037932198639344:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:10.079608Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:10.079812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037932335971306:2050] [node 3] ICS07 socket disconnect 318 reason# EndOfStream
2026-01-08T17:05:10.079840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037932335971306:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:10.079901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:10.079939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037932335971306:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:10.081150Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037928041003916:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9831) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:10.081220Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037932335971306:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:10.081263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037928041003916:2050] [node 3] ICP30 unregister session Session# [5:7593037932335971306:2050] VirtualId# [5:7593037932335971298:0]
2026-01-08T17:05:10.081368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:10.081402Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037928041003916:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9831) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:10.081420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9831) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:10.082065Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037927903671948:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9831) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:10.082133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037932198639344:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:10.082164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037927903671948:2050] [node 3] ICP30 unregister session Session# [6:7593037932198639344:2050] VirtualId# [6:7593037932198639339:0]
2026-01-08T17:05:10.082204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:10.082245Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037927903671948:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9831) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:10.082263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9831) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:10.086089Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:10.086641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037932983665893:2050] [node 3] ICS01 socket: 346 reason# EndOfStream
2026-01-08T17:05:10.086704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037928688698499:2050] [node 3] ICP30 unregister session Session# [4:7593037932983665893:2050] VirtualId# [4:7593037932983665886:0]
2026-01-08T17:05:10.086755Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037932983665893:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:10.086855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:10.086904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:10.090715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037927903671948:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:10.098786Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037928041003916:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:10.282660Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:10.282936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037932335971311:2063] [node 4] ICS07 socket disconnect 291 reason# EndOfStream
2026-01-08T17:05:10.282989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037932335971311:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:10.283083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:10.283132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037932335971311:2063] [node 4] ICS15 start handshake
2026-01-08T17:05:10.283755Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:10.283971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037932198639332:2064] [node 4] ICS07 socket disconnect 298 reason# EndOfStream
2026-01-08T17:05:10.284002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037932198639332:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:10.284041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:10.284102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037932198639332:2064] [node 4] ICS15 start handshake
2026-01-08T17:05:10.286086Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037928041003932:2063] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3115) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:10.286170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037932335971311:2063] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:10.286220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037928041003932:2063] [node 4] ICP30 unregister session Session# [5:7593037932335971311:2063] VirtualId# [5:7593037932335971309:0]
2026-01-08T17:05:10.286271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:10.286312Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037928041003932:2063] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3115) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:10.286347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3115) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:10.287430Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037927903671966:2064] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3115) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:10.287511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037932198639332:2064] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:10.287556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037927903671966:2064] [node 4] ICP30 unregister session Session# [6:7593037932198639332:2064] VirtualId# [6:7593037932198639324:0]
2026-01-08T17:05:10.287681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:10.287719Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037927903671966:2064] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3115) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:10.287736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3115) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:10.295068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037927903671966:2064] [node 4] ICP33 wake up from error state
2026-01-08T17:05:10.441717Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:10.441987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037932198639328:2062] [node 5] ICS01 socket: 303 reason# EndOfStream
2026-01-08T17:05:10.442044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037927903671962:2062] [node 5] ICP30 unregister session Session# [6:7593037932198639328:2062] VirtualId# [6:7593037932198639325:0]
2026-01-08T17:05:10.442093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037932198639328:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:10.442195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:10.442250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:10.810567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037940220879141:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:10.829678Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037939067844350:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:10.810615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037940220879142:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:10.829739Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037939067844351:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:10.850994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037940515698991:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:10.851037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037940515698992:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:10.910662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037937612841755:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:10.910703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037937612841756:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:10.910743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037937612841757:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:10.927170Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037936742677196:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:10.927223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037936742677197:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:10.927261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037936742677198:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:11.223725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037943362811691:2090] [node 5] ICP01 ready to work
2026-01-08T17:05:11.335555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037941907809068:2063] [node 6] ICP01 ready to work
2026-01-08T17:05:11.358931Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037940515698992:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(119698204ns) {Configure:104(119691318ns) {ProcessConfigured:135(125072ns) {StartInitialHandshake:157(121631ns) {DropHandshakes:470(3190ns) {DropIncomingHandshake:442(753ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:992(1139ns) PrepareNewSessionHandshake:477(2284ns) {SwitchToState:179(671ns)}}}}}
2026-01-08T17:05:11.358969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037944810666329:2078] [node 6] ICP01 ready to work
2026-01-08T17:05:11.359479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037944810666330:2080] [node 4] ICP01 ready to work
2026-01-08T17:05:11.405139Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037936742677197:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(75048805ns) {Configure:104(75040448ns) {ProcessConfigured:135(94262ns) {StartInitialHandshake:157(91188ns) {DropHandshakes:470(3468ns) {DropIncomingHandshake:442(731ns) DropOutgoingHandshake:457(585ns)} GenerateSessionVirtualId:992(1448ns) PrepareNewSessionHandshake:477(2364ns) {SwitchToState:179(1054ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.378669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037944810666331:2079] [node 5] ICP01 ready to work
2026-01-08T17:05:10.975268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037938351696945:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:11.408128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037941037644511:2065] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12036
2026-01-08T17:05:11.443000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037941907809072:2059] [node 5] ICP01 ready to work
2026-01-08T17:05:11.456764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037940515698991:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(80088777ns) {Configure:104(80079582ns) {ProcessConfigured:135(102569ns) {StartInitialHandshake:157(99258ns) {DropHandshakes:470(3482ns) {DropIncomingHandshake:442(671ns) DropOutgoingHandshake:457(933ns)} GenerateSessionVirtualId:992(1173ns) PrepareNewSessionHandshake:477(2471ns) {SwitchToState:179(1063ns)}}}}}
2026-01-08T17:05:11.434608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037943362811710:2095] [node 6] ICP01 ready to work
2026-01-08T17:05:11.430810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037944515846508:2096] [node 6] ICP01 ready to work
2026-01-08T17:05:10.975309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037938351696946:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:11.418946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037941037644516:2063] [node 6] ICP01 ready to work
2026-01-08T17:05:11.459268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037944515846509:2099] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.483454Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037940220879142:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(258308983ns) {Configure:104(258301956ns) {ProcessConfigured:135(71944ns) {StartInitialHandshake:157(68701ns) {DropHandshakes:470(3036ns) {DropIncomingHandshake:442(544ns) DropOutgoingHandshake:457(667ns)} GenerateSessionVirtualId:992(1160ns) PrepareNewSessionHandshake:477(2014ns) {SwitchToState:179(758ns)}}}}}
2026-01-08T17:05:11.471514Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037944810666331:2079] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(84986022ns) {Configure:104(84971515ns) {ProcessConfigured:135(97810ns) {StartInitialHandshake:157(94732ns) {DropHandshakes:470(3233ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(736ns)} GenerateSessionVirtualId:992(900ns) PrepareNewSessionHandshake:477(2152ns) {SwitchToState:179(826ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.517064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037941907809073:2067] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39200
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.535776Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037941907809072:2059] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(18301811ns) {Configure:104(18295915ns) {ProcessConfigured:135(85645ns) {StartInitialHandshake:157(82483ns) {DropHandshakes:470(2913ns) {DropIncomingHandshake:442(757ns) DropOutgoingHandshake:457(528ns)} GenerateSessionVirtualId:992(1110ns) PrepareNewSessionHandshake:477(2289ns) {SwitchToState:179(902ns)}}}}}
2026-01-08T17:05:10.986404Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037938351696947:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.580395Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037944810666344:2093] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33082
2026-01-08T17:05:11.580466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037944810666345:2094] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33082
2026-01-08T17:05:11.538630Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037937612841755:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(163475600ns) {Configure:104(163469604ns) {ProcessConfigured:135(31858311ns) {StartInitialHandshake:157(31855540ns) {DropHandshakes:470(2963ns) {DropIncomingHandshake:442(630ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:992(1093ns) PrepareNewSessionHandshake:477(2685ns) {SwitchToState:179(963ns)}}}}}
2026-01-08T17:05:11.330952Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037942646664259:2059] [node 5] ICP01 ready to work
2026-01-08T17:05:11.518721Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037943362811691:2090] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(294553992ns) {Configure:104(294547865ns) {ProcessConfigured:135(39488464ns) {StartInitialHandshake:157(39484896ns) {DropHandshakes:470(3109ns) {DropIncomingHandshake:442(786ns) DropOutgoingHandshake:457(667ns)} GenerateSessionVirtualId:992(1079ns) PrepareNewSessionHandshake:477(3815ns) {SwitchToState:179(1983ns)}}}}}
2026-01-08T17:05:11.536976Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037944515846512:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63754
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.539018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037943362811718:2098] [node 4] ICP01 ready to work
2026-01-08T17:05:11.556834Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037943362811710:2095] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(35351203ns) {Configure:104(35345439ns) {ProcessConfigured:135(82648ns) {StartInitialHandshake:157(79903ns) {DropHandshakes:470(2488ns) {DropIncomingHandshake:442(411ns) DropOutgoingHandshake:457(635ns)} GenerateSessionVirtualId:992(938ns) PrepareNewSessionHandshake:477(2023ns) {SwitchToState:179(817ns)}}}}}
2026-01-08T17:05:11.578932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037943362811714:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53588
2026-01-08T17:05:11.579283Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037943362811713:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53588
2026-01-08T17:05:11.571607Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037936742677198:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(328841287ns) {Configure:104(328833048ns) {ProcessConfigured:135(16743354ns) {StartInitialHandshake:157(16739609ns) {DropHandshakes:470(3308ns) {DropIncomingHandshake:442(603ns) DropOutgoingHandshake:457(737ns)} GenerateSessionVirtualId:992(1082ns) PrepareNewSessionHandshake:477(5995ns) {SwitchToState:179(3172ns)}}}}}
2026-01-08T17:05:11.537207Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037944515846513:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63754
2026-01-08T17:05:11.372219Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037942646664259:2059] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38323512ns) {Configure:104(38317102ns) {ProcessConfigured:135(73434ns) {StartInitialHandshake:157(70538ns) {DropHandshakes:470(4147ns) {DropIncomingHandshake:442(1262ns) DropOutgoingHandshake:457(680ns)} GenerateSessionVirtualId:992(794ns) PrepareNewSessionHandshake:477(2461ns) {SwitchToState:179(1039ns)}}}}}
2026-01-08T17:05:11.488322Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037942646664266:2067] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21041
2026-01-08T17:05:11.488415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037942646664267:2068] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21041
2026-01-08T17:05:11.506375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037942646664268:2064] [node 4] ICP01 ready to work
2026-01-08T17:05:11.599528Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037938351696947:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(212851283ns) {Configure:104(212840260ns) {ProcessConfigured:135(74771ns) {StartInitialHandshake:157(72107ns) {DropHandshakes:470(2908ns) {DropIncomingHandshake:442(754ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:992(1228ns) PrepareNewSessionHandshake:477(2689ns) {SwitchToState:179(861ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.571914Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037941037644520:2068] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12036
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.647702Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037939067844351:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(348336892ns) {Configure:104(348329964ns) {ProcessConfigured:135(51964886ns) {StartInitialHandshake:157(51960859ns) {DropHandshakes:470(2603ns) {DropIncomingHandshake:442(404ns) DropOutgoingHandshake:457(806ns)} GenerateSessionVirtualId:992(529ns) PrepareNewSessionHandshake:477(6733ns) {SwitchToState:179(3947ns)}}}}}
2026-01-08T17:05:11.586752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037944515846521:2100] [node 5] ICP01 ready to work
2026-01-08T17:05:11.651031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037941907809083:2071] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39200
2026-01-08T17:05:11.657540Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037942646664268:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(122791140ns) {Configure:104(122776963ns) {ProcessConfigured:135(97987ns) {StartInitialHandshake:157(92795ns) {DropHandshakes:470(2699ns) {DropIncomingHandshake:442(731ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:992(1273ns) PrepareNewSessionHandshake:477(2597ns) {SwitchToState:179(1119ns)}}}}}
2026-01-08T17:05:11.704795Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037941907809068:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(309994818ns) {Configure:104(309983886ns) {ProcessConfigured:135(45562420ns) {StartInitialHandshake:157(45558918ns) {DropHandshakes:470(2607ns) {DropIncomingHandshake:442(554ns) DropOutgoingHandshake:457(725ns)} GenerateSessionVirtualId:992(683ns) PrepareNewSessionHandshake:477(4540ns) {SwitchToState:179(1880ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.572256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037941037644523:2070] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12036
2026-01-08T17:05:11.658950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037944810666344:2093] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.676803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037942646664273:2071] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21041
2026-01-08T17:05:11.708746Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037944810666345:2094] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.709534Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037944810666360:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33082
2026-01-08T17:05:11.709631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037940515698991:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:11.604800Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037944515846523:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63754
2026-01-08T17:05:11.767968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037941037644557:2073] [node 4] ICP01 ready to work
2026-01-08T17:05:11.806662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037941037644511:2065] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.604880Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037944515846524:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63754
2026-01-08T17:05:11.677114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037942646664274:2072] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21041
2026-01-08T17:05:11.787357Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037942646664266:2067] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.795581Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037942646664267:2068] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.796307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037938351696947:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:11.796637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037942646664259:2059] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:11.818971Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037942646664274:2072] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.819131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037938351696946:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:11.804083Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037943362811714:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.623863Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037940220879141:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(114372798ns) {Configure:104(114365486ns) {ProcessConfigured:135(28913223ns) {StartInitialHandshake:157(28909082ns) {DropHandshakes:470(3138ns) {DropIncomingHandshake:442(630ns) DropOutgoingHandshake:457(591ns)} GenerateSessionVirtualId:992(1060ns) PrepareNewSessionHandshake:477(5604ns) {SwitchToState:179(3028ns)}}}}}
2026-01-08T17:05:11.722570Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037944515846521:2100] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(65385413ns) {Configure:104(65377477ns) {ProcessConfigured:135(26892156ns) {StartInitialHandshake:157(26889552ns) {DropHandshakes:470(2820ns) {DropIncomingHandshake:442(446ns) DropOutgoingHandshake:457(553ns)} GenerateSessionVirtualId:992(1232ns) PrepareNewSessionHandshake:477(3492ns) {SwitchToState:179(579ns)}}}}}
2026-01-08T17:05:11.787570Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037944515846512:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.825453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037944515846524:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.810377Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037944810666334:2089] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.839438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037944515846523:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.839685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037944515846513:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.845262Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037944515846511:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.845312Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037944515846511:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:11.833641Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037941037644518:2067] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.853011Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037944515846511:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:11.810452Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037944810666334:2089] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:11.838827Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037941037644518:2067] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:11.823534Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037943362811713:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.846995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037942646664326:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21041
2026-01-08T17:05:11.882817Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037941907809083:2071] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.883307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037937612841755:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:11.894393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037941907809073:2067] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.848493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037941037644523:2070] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.846409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037944810666360:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.851771Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037942646664273:2071] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.846484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037943362811720:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.855896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037936742677197:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:11.862663Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037941037644518:2067] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:11.871233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037941037644516:2063] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:11.871326Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:11.871389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037941037644516:2063] [node 6] ICP22 created new session: [5:7593037941037644576:2063]
2026-01-08T17:05:11.871454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037941037644576:2063] [node 6] ICS09 handshake done sender: [5:7593037941037644518:2067] self: [5:7593037941037644517:0] peer: [6:7593037942646664322:0] socket: 298 qp: -1
2026-01-08T17:05:11.871522Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037941037644576:2063] [node 6] ICS10 traffic start
2026-01-08T17:05:11.871580Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:11.904453Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037941037644579:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12036
2026-01-08T17:05:11.922823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037938351696945:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:11.929460Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037942646664259:2059] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1071) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037942646664267:2068] held: no
2026-01-08T17:05:11.846527Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037943362811720:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.850521Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037944810666334:2089] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:11.914657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037937612841757:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.935327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037944515846517:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.935399Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037944515846517:2122] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.926053Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037944810666337:2090] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.926092Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037944810666337:2090] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:11.926870Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037944810666329:2078] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:11.926972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:11.927043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037944810666329:2078] [node 6] ICP22 created new session: [3:7593037944810666375:2078]
2026-01-08T17:05:11.927123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037944810666375:2078] [node 6] ICS09 handshake done sender: [3:7593037944810666334:2089] self: [3:7593037944810666333:0] peer: [6:7593037942646664321:0] socket: 292 qp: -1
2026-01-08T17:05:11.927172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037944810666375:2078] [node 6] ICS10 traffic start
2026-01-08T17:05:11.927238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:11.938888Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037944810666373:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33082
2026-01-08T17:05:11.897790Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037943362811720:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:11.902554Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037943362811712:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.902608Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037943362811712:2110] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.930016Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037942646664266:2067] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:11.958477Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037942646664327:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21041
2026-01-08T17:05:11.959161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037938351696947:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:11.959268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:11.959339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037938351696947:2050] [node 3] ICP22 created new session: [6:7593037942646664330:2050]
2026-01-08T17:05:11.946725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037940220879142:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:11.962789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037943362811712:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:11.951581Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037941037644520:2068] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:11.971089Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037941907809078:2069] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.964291Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037944810666345:2094] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.959417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037942646664330:2050] [node 3] ICS09 handshake done sender: [6:7593037942646664266:2067] self: [6:7593037942646664321:0] peer: [3:7593037944810666333:0] socket: 299 qp: -1
2026-01-08T17:05:11.971130Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037941907809078:2069] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:11.966896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037941037644557:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:11.946821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:11.994130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037943362811691:2090] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:11.994239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:11.995741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037943362811691:2090] [node 5] ICP22 created new session: [2:7593037943362811732:2090]
2026-01-08T17:05:11.995834Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037943362811732:2090] [node 5] ICS09 handshake done sender: [2:7593037943362811712:2110] self: [2:7593037943362811711:0] peer: [5:7593037941037644574:0] socket: 315 qp: -1
2026-01-08T17:05:11.995889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037943362811732:2090] [node 5] ICS10 traffic start
2026-01-08T17:05:11.995956Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:12.002661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037943362811710:2095] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:12.002722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:12.002789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037943362811710:2095] [node 6] ICP22 created new session: [2:7593037943362811734:2095]
2026-01-08T17:05:12.002862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037943362811734:2095] [node 6] ICS09 handshake done sender: [2:7593037943362811720:2114] self: [2:7593037943362811719:0] peer: [6:7593037942646664325:0] socket: 320 qp: -1
2026-01-08T17:05:12.002903Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037943362811734:2095] [node 6] ICS10 traffic start
2026-01-08T17:05:12.002972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:12.004666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037943362811731:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53588
2026-01-08T17:05:12.005352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037943362811736:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53588
2026-01-08T17:05:11.967361Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037944810666374:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33082
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.959468Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037942646664330:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:12.010476Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037941037644523:2070] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:11.972566Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037941907809078:2069] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:11.946889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037940220879142:2049] [node 3] ICP22 created new session: [1:7593037944515846533:2049]
2026-01-08T17:05:11.971050Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037944810666337:2090] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:12.025941Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037943362811731:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.959510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:11.989344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037940515698991:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:11.993211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:12.010746Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037940515698991:2048] [node 1] ICP22 created new session: [3:7593037944810666379:2048]
2026-01-08T17:05:12.025714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037944810666330:2080] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:12.050429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037944810666379:2048] [node 1] ICS09 handshake done sender: [3:7593037944810666345:2094] self: [3:7593037944810666362:0] peer: [1:7593037944515846510:0] socket: 321 qp: -1
2026-01-08T17:05:12.050511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037944810666379:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:12.066573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:12.078579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:12.086782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037944810666330:2080] [node 4] ICP22 created new session: [3:7593037949105633677:2080]
2026-01-08T17:05:11.987039Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037941907809135:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39200
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:12.106673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037949105633677:2080] [node 4] ICS09 handshake done sender: [3:7593037944810666337:2090] self: [3:7593037944810666336:0] peer: [4:7593037941907809132:0] socket: 293 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:12.111286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037944810666374:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.111657Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037949105633676:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33082
2026-01-08T17:05:11.946958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037944515846533:2049] [node 3] ICS09 handshake done sender: [1:7593037944515846511:2118] self: [1:7593037944515846510:0] peer: [3:7593037944810666362:0] socket: 309 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:12.023872Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037936742677197:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21713) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037941037644523:2070] held: no
2026-01-08T17:05:11.960307Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037938351696947:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:12.030723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037939067844350:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:12.039618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037945332611877:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12036
2026-01-08T17:05:12.043327Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037945332611879:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12036
2026-01-08T17:05:12.056034Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037936742677197:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:12.062343Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037941037644520:2068] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:12.086859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:12.087658Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037945332611879:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.087721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037941037644557:2073] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:12.087790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:12.087849Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037941037644557:2073] [node 4] ICP22 created new session: [5:7593037945332611881:2073]
2026-01-08T17:05:12.087907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037945332611881:2073] [node 4] ICS09 handshake done sender: [5:7593037941037644520:2068] self: [5:7593037941037644580:0] peer: [4:7593037941907809077:0] socket: 314 qp: -1
2026-01-08T17:05:12.087958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037945332611881:2073] [node 4] ICS10 traffic start
2026-01-08T17:05:12.088015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:12.100147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037936742677196:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:12.110877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037945332611884:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12036
2026-01-08T17:05:12.113266Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037945332611879:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:12.114658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037936742677196:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:12.114737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:12.132329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037936742677197:2049] [node 2] ICP22 created new session: [5:7593037945332611880:2049]
2026-01-08T17:05:12.134691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037936742677196:2048] [node 1] ICP22 created new session: [5:7593037945332611886:2048]
2026-01-08T17:05:12.134765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037945332611886:2048] [node 1] ICS09 handshake done sender: [5:7593037945332611879:2120] self: [5:7593037945332611883:0] peer: [1:7593037944515846526:0] socket: 295 qp: -1
2026-01-08T17:05:12.134816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037945332611886:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:12.134882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:12.136707Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037936742677196:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(20978512ns) {HandleHandshakeStatus:329(20976708ns) {DropIncomingHandshake:442(336ns) DropOutgoingHandshake:457(6061ns) SwitchToState:179(277ns) ProcessPendingSessionEvents:495(603598ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 541433ns max# 68369ns}}}
2026-01-08T17:05:11.947009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037944515846533:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:11.998792Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037941907809136:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39200
2026-01-08T17:05:12.139727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037945332611880:2049] [node 2] ICS09 handshake done sender: [5:7593037941037644523:2070] self: [5:7593037941037644574:0] peer: [2:7593037943362811711:0] socket: 318 qp: -1
2026-01-08T17:05:12.143657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037945332611880:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:11.972676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037942646664329:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21041
2026-01-08T17:05:12.122560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037949105633677:2080] [node 4] ICS10 traffic start
2026-01-08T17:05:12.153527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:11.993816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037942646664274:2072] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:12.060141Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037938351696946:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:12.060246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:12.060329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037938351696946:2049] [node 2] ICP22 created new session: [6:7593037946941631631:2049]
2026-01-08T17:05:12.060412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037946941631631:2049] [node 2] ICS09 handshake done sender: [6:7593037942646664274:2072] self: [6:7593037942646664325:0] peer: [2:7593037943362811719:0] socket: 327 qp: -1
2026-01-08T17:05:12.060466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037946941631631:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:12.060525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:12.071203Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037938351696945:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2809) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037942646664273:2071] held: no
2026-01-08T17:05:12.083519Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037946941631630:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21041
2026-01-08T17:05:12.087058Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037942646664273:2071] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:12.116413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037938351696945:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:12.116479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:12.116532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037938351696945:2048] [node 1] ICP22 created new session: [6:7593037946941631633:2048]
2026-01-08T17:05:12.116595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037946941631633:2048] [node 1] ICS09 handshake done sender: [6:7593037942646664273:2071] self: [6:7593037942646664328:0] peer: [1:7593037944515846514:0] socket: 326 qp: -1
2026-01-08T17:05:12.116657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037946941631633:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:12.116706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:12.160166Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037946941631635:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21041
2026-01-08T17:05:12.130779Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037939067844350:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2809) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037943362811731:2117] held: no
2026-01-08T17:05:12.159228Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037936742677197:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(103029109ns) {HandleHandshakeStatus:329(103025098ns) {DropIncomingHandshake:442(1032ns) DropOutgoingHandshake:457(692ns) SwitchToState:179(838ns) ProcessPendingSessionEvents:495(1548ns)}}
2026-01-08T17:05:11.998921Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037941907809134:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39200
2026-01-08T17:05:11.947077Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:12.139910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:12.131890Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037947657779036:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53588
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:12.090448Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037937612841757:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14977) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037941907809073:2067] held: no
2026-01-08T17:05:11.951324Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037944515846517:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:12.090879Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037937612841755:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2809) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037941907809083:2071] held: no
2026-01-08T17:05:12.091507Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037941907809083:2071] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:12.091918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037941907809072:2059] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:12.092001Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:12.092071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037941907809072:2059] [node 5] ICP22 created new session: [4:7593037946202776435:2059]
2026-01-08T17:05:12.092132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037946202776435:2059] [node 5] ICS09 handshake done sender: [4:7593037941907809078:2069] self: [4:7593037941907809077:0] peer: [5:7593037941037644580:0] socket: 308 qp: -1
2026-01-08T17:05:12.092183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037946202776435:2059] [node 5] ICS10 traffic start
2026-01-08T17:05:12.092240Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:12.094303Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037941907809073:2067] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:12.127460Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037946202776433:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39200
2026-01-08T17:05:12.128065Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037937612841755:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:12.128211Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:12.128295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037937612841755:2048] [node 1] ICP22 created new session: [4:7593037946202776437:2048]
2026-01-08T17:05:12.128359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037946202776437:2048] [node 1] ICS09 handshake done sender: [4:7593037941907809083:2071] self: [4:7593037941907809131:0] peer: [1:7593037944515846516:0] socket: 312 qp: -1
2026-01-08T17:05:12.128410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037946202776437:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:12.128468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:12.129849Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037941907809136:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.146443Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037946202776434:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39200
2026-01-08T17:05:12.167720Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037937612841757:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(71101275ns) {HandleHandshakeStatus:395(71097795ns) {LogHandshakeFail:472(14799ns) {UpdateErrorStateLog:545(6371ns)} DropOutgoingHandshake:457(633ns) ProcessPendingSessionEvents:495(71020014ns) {unordered DropSessionEvent:512 num# 100 sum# 10535414ns max# 5617222ns}}}
2026-01-08T17:05:12.185140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037937612841757:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:12.185228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:12.185294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037937612841757:2050] [node 3] ICP22 created new session: [4:7593037946202776442:2050]
2026-01-08T17:05:12.185359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037946202776442:2050] [node 3] ICS09 handshake done sender: [4:7593037941907809073:2067] self: [4:7593037941907809132:0] peer: [3:7593037944810666336:0] socket: 302 qp: -1
2026-01-08T17:05:12.185404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037946202776442:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:12.185445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:12.185945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037946202776433:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.186128Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037941907809072:2059] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:12.186380Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037937612841756:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:12.196474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037946202776445:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39200
2026-01-08T17:05:12.148365Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037940515698991:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(158063069ns) {HandleHandshakeStatus:329(158058413ns) {DropIncomingHandshake:442(1094ns) DropOutgoingHandshake:457(3772607ns) SwitchToState:179(1742ns) ProcessPendingSessionEvents:495(8918584ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 8848930ns max# 8387429ns}}}
2026-01-08T17:05:12.143251Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037943362811731:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:12.210622Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037945332611885:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12036
2026-01-08T17:05:12.214209Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037946202776433:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:12.159397Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037949105633676:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.156633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037939067844350:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:12.224036Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037946941631635:2123] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.224227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037942646664268:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:11.970442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037944515846515:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.219935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037937612841756:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:12.156732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:12.175311Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037940515698992:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:12.184725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037949105633683:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33082
2026-01-08T17:05:12.192222Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037944810666330:2080] [node 4] ICP35 event processing took too much time PendingConnection:279(165505494ns) {HandleHandshakeStatus:329(165501463ns) {DropIncomingHandshake:442(20743ns) DropOutgoingHandshake:457(6732ns) SwitchToState:179(1391ns) ProcessPendingSessionEvents:495(20653399ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 20585513ns max# 14553735ns}}}
2026-01-08T17:05:12.202979Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037949105633676:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:12.214433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037940515698992:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:11.970502Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037944515846515:2121] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:11.983205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037944515846509:2099] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:11.983279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:11.983337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037944515846509:2099] [node 4] ICP22 created new session: [1:7593037944515846538:2099]
2026-01-08T17:05:11.983413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037944515846538:2099] [node 4] ICS09 handshake done sender: [1:7593037944515846517:2122] self: [1:7593037944515846516:0] peer: [4:7593037941907809131:0] socket: 311 qp: -1
2026-01-08T17:05:11.983459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037944515846538:2099] [node 4] ICS10 traffic start
2026-01-08T17:05:11.983524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:11.989013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037944515846540:2127] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63754
2026-01-08T17:05:11.996738Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037944515846515:2121] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:11.997064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037944515846508:2096] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:11.997140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:11.997196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037944515846508:2096] [node 6] ICP22 created new session: [1:7593037944515846542:2096]
2026-01-08T17:05:11.997252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037944515846542:2096] [node 6] ICS09 handshake done sender: [1:7593037944515846515:2121] self: [1:7593037944515846514:0] peer: [6:7593037942646664328:0] socket: 310 qp: -1
2026-01-08T17:05:11.997290Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037944515846542:2096] [node 6] ICS10 traffic start
2026-01-08T17:05:11.997327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:12.062530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037944515846525:2125] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.062578Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037944515846525:2125] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:05:12.083844Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037944515846525:2125] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:12.084108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037940220879141:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:12.084199Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:12.084255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037940220879141:2048] [node 2] ICP22 created new session: [1:7593037948810813841:2048]
2026-01-08T17:05:12.084316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037948810813841:2048] [node 2] ICS09 handshake done sender: [1:7593037944515846525:2125] self: [1:7593037944515846522:0] peer: [2:7593037947657779035:0] socket: 340 qp: -1
2026-01-08T17:05:12.084360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037948810813841:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:12.084401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:12.100927Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037944515846527:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.100959Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037944515846527:2126] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:12.112358Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037944515846527:2126] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:12.235992Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037945332611885:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.113597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037944515846521:2100] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:12.113693Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:12.113761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037944515846521:2100] [node 5] ICP22 created new session: [1:7593037948810813844:2100]
2026-01-08T17:05:12.250788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037936742677198:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:12.113845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037948810813844:2100] [node 5] ICS09 handshake done sender: [1:7593037944515846527:2126] self: [1:7593037944515846526:0] peer: [5:7593037945332611883:0] socket: 350 qp: -1
2026-01-08T17:05:12.113893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037948810813844:2100] [node 5] ICS10 traffic start
2026-01-08T17:05:12.113947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:12.220040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:12.220105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037937612841756:2049] [node 2] ICP22 created new session: [4:7593037946202776446:2049]
2026-01-08T17:05:12.220171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037946202776446:2049] [node 2] ICS09 handshake done sender: [4:7593037946202776433:2120] self: [4:7593037946202776444:0] peer: [2:7593037943362811722:0] socket: 288 qp: -1
2026-01-08T17:05:12.220242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037946202776446:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:12.220300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:12.156795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037939067844350:2048] [node 1] ICP22 created new session: [2:7593037947657779037:2048]
2026-01-08T17:05:12.156854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037947657779037:2048] [node 1] ICS09 handshake done sender: [2:7593037943362811731:2117] self: [2:7593037947657779035:0] peer: [1:7593037944515846522:0] socket: 343 qp: -1
2026-01-08T17:05:12.156900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037947657779037:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:12.156954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:12.158703Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037947657779039:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53588
2026-01-08T17:05:12.178773Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037943362811724:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.178809Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037943362811724:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:12.186768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037943362811723:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.186799Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037943362811723:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:12.193238Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037943362811723:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:12.194474Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037943362811724:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:12.206810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037943362811718:2098] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:12.206897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:12.206963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037943362811718:2098] [node 4] ICP22 created new session: [2:7593037947657779042:2098]
2026-01-08T17:05:12.207032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037947657779042:2098] [node 4] ICS09 handshake done sender: [2:7593037943362811723:2115] self: [2:7593037943362811722:0] peer: [4:7593037946202776444:0] socket: 353 qp: -1
2026-01-08T17:05:12.207082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037947657779042:2098] [node 4] ICS10 traffic start
2026-01-08T17:05:12.207145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:12.208312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037939067844351:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:12.208400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:12.208452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037939067844351:2049] [node 3] ICP22 created new session: [2:7593037947657779044:2049]
2026-01-08T17:05:12.208515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037947657779044:2049] [node 3] ICS09 handshake done sender: [2:7593037943362811724:2116] self: [2:7593037943362811717:0] peer: [3:7593037949105633682:0] socket: 354 qp: -1
2026-01-08T17:05:12.208552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037947657779044:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:12.208606Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:12.234457Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037947657779039:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.239118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593037943362811718:2098] [node 4] ICP18 handshake (actor [2:7593037947657779039:2120]) is too old
2026-01-08T17:05:12.258288Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037943362811691:2090] [node 5] ICP35 event processing took too much time PendingConnection:279(108229505ns) {HandleHandshakeStatus:329(108225633ns) {DropIncomingHandshake:442(18512ns) DropOutgoingHandshake:457(719ns) SwitchToState:179(1030ns) ProcessPendingSessionEvents:495(106223650ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 106103640ns max# 19996146ns}}}
2026-01-08T17:05:12.257635Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037942646664259:2059] [node 5] ICP35 event processing took too much time PendingConnection:279(137215723ns) {HandleHandshakeStatus:395(137212706ns) {LogHandshakeFail:472(14967ns) {UpdateErrorStateLog:545(5606ns)} DropOutgoingHandshake:457(1063ns) ProcessPendingSessionEvents:495(137089290ns) {unordered DropSessionEvent:512 num# 100 sum# 136991598ns max# 19070783ns}}}
2026-01-08T17:05:12.257819Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037942646664267:2068] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:12.262756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037942646664259:2059] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:12.262871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:12.262940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037942646664259:2059] [node 5] ICP22 created new session: [6:7593037946941631637:2059]
2026-01-08T17:05:12.263008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037946941631637:2059] [node 5] ICS09 handshake done sender: [6:7593037942646664267:2068] self: [6:7593037942646664322:0] peer: [5:7593037941037644517:0] socket: 300 qp: -1
2026-01-08T17:05:12.263054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037946941631637:2059] [node 5] ICS10 traffic start
2026-01-08T17:05:12.263094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:12.266067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037945332611890:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:12036
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:12.259263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:12.259770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037941907809101:2088] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.259819Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037941907809101:2088] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:12.266534Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037941907809101:2088] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:12.266858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037941907809068:2063] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:12.266968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:12.267025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037941907809068:2063] [node 6] ICP22 created new session: [4:7593037946202776449:2063]
2026-01-08T17:05:12.267082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037946202776449:2063] [node 6] ICS09 handshake done sender: [4:7593037941907809101:2088] self: [4:7593037941907809084:0] peer: [6:7593037946941631636:0] socket: 304 qp: -1
2026-01-08T17:05:12.267125Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037946202776449:2063] [node 6] ICS10 traffic start
2026-01-08T17:05:12.267193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:12.288857Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037945332611885:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:12.259350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037940515698992:2049] [node 2] ICP22 created new session: [3:7593037949105633684:2049]
2026-01-08T17:05:12.259414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037949105633684:2049] [node 2] ICS09 handshake done sender: [3:7593037949105633676:2120] self: [3:7593037949105633682:0] peer: [2:7593037943362811717:0] socket: 303 qp: -1
2026-01-08T17:05:12.259453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037949105633684:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:12.259511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:12.260985Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037944810666343:2092] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:12.261009Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037944810666343:2092] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:12.277843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037944810666343:2092] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:12.271538Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037946941631639:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21041
2026-01-08T17:05:12.284351Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037942646664268:2064] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8345) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037946941631635:2123] held: no
2026-01-08T17:05:12.285091Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037946941631635:2123] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:12.288624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037942646664268:2064] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:12.291322Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037941907809068:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(23344516ns) {HandleHandshakeStatus:329(23341048ns) {DropIncomingHandshake:442(16922ns) DropOutgoingHandshake:457(852ns) SwitchToState:179(860ns) ProcessPendingSessionEvents:495(22861675ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 20328727ns max# 8663840ns}}}
2026-01-08T17:05:12.296608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037944810666331:2079] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:12.296686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:12.296752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037944810666331:2079] [node 5] ICP22 created new session: [3:7593037949105633687:2079]
2026-01-08T17:05:12.296826Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037949105633687:2079] [node 5] ICS09 handshake done sender: [3:7593037944810666343:2092] self: [3:7593037944810666342:0] peer: [5:7593037945332611889:0] socket: 346 qp: -1
2026-01-08T17:05:12.296873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037949105633687:2079] [node 5] ICS10 traffic start
2026-01-08T17:05:12.296934Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:12.294506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:12.299236Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037936742677198:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:12.299311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:12.294592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037942646664268:2064] [node 4] ICP22 created new session: [6:7593037946941631640:2064]
2026-01-08T17:05:12.294656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037946941631640:2064] [node 4] ICS09 handshake done sender: [6:7593037946941631635:2123] self: [6:7593037946941631636:0] peer: [4:7593037941907809084:0] socket: 319 qp: -1
2026-01-08T17:05:12.294699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037946941631640:2064] [node 4] ICS10 traffic start
2026-01-08T17:05:12.294754Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:12.308344Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037940515698992:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(92974605ns) {HandleHandshakeStatus:329(92971657ns) {DropIncomingHandshake:442(1064ns) DropOutgoingHandshake:457(7180ns) SwitchToState:179(4327ns) ProcessPendingSessionEvents:495(47746207ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 47648611ns max# 12850860ns}}}
2026-01-08T17:05:12.303405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037936742677198:2050] [node 3] ICP22 created new session: [5:7593037945332611891:2050]
2026-01-08T17:05:12.309703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037945332611891:2050] [node 3] ICS09 handshake done sender: [5:7593037945332611885:2122] self: [5:7593037945332611889:0] peer: [3:7593037944810666342:0] socket: 348 qp: -1
2026-01-08T17:05:12.309756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037945332611891:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:12.309840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:12.311162Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037936742677198:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:12.465901Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:12.466137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037944810666379:2048] [node 1] ICS07 socket disconnect 321 reason# EndOfStream
2026-01-08T17:05:12.466170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037944810666379:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:12.466250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:12.466291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037944810666379:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:12.463692Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:12.463946Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037947657779037:2048] [node 1] ICS01 socket: 343 reason# EndOfStream
2026-01-08T17:05:12.463993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037939067844350:2048] [node 1] ICP30 unregister session Session# [2:7593037947657779037:2048] VirtualId# [2:7593037947657779035:0]
2026-01-08T17:05:12.464035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037947657779037:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:12.464127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:12.464170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:12.478979Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037940515698991:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2809) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:12.479047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037944810666379:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:12.486724Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:12.486977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037946202776437:2048] [node 1] ICS01 socket: 312 reason# EndOfStream
2026-01-08T17:05:12.487027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037937612841755:2048] [node 1] ICP30 unregister session Session# [4:7593037946202776437:2048] VirtualId# [4:7593037941907809131:0]
2026-01-08T17:05:12.487073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037946202776437:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:12.487166Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:12.487209Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:12.500200Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037940515698991:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2809) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:12.500286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037944810666379:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:12.500329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037940515698991:2048] [node 1] ICP30 unregister session Session# [3:7593037944810666379:2048] VirtualId# [3:7593037944810666362:0]
2026-01-08T17:05:12.500469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:12.500522Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037940515698991:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2809) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:12.500541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2809) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:12.486701Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:12.486980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037945332611886:2048] [node 1] ICS07 socket disconnect 295 reason# EndOfStream
2026-01-08T17:05:12.487020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037945332611886:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:12.487116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:12.487166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037945332611886:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:12.501983Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037936742677196:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2809) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:12.502038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037945332611886:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:12.502071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037936742677196:2048] [node 1] ICP30 unregister session Session# [5:7593037945332611886:2048] VirtualId# [5:7593037945332611883:0]
2026-01-08T17:05:12.502169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:12.502199Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037936742677196:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2809) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:12.502219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2809) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:12.486717Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:12.486981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037946941631633:2048] [node 1] ICS01 socket: 326 reason# EndOfStream
2026-01-08T17:05:12.487029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037938351696945:2048] [node 1] ICP30 unregister session Session# [6:7593037946941631633:2048] VirtualId# [6:7593037942646664328:0]
2026-01-08T17:05:12.487071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037946941631633:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:12.487161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:12.487210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:12.511657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037940515698991:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:12.517063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037936742677196:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:12.747935Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:12.748196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037949105633684:2049] [node 2] ICS07 socket disconnect 303 reason# EndOfStream
2026-01-08T17:05:12.748231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037949105633684:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:12.748322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:12.748365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037949105633684:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:12.759531Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037940515698992:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21713) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:12.759592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037949105633684:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:12.760742Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037940515698992:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21713) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:12.760807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037949105633684:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:12.760852Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037940515698992:2049] [node 2] ICP30 unregister session Session# [3:7593037949105633684:2049] VirtualId# [3:7593037949105633682:0]
2026-01-08T17:05:12.760966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:12.761016Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037940515698992:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:12.761041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:12.765743Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:12.765249Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:12.765513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037946202776446:2049] [node 2] ICS07 socket disconnect 288 reason# EndOfStream
2026-01-08T17:05:12.765553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037946202776446:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:12.765625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:12.765666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037946202776446:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:12.766686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037945332611880:2049] [node 2] ICS01 socket: 318 reason# EndOfStream
2026-01-08T17:05:12.766967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037936742677197:2049] [node 2] ICP30 unregister session Session# [5:7593037945332611880:2049] VirtualId# [5:7593037941037644574:0]
2026-01-08T17:05:12.767018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037945332611880:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:12.767096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:12.767147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:12.767616Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:12.767830Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037946941631631:2049] [node 2] ICS07 socket disconnect 327 reason# EndOfStream
2026-01-08T17:05:12.767859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037946941631631:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:12.767924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:12.767971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037946941631631:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:12.769043Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037938351696946:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21713) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:12.769104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037946941631631:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:12.769150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037938351696946:2049] [node 2] ICP30 unregister session Session# [6:7593037946941631631:2049] VirtualId# [6:7593037942646664325:0]
2026-01-08T17:05:12.769191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:12.769228Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037938351696946:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:12.769246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:12.779075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037938351696946:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:12.779377Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037937612841756:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21713) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:12.786650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037946202776446:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:12.786711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037937612841756:2049] [node 2] ICP30 unregister session Session# [4:7593037946202776446:2049] VirtualId# [4:7593037946202776444:0]
2026-01-08T17:05:12.786768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:12.786832Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037937612841756:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:12.786853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:12.802890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037937612841756:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:12.962800Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:12.963060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037942646664330:2050] [node 3] ICS01 socket: 299 reason# EndOfStream
2026-01-08T17:05:12.963111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037938351696947:2050] [node 3] ICP30 unregister session Session# [6:7593037942646664330:2050] VirtualId# [6:7593037942646664321:0]
2026-01-08T17:05:12.963160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037942646664330:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:12.963204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:12.963281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:12.963268Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:12.963515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037945332611891:2050] [node 3] ICS01 socket: 348 reason# EndOfStream
2026-01-08T17:05:12.963561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037936742677198:2050] [node 3] ICP30 unregister session Session# [5:7593037945332611891:2050] VirtualId# [5:7593037945332611889:0]
2026-01-08T17:05:12.963596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037945332611891:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:12.963694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:12.963742Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:12.963860Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:12.964064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037946202776442:2050] [node 3] ICS01 socket: 302 reason# EndOfStream
2026-01-08T17:05:12.964105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037937612841757:2050] [node 3] ICP30 unregister session Session# [4:7593037946202776442:2050] VirtualId# [4:7593037941907809132:0]
2026-01-08T17:05:12.964140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037946202776442:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:12.964200Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:12.964247Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:13.195922Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:13.196224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037945332611881:2073] [node 4] ICS07 socket disconnect 314 reason# EndOfStream
2026-01-08T17:05:13.196264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037945332611881:2073] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:13.196356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:13.196400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037945332611881:2073] [node 4] ICS15 start handshake
2026-01-08T17:05:13.201748Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:13.202000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037946941631640:2064] [node 4] ICS01 socket: 319 reason# EndOfStream
2026-01-08T17:05:13.202054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037942646664268:2064] [node 4] ICP30 unregister session Session# [6:7593037946941631640:2064] VirtualId# [6:7593037946941631636:0]
2026-01-08T17:05:13.202103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037946941631640:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:13.202193Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:13.202241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:13.338548Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:13.338808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037946941631637:2059] [node 5] ICS01 socket: 300 reason# EndOfStream
2026-01-08T17:05:13.338864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037942646664259:2059] [node 5] ICP30 unregister session Session# [6:7593037946941631637:2059] VirtualId# [6:7593037942646664322:0]
2026-01-08T17:05:13.338915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037946941631637:2059] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:13.339033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:13.339086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:13.774926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037949927703229:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:13.774968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037949927703230:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:13.778807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037949438029032:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:13.778867Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037949438029033:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:13.810901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037952029327143:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:13.810948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037952029327144:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:13.869474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037953421253340:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:13.869515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037953421253341:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:13.869552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037953421253342:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:13.983402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037949931095360:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:13.983455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037949931095361:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:13.983492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037949931095362:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:13.894982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037950759410343:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:13.895028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037950759410344:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:13.895071Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037950759410345:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:14.105532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037954222670555:2076] [node 5] ICP01 ready to work
2026-01-08T17:05:14.122180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037956324294456:2061] [node 4] ICP01 ready to work
2026-01-08T17:05:14.183617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037956324294462:2066] [node 5] ICP01 ready to work
2026-01-08T17:05:14.203466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037954222670560:2078] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.243903Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037954222670556:2077] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44100
2026-01-08T17:05:14.246280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037954222670565:2085] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44100
2026-01-08T17:05:14.257803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037954222670572:2089] [node 6] ICP01 ready to work
2026-01-08T17:05:14.186750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037954226062671:2060] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.282842Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037954226062678:2068] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33130
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.206484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037953732996343:2059] [node 6] ICP01 ready to work
2026-01-08T17:05:14.300063Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037955054377676:2082] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25854
2026-01-08T17:05:14.300179Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037955054377677:2083] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25854
2026-01-08T17:05:14.415877Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037949927703229:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(322195691ns) {Configure:104(322189269ns) {ProcessConfigured:135(60893956ns) {StartInitialHandshake:157(60890759ns) {DropHandshakes:470(2975ns) {DropIncomingHandshake:442(851ns) DropOutgoingHandshake:457(600ns)} GenerateSessionVirtualId:992(784ns) PrepareNewSessionHandshake:477(4867ns) {SwitchToState:179(2680ns)}}}}}
2026-01-08T17:05:14.430912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037956324294491:2063] [node 6] ICP01 ready to work
2026-01-08T17:05:14.278529Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037957716220652:2062] [node 6] ICP01 ready to work
2026-01-08T17:05:14.403181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037955054377687:2070] [node 4] ICP01 ready to work
2026-01-08T17:05:14.330554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037953732996364:2066] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.340140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037957716220682:2067] [node 5] ICP01 ready to work
2026-01-08T17:05:14.451468Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037957716220682:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(110706135ns) {Configure:104(110698600ns) {ProcessConfigured:135(22872967ns) {StartInitialHandshake:157(22869459ns) {DropHandshakes:470(3168ns) {DropIncomingHandshake:442(699ns) DropOutgoingHandshake:457(750ns)} GenerateSessionVirtualId:992(774ns) PrepareNewSessionHandshake:477(4582ns) {SwitchToState:179(2601ns)}}}}}
2026-01-08T17:05:14.454276Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037957716220681:2091] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15472
2026-01-08T17:05:14.464052Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037957716220702:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15472
2026-01-08T17:05:14.430743Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037954226062689:2065] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.437308Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037954222670555:2076] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(331318753ns) {Configure:104(331311081ns) {ProcessConfigured:135(126167801ns) {StartInitialHandshake:157(126162652ns) {DropHandshakes:470(3422ns) {DropIncomingHandshake:442(747ns) DropOutgoingHandshake:457(939ns)} GenerateSessionVirtualId:992(738ns) PrepareNewSessionHandshake:477(5696ns) {SwitchToState:179(2768ns)}}}}}
2026-01-08T17:05:14.475123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037955054377711:2068] [node 6] ICP01 ready to work
2026-01-08T17:05:14.487760Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037955054377715:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25854
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.467115Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037949931095361:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(363483396ns) {Configure:104(363476013ns) {ProcessConfigured:135(16094354ns) {StartInitialHandshake:157(16091087ns) {DropHandshakes:470(3298ns) {DropIncomingHandshake:442(721ns) DropOutgoingHandshake:457(837ns)} GenerateSessionVirtualId:992(1535ns) PrepareNewSessionHandshake:477(6420ns) {SwitchToState:179(3642ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.495883Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037953732996343:2059] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(47455317ns) {Configure:104(47448915ns) {ProcessConfigured:135(72934ns) {StartInitialHandshake:157(68536ns) {DropHandshakes:470(2612ns) {DropIncomingHandshake:442(569ns) DropOutgoingHandshake:457(708ns)} GenerateSessionVirtualId:992(1021ns) PrepareNewSessionHandshake:477(1975ns) {SwitchToState:179(889ns)}}}}}
2026-01-08T17:05:14.496352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037953732996397:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6428
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.507479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037953732996394:2079] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.474779Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037949931095360:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(80268706ns) {Configure:104(80260814ns) {ProcessConfigured:135(78314407ns) {StartInitialHandshake:157(78309169ns) {DropHandshakes:470(3550ns) {DropIncomingHandshake:442(1113ns) DropOutgoingHandshake:457(530ns)} GenerateSessionVirtualId:992(1383ns) PrepareNewSessionHandshake:477(5213ns) {SwitchToState:179(2551ns)}}}}}
2026-01-08T17:05:14.503271Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037956324294456:2061] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(364196828ns) {Configure:104(364187448ns) {ProcessConfigured:135(68932ns) {StartInitialHandshake:157(66780ns) {DropHandshakes:470(2476ns) {DropIncomingHandshake:442(783ns) DropOutgoingHandshake:457(564ns)} GenerateSessionVirtualId:992(348ns) PrepareNewSessionHandshake:477(931ns) {SwitchToState:179(409ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.508551Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037954222670604:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44100
2026-01-08T17:05:14.508970Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037953732996393:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6428
2026-01-08T17:05:14.567906Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037955054377677:2083] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.483464Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037949931095362:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(336690403ns) {Configure:104(336678679ns) {ProcessConfigured:135(80518ns) {StartInitialHandshake:157(76453ns) {DropHandshakes:470(3699ns) {DropIncomingHandshake:442(580ns) DropOutgoingHandshake:457(773ns)} GenerateSessionVirtualId:992(1352ns) PrepareNewSessionHandshake:477(2330ns) {SwitchToState:179(737ns)}}}}}
2026-01-08T17:05:14.505965Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037956324294511:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.546939Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037957716220712:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15472
2026-01-08T17:05:14.570957Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037953421253341:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(335647168ns) {Configure:104(335640929ns) {ProcessConfigured:135(33146228ns) {StartInitialHandshake:157(33143174ns) {DropHandshakes:470(3765ns) {DropIncomingHandshake:442(768ns) DropOutgoingHandshake:457(680ns)} GenerateSessionVirtualId:992(1063ns) PrepareNewSessionHandshake:477(3509ns) {SwitchToState:179(1995ns)}}}}}
2026-01-08T17:05:14.578512Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037953421253340:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(396351457ns) {Configure:104(396346977ns) {ProcessConfigured:135(17301341ns) {StartInitialHandshake:157(17298236ns) {DropHandshakes:470(2425ns) {DropIncomingHandshake:442(626ns) DropOutgoingHandshake:457(656ns)} GenerateSessionVirtualId:992(645ns) PrepareNewSessionHandshake:477(2423ns) {SwitchToState:179(1390ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.582383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037953732996397:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.591769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037954222670604:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.532266Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037954226062734:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33130
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.638811Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037955054377720:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25854
2026-01-08T17:05:14.598696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037954226062678:2068] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.642559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037955054377676:2082] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.591918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037954222670565:2085] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.598910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037949931095360:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:14.602839Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037954226062689:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(86765275ns) {Configure:104(86757855ns) {ProcessConfigured:135(46988244ns) {StartInitialHandshake:157(46985295ns) {DropHandshakes:470(2230ns) {DropIncomingHandshake:442(330ns) DropOutgoingHandshake:457(338ns)} GenerateSessionVirtualId:992(833ns) PrepareNewSessionHandshake:477(3715ns) {SwitchToState:179(1647ns)}}}}}
2026-01-08T17:05:14.611269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037954226062734:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.635053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037957716220715:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15472
2026-01-08T17:05:14.639845Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037957716220702:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.658731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037954226062689:2065] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:14.620674Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037952029327144:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(38031227ns) {Configure:104(38022870ns) {ProcessConfigured:135(79139ns) {StartInitialHandshake:157(75671ns) {DropHandshakes:470(3595ns) {DropIncomingHandshake:442(780ns) DropOutgoingHandshake:457(614ns)} GenerateSessionVirtualId:992(1154ns) PrepareNewSessionHandshake:477(2351ns) {SwitchToState:179(919ns)}}}}}
2026-01-08T17:05:14.670634Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037957716220681:2091] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.670783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037953421253340:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:14.664263Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037956324294511:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.695073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037957716220712:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.592399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037954222670606:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44100
2026-01-08T17:05:14.706757Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037957716220704:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.706815Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037957716220704:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:14.708296Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037957716220704:2111] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.670175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037950759410345:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:14.667316Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037949438029032:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(436549514ns) {Configure:104(436541503ns) {ProcessConfigured:135(26444180ns) {StartInitialHandshake:157(26441264ns) {DropHandshakes:470(1915ns) {DropIncomingHandshake:442(293ns) DropOutgoingHandshake:457(569ns)} GenerateSessionVirtualId:992(412ns) PrepareNewSessionHandshake:477(2682ns) {SwitchToState:179(1415ns)}}}}}
2026-01-08T17:05:14.718592Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037954226062738:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33130
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.674808Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037956324294464:2067] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.674850Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037956324294464:2067] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:14.722574Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037956324294462:2066] [node 5] ICP35 event processing took too much time PendingConnection:279(34513075ns) {IncomingHandshake:261(8023135ns) {DropIncomingHandshake:442(764ns) PrepareNewSessionHandshake:477(2160ns) {SwitchToState:179(891ns)} GenerateSessionVirtualId:992(1651ns) IssueIncomingHandshakeReply:193(22140ns)}}
2026-01-08T17:05:14.708890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037957716220652:2062] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:14.708957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:14.709033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037957716220652:2062] [node 6] ICP22 created new session: [4:7593037957716220721:2062]
2026-01-08T17:05:14.709103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037957716220721:2062] [node 6] ICS09 handshake done sender: [4:7593037957716220704:2111] self: [4:7593037957716220703:0] peer: [6:7593037954226062737:0] socket: 315 qp: -1
2026-01-08T17:05:14.709147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037957716220721:2062] [node 6] ICS10 traffic start
2026-01-08T17:05:14.709215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:14.711319Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037953421253342:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(507816684ns) {Configure:104(507807617ns) {ProcessConfigured:135(32798657ns) {StartInitialHandshake:157(32794463ns) {DropHandshakes:470(1734ns) {DropIncomingHandshake:442(388ns) DropOutgoingHandshake:457(538ns)} GenerateSessionVirtualId:992(654ns) PrepareNewSessionHandshake:477(3694ns) {SwitchToState:179(1688ns)}}}}}
2026-01-08T17:05:14.723446Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037957716220701:2109] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.723493Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037957716220701:2109] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:14.600893Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037949927703230:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(486203444ns) {Configure:104(486187335ns) {ProcessConfigured:135(38902948ns) {StartInitialHandshake:157(38899854ns) {DropHandshakes:470(2209ns) {DropIncomingHandshake:442(434ns) DropOutgoingHandshake:457(575ns)} GenerateSessionVirtualId:992(546ns) PrepareNewSessionHandshake:477(4299ns) {SwitchToState:179(2560ns)}}}}}
2026-01-08T17:05:14.674882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037949438029033:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(443989516ns) {Configure:104(443981629ns) {ProcessConfigured:135(10429729ns) {StartInitialHandshake:157(10426323ns) {DropHandshakes:470(2213ns) {DropIncomingHandshake:442(186ns) DropOutgoingHandshake:457(662ns)} GenerateSessionVirtualId:992(377ns) PrepareNewSessionHandshake:477(3020ns) {SwitchToState:179(1697ns)}}}}}
2026-01-08T17:05:14.678497Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037953732996393:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.688111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037949438029032:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:14.711268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037953732996411:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6428
2026-01-08T17:05:14.738651Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037956324294464:2067] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.670339Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037955054377715:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.739165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037956324294462:2066] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:14.634581Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037954222670574:2090] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.778884Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037957716220701:2109] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.722750Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037954226062739:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33130
2026-01-08T17:05:14.694782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037950759410344:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(476454823ns) {Configure:104(476441561ns) {ProcessConfigured:135(31296847ns) {StartInitialHandshake:157(31292977ns) {DropHandshakes:470(3229ns) {DropIncomingHandshake:442(721ns) DropOutgoingHandshake:457(459ns)} GenerateSessionVirtualId:992(1542ns) PrepareNewSessionHandshake:477(3885ns) {SwitchToState:179(1960ns)}}}}}
2026-01-08T17:05:14.739252Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.634646Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037954222670574:2090] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:14.739242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037954226062678:2068] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.663196Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037954222670606:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.735196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037955054377687:2070] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:14.747560Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037956324294523:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
2026-01-08T17:05:14.749950Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037956324294523:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.766432Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037956324294462:2066] [node 5] ICP22 created new session: [3:7593037956324294521:2066]
2026-01-08T17:05:14.797890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037956324294521:2066] [node 5] ICS09 handshake done sender: [3:7593037956324294464:2067] self: [3:7593037956324294463:0] peer: [5:7593037955054377722:0] socket: 296 qp: -1
2026-01-08T17:05:14.806841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037956324294521:2066] [node 5] ICS10 traffic start
2026-01-08T17:05:14.806910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:14.808698Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037956324294462:2066] [node 5] ICP35 event processing took too much time PendingConnection:279(68493814ns) {HandleHandshakeStatus:329(68490770ns) {DropIncomingHandshake:442(23515ns) DropOutgoingHandshake:457(580ns) SwitchToState:179(1112ns) ProcessPendingSessionEvents:495(570830ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 503147ns max# 66312ns}}}
2026-01-08T17:05:14.838675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037957716220682:2067] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:14.796942Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037953732996411:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.851164Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037956324294526:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
2026-01-08T17:05:14.739795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037949931095360:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.797313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037953732996412:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6428
2026-01-08T17:05:14.739853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:14.755015Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037950759410345:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10777) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037955054377676:2082] held: no
2026-01-08T17:05:14.669791Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037954222670574:2090] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:14.883328Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037953732996401:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.883398Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037953732996401:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.890101Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037953732996401:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:14.862814Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037957716220715:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.770724Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037955054377687:2070] [node 4] ICP35 event processing took too much time PendingConnection:279(28533986ns) {IncomingHandshake:261(28530516ns) {DropIncomingHandshake:442(253ns) PrepareNewSessionHandshake:477(1147ns) {SwitchToState:179(188ns)} GenerateSessionVirtualId:992(323ns) IssueIncomingHandshakeReply:193(28511811ns) {SwitchToState:179(2022ns)}}}
2026-01-08T17:05:14.889457Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037956324294527:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
2026-01-08T17:05:14.762883Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037954222670556:2077] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.894379Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037953732996396:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.739917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037949931095360:2048] [node 1] ICP22 created new session: [6:7593037954226062740:2048]
2026-01-08T17:05:14.863271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037953421253342:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.754879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037954226062740:2048] [node 1] ICS09 handshake done sender: [6:7593037954226062678:2068] self: [6:7593037954226062736:0] peer: [1:7593037954222670573:0] socket: 303 qp: -1
2026-01-08T17:05:14.754950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037954226062740:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:14.760304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037954226062743:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33130
2026-01-08T17:05:14.760541Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037954226062741:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33130
2026-01-08T17:05:14.761039Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037954226062734:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:14.761313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037954226062689:2065] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:14.761376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:14.761439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037954226062689:2065] [node 4] ICP22 created new session: [6:7593037954226062744:2065]
2026-01-08T17:05:14.761510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037954226062744:2065] [node 4] ICS09 handshake done sender: [6:7593037954226062734:2115] self: [6:7593037954226062737:0] peer: [4:7593037957716220703:0] socket: 317 qp: -1
2026-01-08T17:05:14.761553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037954226062744:2065] [node 4] ICS10 traffic start
2026-01-08T17:05:14.761589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:14.762986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:14.771394Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037954226062739:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.786929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037949931095361:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:14.809567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037954226062748:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33130
2026-01-08T17:05:14.820299Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037949931095360:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(79428598ns) {HandleHandshakeStatus:329(79427012ns) {DropIncomingHandshake:442(423ns) DropOutgoingHandshake:457(12205ns) SwitchToState:179(530ns) ProcessPendingSessionEvents:495(8521098ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 8457507ns max# 7993011ns}}}
2026-01-08T17:05:14.836884Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037954226062743:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.847691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037949931095362:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:14.914399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037954226062748:2121] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.917220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037954226062671:2060] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:14.932333Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037954226062751:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33130
2026-01-08T17:05:14.933017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037954226062752:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33130
2026-01-08T17:05:14.933114Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037954226062753:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:33130
2026-01-08T17:05:14.902882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037956324294515:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.955882Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037954226062739:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:14.810235Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037955054377720:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.778473Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037954222670599:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.894412Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037953732996393:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:14.902924Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037956324294515:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:14.863796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037957716220725:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15472
2026-01-08T17:05:14.831432Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037955054377726:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25854
2026-01-08T17:05:14.894453Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037953732996396:2111] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.971683Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037954226062743:2120] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.832020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037955054377727:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25854
2026-01-08T17:05:14.778543Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037954222670599:2112] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:05:14.881105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.903319Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037953732996394:2079] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:14.911425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037956324294513:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:14.778728Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037954222670567:2086] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.833889Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037955054377715:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:14.911478Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037956324294513:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:14.971925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037949931095362:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:14.887353Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037953421253340:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17580) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037957716220681:2091] held: no
2026-01-08T17:05:14.903366Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:14.916861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037953732996394:2079] [node 5] ICP22 created new session: [2:7593037953732996416:2079]
2026-01-08T17:05:14.922462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037953732996399:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.922521Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037953732996399:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:14.926355Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037953732996396:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:14.934358Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037949438029032:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:14.934441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:14.934496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037949438029032:2048] [node 1] ICP22 created new session: [2:7593037953732996419:2048]
2026-01-08T17:05:14.934558Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037953732996419:2048] [node 1] ICS09 handshake done sender: [2:7593037953732996393:2110] self: [2:7593037953732996410:0] peer: [1:7593037954222670595:0] socket: 312 qp: -1
2026-01-08T17:05:14.934604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037953732996419:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:14.934673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:14.955126Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037953732996418:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6428
2026-01-08T17:05:14.957547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037953732996416:2079] [node 5] ICS09 handshake done sender: [2:7593037953732996401:2114] self: [2:7593037953732996400:0] peer: [5:7593037955054377729:0] socket: 331 qp: -1
2026-01-08T17:05:14.962523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037953732996416:2079] [node 5] ICS10 traffic start
2026-01-08T17:05:14.964594Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037953732996399:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:14.966509Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037953732996343:2059] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:14.970612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:14.974992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:14.993983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037953732996364:2066] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:14.994067Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:14.994132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037953732996364:2066] [node 4] ICP22 created new session: [2:7593037953732996426:2066]
2026-01-08T17:05:14.994191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037953732996426:2066] [node 4] ICS09 handshake done sender: [2:7593037953732996399:2113] self: [2:7593037953732996398:0] peer: [4:7593037957716220729:0] socket: 328 qp: -1
2026-01-08T17:05:14.994229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037953732996426:2066] [node 4] ICS10 traffic start
2026-01-08T17:05:14.994266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:14.995875Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037953732996425:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6428
2026-01-08T17:05:15.019182Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037953732996425:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:15.022616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037953732996343:2059] [node 6] ICP22 created new session: [2:7593037953732996424:2059]
2026-01-08T17:05:15.040003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037953732996409:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:15.040033Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037953732996409:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:15.050622Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037953732996409:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:15.056040Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037953732996394:2079] [node 5] ICP35 event processing took too much time PendingConnection:279(151635257ns) {HandleHandshakeStatus:329(151632454ns) {DropIncomingHandshake:442(406ns) DropOutgoingHandshake:457(895ns) SwitchToState:179(691ns) ProcessPendingSessionEvents:495(13539756ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 13472713ns max# 13017653ns}}}
2026-01-08T17:05:15.066554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037953732996424:2059] [node 6] ICS09 handshake done sender: [2:7593037953732996396:2111] self: [2:7593037953732996395:0] peer: [6:7593037954226062747:0] socket: 336 qp: -1
2026-01-08T17:05:15.066620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037953732996424:2059] [node 6] ICS10 traffic start
2026-01-08T17:05:15.068868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:14.843457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037955054377687:2070] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:14.778767Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037954222670567:2086] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:14.916756Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037956324294526:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.971986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:14.888197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037953421253341:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:14.923913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037952029327143:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:14.930600Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037956324294527:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.937223Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037956324294515:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:14.974974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037956324294491:2063] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:14.998344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:14.998408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037956324294491:2063] [node 6] ICP22 created new session: [3:7593037956324294535:2063]
2026-01-08T17:05:14.998476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037956324294535:2063] [node 6] ICS09 handshake done sender: [3:7593037956324294515:2114] self: [3:7593037956324294514:0] peer: [6:7593037954226062749:0] socket: 344 qp: -1
2026-01-08T17:05:14.998543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037956324294535:2063] [node 6] ICS10 traffic start
2026-01-08T17:05:14.998589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:15.000381Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037956324294491:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(29661300ns) {HandleHandshakeStatus:329(29657204ns) {DropIncomingHandshake:442(46142ns) DropOutgoingHandshake:457(734ns) SwitchToState:179(667ns) ProcessPendingSessionEvents:495(573317ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 500206ns max# 48729ns}}}
2026-01-08T17:05:15.017941Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037956324294534:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
2026-01-08T17:05:15.018830Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037956324294533:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
2026-01-08T17:05:15.018952Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037956324294526:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:15.020380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037956324294533:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:15.020438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037952029327143:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:15.020536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:15.020598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037952029327143:2048] [node 1] ICP22 created new session: [3:7593037960619261833:2048]
2026-01-08T17:05:15.020660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037960619261833:2048] [node 1] ICS09 handshake done sender: [3:7593037956324294526:2117] self: [3:7593037956324294529:0] peer: [1:7593037954222670605:0] socket: 355 qp: -1
2026-01-08T17:05:15.020703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037960619261833:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:15.020772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:15.022594Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037956324294513:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:15.035006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037952029327144:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:15.044533Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037960619261836:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6442
2026-01-08T17:05:15.057937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037956324294456:2061] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:15.074861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037956324294533:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:15.079955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037952029327144:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:15.090517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:15.097554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037956324294456:2061] [node 4] ICP22 created new session: [3:7593037960619261837:2061]
2026-01-08T17:05:14.847400Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037955054377724:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25854
2026-01-08T17:05:15.083667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037949438029033:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:15.083788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:15.083874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037949438029033:2049] [node 3] ICP22 created new session: [2:7593037958027963727:2049]
2026-01-08T17:05:15.083951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037958027963727:2049] [node 3] ICS09 handshake done sender: [2:7593037953732996409:2116] self: [2:7593037953732996405:0] peer: [3:7593037960619261835:0] socket: 369 qp: -1
2026-01-08T17:05:15.084001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037958027963727:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:15.084069Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:15.093073Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037953732996394:2079] [node 5] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:14.782031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037954222670572:2089] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:15.110021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:14.972044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037949931095362:2050] [node 3] ICP22 created new session: [6:7593037954226062754:2050]
2026-01-08T17:05:14.853115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:14.888314Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037957716220681:2091] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:15.109030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037953732996343:2059] [node 6] ICP35 event processing took too much time PendingConnection:279(141326116ns) {HandleHandshakeStatus:329(141322927ns) {DropIncomingHandshake:442(19959ns) DropOutgoingHandshake:457(592ns) SwitchToState:179(701ns) ProcessPendingSessionEvents:495(8551646ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 8486296ns max# 7980607ns}}}
2026-01-08T17:05:14.782126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:14.901039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037953421253340:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:14.901102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:14.901165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037953421253340:2048] [node 1] ICP22 created new session: [4:7593037957716220730:2048]
2026-01-08T17:05:14.901227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037957716220730:2048] [node 1] ICS09 handshake done sender: [4:7593037957716220681:2091] self: [4:7593037957716220719:0] peer: [1:7593037954222670566:0] socket: 309 qp: -1
2026-01-08T17:05:14.901278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037957716220730:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:14.901334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:14.906481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037957716220682:2067] [node 5] ICP22 created new session: [4:7593037957716220728:2067]
2026-01-08T17:05:14.942464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037957716220728:2067] [node 5] ICS09 handshake done sender: [4:7593037957716220701:2109] self: [4:7593037957716220696:0] peer: [5:7593037955054377723:0] socket: 314 qp: -1
2026-01-08T17:05:14.951836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037957716220728:2067] [node 5] ICS10 traffic start
2026-01-08T17:05:14.957697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:14.959907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037957716220732:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15472
2026-01-08T17:05:15.025940Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037953421253341:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7193) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037957716220715:2117] held: no
2026-01-08T17:05:15.039505Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037957716220682:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(199820280ns) {HandleHandshakeStatus:329(199816468ns) {DropIncomingHandshake:442(17968ns) DropOutgoingHandshake:457(689ns) SwitchToState:179(1036ns) ProcessPendingSessionEvents:495(15755796ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 15686821ns max# 15239275ns}}}
2026-01-08T17:05:15.039667Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037962011188030:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15472
2026-01-08T17:05:15.043152Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037957716220715:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:15.063168Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037953421253341:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:15.063272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:15.063343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037953421253341:2049] [node 2] ICP22 created new session: [4:7593037962011188031:2049]
2026-01-08T17:05:15.063407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037962011188031:2049] [node 2] ICS09 handshake done sender: [4:7593037957716220715:2117] self: [4:7593037957716220729:0] peer: [2:7593037953732996398:0] socket: 329 qp: -1
2026-01-08T17:05:15.063465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037962011188031:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:15.063538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:15.065698Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037957716220712:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:15.095533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037953421253342:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:15.095621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:15.095692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037953421253342:2050] [node 3] ICP22 created new session: [4:7593037962011188033:2050]
2026-01-08T17:05:15.095780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037962011188033:2050] [node 3] ICS09 handshake done sender: [4:7593037957716220712:2116] self: [4:7593037957716220726:0] peer: [3:7593037956324294512:0] socket: 325 qp: -1
2026-01-08T17:05:15.095828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037962011188033:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:15.095878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:15.096608Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037953421253342:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:15.110045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037960619261837:2061] [node 4] ICS09 handshake done sender: [3:7593037956324294513:2113] self: [3:7593037956324294512:0] peer: [4:7593037957716220726:0] socket: 324 qp: -1
2026-01-08T17:05:15.113391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037960619261837:2061] [node 4] ICS10 traffic start
2026-01-08T17:05:15.113488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037952029327144:2049] [node 2] ICP22 created new session: [3:7593037960619261838:2049]
2026-01-08T17:05:15.117647Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037960619261838:2049] [node 2] ICS09 handshake done sender: [3:7593037956324294533:2119] self: [3:7593037960619261835:0] peer: [2:7593037953732996405:0] socket: 370 qp: -1
2026-01-08T17:05:15.117699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037960619261838:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:15.117772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:15.119034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:15.121425Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037956324294456:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(72813801ns) {HandleHandshakeStatus:329(62447949ns) {DropIncomingHandshake:442(22219ns) DropOutgoingHandshake:457(760ns) SwitchToState:179(5754ns) ProcessPendingSessionEvents:495(608961ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 547206ns max# 63663ns}}}
2026-01-08T17:05:14.972107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037954226062754:2050] [node 3] ICS09 handshake done sender: [6:7593037954226062743:2120] self: [6:7593037954226062749:0] peer: [3:7593037956324294514:0] socket: 318 qp: -1
2026-01-08T17:05:14.972150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037954226062754:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:14.972187Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:14.974542Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037949931095361:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:14.975122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:14.979041Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037954226062748:2121] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:14.990568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037949931095361:2049] [node 2] ICP22 created new session: [6:7593037954226062756:2049]
2026-01-08T17:05:14.990649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037954226062756:2049] [node 2] ICS09 handshake done sender: [6:7593037954226062739:2118] self: [6:7593037954226062747:0] peer: [2:7593037953732996395:0] socket: 337 qp: -1
2026-01-08T17:05:14.990704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037954226062756:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:14.990778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:14.992596Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037949931095361:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(17024935ns) {HandleHandshakeStatus:329(17023052ns) {DropIncomingHandshake:442(823ns) DropOutgoingHandshake:457(6053ns) SwitchToState:179(641ns) ProcessPendingSessionEvents:495(590947ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 530101ns max# 71835ns}}}
2026-01-08T17:05:14.992680Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037954226062671:2060] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:14.992766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:14.992848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037954226062671:2060] [node 5] ICP22 created new session: [6:7593037954226062758:2060]
2026-01-08T17:05:14.992906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037954226062758:2060] [node 5] ICS09 handshake done sender: [6:7593037954226062748:2121] self: [6:7593037954226062750:0] peer: [5:7593037955054377716:0] socket: 351 qp: -1
2026-01-08T17:05:14.992957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037954226062758:2060] [node 5] ICS10 traffic start
2026-01-08T17:05:14.992996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:15.012431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037954226062671:2060] [node 5] ICP35 event processing took too much time PendingConnection:279(18679936ns) {HandleHandshakeStatus:329(18676688ns) {DropIncomingHandshake:442(708ns) DropOutgoingHandshake:457(7656ns) SwitchToState:179(616ns) ProcessPendingSessionEvents:495(18208171ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 18142628ns max# 10612002ns}}}
2026-01-08T17:05:14.864845Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037950759410345:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(117702293ns) {HandleHandshakeStatus:395(117699841ns) {LogHandshakeFail:472(32512ns) {UpdateErrorStateLog:545(6652ns)} DropOutgoingHandshake:457(2049ns) ProcessPendingSessionEvents:495(108964640ns) {unordered DropSessionEvent:512 num# 100 sum# 108884722ns max# 16962855ns}}}
2026-01-08T17:05:14.864992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037950759410344:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:14.868569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037955054377687:2070] [node 4] ICP22 created new session: [5:7593037955054377728:2070]
2026-01-08T17:05:14.877045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037955054377676:2082] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:14.877408Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037955054377727:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.877813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037950759410343:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:14.878305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037950759410345:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:14.878427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:14.878482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037950759410345:2050] [node 3] ICP22 created new session: [5:7593037955054377731:2050]
2026-01-08T17:05:14.888737Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037955054377732:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25854
2026-01-08T17:05:14.892978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037955054377728:2070] [node 4] ICS09 handshake done sender: [5:7593037955054377715:2115] self: [5:7593037955054377723:0] peer: [4:7593037957716220696:0] socket: 316 qp: -1
2026-01-08T17:05:14.893047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037955054377731:2050] [node 3] ICS09 handshake done sender: [5:7593037955054377676:2082] self: [5:7593037955054377722:0] peer: [3:7593037956324294463:0] socket: 298 qp: -1
2026-01-08T17:05:14.914612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037955054377731:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:14.914679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:14.914966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037950759410345:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(36547175ns) {HandleHandshakeStatus:329(36539478ns) {DropIncomingHandshake:442(316ns) DropOutgoingHandshake:457(758ns) SwitchToState:179(18938ns) ProcessPendingSessionEvents:495(1037ns)}}
2026-01-08T17:05:14.916975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037955054377728:2070] [node 4] ICS10 traffic start
2026-01-08T17:05:14.924660Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037955054377717:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.924690Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037955054377717:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:14.925584Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037955054377720:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:14.930822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:14.963718Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037955054377717:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:14.966689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037950759410344:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:14.966770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:14.966839Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037950759410344:2049] [node 2] ICP22 created new session: [5:7593037955054377738:2049]
2026-01-08T17:05:14.966905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037955054377738:2049] [node 2] ICS09 handshake done sender: [5:7593037955054377720:2117] self: [5:7593037955054377729:0] peer: [2:7593037953732996400:0] socket: 332 qp: -1
2026-01-08T17:05:14.966954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037955054377738:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:14.967000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:15.003057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037955054377711:2068] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:15.003160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:15.003230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037955054377711:2068] [node 6] ICP22 created new session: [5:7593037959349345036:2068]
2026-01-08T17:05:15.003323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037959349345036:2068] [node 6] ICS09 handshake done sender: [5:7593037955054377717:2116] self: [5:7593037955054377716:0] peer: [6:7593037954226062750:0] socket: 308 qp: -1
2026-01-08T17:05:15.003367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037959349345036:2068] [node 6] ICS10 traffic start
2026-01-08T17:05:15.003409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:15.014005Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037950759410343:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17580) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037955054377727:2121] held: no
2026-01-08T17:05:15.014749Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037955054377737:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25854
2026-01-08T17:05:15.016499Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037955054377687:2070] [node 4] ICP35 event processing took too much time PendingConnection:279(172035413ns) {HandleHandshakeStatus:329(172032275ns) {DropIncomingHandshake:442(1281ns) DropOutgoingHandshake:457(8303ns) SwitchToState:179(818ns) ProcessPendingSessionEvents:495(17589387ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 17519416ns max# 17068820ns}}}
2026-01-08T17:05:15.024446Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037955054377711:2068] [node 6] ICP35 event processing took too much time PendingConnection:279(20356165ns) {HandleHandshakeStatus:329(20353073ns) {DropIncomingHandshake:442(19331ns) DropOutgoingHandshake:457(595ns) SwitchToState:179(595ns) ProcessPendingSessionEvents:495(19863577ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 19796780ns max# 19220847ns}}}
2026-01-08T17:05:15.036938Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037950759410344:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(69275697ns) {HandleHandshakeStatus:329(69259389ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(6339ns) SwitchToState:179(456ns) ProcessPendingSessionEvents:495(38198097ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 38126346ns max# 37673346ns}}}
2026-01-08T17:05:15.057503Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037955054377727:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:15.068961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037950759410343:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:15.100210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:15.110294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037950759410343:2048] [node 1] ICP22 created new session: [5:7593037959349345038:2048]
2026-01-08T17:05:15.113568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037959349345038:2048] [node 1] ICS09 handshake done sender: [5:7593037955054377727:2121] self: [5:7593037955054377730:0] peer: [1:7593037954222670589:0] socket: 353 qp: -1
2026-01-08T17:05:15.115328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037959349345038:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:15.115403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:15.115701Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037950759410343:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(46610693ns) {HandleHandshakeStatus:329(46607545ns) {DropIncomingHandshake:442(1810ns) DropOutgoingHandshake:457(436ns) SwitchToState:179(767ns) ProcessPendingSessionEvents:495(1050ns)}}
2026-01-08T17:05:14.782196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037954222670572:2089] [node 6] ICP22 created new session: [1:7593037954222670613:2089]
2026-01-08T17:05:14.782269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037954222670613:2089] [node 6] ICS09 handshake done sender: [1:7593037954222670574:2090] self: [1:7593037954222670573:0] peer: [6:7593037954226062736:0] socket: 302 qp: -1
2026-01-08T17:05:14.782312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037954222670613:2089] [node 6] ICS10 traffic start
2026-01-08T17:05:14.782404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:14.794434Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037954222670599:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:14.817335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037949927703229:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:14.817414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:14.817481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037949927703229:2048] [node 2] ICP22 created new session: [1:7593037954222670618:2048]
2026-01-08T17:05:14.817545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037954222670618:2048] [node 2] ICS09 handshake done sender: [1:7593037954222670599:2112] self: [1:7593037954222670595:0] peer: [2:7593037953732996410:0] socket: 311 qp: -1
2026-01-08T17:05:14.817591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037954222670618:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:14.817637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:14.822541Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037954222670567:2086] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:14.858088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037954222670560:2078] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:14.858204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:14.858269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037954222670560:2078] [node 4] ICP22 created new session: [1:7593037954222670621:2078]
2026-01-08T17:05:14.858359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037954222670621:2078] [node 4] ICS09 handshake done sender: [1:7593037954222670567:2086] self: [1:7593037954222670566:0] peer: [4:7593037957716220719:0] socket: 300 qp: -1
2026-01-08T17:05:14.858405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037954222670621:2078] [node 4] ICS10 traffic start
2026-01-08T17:05:14.858468Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:14.925981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037954222670603:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.926017Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037954222670603:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:14.932803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037954222670623:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44100
2026-01-08T17:05:14.946666Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037954222670603:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:14.957490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037954222670555:2076] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:14.957867Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037954222670609:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:14.957906Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037954222670609:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:14.967754Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037949927703229:2048] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:14.970450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:14.970526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037954222670555:2076] [node 5] ICP22 created new session: [1:7593037954222670625:2076]
2026-01-08T17:05:14.984357Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037954222670609:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:15.006482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037954222670625:2076] [node 5] ICS09 handshake done sender: [1:7593037954222670603:2115] self: [1:7593037954222670589:0] peer: [5:7593037955054377730:0] socket: 347 qp: -1
2026-01-08T17:05:15.022684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037954222670625:2076] [node 5] ICS10 traffic start
2026-01-08T17:05:15.042840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037949927703230:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:15.057584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:15.070479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:15.070583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037949927703230:2049] [node 3] ICP22 created new session: [1:7593037958517637924:2049]
2026-01-08T17:05:15.070648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037958517637924:2049] [node 3] ICS09 handshake done sender: [1:7593037954222670609:2118] self: [1:7593037954222670605:0] peer: [3:7593037956324294529:0] socket: 354 qp: -1
2026-01-08T17:05:15.070696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037958517637924:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:15.070781Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:15.072596Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037949927703230:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(28651808ns) {HandleHandshakeStatus:329(28649206ns) {DropIncomingHandshake:442(17664ns) DropOutgoingHandshake:457(751ns) SwitchToState:179(740ns) ProcessPendingSessionEvents:495(563009ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 505606ns max# 72236ns}}}
2026-01-08T17:05:15.088650Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037954222670555:2076] [node 5] ICP35 event processing took too much time PendingConnection:279(136378738ns) {HandleHandshakeStatus:329(136376092ns) {DropIncomingHandshake:442(22183ns) DropOutgoingHandshake:457(698ns) SwitchToState:179(5363ns) ProcessPendingSessionEvents:495(9931132ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 9863201ns max# 9389387ns}}}
2026-01-08T17:05:15.144371Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037952029327144:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(63242798ns) {HandleHandshakeStatus:329(63239979ns) {DropIncomingHandshake:442(1184ns) DropOutgoingHandshake:457(7392ns) SwitchToState:179(5262ns) ProcessPendingSessionEvents:495(25279025ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 25204778ns max# 24665126ns}}}
2026-01-08T17:05:15.304618Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:15.304861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037953732996419:2048] [node 1] ICS07 socket disconnect 312 reason# EndOfStream
2026-01-08T17:05:15.304900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037953732996419:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:15.305012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:15.305057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037953732996419:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:15.316554Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:15.316808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037960619261833:2048] [node 1] ICS07 socket disconnect 355 reason# EndOfStream
2026-01-08T17:05:15.316850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037960619261833:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:15.316949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:15.317000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037960619261833:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:15.325661Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037949438029032:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17580) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:15.325725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037953732996419:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:15.327449Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037952029327143:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17580) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:15.327525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037960619261833:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:15.329146Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037952029327143:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17580) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:15.329206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037960619261833:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:15.329250Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037952029327143:2048] [node 1] ICP30 unregister session Session# [3:7593037960619261833:2048] VirtualId# [3:7593037956324294529:0]
2026-01-08T17:05:15.329807Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037949438029032:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17580) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:15.329304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:15.329882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037953732996419:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:15.329361Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037952029327143:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17580) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.329919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037949438029032:2048] [node 1] ICP30 unregister session Session# [2:7593037953732996419:2048] VirtualId# [2:7593037953732996410:0]
2026-01-08T17:05:15.329393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17580) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.329955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:15.329985Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037949438029032:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17580) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.330000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17580) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.342513Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:15.342821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037959349345038:2048] [node 1] ICS01 socket: 353 reason# EndOfStream
2026-01-08T17:05:15.342868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037950759410343:2048] [node 1] ICP30 unregister session Session# [5:7593037959349345038:2048] VirtualId# [5:7593037955054377730:0]
2026-01-08T17:05:15.342918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037959349345038:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:15.343024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:15.343075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:15.342510Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:15.342821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037957716220730:2048] [node 1] ICS01 socket: 309 reason# EndOfStream
2026-01-08T17:05:15.342868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037953421253340:2048] [node 1] ICP30 unregister session Session# [4:7593037957716220730:2048] VirtualId# [4:7593037957716220719:0]
2026-01-08T17:05:15.342918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037957716220730:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:15.343024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:15.343075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:15.342542Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:15.342820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037954226062740:2048] [node 1] ICS07 socket disconnect 303 reason# EndOfStream
2026-01-08T17:05:15.342860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037954226062740:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:15.343013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:15.343069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037954226062740:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:15.344116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037952029327143:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:15.345291Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037949931095360:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17580) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:15.345376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037954226062740:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:15.345418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037949931095360:2048] [node 1] ICP30 unregister session Session# [6:7593037954226062740:2048] VirtualId# [6:7593037954226062736:0]
2026-01-08T17:05:15.345537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:15.345581Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037949931095360:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17580) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.345599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17580) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.346693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037949438029032:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:15.359480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037949931095360:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:15.538571Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:15.538848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037960619261838:2049] [node 2] ICS07 socket disconnect 370 reason# EndOfStream
2026-01-08T17:05:15.538891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037960619261838:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:15.538990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:15.539044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037960619261838:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:15.548105Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037952029327144:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7193) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:15.548171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037960619261838:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:15.549458Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037952029327144:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7193) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:15.549530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037960619261838:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:15.549578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037952029327144:2049] [node 2] ICP30 unregister session Session# [3:7593037960619261838:2049] VirtualId# [3:7593037960619261835:0]
2026-01-08T17:05:15.549683Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:15.549744Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037952029327144:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7193) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.549787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7193) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.558692Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:15.558930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037962011188031:2049] [node 2] ICS01 socket: 329 reason# EndOfStream
2026-01-08T17:05:15.558981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037953421253341:2049] [node 2] ICP30 unregister session Session# [4:7593037962011188031:2049] VirtualId# [4:7593037957716220729:0]
2026-01-08T17:05:15.559025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037962011188031:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:15.559095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:15.559151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:15.558633Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:15.558633Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:15.558919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037955054377738:2049] [node 2] ICS07 socket disconnect 332 reason# EndOfStream
2026-01-08T17:05:15.558957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037955054377738:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:15.559062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:15.559116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037955054377738:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:15.559870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037954226062756:2049] [node 2] ICS07 socket disconnect 337 reason# EndOfStream
2026-01-08T17:05:15.559951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037954226062756:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:15.560027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:15.560067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037954226062756:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:15.560423Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037950759410344:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7193) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:15.560495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037955054377738:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:15.560541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037950759410344:2049] [node 2] ICP30 unregister session Session# [5:7593037955054377738:2049] VirtualId# [5:7593037955054377729:0]
2026-01-08T17:05:15.560671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:15.560715Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037950759410344:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7193) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.560755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7193) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.561304Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037949931095361:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7193) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:15.561362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037954226062756:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:15.561397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037949931095361:2049] [node 2] ICP30 unregister session Session# [6:7593037954226062756:2049] VirtualId# [6:7593037954226062747:0]
2026-01-08T17:05:15.561515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:15.561550Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037949931095361:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:7193) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.561564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7193) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.562648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037952029327144:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:15.570766Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037950759410344:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:15.570802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037949931095361:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:15.911415Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:15.911707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037962011188033:2050] [node 3] ICS07 socket disconnect 325 reason# EndOfStream
2026-01-08T17:05:15.911748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037962011188033:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:15.911847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:15.911899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037962011188033:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:15.916966Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:15.917225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037954226062754:2050] [node 3] ICS07 socket disconnect 318 reason# EndOfStream
2026-01-08T17:05:15.917269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037954226062754:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:15.917310Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:15.917379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037954226062754:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:15.918067Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:15.918277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037955054377731:2050] [node 3] ICS01 socket: 298 reason# EndOfStream
2026-01-08T17:05:15.918350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037950759410345:2050] [node 3] ICP30 unregister session Session# [5:7593037955054377731:2050] VirtualId# [5:7593037955054377722:0]
2026-01-08T17:05:15.918398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037955054377731:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:15.918472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:15.918518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:15.924384Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037953421253342:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10777) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:15.924471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037962011188033:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:15.924517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037953421253342:2050] [node 3] ICP30 unregister session Session# [4:7593037962011188033:2050] VirtualId# [4:7593037957716220726:0]
2026-01-08T17:05:15.924574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:15.924614Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037953421253342:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10777) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.924635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10777) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.925495Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037949931095362:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10777) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:15.925565Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037954226062754:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:15.925605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037949931095362:2050] [node 3] ICP30 unregister session Session# [6:7593037954226062754:2050] VirtualId# [6:7593037954226062749:0]
2026-01-08T17:05:15.925644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:15.925680Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037949931095362:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10777) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.925699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10777) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:15.935237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037949931095362:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:16.082703Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:16.082989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037954226062744:2065] [node 4] ICS07 socket disconnect 317 reason# EndOfStream
2026-01-08T17:05:16.083032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037954226062744:2065] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:16.083154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:16.083219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037954226062744:2065] [node 4] ICS15 start handshake
2026-01-08T17:05:16.083980Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:16.084227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037955054377728:2070] [node 4] ICS01 socket: 316 reason# EndOfStream
2026-01-08T17:05:16.084279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037955054377687:2070] [node 4] ICP30 unregister session Session# [5:7593037955054377728:2070] VirtualId# [5:7593037955054377723:0]
2026-01-08T17:05:16.084330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037955054377728:2070] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:16.084382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:16.084469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:16.086076Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037954226062689:2065] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28732) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:16.086171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037954226062744:2065] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:16.086238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037954226062689:2065] [node 4] ICP30 unregister session Session# [6:7593037954226062744:2065] VirtualId# [6:7593037954226062737:0]
2026-01-08T17:05:16.086406Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:16.086468Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037954226062689:2065] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28732) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:16.086489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28732) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:16.098560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037954226062689:2065] [node 4] ICP33 wake up from error state
2026-01-08T17:05:16.368436Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:16.368692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037954226062758:2060] [node 5] ICS01 socket: 351 reason# EndOfStream
2026-01-08T17:05:16.368754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037954226062671:2060] [node 5] ICP30 unregister session Session# [6:7593037954226062758:2060] VirtualId# [6:7593037954226062750:0]
2026-01-08T17:05:16.368808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037954226062758:2060] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:16.368911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:16.368964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:16.628705Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037965256925893:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:16.628753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037965256925894:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:16.643024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037963661428714:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:16.643086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037963661428715:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:16.666777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037966062177490:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:16.666819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037966062177491:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:16.703660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037963123393721:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:16.703701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037963123393722:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:16.703738Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037963123393723:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:16.711053Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037966057397968:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:16.711116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037966057397969:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:16.722597Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037966057397967:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:16.839531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037963282718030:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:16.839577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037963282718031:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:16.839623Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037963282718032:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:17.128381Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037967418361040:2070] [node 6] ICP01 ready to work
2026-01-08T17:05:17.130240Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037967956396046:2083] [node 6] ICP01 ready to work
2026-01-08T17:05:17.210183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037967956396056:2080] [node 5] ICP01 ready to work
2026-01-08T17:05:17.276572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037967577685342:2062] [node 4] ICP01 ready to work
2026-01-08T17:05:17.228762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037969551893252:2106] [node 4] ICP01 ready to work
2026-01-08T17:05:17.251008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037966057397968:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(139094045ns) {Configure:104(139086978ns) {ProcessConfigured:135(101174ns) {StartInitialHandshake:157(97344ns) {DropHandshakes:470(3137ns) {DropIncomingHandshake:442(610ns) DropOutgoingHandshake:457(743ns)} GenerateSessionVirtualId:992(1340ns) PrepareNewSessionHandshake:477(4605ns) {SwitchToState:179(744ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.314128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037967577685345:2065] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23152
2026-01-08T17:05:17.211688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037967956396063:2082] [node 4] ICP01 ready to work
2026-01-08T17:05:17.266371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037969551893253:2107] [node 5] ICP01 ready to work
2026-01-08T17:05:17.278635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037970357144849:2064] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.301478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037970352365293:2074] [node 4] ICP01 ready to work
2026-01-08T17:05:17.408874Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037963282718032:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(144422382ns) {Configure:104(144413469ns) {ProcessConfigured:135(95423ns) {StartInitialHandshake:157(91689ns) {DropHandshakes:470(3032ns) {DropIncomingHandshake:442(713ns) DropOutgoingHandshake:457(738ns)} GenerateSessionVirtualId:992(1278ns) PrepareNewSessionHandshake:477(2684ns) {SwitchToState:179(1514ns)}}}}}
2026-01-08T17:05:17.362981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037970357144850:2066] [node 6] ICP01 ready to work
2026-01-08T17:05:17.434907Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037967577685394:2087] [node 5] ICP01 ready to work
2026-01-08T17:05:17.278787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037969551893254:2108] [node 6] ICP01 ready to work
2026-01-08T17:05:17.307718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037970352365294:2063] [node 6] ICP01 ready to work
2026-01-08T17:05:17.411407Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037967956396077:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28986
2026-01-08T17:05:17.413622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037967418361081:2069] [node 5] ICP01 ready to work
2026-01-08T17:05:17.467349Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037967577685345:2065] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.491981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037969551893257:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21624
2026-01-08T17:05:17.463281Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037963123393723:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(252248270ns) {Configure:104(252242253ns) {ProcessConfigured:135(90883ns) {StartInitialHandshake:157(88291ns) {DropHandshakes:470(3330ns) {DropIncomingHandshake:442(790ns) DropOutgoingHandshake:457(751ns)} GenerateSessionVirtualId:992(792ns) PrepareNewSessionHandshake:477(6419ns) {SwitchToState:179(598ns)}}}}}
2026-01-08T17:05:17.433624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037970357144851:2065] [node 5] ICP01 ready to work
2026-01-08T17:05:17.411637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037967956396076:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28986
2026-01-08T17:05:17.467577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037967577685394:2087] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:17.418586Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037967956396056:2080] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(121935982ns) {Configure:104(121927402ns) {ProcessConfigured:135(39612789ns) {StartInitialHandshake:157(39609104ns) {DropHandshakes:470(20586300ns) {DropIncomingHandshake:442(2847ns) DropOutgoingHandshake:457(587ns)} GenerateSessionVirtualId:992(4091ns) PrepareNewSessionHandshake:477(6144ns) {SwitchToState:179(2754ns)}}}}}
2026-01-08T17:05:17.471182Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037963661428714:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(367997246ns) {Configure:104(367990222ns) {ProcessConfigured:135(84002ns) {StartInitialHandshake:157(80299ns) {DropHandshakes:470(3142ns) {DropIncomingHandshake:442(757ns) DropOutgoingHandshake:457(545ns)} GenerateSessionVirtualId:992(1195ns) PrepareNewSessionHandshake:477(1844ns) {SwitchToState:179(765ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.538667Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037967956396087:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28986
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.532581Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037970357144853:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20217
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.506936Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037970352365293:2074] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(205024691ns) {Configure:104(205017143ns) {ProcessConfigured:135(74861ns) {StartInitialHandshake:157(71248ns) {DropHandshakes:470(3120ns) {DropIncomingHandshake:442(642ns) DropOutgoingHandshake:457(869ns)} GenerateSessionVirtualId:992(1229ns) PrepareNewSessionHandshake:477(1955ns) {SwitchToState:179(682ns)}}}}}
2026-01-08T17:05:17.590657Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037967418361040:2070] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(241232654ns) {Configure:104(241220816ns) {ProcessConfigured:135(47630685ns) {StartInitialHandshake:157(47626305ns) {DropHandshakes:470(3397ns) {DropIncomingHandshake:442(825ns) DropOutgoingHandshake:457(604ns)} GenerateSessionVirtualId:992(1591ns) PrepareNewSessionHandshake:477(4220ns) {SwitchToState:179(1422ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.615997Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037963123393722:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(182516693ns) {Configure:104(182505475ns) {ProcessConfigured:135(103948ns) {StartInitialHandshake:157(100962ns) {DropHandshakes:470(3285ns) {DropIncomingHandshake:442(605ns) DropOutgoingHandshake:457(882ns)} GenerateSessionVirtualId:992(1148ns) PrepareNewSessionHandshake:477(1328ns) {SwitchToState:179(574ns)}}}}}
2026-01-08T17:05:17.617113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037967418361093:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60017
2026-01-08T17:05:17.617194Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037967418361094:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60017
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.560466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037967577685403:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23152
2026-01-08T17:05:17.518675Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037970352365296:2075] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.532685Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037970357144854:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20217
2026-01-08T17:05:17.574887Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037967956396077:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.645143Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037969551893257:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.568850Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037963282718030:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(358087732ns) {Configure:104(358079609ns) {ProcessConfigured:135(50023745ns) {StartInitialHandshake:157(50021995ns) {DropHandshakes:470(2065ns) {DropIncomingHandshake:442(791ns) DropOutgoingHandshake:457(409ns)} GenerateSessionVirtualId:992(1142ns) PrepareNewSessionHandshake:477(2925ns) {SwitchToState:179(1228ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.518720Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037970352365296:2075] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:17.568071Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037966062177490:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(200352900ns) {Configure:104(200340343ns) {ProcessConfigured:135(71910ns) {StartInitialHandshake:157(69276ns) {DropHandshakes:470(2548ns) {DropIncomingHandshake:442(608ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:992(1198ns) PrepareNewSessionHandshake:477(2115ns) {SwitchToState:179(774ns)}}}}}
2026-01-08T17:05:17.569517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037967577685404:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23152
2026-01-08T17:05:17.607109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037967956396063:2082] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(213356516ns) {Configure:104(213349098ns) {ProcessConfigured:135(32389422ns) {StartInitialHandshake:157(32385371ns) {DropHandshakes:470(3911ns) {DropIncomingHandshake:442(676ns) DropOutgoingHandshake:457(1221ns)} GenerateSessionVirtualId:992(1644ns) PrepareNewSessionHandshake:477(4334ns) {SwitchToState:179(2094ns)}}}}}
2026-01-08T17:05:17.702243Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037967418361093:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.594884Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037970357144849:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(61608151ns) {Configure:104(61601677ns) {ProcessConfigured:135(85981ns) {StartInitialHandshake:157(82940ns) {DropHandshakes:470(3656ns) {DropIncomingHandshake:442(759ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:992(1331ns) PrepareNewSessionHandshake:477(2714ns) {SwitchToState:179(709ns)}}}}}
2026-01-08T17:05:17.542013Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037970352365340:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10865
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.575772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037967577685345:2065] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:17.631487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037967577685394:2087] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:17.642593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:17.658234Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037967577685407:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23152
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.665019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037967577685394:2087] [node 5] ICP22 created new session: [6:7593037967577685406:2087]
2026-01-08T17:05:17.667775Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037967577685342:2062] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(364199885ns) {Configure:104(364192889ns) {ProcessConfigured:135(110769ns) {StartInitialHandshake:157(106534ns) {DropHandshakes:470(3796ns) {DropIncomingHandshake:442(596ns) DropOutgoingHandshake:457(537ns)} GenerateSessionVirtualId:992(1346ns) PrepareNewSessionHandshake:477(2272ns) {SwitchToState:179(931ns)}}}}}
2026-01-08T17:05:17.705077Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037967577685403:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.607893Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037970357144855:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20217
2026-01-08T17:05:17.626447Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037970357144855:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.558677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037970352365296:2075] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:17.705367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037967577685342:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:17.742724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037967418361086:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.742784Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037967418361086:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:17.617924Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037967956396076:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.758561Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037967418361081:2069] [node 5] ICP35 event processing took too much time PendingConnection:279(32145460ns) {IncomingHandshake:261(32140864ns) {DropIncomingHandshake:442(642ns) PrepareNewSessionHandshake:477(1930ns) {SwitchToState:179(623ns)} GenerateSessionVirtualId:992(1120ns) IssueIncomingHandshakeReply:193(15623ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.719241Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037970357144853:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.743277Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037969551893263:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21624
2026-01-08T17:05:17.754465Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037969551893252:2106] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(251937943ns) {Configure:104(251931859ns) {ProcessConfigured:135(29917089ns) {StartInitialHandshake:157(29913534ns) {DropHandshakes:470(1515ns) {DropIncomingHandshake:442(323ns) DropOutgoingHandshake:457(348ns)} GenerateSessionVirtualId:992(589ns) PrepareNewSessionHandshake:477(5016ns) {SwitchToState:179(2136ns)}}}}}
2026-01-08T17:05:17.622709Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037967956396046:2083] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(484008409ns) {Configure:104(483999823ns) {ProcessConfigured:135(35784658ns) {StartInitialHandshake:157(35781779ns) {DropHandshakes:470(3425ns) {DropIncomingHandshake:442(648ns) DropOutgoingHandshake:457(706ns)} GenerateSessionVirtualId:992(841ns) PrepareNewSessionHandshake:477(4778ns) {SwitchToState:179(2316ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.710789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037967577685406:2087] [node 5] ICS09 handshake done sender: [6:7593037967577685345:2065] self: [6:7593037967577685401:0] peer: [5:7593037970352365295:0] socket: 304 qp: -1
2026-01-08T17:05:17.584236Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037970352365342:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10865
2026-01-08T17:05:17.758699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037970357144854:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.584496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037970352365294:2063] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:17.584566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:17.584636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037970352365294:2063] [node 6] ICP22 created new session: [5:7593037970352365343:2063]
2026-01-08T17:05:17.584703Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037970352365343:2063] [node 6] ICS09 handshake done sender: [5:7593037970352365296:2075] self: [5:7593037970352365295:0] peer: [6:7593037967577685401:0] socket: 303 qp: -1
2026-01-08T17:05:17.584779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037970352365343:2063] [node 6] ICS10 traffic start
2026-01-08T17:05:17.584831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:17.618489Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037970352365346:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10865
2026-01-08T17:05:17.686635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037970352365340:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.711346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593037970352365294:2063] [node 6] ICP18 handshake (actor [5:7593037970352365340:2115]) is too old
2026-01-08T17:05:17.711383Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037970352365348:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10865
2026-01-08T17:05:17.749755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037970352365339:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10865
2026-01-08T17:05:17.782961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037970352365342:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.782520Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037967418361098:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60017
2026-01-08T17:05:17.791573Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037966057397967:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(472799784ns) {Configure:104(472790596ns) {ProcessConfigured:135(25676091ns) {StartInitialHandshake:157(25673252ns) {DropHandshakes:470(3042ns) {DropIncomingHandshake:442(708ns) DropOutgoingHandshake:457(758ns)} GenerateSessionVirtualId:992(1172ns) PrepareNewSessionHandshake:477(3590ns) {SwitchToState:179(1124ns)}}}}}
2026-01-08T17:05:17.818702Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037970352365348:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.806624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037967418361086:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:17.807001Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037967418361094:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.807231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037963123393723:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:17.807853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037967418361040:2070] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:17.807942Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:17.808009Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037967418361040:2070] [node 6] ICP22 created new session: [4:7593037967418361101:2070]
2026-01-08T17:05:17.808076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037967418361101:2070] [node 6] ICS09 handshake done sender: [4:7593037967418361086:2111] self: [4:7593037967418361082:0] peer: [6:7593037967577685411:0] socket: 323 qp: -1
2026-01-08T17:05:17.808124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037967418361101:2070] [node 6] ICS10 traffic start
2026-01-08T17:05:17.808182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:17.819786Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037963123393721:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(339773577ns) {Configure:104(339765715ns) {ProcessConfigured:135(27912482ns) {StartInitialHandshake:157(27908506ns) {DropHandshakes:470(6588ns) {DropIncomingHandshake:442(555ns) DropOutgoingHandshake:457(575ns)} GenerateSessionVirtualId:992(1256ns) PrepareNewSessionHandshake:477(5866ns) {SwitchToState:179(3158ns)}}}}}
2026-01-08T17:05:17.710860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037967577685406:2087] [node 5] ICS10 traffic start
2026-01-08T17:05:17.742813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:17.759232Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037967577685407:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.759357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037963282718032:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:17.813068Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037967577685394:2087] [node 5] ICP35 event processing took too much time PendingConnection:279(189742060ns) {HandleHandshakeStatus:329(189737864ns) {DropIncomingHandshake:442(2846ns) DropOutgoingHandshake:457(8356ns) SwitchToState:179(839ns) ProcessPendingSessionEvents:495(21491832ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 21425684ns max# 20902686ns}}}
2026-01-08T17:05:17.815216Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037967577685414:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23152
2026-01-08T17:05:17.816095Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037967577685415:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23152
2026-01-08T17:05:17.816491Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037967577685403:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:17.816780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037967577685342:2062] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:17.816862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:17.816934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037967577685342:2062] [node 4] ICP22 created new session: [6:7593037967577685416:2062]
2026-01-08T17:05:17.816992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037967577685416:2062] [node 4] ICS09 handshake done sender: [6:7593037967577685403:2114] self: [6:7593037967577685411:0] peer: [4:7593037967418361082:0] socket: 325 qp: -1
2026-01-08T17:05:17.817033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037967577685416:2062] [node 4] ICS10 traffic start
2026-01-08T17:05:17.817097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:17.790370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037970357144865:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.790430Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037970357144865:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:17.791519Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037970357144852:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20217
2026-01-08T17:05:17.814537Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037970357144865:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:17.821469Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037970357144861:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.821502Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037970357144861:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:17.811396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037967956396094:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28986
2026-01-08T17:05:17.842791Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037967577685407:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:17.830704Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037967418361088:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.819958Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037965256925894:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(364356857ns) {Configure:104(364346912ns) {ProcessConfigured:135(30795988ns) {StartInitialHandshake:157(30794082ns) {DropHandshakes:470(2676ns) {DropIncomingHandshake:442(386ns) DropOutgoingHandshake:457(1138ns)} GenerateSessionVirtualId:992(313ns) PrepareNewSessionHandshake:477(1972ns) {SwitchToState:179(263ns)}}}}}
2026-01-08T17:05:17.882742Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037966062177491:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(425901636ns) {Configure:104(425892392ns) {ProcessConfigured:135(43583809ns) {StartInitialHandshake:157(43580070ns) {DropHandshakes:470(3304ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(580ns)} GenerateSessionVirtualId:992(854ns) PrepareNewSessionHandshake:477(4060ns) {SwitchToState:179(2760ns)}}}}}
2026-01-08T17:05:17.883097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037966062177491:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.820517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037966057397967:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:17.830759Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037967418361088:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.905124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037963282718032:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:17.905228Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:17.905289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037963282718032:2050] [node 3] ICP22 created new session: [6:7593037967577685418:2050]
2026-01-08T17:05:17.905348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037967577685418:2050] [node 3] ICS09 handshake done sender: [6:7593037967577685407:2117] self: [6:7593037967577685413:0] peer: [3:7593037970357144864:0] socket: 341 qp: -1
2026-01-08T17:05:17.905402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037967577685418:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:17.905476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.846679Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037969551893260:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.853015Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037967956396087:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.903928Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037970357144861:2116] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.821137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037970352365293:2074] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:17.833378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037967418361088:2112] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.853336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037963661428714:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:17.846737Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037969551893260:2112] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.927467Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037970357144875:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20217
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.853692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037969551893256:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.821339Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037970352365293:2074] [node 4] ICP35 event processing took too much time PendingConnection:279(30338035ns) {IncomingHandshake:261(15731045ns) {DropIncomingHandshake:442(1445ns) PrepareNewSessionHandshake:477(3454ns) {SwitchToState:179(2892ns)} GenerateSessionVirtualId:992(488ns) IssueIncomingHandshakeReply:193(63749ns) {SwitchToState:179(242ns)}}}
2026-01-08T17:05:17.886222Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037967956396079:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.842462Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037970352365339:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.853723Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037969551893256:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:05:17.833729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037967418361081:2069] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:17.934712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037970357144850:2066] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.886256Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037967956396079:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:17.833828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:18.018818Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037971872652717:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23152
2026-01-08T17:05:17.854562Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037970352365293:2074] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:29162) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037970352365342:2116] held: no
2026-01-08T17:05:17.879552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037969551893256:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:17.934817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:17.887641Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037967956396096:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28986
2026-01-08T17:05:18.048564Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037967577685420:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23152
2026-01-08T17:05:17.895953Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037966057397968:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:17.833897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037967418361081:2069] [node 5] ICP22 created new session: [4:7593037967418361105:2069]
2026-01-08T17:05:17.934898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037970357144850:2066] [node 6] ICP22 created new session: [3:7593037970357144877:2066]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:17.833963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037967418361105:2069] [node 5] ICS09 handshake done sender: [4:7593037967418361088:2112] self: [4:7593037967418361087:0] peer: [5:7593037970352365351:0] socket: 324 qp: -1
2026-01-08T17:05:17.880084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037965256925893:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:18.114618Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037967577685420:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:18.114858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037963282718030:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:17.935003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037970357144877:2066] [node 6] ICS09 handshake done sender: [3:7593037970357144865:2117] self: [3:7593037970357144864:0] peer: [6:7593037967577685413:0] socket: 336 qp: -1
2026-01-08T17:05:17.834015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037967418361105:2069] [node 5] ICS10 traffic start
2026-01-08T17:05:17.894851Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037967956396079:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:18.132780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037971872652717:2122] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:18.134607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037963282718031:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:17.903688Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037970352365346:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.834054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:17.982086Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037967956396094:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.935055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037970357144877:2066] [node 6] ICS10 traffic start
2026-01-08T17:05:17.880169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:17.930892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037966057397968:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(45176282ns) {IncomingHandshake:261(45173434ns) {DropIncomingHandshake:442(485ns) PrepareNewSessionHandshake:477(2372ns) {SwitchToState:179(957ns)} GenerateSessionVirtualId:992(1611ns) IssueIncomingHandshakeReply:193(41269034ns) {SwitchToState:179(2777ns)}}}
2026-01-08T17:05:17.852163Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037967418361081:2069] [node 5] ICP35 event processing took too much time PendingConnection:279(17323727ns) {HandleHandshakeStatus:329(17320495ns) {DropIncomingHandshake:442(17404ns) DropOutgoingHandshake:457(1092ns) SwitchToState:179(1192ns) ProcessPendingSessionEvents:495(16835055ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 16753926ns max# 12124779ns}}}
2026-01-08T17:05:17.880227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037965256925893:2048] [node 2] ICP22 created new session: [1:7593037969551893270:2048]
2026-01-08T17:05:17.935113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:17.937131Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037970357144850:2066] [node 6] ICP35 event processing took too much time PendingConnection:279(17804263ns) {HandleHandshakeStatus:329(17800587ns) {DropIncomingHandshake:442(1867ns) DropOutgoingHandshake:457(1769ns) SwitchToState:179(1000ns) ProcessPendingSessionEvents:495(687606ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 608541ns max# 70734ns}}}
2026-01-08T17:05:17.938776Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037970357144852:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.941474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037970357144850:2066] [node 6] ICP18 handshake (actor [3:7593037970357144852:2110]) is too old
2026-01-08T17:05:17.950459Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037970357144874:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20217
2026-01-08T17:05:17.967387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037970357144875:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.967453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037970357144849:2064] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:17.967524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:17.967600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037970357144849:2064] [node 4] ICP22 created new session: [3:7593037970357144879:2064]
2026-01-08T17:05:17.967678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037970357144879:2064] [node 4] ICS09 handshake done sender: [3:7593037970357144861:2116] self: [3:7593037970357144860:0] peer: [4:7593037967418361100:0] socket: 335 qp: -1
2026-01-08T17:05:17.967734Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037970357144879:2064] [node 4] ICS10 traffic start
2026-01-08T17:05:17.967780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:17.974768Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037970357144853:2111] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:17.975371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037966062177490:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:17.993758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037966062177491:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:17.999726Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037970357144857:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.999764Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037970357144857:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:18.008808Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037970357144857:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:18.013775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:18.029897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037966062177491:2049] [node 2] ICP22 created new session: [3:7593037974652112180:2049]
2026-01-08T17:05:18.030439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037970357144851:2065] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:18.043229Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037974652112181:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20217
2026-01-08T17:05:18.047877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037974652112180:2049] [node 2] ICS09 handshake done sender: [3:7593037970357144853:2111] self: [3:7593037970357144873:0] peer: [2:7593037967956396078:0] socket: 321 qp: -1
2026-01-08T17:05:18.047950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037974652112180:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:18.066706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:18.067257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:18.069589Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037966062177491:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(78663076ns) {HandleHandshakeStatus:329(78659945ns) {DropIncomingHandshake:442(2522ns) DropOutgoingHandshake:457(7567ns) SwitchToState:179(830ns) ProcessPendingSessionEvents:495(1055762ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 968364ns max# 258237ns}}}
2026-01-08T17:05:18.070789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037970357144875:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:18.071385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037966062177490:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:18.071502Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:18.071569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037966062177490:2048] [node 1] ICP22 created new session: [3:7593037974652112184:2048]
2026-01-08T17:05:18.071629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037974652112184:2048] [node 1] ICS09 handshake done sender: [3:7593037970357144875:2120] self: [3:7593037970357144882:0] peer: [1:7593037969551893264:0] socket: 359 qp: -1
2026-01-08T17:05:18.071696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037974652112184:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:18.071760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:18.086441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037970357144851:2065] [node 5] ICP22 created new session: [3:7593037974652112182:2065]
2026-01-08T17:05:18.102657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037974652112182:2065] [node 5] ICS09 handshake done sender: [3:7593037970357144857:2114] self: [3:7593037970357144856:0] peer: [5:7593037970352365356:0] socket: 334 qp: -1
2026-01-08T17:05:18.107554Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037974652112182:2065] [node 5] ICS10 traffic start
2026-01-08T17:05:18.133262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:17.955990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037966057397969:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:17.982713Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037967956396098:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:28986
2026-01-08T17:05:17.880292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037969551893270:2048] [node 2] ICS09 handshake done sender: [1:7593037969551893256:2110] self: [1:7593037969551893255:0] peer: [2:7593037967956396095:0] socket: 318 qp: -1
2026-01-08T17:05:17.880340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037969551893270:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:17.994918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037963661428715:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:17.994970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:17.995049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037963661428715:2049] [node 3] ICP22 created new session: [2:7593037967956396100:2049]
2026-01-08T17:05:17.995133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037967956396100:2049] [node 3] ICS09 handshake done sender: [2:7593037967956396079:2112] self: [2:7593037967956396078:0] peer: [3:7593037970357144873:0] socket: 309 qp: -1
2026-01-08T17:05:17.995174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037967956396100:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:17.995225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:18.002564Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037967956396082:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:18.002617Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037967956396082:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:18.019254Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037963661428714:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30804) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593037967956396087:2115] held: no
2026-01-08T17:05:18.032975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037967956396082:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:18.077477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037967956396056:2080] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:18.105721Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037967956396090:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:18.105760Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037967956396090:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:18.107463Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037967956396090:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:18.108030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:18.121780Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037967956396056:2080] [node 5] ICP22 created new session: [2:7593037972251363402:2080]
2026-01-08T17:05:18.139555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037967956396063:2082] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:18.139692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:18.139761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037967956396063:2082] [node 4] ICP22 created new session: [2:7593037972251363403:2082]
2026-01-08T17:05:18.139829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037972251363403:2082] [node 4] ICS09 handshake done sender: [2:7593037967956396090:2116] self: [2:7593037967956396088:0] peer: [4:7593037971713328411:0] socket: 370 qp: -1
2026-01-08T17:05:18.139880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037972251363403:2082] [node 4] ICS10 traffic start
2026-01-08T17:05:18.139953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:18.143347Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037972251363402:2080] [node 5] ICS09 handshake done sender: [2:7593037967956396082:2113] self: [2:7593037967956396080:0] peer: [5:7593037970352365352:0] socket: 310 qp: -1
2026-01-08T17:05:18.143409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037972251363402:2080] [node 5] ICS10 traffic start
2026-01-08T17:05:18.154770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:18.156605Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037967956396056:2080] [node 5] ICP35 event processing took too much time PendingConnection:279(78085847ns) {HandleHandshakeStatus:329(78082216ns) {DropIncomingHandshake:442(21556ns) DropOutgoingHandshake:457(590ns) SwitchToState:179(4903ns) ProcessPendingSessionEvents:495(573671ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 509222ns max# 64940ns}}}
2026-01-08T17:05:18.195741Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037967956396091:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:18.195806Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037967956396091:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:18.206187Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037967956396091:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:17.908189Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037967418361108:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60017
2026-01-08T17:05:17.956165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037970352365353:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10865
2026-01-08T17:05:18.010812Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037970352365355:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10865
2026-01-08T17:05:18.016863Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037974647332653:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10865
2026-01-08T17:05:18.018216Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037970352365346:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:18.018475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037966057397969:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:18.023135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:18.023194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037966057397969:2050] [node 3] ICP22 created new session: [5:7593037974647332655:2050]
2026-01-08T17:05:18.023258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037974647332655:2050] [node 3] ICS09 handshake done sender: [5:7593037970352365346:2117] self: [5:7593037970352365356:0] peer: [3:7593037970357144856:0] socket: 338 qp: -1
2026-01-08T17:05:18.023299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037974647332655:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:18.023354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:18.032366Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037974647332654:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10865
2026-01-08T17:05:18.040328Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037970352365348:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:18.098622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037966057397967:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:18.098721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:18.098794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037966057397967:2048] [node 1] ICP22 created new session: [5:7593037974647332657:2048]
2026-01-08T17:05:18.100827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037974647332657:2048] [node 1] ICS09 handshake done sender: [5:7593037970352365348:2118] self: [5:7593037970352365350:0] peer: [1:7593037969551893259:0] socket: 343 qp: -1
2026-01-08T17:05:18.100889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037974647332657:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:18.100963Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:18.101797Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037966057397967:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:18.118999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037970352365339:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:18.119836Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037966057397968:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14961) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037970352365339:2114] held: no
2026-01-08T17:05:18.126418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037966057397968:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:18.126510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:18.126580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037966057397968:2049] [node 2] ICP22 created new session: [5:7593037974647332659:2049]
2026-01-08T17:05:18.126652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037974647332659:2049] [node 2] ICS09 handshake done sender: [5:7593037970352365339:2114] self: [5:7593037970352365352:0] peer: [2:7593037967956396080:0] socket: 313 qp: -1
2026-01-08T17:05:18.126696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037974647332659:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:18.126748Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:18.147174Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037970352365293:2074] [node 4] ICP35 event processing took too much time PendingConnection:279(201738096ns) {HandleHandshakeStatus:395(201733858ns) {LogHandshakeFail:472(15611ns) {UpdateErrorStateLog:545(5770ns)} DropOutgoingHandshake:457(531ns) ProcessPendingSessionEvents:495(201636010ns) {unordered DropSessionEvent:512 num# 100 sum# 201533422ns max# 36123518ns}}}
2026-01-08T17:05:18.147329Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037970352365342:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:18.158634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037970352365293:2074] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:18.158689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:18.170098Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037970352365293:2074] [node 4] ICP22 created new session: [5:7593037974647332661:2074]
2026-01-08T17:05:18.198276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037974647332661:2074] [node 4] ICS09 handshake done sender: [5:7593037970352365342:2116] self: [5:7593037970352365351:0] peer: [4:7593037967418361087:0] socket: 329 qp: -1
2026-01-08T17:05:18.206983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037974647332661:2074] [node 4] ICS10 traffic start
2026-01-08T17:05:18.207040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:17.880378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:17.942494Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037967418361094:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:18.206648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037967956396046:2083] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:17.926211Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037969551893260:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:18.202804Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037971872652721:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23152
2026-01-08T17:05:18.208496Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037963661428714:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(149029607ns) {HandleHandshakeStatus:395(149025230ns) {LogHandshakeFail:472(19018ns) {UpdateErrorStateLog:545(6214ns)} DropOutgoingHandshake:457(1861ns) ProcessPendingSessionEvents:495(123405648ns) {unordered DropSessionEvent:512 num# 100 sum# 123313696ns max# 22821130ns}}}
2026-01-08T17:05:17.942762Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037967418361098:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.927096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037969551893274:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21624
2026-01-08T17:05:18.251181Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037963282718031:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14961) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037971872652717:2122] held: no
2026-01-08T17:05:18.283706Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037963282718031:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(46296368ns) {HandleHandshakeStatus:395(46293367ns) {LogHandshakeFail:472(19139ns) {UpdateErrorStateLog:545(7474ns)} DropOutgoingHandshake:457(2201ns) ProcessPendingSessionEvents:495(31502468ns) {unordered DropSessionEvent:512 num# 100 sum# 686341ns max# 25870ns}}}
2026-01-08T17:05:18.284645Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037971872652717:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:17.947000Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037969551893275:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21624
2026-01-08T17:05:18.263020Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037970352365293:2074] [node 4] ICP35 event processing took too much time PendingConnection:279(80043376ns) {HandleHandshakeStatus:329(80039915ns) {DropIncomingHandshake:442(1321ns) DropOutgoingHandshake:457(458ns) SwitchToState:179(728ns) ProcessPendingSessionEvents:495(1684ns)}}
2026-01-08T17:05:17.967011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037963123393723:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:18.208629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037967956396087:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:18.218928Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037963661428714:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:18.242621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:18.251798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037967956396046:2083] [node 6] ICP22 created new session: [2:7593037972251363407:2083]
2026-01-08T17:05:18.251870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037972251363407:2083] [node 6] ICS09 handshake done sender: [2:7593037967956396091:2117] self: [2:7593037967956396089:0] peer: [6:7593037971872652719:0] socket: 373 qp: -1
2026-01-08T17:05:18.251919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037972251363407:2083] [node 6] ICS10 traffic start
2026-01-08T17:05:18.252036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:18.253976Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037967956396046:2083] [node 6] ICP35 event processing took too much time PendingConnection:279(46186932ns) {HandleHandshakeStatus:329(46184151ns) {DropIncomingHandshake:442(21389ns) DropOutgoingHandshake:457(800ns) SwitchToState:179(669ns) ProcessPendingSessionEvents:495(619145ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 539279ns max# 70223ns}}}
2026-01-08T17:05:18.266705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:18.278465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037963661428714:2048] [node 1] ICP22 created new session: [2:7593037972251363409:2048]
2026-01-08T17:05:18.287062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037972251363409:2048] [node 1] ICS09 handshake done sender: [2:7593037967956396087:2115] self: [2:7593037967956396095:0] peer: [1:7593037969551893255:0] socket: 319 qp: -1
2026-01-08T17:05:18.315239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037972251363409:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:17.947415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037969551893253:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:17.979053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:18.296261Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037963282718031:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:18.322792Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:17.979139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037963123393723:2050] [node 3] ICP22 created new session: [4:7593037967418361110:2050]
2026-01-08T17:05:18.323530Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037970357144851:2065] [node 5] ICP35 event processing took too much time PendingConnection:279(175988506ns) {HandleHandshakeStatus:329(175984072ns) {DropIncomingHandshake:442(19270ns) DropOutgoingHandshake:457(683ns) SwitchToState:179(702ns) ProcessPendingSessionEvents:495(51796935ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 51689176ns max# 21895556ns}}}
2026-01-08T17:05:18.299169Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037971872652720:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:23152
2026-01-08T17:05:17.979228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037967418361110:2050] [node 3] ICS09 handshake done sender: [4:7593037967418361094:2115] self: [4:7593037967418361100:0] peer: [3:7593037970357144860:0] socket: 340 qp: -1
2026-01-08T17:05:17.979281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037967418361110:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:17.979339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:17.978978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037963123393721:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:17.991025Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037967418361112:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60017
2026-01-08T17:05:18.019628Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037963123393721:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(39528628ns) {IncomingHandshake:261(39526111ns) {DropIncomingHandshake:442(802ns) PrepareNewSessionHandshake:477(2391ns) {SwitchToState:179(951ns)} GenerateSessionVirtualId:992(678ns) IssueIncomingHandshakeReply:193(23791408ns) {SwitchToState:179(1543ns)}}}
2026-01-08T17:05:18.039565Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037971713328409:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60017
2026-01-08T17:05:18.048269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037967418361098:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:18.092954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037963123393721:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:18.093094Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037971713328409:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:18.102753Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:18.103171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037963123393722:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:18.107145Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037971713328412:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60017
2026-01-08T17:05:18.108081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037963123393721:2048] [node 1] ICP22 created new session: [4:7593037971713328410:2048]
2026-01-08T17:05:18.134691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037971713328410:2048] [node 1] ICS09 handshake done sender: [4:7593037967418361098:2117] self: [4:7593037967418361109:0] peer: [1:7593037969551893265:0] socket: 322 qp: -1
2026-01-08T17:05:18.135768Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037971713328410:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:18.141628Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037971713328409:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:18.142347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037963123393722:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:18.142438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:18.142502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037963123393722:2049] [node 2] ICP22 created new session: [4:7593037971713328413:2049]
2026-01-08T17:05:18.142561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037971713328413:2049] [node 2] ICS09 handshake done sender: [4:7593037971713328409:2120] self: [4:7593037971713328411:0] peer: [2:7593037967956396088:0] socket: 314 qp: -1
2026-01-08T17:05:18.142621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037971713328413:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:18.142668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:18.149142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:18.351014Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037963123393721:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(128593789ns) {HandleHandshakeStatus:329(113662360ns) {DropIncomingHandshake:442(734ns) DropOutgoingHandshake:457(13875ns) SwitchToState:179(315ns) ProcessPendingSessionEvents:495(30006010ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 29931021ns max# 29390100ns}}}
2026-01-08T17:05:17.947495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:17.947563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037969551893253:2107] [node 5] ICP22 created new session: [1:7593037969551893276:2107]
2026-01-08T17:05:17.947629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037969551893276:2107] [node 5] ICS09 handshake done sender: [1:7593037969551893260:2112] self: [1:7593037969551893259:0] peer: [5:7593037970352365350:0] socket: 342 qp: -1
2026-01-08T17:05:17.947694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037969551893276:2107] [node 5] ICS10 traffic start
2026-01-08T17:05:17.947759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:17.963830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037969551893263:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.983380Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037969551893266:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:17.983414Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037969551893266:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:17.985048Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037969551893254:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(282615393ns) {Configure:104(282603595ns) {ProcessConfigured:135(17678231ns) {StartInitialHandshake:157(17673932ns) {DropHandshakes:470(1584ns) {DropIncomingHandshake:442(321ns) DropOutgoingHandshake:457(332ns)} GenerateSessionVirtualId:992(981ns) PrepareNewSessionHandshake:477(1804ns) {SwitchToState:179(521ns)}}}}}
2026-01-08T17:05:17.993659Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037969551893275:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:18.014047Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037969551893266:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:18.017450Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037973846860579:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21624
2026-01-08T17:05:18.022483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037969551893267:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:18.022539Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037969551893267:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:18.044337Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037969551893267:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:18.050544Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037973846860579:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:18.077572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037969551893253:2107] [node 5] ICP18 handshake (actor [1:7593037973846860579:2119]) is too old
2026-01-08T17:05:18.090563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037969551893252:2106] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:18.090631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:18.090704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037969551893252:2106] [node 4] ICP22 created new session: [1:7593037973846860582:2106]
2026-01-08T17:05:18.090772Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037973846860582:2106] [node 4] ICS09 handshake done sender: [1:7593037969551893266:2114] self: [1:7593037969551893265:0] peer: [4:7593037967418361109:0] socket: 311 qp: -1
2026-01-08T17:05:18.090819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037973846860582:2106] [node 4] ICS10 traffic start
2026-01-08T17:05:18.090876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:18.093458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037965256925894:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:18.107868Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037969551893274:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:18.126110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593037969551893252:2106] [node 4] ICP18 handshake (actor [1:7593037969551893274:2116]) is too old
2026-01-08T17:05:18.128375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:18.143994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037969551893280:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:18.144036Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037969551893280:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:18.144479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037965256925894:2049] [node 3] ICP22 created new session: [1:7593037973846860584:2049]
2026-01-08T17:05:18.171313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037973846860584:2049] [node 3] ICS09 handshake done sender: [1:7593037969551893267:2115] self: [1:7593037969551893264:0] peer: [3:7593037970357144882:0] socket: 358 qp: -1
2026-01-08T17:05:18.171375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037973846860584:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:18.176985Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037969551893280:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:18.190787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:18.228091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037969551893254:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:18.228183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:18.228259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037969551893254:2108] [node 6] ICP22 created new session: [1:7593037973846860587:2108]
2026-01-08T17:05:18.228333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037973846860587:2108] [node 6] ICS09 handshake done sender: [1:7593037969551893280:2118] self: [1:7593037969551893278:0] peer: [6:7593037971872652718:0] socket: 368 qp: -1
2026-01-08T17:05:18.228383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037973846860587:2108] [node 6] ICS10 traffic start
2026-01-08T17:05:18.228426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:18.248605Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593037965256925894:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(153907441ns) {HandleHandshakeStatus:329(153904937ns) {DropIncomingHandshake:442(17538ns) DropOutgoingHandshake:457(322ns) SwitchToState:179(108ns) ProcessPendingSessionEvents:495(16857333ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 16779698ns max# 16248669ns}}}
2026-01-08T17:05:18.299547Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037963282718030:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30804) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037967577685420:2121] held: no
2026-01-08T17:05:18.314923Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037967577685420:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:18.318206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:18.318972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037963282718030:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:18.318982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037963282718031:2049] [node 2] ICP22 created new session: [6:7593037971872652722:2049]
2026-01-08T17:05:18.325540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:18.339516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037971872652722:2049] [node 2] ICS09 handshake done sender: [6:7593037971872652717:2122] self: [6:7593037971872652719:0] peer: [2:7593037967956396089:0] socket: 375 qp: -1
2026-01-08T17:05:18.342536Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037963282718030:2048] [node 1] ICP22 created new session: [6:7593037971872652723:2048]
2026-01-08T17:05:18.342626Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037971872652723:2048] [node 1] ICS09 handshake done sender: [6:7593037967577685420:2121] self: [6:7593037971872652718:0] peer: [1:7593037969551893278:0] socket: 369 qp: -1
2026-01-08T17:05:18.342680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037971872652723:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:18.342755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:18.343032Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037963282718030:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(23960915ns) {HandleHandshakeStatus:329(23957657ns) {DropIncomingHandshake:442(853ns) DropOutgoingHandshake:457(1197ns) SwitchToState:179(718ns) ProcessPendingSessionEvents:495(1271ns)}}
2026-01-08T17:05:18.350491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037971872652722:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:18.353261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:18.353525Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037963282718031:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(57166139ns) {HandleHandshakeStatus:329(57162624ns) {DropIncomingHandshake:442(983ns) DropOutgoingHandshake:457(449ns) SwitchToState:179(932ns) ProcessPendingSessionEvents:495(1755ns)}}
2026-01-08T17:05:18.357945Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037963123393722:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(214589532ns) {HandleHandshakeStatus:329(214587392ns) {DropIncomingHandshake:442(819ns) DropOutgoingHandshake:457(6026ns) SwitchToState:179(1092ns) ProcessPendingSessionEvents:495(214101735ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 184857047ns max# 18054405ns}}}
2026-01-08T17:05:18.358360Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037963661428714:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(127548147ns) {HandleHandshakeStatus:329(127543224ns) {DropIncomingHandshake:442(1000ns) DropOutgoingHandshake:457(664ns) SwitchToState:179(801ns) ProcessPendingSessionEvents:495(1492ns)}}
2026-01-08T17:05:18.523287Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:18.523563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037972251363409:2048] [node 1] ICS01 socket: 319 reason# EndOfStream
2026-01-08T17:05:18.523612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037963661428714:2048] [node 1] ICP30 unregister session Session# [2:7593037972251363409:2048] VirtualId# [2:7593037967956396095:0]
2026-01-08T17:05:18.523683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037972251363409:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:18.523760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:18.523810Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:18.526009Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:18.526266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037974652112184:2048] [node 1] ICS01 socket: 359 reason# EndOfStream
2026-01-08T17:05:18.526312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037966062177490:2048] [node 1] ICP30 unregister session Session# [3:7593037974652112184:2048] VirtualId# [3:7593037970357144882:0]
2026-01-08T17:05:18.526372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037974652112184:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:18.526465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:18.526513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:18.573321Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:18.573640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037971713328410:2048] [node 1] ICS07 socket disconnect 322 reason# EndOfStream
2026-01-08T17:05:18.573689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037971713328410:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:18.573797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:18.573846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037971713328410:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:18.582782Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:18.583031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037971872652723:2048] [node 1] ICS01 socket: 369 reason# EndOfStream
2026-01-08T17:05:18.583081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037963282718030:2048] [node 1] ICP30 unregister session Session# [6:7593037971872652723:2048] VirtualId# [6:7593037971872652718:0]
2026-01-08T17:05:18.583130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037971872652723:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:18.583215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:18.583264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:18.574566Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:18.574786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037974647332657:2048] [node 1] ICS07 socket disconnect 343 reason# EndOfStream
2026-01-08T17:05:18.574822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037974647332657:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:18.574894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:18.574933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037974647332657:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:18.584679Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037963123393721:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30804) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:18.584765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037971713328410:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:18.584814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037963123393721:2048] [node 1] ICP30 unregister session Session# [4:7593037971713328410:2048] VirtualId# [4:7593037967418361109:0]
2026-01-08T17:05:18.584966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:18.585022Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037963123393721:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30804) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:18.585060Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30804) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:18.599026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037963123393721:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:18.585608Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037966057397967:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30804) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:18.599696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037974647332657:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:18.607287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037966057397967:2048] [node 1] ICP30 unregister session Session# [5:7593037974647332657:2048] VirtualId# [5:7593037970352365350:0]
2026-01-08T17:05:18.613362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:18.613456Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037966057397967:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:30804) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:18.613478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:30804) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:18.638796Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:294: Proxy [5:7593037966057397967:2048] [node 1] ICP35 event processing took too much time StateWork:294(29277894ns) {HandleHandshakeStatus:395(29272165ns) {LogHandshakeFail:472(7531ns) {UpdateErrorStateLog:545(1515ns)} DropOutgoingHandshake:457(1181ns) ProcessPendingSessionEvents:495(92ns) UnregisterSession:538(7595958ns) {ProcessPendingSessionEvents:495(1894ns) SwitchToInitialState:202(2408ns) {SwitchToState:179(1130ns)}} TransitToErrorState:756(95161ns) {SwitchToState:179(7822ns) ProcessPendingSessionEvents:495(717ns) DropHandshakes:470(3971ns) {DropIncomingHandshake:442(636ns) DropOutgoingHandshake:457(405ns)}}}}
2026-01-08T17:05:18.640156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037966057397967:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:18.864611Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:18.864871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037974652112180:2049] [node 2] ICS07 socket disconnect 321 reason# EndOfStream
2026-01-08T17:05:18.864907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037974652112180:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:18.865031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:18.865089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037974652112180:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:18.866940Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037966062177491:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14961) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:18.867009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037974652112180:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:18.867052Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037966062177491:2049] [node 2] ICP30 unregister session Session# [3:7593037974652112180:2049] VirtualId# [3:7593037970357144873:0]
2026-01-08T17:05:18.867102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:18.867140Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037966062177491:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14961) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:18.867168Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14961) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:18.876872Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:18.877129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037974647332659:2049] [node 2] ICS01 socket: 313 reason# EndOfStream
2026-01-08T17:05:18.877183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037966057397968:2049] [node 2] ICP30 unregister session Session# [5:7593037974647332659:2049] VirtualId# [5:7593037970352365352:0]
2026-01-08T17:05:18.877230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037974647332659:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:18.877323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:18.877377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:18.877486Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:18.877695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037971713328413:2049] [node 2] ICS07 socket disconnect 314 reason# EndOfStream
2026-01-08T17:05:18.877728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037971713328413:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:18.877794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:18.877839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037971713328413:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:18.878464Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:18.878659Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037971872652722:2049] [node 2] ICS01 socket: 375 reason# EndOfStream
2026-01-08T17:05:18.878706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037963282718031:2049] [node 2] ICP30 unregister session Session# [6:7593037971872652722:2049] VirtualId# [6:7593037971872652719:0]
2026-01-08T17:05:18.878758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037971872652722:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:18.878823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:18.878867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:18.880934Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037963123393722:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14961) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:18.881011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037971713328413:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:18.881055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037963123393722:2049] [node 2] ICP30 unregister session Session# [4:7593037971713328413:2049] VirtualId# [4:7593037971713328411:0]
2026-01-08T17:05:18.881172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:18.881221Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037963123393722:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14961) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:18.881242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14961) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:18.885827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037966062177491:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:18.896174Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037963123393722:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:19.234251Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:19.234507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037967418361110:2050] [node 3] ICS07 socket disconnect 340 reason# EndOfStream
2026-01-08T17:05:19.234551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037967418361110:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:19.234758Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:19.234649Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:19.234705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037967418361110:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:19.235382Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:19.235566Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037974647332655:2050] [node 3] ICS01 socket: 338 reason# EndOfStream
2026-01-08T17:05:19.235607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037966057397969:2050] [node 3] ICP30 unregister session Session# [5:7593037974647332655:2050] VirtualId# [5:7593037970352365356:0]
2026-01-08T17:05:19.235640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037974647332655:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:19.235722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:19.235766Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:19.235024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037967577685418:2050] [node 3] ICS01 socket: 341 reason# EndOfStream
2026-01-08T17:05:19.235077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037963282718032:2050] [node 3] ICP30 unregister session Session# [6:7593037967577685418:2050] VirtualId# [6:7593037967577685413:0]
2026-01-08T17:05:19.235121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037967577685418:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:19.235206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:19.235261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:19.237903Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037963123393723:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63822) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:19.237977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037967418361110:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:19.238020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037963123393723:2050] [node 3] ICP30 unregister session Session# [4:7593037967418361110:2050] VirtualId# [4:7593037967418361100:0]
2026-01-08T17:05:19.238064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:19.238103Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037963123393723:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:63822) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:19.238121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:63822) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:19.575325Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:19.575590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037974647332661:2074] [node 4] ICS01 socket: 329 reason# EndOfStream
2026-01-08T17:05:19.575638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037970352365293:2074] [node 4] ICP30 unregister session Session# [5:7593037974647332661:2074] VirtualId# [5:7593037970352365351:0]
2026-01-08T17:05:19.575702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037974647332661:2074] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:19.575750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:19.575830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:19.576606Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:19.576851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037967577685416:2062] [node 4] ICS01 socket: 325 reason# EndOfStream
2026-01-08T17:05:19.576893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037967577685342:2062] [node 4] ICP30 unregister session Session# [6:7593037967577685416:2062] VirtualId# [6:7593037967577685411:0]
2026-01-08T17:05:19.576937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037967577685416:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:19.577150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:19.577206Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:19.933045Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:19.933305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037967577685406:2087] [node 5] ICS01 socket: 304 reason# EndOfStream
2026-01-08T17:05:19.933365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037967577685394:2087] [node 5] ICP30 unregister session Session# [6:7593037967577685406:2087] VirtualId# [6:7593037967577685401:0]
2026-01-08T17:05:19.933412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037967577685406:2087] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:19.933546Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:19.933604Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:20.391312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037980480842628:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:20.391367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037980480842629:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:20.406734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037980750386825:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:20.406807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037980750386826:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:20.462720Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037982351247246:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:20.462773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037982351247247:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:20.488362Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037980534353019:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:20.488406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037980534353020:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:20.488446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037980534353021:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:20.482571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037982416629277:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:20.482718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037982416629278:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:20.482764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037982416629279:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:20.652866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037983289563032:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:20.652917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037983289563033:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:20.652954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037983289563034:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:20.767376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037980480842681:2100] [node 6] ICP01 ready to work
2026-01-08T17:05:20.816764Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037982416629277:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(50566204ns) {Configure:104(50560444ns) {ProcessConfigured:135(86027ns) {StartInitialHandshake:157(82044ns) {DropHandshakes:470(3719ns) {DropIncomingHandshake:442(796ns) DropOutgoingHandshake:457(823ns)} GenerateSessionVirtualId:992(1316ns) PrepareNewSessionHandshake:477(2212ns) {SwitchToState:179(658ns)}}}}}
2026-01-08T17:05:20.867517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037980534353037:2062] [node 5] ICP01 ready to work
2026-01-08T17:05:20.986028Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037980480842681:2100] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(218240141ns) {Configure:104(218235655ns) {ProcessConfigured:135(99992ns) {StartInitialHandshake:157(96284ns) {DropHandshakes:470(3594ns) {DropIncomingHandshake:442(876ns) DropOutgoingHandshake:457(787ns)} GenerateSessionVirtualId:992(3192ns) PrepareNewSessionHandshake:477(2107ns) {SwitchToState:179(675ns)}}}}}
2026-01-08T17:05:20.940975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037980750386885:2078] [node 4] ICP01 ready to work
2026-01-08T17:05:20.982508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037982351247306:2068] [node 4] ICP01 ready to work
2026-01-08T17:05:21.054730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037985045354185:2080] [node 6] ICP01 ready to work
2026-01-08T17:05:21.068568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037987584530390:2107] [node 5] ICP01 ready to work
2026-01-08T17:05:21.135619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037985045354186:2082] [node 5] ICP01 ready to work
2026-01-08T17:05:21.152447Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037980534353019:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(197714268ns) {Configure:104(197700153ns) {ProcessConfigured:135(100518ns) {StartInitialHandshake:157(97116ns) {DropHandshakes:470(3474ns) {DropIncomingHandshake:442(740ns) DropOutgoingHandshake:457(563ns)} GenerateSessionVirtualId:992(1474ns) PrepareNewSessionHandshake:477(2511ns) {SwitchToState:179(1119ns)}}}}}
2026-01-08T17:05:21.163472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037984775809990:2102] [node 5] ICP01 ready to work
2026-01-08T17:05:21.202913Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037986711596639:2109] [node 6] ICP01 ready to work
2026-01-08T17:05:21.169445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037987584530400:2111] [node 4] ICP01 ready to work
2026-01-08T17:05:21.179313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037984775809991:2106] [node 4] ICP01 ready to work
2026-01-08T17:05:21.220817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037986646214620:2109] [node 6] ICP01 ready to work
2026-01-08T17:05:21.226938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037986711596643:2110] [node 4] ICP01 ready to work
2026-01-08T17:05:21.221163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037984829320383:2109] [node 6] ICP01 ready to work
2026-01-08T17:05:21.249712Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037987584530400:2111] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(53028369ns) {Configure:104(53020825ns) {ProcessConfigured:135(17073532ns) {StartInitialHandshake:157(17069075ns) {DropHandshakes:470(3416ns) {DropIncomingHandshake:442(687ns) DropOutgoingHandshake:457(836ns)} GenerateSessionVirtualId:992(960ns) PrepareNewSessionHandshake:477(6396ns) {SwitchToState:179(3139ns)}}}}}
2026-01-08T17:05:21.239223Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037984775809990:2102] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(20147102ns) {Configure:104(20140678ns) {ProcessConfigured:135(62007ns) {StartInitialHandshake:157(60433ns) {DropHandshakes:470(3528ns) {DropIncomingHandshake:442(643ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:992(1230ns) PrepareNewSessionHandshake:477(599ns) {SwitchToState:179(276ns)}}}}}
2026-01-08T17:05:21.263274Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037985045354185:2080] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(27200530ns) {Configure:104(27195813ns) {ProcessConfigured:135(53987ns) {StartInitialHandshake:157(51783ns) {DropHandshakes:470(1971ns) {DropIncomingHandshake:442(462ns) DropOutgoingHandshake:457(264ns)} GenerateSessionVirtualId:992(864ns) PrepareNewSessionHandshake:477(1771ns) {SwitchToState:179(667ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.263282Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037982416629279:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(33021363ns) {Configure:104(33015740ns) {ProcessConfigured:135(108310ns) {StartInitialHandshake:157(105425ns) {DropHandshakes:470(6184ns) {DropIncomingHandshake:442(484ns) DropOutgoingHandshake:457(468ns)} GenerateSessionVirtualId:992(1270ns) PrepareNewSessionHandshake:477(2531ns) {SwitchToState:179(699ns)}}}}}
2026-01-08T17:05:21.276346Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037980480842629:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(28551224ns) {Configure:104(28545840ns) {ProcessConfigured:135(80696ns) {StartInitialHandshake:157(78232ns) {DropHandshakes:470(3110ns) {DropIncomingHandshake:442(611ns) DropOutgoingHandshake:457(533ns)} GenerateSessionVirtualId:992(870ns) PrepareNewSessionHandshake:477(2113ns) {SwitchToState:179(864ns)}}}}}
2026-01-08T17:05:21.290995Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037980534353021:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(38936389ns) {Configure:104(38930788ns) {ProcessConfigured:135(100359ns) {StartInitialHandshake:157(97863ns) {DropHandshakes:470(3089ns) {DropIncomingHandshake:442(797ns) DropOutgoingHandshake:457(494ns)} GenerateSessionVirtualId:992(1490ns) PrepareNewSessionHandshake:477(1860ns) {SwitchToState:179(724ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.314918Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037982351247306:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(93420138ns) {Configure:104(93413913ns) {ProcessConfigured:135(105128ns) {StartInitialHandshake:157(100660ns) {DropHandshakes:470(3003ns) {DropIncomingHandshake:442(597ns) DropOutgoingHandshake:457(628ns)} GenerateSessionVirtualId:992(1353ns) PrepareNewSessionHandshake:477(3262ns) {SwitchToState:179(1455ns)}}}}}
2026-01-08T17:05:21.315455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037986646214623:2108] [node 5] ICP01 ready to work
2026-01-08T17:05:21.319257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037987584530406:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9020
2026-01-08T17:05:21.319494Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037987584530407:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9020
2026-01-08T17:05:21.302411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037984829320388:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4356
2026-01-08T17:05:21.277385Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037984775809994:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4593
2026-01-08T17:05:21.304118Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037980750386825:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19534689ns) {Configure:104(19525890ns) {ProcessConfigured:135(9325506ns) {StartInitialHandshake:157(9321708ns) {DropHandshakes:470(1319ns) {DropIncomingHandshake:442(225ns) DropOutgoingHandshake:457(118ns)} GenerateSessionVirtualId:992(946ns) PrepareNewSessionHandshake:477(3624ns) {SwitchToState:179(1481ns)}}}}}
2026-01-08T17:05:21.332616Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037986711596642:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32094
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.339498Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037986711596652:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32094
2026-01-08T17:05:21.351934Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037982351247247:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(35654762ns) {Configure:104(35648469ns) {ProcessConfigured:135(97234ns) {StartInitialHandshake:157(93259ns) {DropHandshakes:470(4035ns) {DropIncomingHandshake:442(1217ns) DropOutgoingHandshake:457(711ns)} GenerateSessionVirtualId:992(1346ns) PrepareNewSessionHandshake:477(2713ns) {SwitchToState:179(848ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.344267Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037985045354186:2082] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(39423711ns) {Configure:104(39417235ns) {ProcessConfigured:135(9469390ns) {StartInitialHandshake:157(9465765ns) {DropHandshakes:470(3025ns) {DropIncomingHandshake:442(797ns) DropOutgoingHandshake:457(451ns)} GenerateSessionVirtualId:992(1409ns) PrepareNewSessionHandshake:477(5606ns) {SwitchToState:179(2917ns)}}}}}
2026-01-08T17:05:21.356096Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037985045354189:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21774
2026-01-08T17:05:21.356303Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037985045354196:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21774
2026-01-08T17:05:21.356472Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037985045354199:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21774
2026-01-08T17:05:21.374416Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037982351247246:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(19949744ns) {Configure:104(19944397ns) {ProcessConfigured:135(89393ns) {StartInitialHandshake:157(86758ns) {DropHandshakes:470(3378ns) {DropIncomingHandshake:442(702ns) DropOutgoingHandshake:457(720ns)} GenerateSessionVirtualId:992(1669ns) PrepareNewSessionHandshake:477(2159ns) {SwitchToState:179(731ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.386612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037986646214630:2128] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17651
2026-01-08T17:05:21.386810Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037986646214631:2129] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17651
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.423708Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037985045354203:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21774
2026-01-08T17:05:21.428248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037986646214631:2129] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.431755Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037986711596653:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32094
2026-01-08T17:05:21.432156Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037985045354199:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.431996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037984775810004:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4593
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.433922Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037987584530406:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.434081Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037983289563032:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:21.434622Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037987584530408:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9020
2026-01-08T17:05:21.434759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037987584530409:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9020
2026-01-08T17:05:21.435313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037980480842693:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.435354Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037980480842693:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:21.442654Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037980480842693:2110] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.443074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037986711596642:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.443907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037987584530407:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.444223Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037987584530411:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9020
2026-01-08T17:05:21.442349Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037985045354196:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.448152Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037984775810004:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.448290Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037984775809994:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.448411Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037984775809996:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.448441Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037984775809996:2113] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:05:21.449109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037980480842681:2100] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.449179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:21.449248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037980480842681:2100] [node 6] ICP22 created new session: [1:7593037984775810006:2100]
2026-01-08T17:05:21.449313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037984775810006:2100] [node 6] ICS09 handshake done sender: [1:7593037980480842693:2110] self: [1:7593037980480842692:0] peer: [6:7593037987584530410:0] socket: 314 qp: -1
2026-01-08T17:05:21.449361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037984775810006:2100] [node 6] ICS10 traffic start
2026-01-08T17:05:21.449408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.452420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037984829320388:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.452544Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037984829320394:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4356
2026-01-08T17:05:21.452681Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037984829320395:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4356
2026-01-08T17:05:21.452857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037980534353019:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:21.446572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037985045354189:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.447066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037980750386825:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:21.466597Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037984775809996:2113] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.472761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037984829320397:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4356
2026-01-08T17:05:21.473688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037984829320388:2114] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.474449Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037986711596652:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.474803Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037986711596655:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32094
2026-01-08T17:05:21.474942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037986711596643:2110] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.473957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037980534353019:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.474025Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:21.474090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037980534353019:2048] [node 1] ICP22 created new session: [4:7593037984829320398:2048]
2026-01-08T17:05:21.482487Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037984829320398:2048] [node 1] ICS09 handshake done sender: [4:7593037984829320388:2114] self: [4:7593037984829320396:0] peer: [1:7593037984775809997:0] socket: 318 qp: -1
2026-01-08T17:05:21.482564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037984829320398:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:21.482632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:21.485778Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037985045354207:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21774
2026-01-08T17:05:21.467744Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037984775809998:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.467785Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037984775809998:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:21.468519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037980480842628:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.468577Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:21.468640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037980480842628:2048] [node 2] ICP22 created new session: [1:7593037984775810012:2048]
2026-01-08T17:05:21.468707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037984775810012:2048] [node 2] ICS09 handshake done sender: [1:7593037984775809996:2113] self: [1:7593037984775809995:0] peer: [2:7593037985045354205:0] socket: 315 qp: -1
2026-01-08T17:05:21.468751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037984775810012:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:21.468821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:21.473080Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037984775809998:2114] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.493561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037986646214630:2128] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.494153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037982351247247:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:21.494304Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037986646214637:2131] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17651
2026-01-08T17:05:21.486031Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037987584530409:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.486229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037983289563033:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:21.486489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037987584530400:2111] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:21.486628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037987584530408:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.486833Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037987584530406:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:21.502438Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037986711596653:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.502724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037982416629279:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:21.494683Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037985045354188:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.494725Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037985045354188:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:21.495511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037985045354203:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.495637Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037985045354196:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:21.507244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037980750386825:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.507324Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:21.507393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037980750386825:2048] [node 1] ICP22 created new session: [2:7593037985045354209:2048]
2026-01-08T17:05:21.507463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037985045354209:2048] [node 1] ICS09 handshake done sender: [2:7593037985045354196:2115] self: [2:7593037985045354205:0] peer: [1:7593037984775809995:0] socket: 323 qp: -1
2026-01-08T17:05:21.507523Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037985045354209:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:21.507562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:21.522775Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037985045354188:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:21.523601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037984829320382:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.523642Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037984829320382:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:21.524476Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037984829320394:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.524589Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037984829320385:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.524611Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037984829320385:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:21.525653Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037984829320395:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.526992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037983289563032:2048] [node 1] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.534569Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037986711596645:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.534618Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037986711596645:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:21.518992Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037984775809991:2106] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.527092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:21.519089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:21.522768Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037986646214627:2126] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.527148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037983289563032:2048] [node 1] ICP22 created new session: [6:7593037987584530414:2048]
2026-01-08T17:05:21.551898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037980534353020:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:21.552011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037980534353021:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:21.527214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037987584530414:2048] [node 1] ICS09 handshake done sender: [6:7593037987584530406:2115] self: [6:7593037987584530410:0] peer: [1:7593037980480842692:0] socket: 326 qp: -1
2026-01-08T17:05:21.547399Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037985045354191:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.522814Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037986646214627:2126] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:21.519159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037984775809991:2106] [node 4] ICP22 created new session: [1:7593037984775810016:2106]
2026-01-08T17:05:21.562631Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037984829320382:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:21.554746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037986711596645:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:21.527272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037987584530414:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:21.519223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037984775810016:2106] [node 4] ICS09 handshake done sender: [1:7593037984775809998:2114] self: [1:7593037984775809997:0] peer: [4:7593037984829320396:0] socket: 316 qp: -1
2026-01-08T17:05:21.519270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037984775810016:2106] [node 4] ICS10 traffic start
2026-01-08T17:05:21.519314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:21.547444Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037985045354191:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:21.563190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037986646214637:2131] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.586922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037986711596639:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.587037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:21.587104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037986711596639:2109] [node 6] ICP22 created new session: [5:7593037986711596659:2109]
2026-01-08T17:05:21.587175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037986711596659:2109] [node 6] ICS09 handshake done sender: [5:7593037986711596645:2113] self: [5:7593037986711596644:0] peer: [6:7593037987584530417:0] socket: 330 qp: -1
2026-01-08T17:05:21.587240Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037986711596659:2109] [node 6] ICS10 traffic start
2026-01-08T17:05:21.587282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:21.583945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037984829320385:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:21.527318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:21.595116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037980534353037:2062] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.595188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:21.595265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037980534353037:2062] [node 5] ICP22 created new session: [4:7593037984829320405:2062]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.553023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037985045354185:2080] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.529862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037987584530390:2107] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:21.595335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037984829320405:2062] [node 5] ICS09 handshake done sender: [4:7593037984829320382:2111] self: [4:7593037984829320381:0] peer: [5:7593037986711596656:0] socket: 321 qp: -1
2026-01-08T17:05:21.603005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037986646214622:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.603051Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037986646214622:2124] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:21.555262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:21.555345Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037985045354185:2080] [node 6] ICP22 created new session: [2:7593037985045354212:2080]
2026-01-08T17:05:21.555421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037985045354212:2080] [node 6] ICS09 handshake done sender: [2:7593037985045354188:2110] self: [2:7593037985045354187:0] peer: [6:7593037987584530412:0] socket: 332 qp: -1
2026-01-08T17:05:21.555469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037985045354212:2080] [node 6] ICS10 traffic start
2026-01-08T17:05:21.555515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:21.556917Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037985045354193:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.556951Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037985045354193:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:21.590722Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037985045354191:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:21.595396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037984829320405:2062] [node 5] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.611795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037986711596655:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.612187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037982416629277:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:21.630532Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037984775809993:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.595448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.535780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037987584530416:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9020
2026-01-08T17:05:21.630615Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037984775809993:2111] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.596730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037984829320383:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.630839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037986646214640:2132] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17651
2026-01-08T17:05:21.631105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037986646214641:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17651
2026-01-08T17:05:21.646744Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037987584530390:2107] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24189) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037987584530408:2117] held: no
2026-01-08T17:05:21.648160Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037983289563033:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3669) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037987584530409:2118] held: no
2026-01-08T17:05:21.596774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:21.612848Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037986711596664:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32094
2026-01-08T17:05:21.649852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037987584530418:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9020
2026-01-08T17:05:21.642782Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037985045354193:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:21.596832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037984829320383:2109] [node 6] ICP22 created new session: [4:7593037984829320408:2109]
2026-01-08T17:05:21.596889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037984829320408:2109] [node 6] ICS09 handshake done sender: [4:7593037984829320385:2112] self: [4:7593037984829320384:0] peer: [6:7593037987584530413:0] socket: 320 qp: -1
2026-01-08T17:05:21.596931Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037984829320408:2109] [node 6] ICS10 traffic start
2026-01-08T17:05:21.596969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:21.605381Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037984829320407:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4356
2026-01-08T17:05:21.665068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037982351247246:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:21.665484Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037986646214640:2132] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.666009Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037986646214631:2129] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:21.612922Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037986711596663:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32094
2026-01-08T17:05:21.627691Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037986711596652:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:21.640539Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037986711596665:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32094
2026-01-08T17:05:21.640612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037986711596643:2110] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.640713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:21.640788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037986711596643:2110] [node 4] ICP22 created new session: [5:7593037986711596666:2110]
2026-01-08T17:05:21.640865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037986711596666:2110] [node 4] ICS09 handshake done sender: [5:7593037986711596652:2116] self: [5:7593037986711596656:0] peer: [4:7593037984829320381:0] socket: 328 qp: -1
2026-01-08T17:05:21.640917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037986711596666:2110] [node 4] ICS10 traffic start
2026-01-08T17:05:21.640967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:21.667085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037980750386826:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.667202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:21.667298Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037980750386826:2049] [node 3] ICP22 created new session: [2:7593037985045354218:2049]
2026-01-08T17:05:21.667376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037985045354218:2049] [node 3] ICS09 handshake done sender: [2:7593037985045354191:2112] self: [2:7593037985045354190:0] peer: [3:7593037986646214638:0] socket: 333 qp: -1
2026-01-08T17:05:21.667434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037985045354218:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:21.667486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:21.668714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037980750386885:2078] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.668798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:21.668876Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037980750386885:2078] [node 4] ICP22 created new session: [2:7593037985045354220:2078]
2026-01-08T17:05:21.668935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037985045354220:2078] [node 4] ICS09 handshake done sender: [2:7593037985045354193:2113] self: [2:7593037985045354192:0] peer: [4:7593037984829320403:0] socket: 334 qp: -1
2026-01-08T17:05:21.668980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037985045354220:2078] [node 4] ICS10 traffic start
2026-01-08T17:05:21.669021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:21.672665Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037987584530409:2118] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.673173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037986711596668:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32094
2026-01-08T17:05:21.673560Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037984775809993:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:21.674287Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037986711596655:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:21.674897Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037984775810000:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.674951Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037984775810000:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:21.676011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037984775809990:2102] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.676093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:21.676164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037984775809990:2102] [node 5] ICP22 created new session: [1:7593037984775810019:2102]
2026-01-08T17:05:21.676233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037984775810019:2102] [node 5] ICS09 handshake done sender: [1:7593037984775809993:2111] self: [1:7593037984775809992:0] peer: [5:7593037986711596662:0] socket: 354 qp: -1
2026-01-08T17:05:21.676284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037984775810019:2102] [node 5] ICS10 traffic start
2026-01-08T17:05:21.676360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:21.672294Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037984829320394:2116] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.679138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037980534353020:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.679215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:21.679282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037980534353020:2049] [node 2] ICP22 created new session: [4:7593037984829320412:2049]
2026-01-08T17:05:21.683196Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037986646214627:2126] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:21.678897Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037987584530419:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9020
2026-01-08T17:05:21.679638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037983289563033:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.679735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:21.679803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037983289563033:2049] [node 2] ICP22 created new session: [6:7593037987584530421:2049]
2026-01-08T17:05:21.679871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037987584530421:2049] [node 2] ICS09 handshake done sender: [6:7593037987584530409:2118] self: [6:7593037987584530412:0] peer: [2:7593037985045354187:0] socket: 345 qp: -1
2026-01-08T17:05:21.679928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037987584530421:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:21.679982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:21.681199Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037987584530408:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:21.683745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037987584530407:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:21.683949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037984829320412:2049] [node 2] ICS09 handshake done sender: [4:7593037984829320394:2116] self: [4:7593037984829320403:0] peer: [2:7593037985045354192:0] socket: 347 qp: -1
2026-01-08T17:05:21.684708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037986646214622:2124] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:21.684883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037984829320412:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:21.684947Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:21.690573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037982416629277:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.690697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:21.690773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037982416629277:2048] [node 1] ICP22 created new session: [5:7593037986711596669:2048]
2026-01-08T17:05:21.690860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037986711596669:2048] [node 1] ICS09 handshake done sender: [5:7593037986711596655:2118] self: [5:7593037986711596662:0] peer: [1:7593037984775809992:0] socket: 356 qp: -1
2026-01-08T17:05:21.690920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037986711596669:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:21.690995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:21.691830Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037982416629277:2048] [node 1] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.700802Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037985045354217:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:21774
2026-01-08T17:05:21.708092Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593037980750386885:2078] [node 4] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.701378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037987584530390:2107] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.710535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037982351247247:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.710655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:21.710723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037982351247247:2049] [node 2] ICP22 created new session: [3:7593037986646214646:2049]
2026-01-08T17:05:21.710798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037986646214646:2049] [node 2] ICS09 handshake done sender: [3:7593037986646214631:2129] self: [3:7593037986646214638:0] peer: [2:7593037985045354190:0] socket: 337 qp: -1
2026-01-08T17:05:21.710846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037986646214646:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:21.710888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:21.712919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037986646214645:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17651
2026-01-08T17:05:21.713167Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037982351247306:2068] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.726793Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:21.729131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037982351247306:2068] [node 4] ICP22 created new session: [3:7593037986646214649:2068]
2026-01-08T17:05:21.734588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037986646214649:2068] [node 4] ICS09 handshake done sender: [3:7593037986646214622:2124] self: [3:7593037986646214621:0] peer: [4:7593037984829320404:0] socket: 338 qp: -1
2026-01-08T17:05:21.734662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037986646214649:2068] [node 4] ICS10 traffic start
2026-01-08T17:05:21.734721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:21.736576Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593037982351247306:2068] [node 4] ICP35 event processing took too much time PendingConnection:279(22355602ns) {HandleHandshakeStatus:329(22353549ns) {DropIncomingHandshake:442(13141ns) DropOutgoingHandshake:457(744ns) SwitchToState:179(259ns) ProcessPendingSessionEvents:495(607200ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 533613ns max# 66869ns}}}
2026-01-08T17:05:21.701472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:21.701545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037987584530390:2107] [node 5] ICP22 created new session: [6:7593037987584530423:2107]
2026-01-08T17:05:21.701619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037987584530423:2107] [node 5] ICS09 handshake done sender: [6:7593037987584530408:2117] self: [6:7593037987584530417:0] peer: [5:7593037986711596644:0] socket: 344 qp: -1
2026-01-08T17:05:21.701678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037987584530423:2107] [node 5] ICS10 traffic start
2026-01-08T17:05:21.701724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:21.723172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037987584530400:2111] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.723277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:21.723346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037987584530400:2111] [node 4] ICP22 created new session: [6:7593037987584530425:2111]
2026-01-08T17:05:21.723422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037987584530425:2111] [node 4] ICS09 handshake done sender: [6:7593037987584530407:2116] self: [6:7593037987584530413:0] peer: [4:7593037984829320384:0] socket: 327 qp: -1
2026-01-08T17:05:21.723472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037987584530425:2111] [node 4] ICS10 traffic start
2026-01-08T17:05:21.723525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:21.731027Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037986711596664:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.731142Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037986711596653:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:21.740239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037982416629279:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.740339Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:21.740407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037982416629279:2050] [node 3] ICP22 created new session: [5:7593037986711596671:2050]
2026-01-08T17:05:21.740485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037986711596671:2050] [node 3] ICS09 handshake done sender: [5:7593037986711596653:2117] self: [5:7593037986711596657:0] peer: [3:7593037986646214626:0] socket: 343 qp: -1
2026-01-08T17:05:21.740538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037986711596671:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:21.740599Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:21.746765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037982416629278:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.746599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037986646214623:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.761001Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037984829320411:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4356
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.763511Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037984829320414:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4356
2026-01-08T17:05:21.747511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037985045354198:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.769364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037987584530427:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9020
2026-01-08T17:05:21.746713Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:21.747555Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037985045354198:2116] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.783705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037986711596674:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:32094
2026-01-08T17:05:21.746787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037986646214623:2108] [node 5] ICP22 created new session: [3:7593037986646214651:2108]
2026-01-08T17:05:21.746859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037986646214651:2108] [node 5] ICS09 handshake done sender: [3:7593037986646214627:2126] self: [3:7593037986646214626:0] peer: [5:7593037986711596657:0] socket: 340 qp: -1
2026-01-08T17:05:21.746906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037986646214651:2108] [node 5] ICS10 traffic start
2026-01-08T17:05:21.746950Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:21.767588Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037986646214645:2134] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.767677Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037982351247247:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:21.769017Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037986646214653:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17651
2026-01-08T17:05:21.778742Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037986646214623:2108] [node 5] ICP18 handshake (actor [3:7593037986646214645:2134]) is too old
2026-01-08T17:05:21.784549Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037984829320395:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:21.786473Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037985045354198:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:21.787266Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037986711596664:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:21.787937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037985045354186:2082] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.788048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:21.788119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037985045354186:2082] [node 5] ICP22 created new session: [2:7593037985045354223:2082]
2026-01-08T17:05:21.788180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037985045354223:2082] [node 5] ICS09 handshake done sender: [2:7593037985045354198:2116] self: [2:7593037985045354197:0] peer: [5:7593037986711596673:0] socket: 363 qp: -1
2026-01-08T17:05:21.788231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037985045354223:2082] [node 5] ICS10 traffic start
2026-01-08T17:05:21.788274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:21.790092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037980534353021:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.790169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:21.790225Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037980534353021:2050] [node 3] ICP22 created new session: [4:7593037984829320415:2050]
2026-01-08T17:05:21.790295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037984829320415:2050] [node 3] ICS09 handshake done sender: [4:7593037984829320395:2117] self: [4:7593037984829320404:0] peer: [3:7593037986646214621:0] socket: 348 qp: -1
2026-01-08T17:05:21.790356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037984829320415:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:21.790403Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:21.791006Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593037980534353021:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:21.798667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037982416629278:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.798769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:21.798835Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037982416629278:2049] [node 2] ICP22 created new session: [5:7593037986711596675:2049]
2026-01-08T17:05:21.798906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037986711596675:2049] [node 2] ICS09 handshake done sender: [5:7593037986711596664:2120] self: [5:7593037986711596673:0] peer: [2:7593037985045354197:0] socket: 369 qp: -1
2026-01-08T17:05:21.798953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037986711596675:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:21.799013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:21.803428Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037986646214637:2131] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:21.803847Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037987584530427:2123] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.804050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037983289563034:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:21.792473Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037984775810000:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:21.806914Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037986646214633:2130] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:21.806959Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037986646214633:2130] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:21.808228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037982351247246:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.808311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:21.808372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037982351247246:2048] [node 1] ICP22 created new session: [3:7593037986646214656:2048]
2026-01-08T17:05:21.808454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037986646214656:2048] [node 1] ICS09 handshake done sender: [3:7593037986646214637:2131] self: [3:7593037986646214644:0] peer: [1:7593037984775809999:0] socket: 357 qp: -1
2026-01-08T17:05:21.808502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037986646214656:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:21.808543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:21.818913Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593037982416629278:2049] [node 2] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.819410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037980480842629:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.819500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:21.819568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037980480842629:2049] [node 3] ICP22 created new session: [1:7593037984775810023:2049]
2026-01-08T17:05:21.819628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037984775810023:2049] [node 3] ICS09 handshake done sender: [1:7593037984775810000:2115] self: [1:7593037984775809999:0] peer: [3:7593037986646214644:0] socket: 351 qp: -1
2026-01-08T17:05:21.819693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037984775810023:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:21.819730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:21.820650Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037987584530429:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:9020
2026-01-08T17:05:21.822609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037986646214633:2130] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:21.823975Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037986646214620:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:21.824094Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:21.824186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037986646214620:2109] [node 6] ICP22 created new session: [3:7593037986646214659:2109]
2026-01-08T17:05:21.824249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037986646214659:2109] [node 6] ICS09 handshake done sender: [3:7593037986646214633:2130] self: [3:7593037986646214632:0] peer: [6:7593037987584530428:0] socket: 342 qp: -1
2026-01-08T17:05:21.824296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037986646214659:2109] [node 6] ICS10 traffic start
2026-01-08T17:05:21.824353Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:21.827999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037987584530427:2123] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:21.828364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037983289563034:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:21.828467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:21.828533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037983289563034:2050] [node 3] ICP22 created new session: [6:7593037987584530430:2050]
2026-01-08T17:05:21.828597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037987584530430:2050] [node 3] ICS09 handshake done sender: [6:7593037987584530427:2123] self: [6:7593037987584530428:0] peer: [3:7593037986646214632:0] socket: 362 qp: -1
2026-01-08T17:05:21.828651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037987584530430:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:21.828720Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:21.834559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037984775810022:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4593
2026-01-08T17:05:21.839480Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593037980480842629:2049] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:21.896787Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:21.897081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593037985045354209:2048] [node 1] ICS07 socket disconnect 323 reason# EndOfStream
2026-01-08T17:05:21.897119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037985045354209:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:21.897217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:21.897260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037985045354209:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:21.901872Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:21.902163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037986646214656:2048] [node 1] ICS01 socket: 357 reason# EndOfStream
2026-01-08T17:05:21.902218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037982351247246:2048] [node 1] ICP30 unregister session Session# [3:7593037986646214656:2048] VirtualId# [3:7593037986646214644:0]
2026-01-08T17:05:21.902264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037986646214656:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:21.902361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:21.902413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:21.904867Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037980750386825:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61713) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:21.904927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593037985045354209:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:21.905869Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593037980750386825:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61713) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:21.905932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037985045354209:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:21.905978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037980750386825:2048] [node 1] ICP30 unregister session Session# [2:7593037985045354209:2048] VirtualId# [2:7593037985045354205:0]
2026-01-08T17:05:21.906028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:21.906065Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593037980750386825:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:21.906103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:21.910597Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:21.910865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037987584530414:2048] [node 1] ICS07 socket disconnect 326 reason# EndOfStream
2026-01-08T17:05:21.910905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037987584530414:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:21.910984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:21.911033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037987584530414:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:21.911642Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:21.911892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037986711596669:2048] [node 1] ICS01 socket: 356 reason# EndOfStream
2026-01-08T17:05:21.911937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037982416629277:2048] [node 1] ICP30 unregister session Session# [5:7593037986711596669:2048] VirtualId# [5:7593037986711596662:0]
2026-01-08T17:05:21.911980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037986711596669:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:21.912047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:21.912096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:21.913302Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037983289563032:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61713) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:21.913372Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037987584530414:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:21.913418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037983289563032:2048] [node 1] ICP30 unregister session Session# [6:7593037987584530414:2048] VirtualId# [6:7593037987584530410:0]
2026-01-08T17:05:21.913460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:21.913500Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037983289563032:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:21.913525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:21.918357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593037980750386825:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:21.918628Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:21.918891Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037984829320398:2048] [node 1] ICS07 socket disconnect 318 reason# EndOfStream
2026-01-08T17:05:21.918926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037984829320398:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:21.919022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:21.919069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037984829320398:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:21.920160Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037980534353019:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61713) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:21.920229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037984829320398:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:21.920272Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037980534353019:2048] [node 1] ICP30 unregister session Session# [4:7593037984829320398:2048] VirtualId# [4:7593037984829320396:0]
2026-01-08T17:05:21.920317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:21.920355Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037980534353019:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:61713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:21.920373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:61713) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:21.926994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037983289563032:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:21.930461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037980534353019:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:21.970101Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:21.970371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037986646214646:2049] [node 2] ICS07 socket disconnect 337 reason# EndOfStream
2026-01-08T17:05:21.970410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037986646214646:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:21.970515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:21.970561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037986646214646:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:21.975633Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037982351247247:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3669) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:21.975719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037986646214646:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:21.976815Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037982351247247:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3669) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:21.976952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037986646214646:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:21.977044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037982351247247:2049] [node 2] ICP30 unregister session Session# [3:7593037986646214646:2049] VirtualId# [3:7593037986646214638:0]
2026-01-08T17:05:21.977270Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:21.977601Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037982351247247:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:3669) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:21.977704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3669) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:21.982230Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:21.982230Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:21.982335Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:21.982515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037984829320412:2049] [node 2] ICS01 socket: 347 reason# EndOfStream
2026-01-08T17:05:21.982532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037987584530421:2049] [node 2] ICS01 socket: 345 reason# EndOfStream
2026-01-08T17:05:21.982566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037980534353020:2049] [node 2] ICP30 unregister session Session# [4:7593037984829320412:2049] VirtualId# [4:7593037984829320403:0]
2026-01-08T17:05:21.982568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037983289563033:2049] [node 2] ICP30 unregister session Session# [6:7593037987584530421:2049] VirtualId# [6:7593037987584530412:0]
2026-01-08T17:05:21.982614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037984829320412:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:21.982614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037987584530421:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:21.982695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:21.982695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:21.982745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:21.982745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:21.983431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037986711596675:2049] [node 2] ICS01 socket: 369 reason# EndOfStream
2026-01-08T17:05:21.983492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037982416629278:2049] [node 2] ICP30 unregister session Session# [5:7593037986711596675:2049] VirtualId# [5:7593037986711596673:0]
2026-01-08T17:05:21.983525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037986711596675:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:21.983584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:21.983616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:21.990549Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037982351247247:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:22.114688Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:22.114962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037984829320415:2050] [node 3] ICS07 socket disconnect 348 reason# EndOfStream
2026-01-08T17:05:22.115000Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037984829320415:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:22.115097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:22.115161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037984829320415:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:22.118470Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:22.118170Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:22.118451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037986711596671:2050] [node 3] ICS07 socket disconnect 343 reason# EndOfStream
2026-01-08T17:05:22.118489Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037986711596671:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:22.118603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:22.118667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037986711596671:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:22.118679Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037987584530430:2050] [node 3] ICS01 socket: 362 reason# EndOfStream
2026-01-08T17:05:22.118971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037983289563034:2050] [node 3] ICP30 unregister session Session# [6:7593037987584530430:2050] VirtualId# [6:7593037987584530428:0]
2026-01-08T17:05:22.119010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037987584530430:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:22.119076Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:22.119127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:22.120290Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037980534353021:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62276) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:22.120373Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037984829320415:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:22.120424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037980534353021:2050] [node 3] ICP30 unregister session Session# [4:7593037984829320415:2050] VirtualId# [4:7593037984829320404:0]
2026-01-08T17:05:22.120479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:22.120517Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037980534353021:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62276) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:22.120537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62276) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:22.123742Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037982416629279:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62276) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:22.123846Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037986711596671:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:22.123895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037982416629279:2050] [node 3] ICP30 unregister session Session# [5:7593037986711596671:2050] VirtualId# [5:7593037986711596657:0]
2026-01-08T17:05:22.123953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:22.124003Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037982416629279:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62276) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:22.124024Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62276) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:22.135375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037982416629279:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:22.222564Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:22.222839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037986711596666:2110] [node 4] ICS07 socket disconnect 328 reason# EndOfStream
2026-01-08T17:05:22.222881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037986711596666:2110] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:22.222988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:22.223040Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037986711596666:2110] [node 4] ICS15 start handshake
2026-01-08T17:05:22.225918Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037986711596643:2110] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1041) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:22.225991Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037986711596666:2110] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:22.226031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037986711596643:2110] [node 4] ICP30 unregister session Session# [5:7593037986711596666:2110] VirtualId# [5:7593037986711596656:0]
2026-01-08T17:05:22.226071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:22.226103Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037986711596643:2110] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1041) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:22.223636Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:22.223858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037987584530425:2111] [node 4] ICS07 socket disconnect 327 reason# EndOfStream
2026-01-08T17:05:22.223894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037987584530425:2111] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:22.223968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:22.224010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037987584530425:2111] [node 4] ICS15 start handshake
2026-01-08T17:05:22.225256Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037987584530400:2111] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1041) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:22.225317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037987584530425:2111] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:22.225364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037987584530400:2111] [node 4] ICP30 unregister session Session# [6:7593037987584530425:2111] VirtualId# [6:7593037987584530413:0]
2026-01-08T17:05:22.225416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:22.225460Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037987584530400:2111] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:1041) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:22.225480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1041) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:22.226118Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:1041) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:22.238454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037987584530400:2111] [node 4] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:22.481216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037988606033696:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:22.481266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037988606033697:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:22.518758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037989915827870:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:22.518823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037989915827871:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:22.539257Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037990025101397:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:22.539295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037990025101398:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:22.539330Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037990025101399:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:22.500854Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037988275160802:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:22.500896Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037988275160803:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:22.682652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037989056849109:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:22.682693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037989056849110:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:22.682729Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037989056849111:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:23.078712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037992570128158:2090] [node 6] ICP01 ready to work
2026-01-08T17:05:22.890787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037990522519371:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:23.090491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037994210795228:2102] [node 4] ICP01 ready to work
2026-01-08T17:05:23.114520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037994320068723:2067] [node 5] ICP01 ready to work
2026-01-08T17:05:23.123531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037993351816419:2060] [node 4] ICP01 ready to work
2026-01-08T17:05:22.890845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037990522519372:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:23.114477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037992901001055:2109] [node 6] ICP01 ready to work
2026-01-08T17:05:23.133965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037994210795230:2104] [node 5] ICP01 ready to work
2026-01-08T17:05:23.207109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593037993351816472:2066] [node 6] ICP01 ready to work
2026-01-08T17:05:23.229008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593037990025101399:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(19711333ns) {Configure:104(19701884ns) {ProcessConfigured:135(83461ns) {StartInitialHandshake:157(79617ns) {DropHandshakes:470(3282ns) {DropIncomingHandshake:442(686ns) DropOutgoingHandshake:457(725ns)} GenerateSessionVirtualId:992(1969ns) PrepareNewSessionHandshake:477(2667ns) {SwitchToState:179(1016ns)}}}}}
2026-01-08T17:05:23.152554Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037988606033696:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(153342196ns) {Configure:104(153336507ns) {ProcessConfigured:135(82415ns) {StartInitialHandshake:157(79613ns) {DropHandshakes:470(3031ns) {DropIncomingHandshake:442(964ns) DropOutgoingHandshake:457(606ns)} GenerateSessionVirtualId:992(1251ns) PrepareNewSessionHandshake:477(2218ns) {SwitchToState:179(828ns)}}}}}
2026-01-08T17:05:22.894677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037990522519370:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:23.153117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037992901001058:2107] [node 5] ICP01 ready to work
2026-01-08T17:05:23.153727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593037992901001059:2108] [node 4] ICP01 ready to work
2026-01-08T17:05:23.183233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593037994210795231:2103] [node 6] ICP01 ready to work
2026-01-08T17:05:23.078573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037994817486696:2060] [node 4] ICP01 ready to work
2026-01-08T17:05:23.241502Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037989056849111:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(31511266ns) {Configure:104(31507030ns) {ProcessConfigured:135(71462ns) {StartInitialHandshake:157(68432ns) {DropHandshakes:470(3181ns) {DropIncomingHandshake:442(680ns) DropOutgoingHandshake:457(588ns)} GenerateSessionVirtualId:992(1241ns) PrepareNewSessionHandshake:477(2244ns) {SwitchToState:179(995ns)}}}}}
2026-01-08T17:05:23.258587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593037994320068765:2069] [node 6] ICP01 ready to work
2026-01-08T17:05:23.219299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037992570128162:2089] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.283231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037994320068754:2107] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10081
2026-01-08T17:05:23.264491Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037993351816472:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(22117671ns) {Configure:104(22111999ns) {ProcessConfigured:135(87222ns) {StartInitialHandshake:157(81087ns) {DropHandshakes:470(3214ns) {DropIncomingHandshake:442(569ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:992(1460ns) PrepareNewSessionHandshake:477(2786ns) {SwitchToState:179(822ns)}}}}}
2026-01-08T17:05:23.118431Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593037994817486698:2062] [node 5] ICP01 ready to work
2026-01-08T17:05:23.258441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593037992570128163:2091] [node 4] ICP01 ready to work
2026-01-08T17:05:23.313562Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593037989056849109:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(166876024ns) {Configure:104(166860573ns) {ProcessConfigured:135(86178ns) {StartInitialHandshake:157(83243ns) {DropHandshakes:470(2990ns) {DropIncomingHandshake:442(559ns) DropOutgoingHandshake:457(443ns)} GenerateSessionVirtualId:992(1301ns) PrepareNewSessionHandshake:477(1747ns) {SwitchToState:179(664ns)}}}}}
2026-01-08T17:05:23.318753Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037990522519370:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(321453876ns) {Configure:104(321444219ns) {ProcessConfigured:135(18478617ns) {StartInitialHandshake:157(18473936ns) {DropHandshakes:470(3297ns) {DropIncomingHandshake:442(519ns) DropOutgoingHandshake:457(423ns)} GenerateSessionVirtualId:992(1244ns) PrepareNewSessionHandshake:477(5085ns) {SwitchToState:179(2157ns)}}}}}
2026-01-08T17:05:23.350882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037989915827870:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(216227585ns) {Configure:104(216221441ns) {ProcessConfigured:135(27818560ns) {StartInitialHandshake:157(27814777ns) {DropHandshakes:470(2720ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(252ns)} GenerateSessionVirtualId:992(1398ns) PrepareNewSessionHandshake:477(5359ns) {SwitchToState:179(2653ns)}}}}}
2026-01-08T17:05:23.375083Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037992570128158:2090] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(69447010ns) {Configure:104(69441139ns) {ProcessConfigured:135(12053868ns) {StartInitialHandshake:157(12050258ns) {DropHandshakes:470(1113ns) {DropIncomingHandshake:442(176ns) DropOutgoingHandshake:457(269ns)} GenerateSessionVirtualId:992(348ns) PrepareNewSessionHandshake:477(4200ns) {SwitchToState:179(2245ns)}}}}}
2026-01-08T17:05:23.383069Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593037988275160803:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(25551808ns) {Configure:104(25547120ns) {ProcessConfigured:135(75919ns) {StartInitialHandshake:157(70878ns) {DropHandshakes:470(1843ns) {DropIncomingHandshake:442(510ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:992(1274ns) PrepareNewSessionHandshake:477(2066ns) {SwitchToState:179(1137ns)}}}}}
2026-01-08T17:05:23.387305Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037994817486698:2062] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(65986093ns) {Configure:104(65980391ns) {ProcessConfigured:135(8153409ns) {StartInitialHandshake:157(8150870ns) {DropHandshakes:470(1524ns) {DropIncomingHandshake:442(410ns) DropOutgoingHandshake:457(317ns)} GenerateSessionVirtualId:992(453ns) PrepareNewSessionHandshake:477(2982ns) {SwitchToState:179(1410ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.389946Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037992570128173:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4207
2026-01-08T17:05:23.367171Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037994210795228:2102] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(183532184ns) {Configure:104(183521925ns) {ProcessConfigured:135(5523415ns) {StartInitialHandshake:157(5519095ns) {DropHandshakes:470(3032ns) {DropIncomingHandshake:442(587ns) DropOutgoingHandshake:457(725ns)} GenerateSessionVirtualId:992(948ns) PrepareNewSessionHandshake:477(5392ns) {SwitchToState:179(2170ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.416054Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037994320068772:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10081
2026-01-08T17:05:23.390031Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037992570128174:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4207
2026-01-08T17:05:23.425510Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037994210795230:2104] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(71738163ns) {Configure:104(71731445ns) {ProcessConfigured:135(17561270ns) {StartInitialHandshake:157(17557553ns) {DropHandshakes:470(2331ns) {DropIncomingHandshake:442(488ns) DropOutgoingHandshake:457(537ns)} GenerateSessionVirtualId:992(957ns) PrepareNewSessionHandshake:477(5525ns) {SwitchToState:179(2221ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.434887Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593037994210795231:2103] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(46912700ns) {Configure:104(46905693ns) {ProcessConfigured:135(15861011ns) {StartInitialHandshake:157(15857747ns) {DropHandshakes:470(2434ns) {DropIncomingHandshake:442(342ns) DropOutgoingHandshake:457(586ns)} GenerateSessionVirtualId:992(664ns) PrepareNewSessionHandshake:477(4774ns) {SwitchToState:179(2271ns)}}}}}
2026-01-08T17:05:23.438830Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037994210795239:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22107
2026-01-08T17:05:23.439430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037994210795238:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22107
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.447369Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037992570128179:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4207
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.452364Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037993351816483:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2845
2026-01-08T17:05:23.452757Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037993351816484:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2845
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.439898Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037992901001058:2107] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(261487331ns) {Configure:104(261481173ns) {ProcessConfigured:135(11457613ns) {StartInitialHandshake:157(11455192ns) {DropHandshakes:470(3369ns) {DropIncomingHandshake:442(559ns) DropOutgoingHandshake:457(424ns)} GenerateSessionVirtualId:992(185ns) PrepareNewSessionHandshake:477(3066ns) {SwitchToState:179(1519ns)}}}}}
2026-01-08T17:05:23.453195Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037994210795244:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22107
2026-01-08T17:05:23.494882Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593037992901001059:2108] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(331822480ns) {Configure:104(331809614ns) {ProcessConfigured:135(11463259ns) {StartInitialHandshake:157(11459447ns) {DropHandshakes:470(2999ns) {DropIncomingHandshake:442(727ns) DropOutgoingHandshake:457(574ns)} GenerateSessionVirtualId:992(839ns) PrepareNewSessionHandshake:477(4694ns) {SwitchToState:179(2082ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.478558Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037994210795245:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22107
2026-01-08T17:05:23.482753Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037994210795249:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22107
2026-01-08T17:05:23.483511Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037994210795239:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.529209Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037994320068754:2107] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.529759Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037994320068773:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10081
2026-01-08T17:05:23.529884Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037994320068774:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10081
2026-01-08T17:05:23.514688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037992901001063:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16689
2026-01-08T17:05:23.514924Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037992901001064:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16689
2026-01-08T17:05:23.515426Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037992901001062:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16689
2026-01-08T17:05:23.571178Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037992570128173:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.572087Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037992901001062:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.572212Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037992901001063:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.555069Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593037990522519372:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(130233900ns) {Configure:104(130228188ns) {ProcessConfigured:135(11864015ns) {StartInitialHandshake:157(11859925ns) {DropHandshakes:470(3713ns) {DropIncomingHandshake:442(590ns) DropOutgoingHandshake:457(681ns)} GenerateSessionVirtualId:992(952ns) PrepareNewSessionHandshake:477(5144ns) {SwitchToState:179(2220ns)}}}}}
2026-01-08T17:05:23.570826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037994320068772:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.572788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037993351816484:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.577543Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037992570128165:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.572901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037993351816483:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.577588Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037992570128165:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.573049Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037993351816485:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2845
2026-01-08T17:05:23.573282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037989056849111:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.579229Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037993351816488:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2845
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.582777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037994817486744:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39034
2026-01-08T17:05:23.579687Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037992570128165:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:23.580054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037992570128162:2089] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.580122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:23.580187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037992570128162:2089] [node 5] ICP22 created new session: [3:7593037992570128182:2089]
2026-01-08T17:05:23.580244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037992570128182:2089] [node 5] ICS09 handshake done sender: [3:7593037992570128165:2110] self: [3:7593037992570128164:0] peer: [5:7593037993351816487:0] socket: 321 qp: -1
2026-01-08T17:05:23.580288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037992570128182:2089] [node 5] ICS10 traffic start
2026-01-08T17:05:23.580331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:23.606445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037992570128179:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.606714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037988275160803:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:23.591795Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037994210795238:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.591907Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037994210795245:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.587048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037994817486744:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.587466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037990522519372:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:23.610556Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037994210795244:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.596340Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037994320068773:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.607106Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037993351816483:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:23.607568Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037992570128170:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.622477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037990025101398:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.627596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037989056849111:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.652455Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037992901001064:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.638751Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037994210795235:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.607615Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037992570128170:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.638828Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037994210795235:2111] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.676202Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037994817486746:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39034
2026-01-08T17:05:23.627678Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:23.668610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037992901001067:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.655803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037994320068774:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.650583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037992570128174:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.676313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037994817486747:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39034
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.655931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037990025101397:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:23.676713Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037992570128170:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:23.627752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037989056849111:2050] [node 3] ICP22 created new session: [5:7593037993351816489:2050]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.654329Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037994210795237:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.668651Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037992901001067:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.676812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593037992570128162:2089] [node 5] ICP18 handshake (actor [3:7593037992570128174:2115]) is too old
2026-01-08T17:05:23.696321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037992570128158:2090] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.696380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:23.696448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037992570128158:2090] [node 6] ICP22 created new session: [3:7593037992570128188:2090]
2026-01-08T17:05:23.696515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037992570128188:2090] [node 6] ICS09 handshake done sender: [3:7593037992570128170:2112] self: [3:7593037992570128169:0] peer: [6:7593037994817486745:0] socket: 356 qp: -1
2026-01-08T17:05:23.696564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037992570128188:2090] [node 6] ICS10 traffic start
2026-01-08T17:05:23.696634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:23.701588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037992570128187:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4207
2026-01-08T17:05:23.654375Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037994210795237:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.655071Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037994210795249:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.655400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593037989915827870:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:23.671021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037994210795237:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:23.677045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037994210795235:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:23.703109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037994210795228:2102] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.703182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:23.703245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037994210795228:2102] [node 4] ICP22 created new session: [2:7593037994210795258:2102]
2026-01-08T17:05:23.703323Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037994210795258:2102] [node 4] ICS09 handshake done sender: [2:7593037994210795237:2112] self: [2:7593037994210795236:0] peer: [4:7593037994320068777:0] socket: 339 qp: -1
2026-01-08T17:05:23.703369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037994210795258:2102] [node 4] ICS10 traffic start
2026-01-08T17:05:23.703415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:23.705672Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593037994210795257:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22107
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.627817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037993351816489:2050] [node 3] ICS09 handshake done sender: [5:7593037993351816483:2115] self: [5:7593037993351816487:0] peer: [3:7593037992570128164:0] socket: 324 qp: -1
2026-01-08T17:05:23.670736Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037994320068780:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10081
2026-01-08T17:05:23.678370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037992901001057:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.730924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037992570128179:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:23.731655Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037994210795249:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:23.715042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037994817486744:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:23.627865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037993351816489:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:23.678408Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037992901001057:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.681592Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037992901001061:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.681630Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037992901001061:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.690630Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037992901001067:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:23.694942Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037992901001057:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:23.739563Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037992901001061:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:23.745725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037989915827871:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.677313Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037994320068779:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10081
2026-01-08T17:05:23.739986Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037992901001059:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.757492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037988275160803:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.757586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:23.757648Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037988275160803:2049] [node 2] ICP22 created new session: [3:7593037992570128191:2049]
2026-01-08T17:05:23.757714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037992570128191:2049] [node 2] ICS09 handshake done sender: [3:7593037992570128179:2117] self: [3:7593037992570128185:0] peer: [2:7593037994210795234:0] socket: 340 qp: -1
2026-01-08T17:05:23.757760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037992570128191:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:23.757801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.765410Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037992570128172:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.765451Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593037992570128172:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.627911Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:23.745825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.727105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037994817486748:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39034
2026-01-08T17:05:23.694714Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037994320068773:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:23.740091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:23.697674Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037994320068774:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:23.675054Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037993351816485:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.740159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037992901001059:2108] [node 4] ICP22 created new session: [1:7593037992901001081:2108]
2026-01-08T17:05:23.727162Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037990522519372:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.774368Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037992570128172:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:23.745887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037989915827871:2049] [node 3] ICP22 created new session: [2:7593037994210795262:2049]
2026-01-08T17:05:23.699392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037990025101398:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.699462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:23.699526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037990025101398:2049] [node 2] ICP22 created new session: [4:7593037994320068781:2049]
2026-01-08T17:05:23.699590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037994320068781:2049] [node 2] ICS09 handshake done sender: [4:7593037994320068773:2117] self: [4:7593037994320068777:0] peer: [2:7593037994210795236:0] socket: 341 qp: -1
2026-01-08T17:05:23.699633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037994320068781:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:23.699689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:23.714598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037990025101397:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.714668Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:23.714727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037990025101397:2048] [node 1] ICP22 created new session: [4:7593037994320068783:2048]
2026-01-08T17:05:23.714787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037994320068783:2048] [node 1] ICS09 handshake done sender: [4:7593037994320068774:2118] self: [4:7593037994320068778:0] peer: [1:7593037992901001066:0] socket: 353 qp: -1
2026-01-08T17:05:23.714856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037994320068783:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:23.717064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:23.726663Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037994320068785:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10081
2026-01-08T17:05:23.761542Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037994320068768:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.761575Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037994320068768:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.763822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037994320068785:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.764189Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593037990025101399:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:23.781030Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037994320068768:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:23.798273Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037994320068765:2069] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.802724Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:23.745948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037994210795262:2049] [node 3] ICS09 handshake done sender: [2:7593037994210795235:2111] self: [2:7593037994210795234:0] peer: [3:7593037992570128185:0] socket: 338 qp: -1
2026-01-08T17:05:23.675401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037989056849109:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:23.807749Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037994320068765:2069] [node 6] ICP22 created new session: [4:7593037994320068791:2069]
2026-01-08T17:05:23.727221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:23.740218Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037992901001081:2108] [node 4] ICS09 handshake done sender: [1:7593037992901001067:2115] self: [1:7593037992901001066:0] peer: [4:7593037994320068778:0] socket: 351 qp: -1
2026-01-08T17:05:23.826476Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593037992570128163:2091] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.727277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037990522519372:2050] [node 3] ICP22 created new session: [6:7593037994817486749:2050]
2026-01-08T17:05:23.727345Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037994817486749:2050] [node 3] ICS09 handshake done sender: [6:7593037994817486744:2115] self: [6:7593037994817486745:0] peer: [3:7593037992570128169:0] socket: 357 qp: -1
2026-01-08T17:05:23.727390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037994817486749:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:23.727449Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:23.747133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037994817486752:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39034
2026-01-08T17:05:23.753736Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037994817486747:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.753917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037994817486698:2062] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:23.758882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037994817486752:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.759043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037994817486696:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:23.765232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037994817486755:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39034
2026-01-08T17:05:23.811249Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037994817486748:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.823078Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037994817486752:2119] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.687368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037993351816493:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2845
2026-01-08T17:05:23.746001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037994210795262:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:23.740259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037992901001081:2108] [node 4] ICS10 traffic start
2026-01-08T17:05:23.830462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037994320068791:2069] [node 6] ICS09 handshake done sender: [4:7593037994320068768:2115] self: [4:7593037994320068767:0] peer: [6:7593037994817486754:0] socket: 322 qp: -1
2026-01-08T17:05:23.831643Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593037994320068756:2108] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.831687Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593037994320068756:2108] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.832348Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593037994320068790:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10081
2026-01-08T17:05:23.833010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037994320068791:2069] [node 6] ICS10 traffic start
2026-01-08T17:05:23.833467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:23.827863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:23.843526Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593037994320068765:2069] [node 6] ICP35 event processing took too much time PendingConnection:279(35924429ns) {HandleHandshakeStatus:329(35921254ns) {DropIncomingHandshake:442(16968ns) DropOutgoingHandshake:457(993ns) SwitchToState:179(1070ns) ProcessPendingSessionEvents:495(586176ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 527038ns max# 50360ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.845744Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037994817486757:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39034
2026-01-08T17:05:23.746043Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:23.709121Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037993351816494:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2845
2026-01-08T17:05:23.740316Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:23.847789Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037994320068756:2108] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.827948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037992570128163:2091] [node 4] ICP22 created new session: [3:7593037992570128195:2091]
2026-01-08T17:05:23.764809Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037993351816495:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2845
2026-01-08T17:05:23.742196Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037988606033696:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.746546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593037989915827870:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.849026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593037994320068723:2067] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.851123Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037994817486698:2062] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:7435) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593037994817486747:2117] held: no
2026-01-08T17:05:23.828001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037992570128195:2091] [node 4] ICS09 handshake done sender: [3:7593037992570128172:2113] self: [3:7593037992570128171:0] peer: [4:7593037994320068789:0] socket: 373 qp: -1
2026-01-08T17:05:23.746628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:23.748821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037989915827870:2048] [node 1] ICP22 created new session: [2:7593037994210795264:2048]
2026-01-08T17:05:23.748900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037994210795264:2048] [node 1] ICS09 handshake done sender: [2:7593037994210795249:2119] self: [2:7593037994210795255:0] peer: [1:7593037992901001056:0] socket: 348 qp: -1
2026-01-08T17:05:23.748947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037994210795264:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:23.770750Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037993351816485:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:23.748993Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:23.785762Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037989915827871:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(38987328ns) {HandleHandshakeStatus:329(38984753ns) {DropIncomingHandshake:442(16889ns) DropOutgoingHandshake:457(439ns) SwitchToState:179(614ns) ProcessPendingSessionEvents:495(38534925ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 34470485ns max# 12627797ns}}}
2026-01-08T17:05:23.781394Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037989056849109:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.832601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037994210795243:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.781479Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:23.832638Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037994210795243:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.781551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037989056849109:2048] [node 1] ICP22 created new session: [5:7593037993351816496:2048]
2026-01-08T17:05:23.845496Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037994210795243:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:23.781610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037993351816496:2048] [node 1] ICS09 handshake done sender: [5:7593037993351816485:2117] self: [5:7593037993351816492:0] peer: [1:7593037992901001060:0] socket: 352 qp: -1
2026-01-08T17:05:23.867550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037994210795230:2104] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.781656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037993351816496:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:23.867636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:23.781699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:23.867718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037994210795230:2104] [node 5] ICP22 created new session: [2:7593037994210795267:2104]
2026-01-08T17:05:23.784085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037993351816478:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.867797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037994210795267:2104] [node 5] ICS09 handshake done sender: [2:7593037994210795243:2116] self: [2:7593037994210795241:0] peer: [5:7593037993351816499:0] socket: 371 qp: -1
2026-01-08T17:05:23.784137Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593037993351816478:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.867844Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037994210795267:2104] [node 5] ICS10 traffic start
2026-01-08T17:05:23.794682Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037993351816494:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.867889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:23.798926Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593037993351816495:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.799163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037989056849110:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:23.799521Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593037993351816419:2060] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:23.799944Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037993351816478:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:23.800197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593037993351816472:2066] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.800260Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:23.800321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037993351816472:2066] [node 6] ICP22 created new session: [5:7593037993351816501:2066]
2026-01-08T17:05:23.800377Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037993351816501:2066] [node 6] ICS09 handshake done sender: [5:7593037993351816478:2113] self: [5:7593037993351816477:0] peer: [6:7593037994817486753:0] socket: 364 qp: -1
2026-01-08T17:05:23.800423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037993351816501:2066] [node 6] ICS10 traffic start
2026-01-08T17:05:23.800469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:23.845047Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037993351816503:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2845
2026-01-08T17:05:23.845256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593037993351816504:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:2845
2026-01-08T17:05:23.849102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:23.865190Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593037989056849109:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(52015127ns) {HandleHandshakeStatus:329(52012265ns) {DropIncomingHandshake:442(951ns) DropOutgoingHandshake:457(7263ns) SwitchToState:179(829ns) ProcessPendingSessionEvents:495(51537705ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 49286081ns max# 12160818ns}}}
2026-01-08T17:05:23.849159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037994320068723:2067] [node 5] ICP22 created new session: [4:7593037994320068794:2067]
2026-01-08T17:05:23.881019Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037993351816495:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:23.849226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037994320068794:2067] [node 5] ICS09 handshake done sender: [4:7593037994320068756:2108] self: [4:7593037994320068755:0] peer: [5:7593037993351816500:0] socket: 375 qp: -1
2026-01-08T17:05:23.881358Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037993351816419:2060] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24871) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037993351816495:2121] held: no
2026-01-08T17:05:23.849270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037994320068794:2067] [node 5] ICS10 traffic start
2026-01-08T17:05:23.903094Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037989056849110:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23382) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593037993351816494:2120] held: no
2026-01-08T17:05:23.849317Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:23.905592Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037993351816419:2060] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.858711Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037990025101399:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28432) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593037994320068785:2121] held: no
2026-01-08T17:05:23.905653Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:23.859699Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593037994320068785:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:23.905715Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037993351816419:2060] [node 4] ICP22 created new session: [5:7593037993351816505:2060]
2026-01-08T17:05:23.905781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037993351816505:2060] [node 4] ICS09 handshake done sender: [5:7593037993351816495:2121] self: [5:7593037993351816500:0] peer: [4:7593037994320068755:0] socket: 377 qp: -1
2026-01-08T17:05:23.742293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:23.905825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037993351816505:2060] [node 4] ICS10 traffic start
2026-01-08T17:05:23.742374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037988606033696:2048] [node 2] ICP22 created new session: [1:7593037992901001083:2048]
2026-01-08T17:05:23.742434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037992901001083:2048] [node 2] ICS09 handshake done sender: [1:7593037992901001057:2110] self: [1:7593037992901001056:0] peer: [2:7593037994210795255:0] socket: 347 qp: -1
2026-01-08T17:05:23.742480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037992901001083:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:23.742521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:23.770981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593037992901001080:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16689
2026-01-08T17:05:23.772347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037992901001058:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.772426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:23.772491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037992901001058:2107] [node 5] ICP22 created new session: [1:7593037992901001087:2107]
2026-01-08T17:05:23.772557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037992901001087:2107] [node 5] ICS09 handshake done sender: [1:7593037992901001061:2111] self: [1:7593037992901001060:0] peer: [5:7593037993351816492:0] socket: 350 qp: -1
2026-01-08T17:05:23.772625Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037992901001087:2107] [node 5] ICS10 traffic start
2026-01-08T17:05:23.772684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:23.827524Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037992901001080:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.865561Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037992901001071:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.865605Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037992901001071:2117] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.886614Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037992901001071:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:23.894969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037988606033697:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.895096Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:23.895173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037988606033697:2049] [node 3] ICP22 created new session: [1:7593037992901001091:2049]
2026-01-08T17:05:23.895237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037992901001091:2049] [node 3] ICS09 handshake done sender: [1:7593037992901001071:2117] self: [1:7593037992901001070:0] peer: [3:7593037992570128197:0] socket: 379 qp: -1
2026-01-08T17:05:23.895281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037992901001091:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:23.895327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:23.878941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593037990025101399:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.905863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:23.828055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037992570128195:2091] [node 4] ICS10 traffic start
2026-01-08T17:05:23.879035Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:23.879104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593037990025101399:2050] [node 3] ICP22 created new session: [4:7593037994320068796:2050]
2026-01-08T17:05:23.879169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593037994320068796:2050] [node 3] ICS09 handshake done sender: [4:7593037994320068785:2121] self: [4:7593037994320068789:0] peer: [3:7593037992570128171:0] socket: 316 qp: -1
2026-01-08T17:05:23.879215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593037994320068796:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:23.879261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.908677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593037993351816494:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:23.909144Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593037994817486698:2062] [node 5] ICP35 event processing took too much time PendingConnection:279(59461400ns) {HandleHandshakeStatus:395(59451730ns) {LogHandshakeFail:472(17501ns) {UpdateErrorStateLog:545(5949ns)} DropOutgoingHandshake:457(1066ns) ProcessPendingSessionEvents:495(57055020ns) {unordered DropSessionEvent:512 num# 100 sum# 56990929ns max# 11812318ns}}}
2026-01-08T17:05:23.909278Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037990522519371:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:23.923004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037994817486696:2060] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.923122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:23.923192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037994817486696:2060] [node 4] ICP22 created new session: [6:7593037994817486759:2060]
2026-01-08T17:05:23.923214Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037994817486756:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39034
2026-01-08T17:05:23.923257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037994817486759:2060] [node 4] ICS09 handshake done sender: [6:7593037994817486752:2119] self: [6:7593037994817486754:0] peer: [4:7593037994320068767:0] socket: 378 qp: -1
2026-01-08T17:05:23.923310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037994817486759:2060] [node 4] ICS10 traffic start
2026-01-08T17:05:23.923357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:23.923406Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037994817486747:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:23.924647Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593037994817486696:2060] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:23.929239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037994817486698:2062] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.929311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:23.929385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037994817486698:2062] [node 5] ICP22 created new session: [6:7593037994817486762:2062]
2026-01-08T17:05:23.929453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037994817486762:2062] [node 5] ICS09 handshake done sender: [6:7593037994817486747:2117] self: [6:7593037994817486753:0] peer: [5:7593037993351816477:0] socket: 365 qp: -1
2026-01-08T17:05:23.929502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037994817486762:2062] [node 5] ICS10 traffic start
2026-01-08T17:05:23.828121Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:23.927072Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593037994210795242:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.927129Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593037994210795242:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.930332Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593037994210795242:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:23.847229Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037992570128194:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4207
2026-01-08T17:05:23.848805Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593037992570128194:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.854044Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593037988275160802:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:23.875942Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593037992570128198:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4207
2026-01-08T17:05:23.902814Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593037992570128194:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:23.935038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593037988275160802:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.935137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:23.935198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593037988275160802:2048] [node 1] ICP22 created new session: [3:7593037992570128199:2048]
2026-01-08T17:05:23.935294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593037992570128199:2048] [node 1] ICS09 handshake done sender: [3:7593037992570128194:2119] self: [3:7593037992570128197:0] peer: [1:7593037992901001070:0] socket: 381 qp: -1
2026-01-08T17:05:23.935343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593037992570128199:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:23.935392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:23.939567Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593037988275160802:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:23.915606Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593037989056849110:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.929541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:23.942362Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593037994817486756:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.942989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593037990522519370:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:23.943916Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037994817486761:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39034
2026-01-08T17:05:23.915685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:23.915775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593037989056849110:2049] [node 2] ICP22 created new session: [5:7593037993351816507:2049]
2026-01-08T17:05:23.915845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593037993351816507:2049] [node 2] ICS09 handshake done sender: [5:7593037993351816494:2120] self: [5:7593037993351816499:0] peer: [2:7593037994210795241:0] socket: 372 qp: -1
2026-01-08T17:05:23.915892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593037993351816507:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:23.915933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:23.948102Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037994817486748:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:23.951077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037990522519371:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.951183Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:23.951243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037990522519371:2049] [node 2] ICP22 created new session: [6:7593037994817486765:2049]
2026-01-08T17:05:23.951308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037994817486765:2049] [node 2] ICS09 handshake done sender: [6:7593037994817486748:2118] self: [6:7593037994817486758:0] peer: [2:7593037994210795240:0] socket: 374 qp: -1
2026-01-08T17:05:23.951351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037994817486765:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:23.951413Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:23.954722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593037994817486767:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:39034
2026-01-08T17:05:23.946650Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593037992901001069:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:23.946701Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593037992901001069:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:23.959374Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593037992901001069:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:23.960227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593037992901001055:2109] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.960347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:23.960414Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593037992901001055:2109] [node 6] ICP22 created new session: [1:7593037992901001094:2109]
2026-01-08T17:05:23.960475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593037992901001094:2109] [node 6] ICS09 handshake done sender: [1:7593037992901001069:2116] self: [1:7593037992901001068:0] peer: [6:7593037994817486764:0] socket: 335 qp: -1
2026-01-08T17:05:23.960511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593037992901001094:2109] [node 6] ICS10 traffic start
2026-01-08T17:05:23.960571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:23.962758Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593037994817486756:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:23.946711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593037994210795231:2103] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:23.947227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:23.949327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593037994210795231:2103] [node 6] ICP22 created new session: [2:7593037994210795270:2103]
2026-01-08T17:05:23.958922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593037994210795270:2103] [node 6] ICS09 handshake done sender: [2:7593037994210795242:2115] self: [2:7593037994210795240:0] peer: [6:7593037994817486758:0] socket: 370 qp: -1
2026-01-08T17:05:23.958985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593037994210795270:2103] [node 6] ICS10 traffic start
2026-01-08T17:05:23.959042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:23.964766Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593037994210795231:2103] [node 6] ICP35 event processing took too much time PendingConnection:279(17094319ns) {HandleHandshakeStatus:329(17091384ns) {DropIncomingHandshake:442(28338ns) DropOutgoingHandshake:457(4541ns) SwitchToState:179(1174ns) ProcessPendingSessionEvents:495(4540646ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 4467668ns max# 4031640ns}}}
2026-01-08T17:05:23.967797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593037990522519370:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:23.967915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:23.967971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593037990522519370:2048] [node 1] ICP22 created new session: [6:7593037994817486768:2048]
2026-01-08T17:05:23.968038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593037994817486768:2048] [node 1] ICS09 handshake done sender: [6:7593037994817486756:2121] self: [6:7593037994817486764:0] peer: [1:7593037992901001068:0] socket: 380 qp: -1
2026-01-08T17:05:23.968082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593037994817486768:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:23.968122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:24.119902Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:24.120163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593037994210795264:2048] [node 1] ICS01 socket: 348 reason# EndOfStream
2026-01-08T17:05:24.120218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593037989915827870:2048] [node 1] ICP30 unregister session Session# [2:7593037994210795264:2048] VirtualId# [2:7593037994210795255:0]
2026-01-08T17:05:24.120272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593037994210795264:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:24.120361Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:24.120420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:24.130494Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:24.130926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593037992570128199:2048] [node 1] ICS07 socket disconnect 381 reason# EndOfStream
2026-01-08T17:05:24.130967Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037992570128199:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:24.131073Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:24.131126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037992570128199:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:24.136658Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037988275160802:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12609) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:24.136736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593037992570128199:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:24.138010Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593037988275160802:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12609) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:24.138089Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037992570128199:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:24.138131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037988275160802:2048] [node 1] ICP30 unregister session Session# [3:7593037992570128199:2048] VirtualId# [3:7593037992570128197:0]
2026-01-08T17:05:24.138188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:24.138228Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593037988275160802:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12609) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:24.138254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12609) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:24.146542Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:24.146805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593037993351816496:2048] [node 1] ICS07 socket disconnect 352 reason# EndOfStream
2026-01-08T17:05:24.146847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037993351816496:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:24.146943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:24.146993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593037993351816496:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:24.147497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593037988275160802:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:24.146566Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:24.170502Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:24.146815Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037994320068783:2048] [node 1] ICS07 socket disconnect 353 reason# EndOfStream
2026-01-08T17:05:24.170848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593037994817486768:2048] [node 1] ICS07 socket disconnect 380 reason# EndOfStream
2026-01-08T17:05:24.170898Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037994817486768:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:24.171022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:24.171075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593037994817486768:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:24.146847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037994320068783:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:24.146944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:24.146993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037994320068783:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:24.181172Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037990025101397:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12609) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:24.182557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037994320068783:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:24.182613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037990025101397:2048] [node 1] ICP30 unregister session Session# [4:7593037994320068783:2048] VirtualId# [4:7593037994320068778:0]
2026-01-08T17:05:24.182676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:24.182735Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037990025101397:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12609) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:24.182789Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12609) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:24.184415Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593037990522519370:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12609) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:24.184498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037994817486768:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:24.184538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037990522519370:2048] [node 1] ICP30 unregister session Session# [6:7593037994817486768:2048] VirtualId# [6:7593037994817486764:0]
2026-01-08T17:05:24.184590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:24.184630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593037990522519370:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12609) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:24.184650Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12609) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:24.186730Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593037989056849109:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12609) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:24.186803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037993351816496:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:24.186845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037989056849109:2048] [node 1] ICP30 unregister session Session# [5:7593037993351816496:2048] VirtualId# [5:7593037993351816492:0]
2026-01-08T17:05:24.186954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:24.186991Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593037989056849109:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12609) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:24.187007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12609) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:24.190422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593037990522519370:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:24.194613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037990025101397:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:24.314942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593037989056849109:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:24.670504Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:24.670777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593037992570128191:2049] [node 2] ICS01 socket: 340 reason# EndOfStream
2026-01-08T17:05:24.670837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593037988275160803:2049] [node 2] ICP30 unregister session Session# [3:7593037992570128191:2049] VirtualId# [3:7593037992570128185:0]
2026-01-08T17:05:24.670892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593037992570128191:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:24.670984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:24.671031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:24.690287Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:24.691783Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:24.692016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037993351816507:2049] [node 2] ICS01 socket: 372 reason# EndOfStream
2026-01-08T17:05:24.690559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037994817486765:2049] [node 2] ICS01 socket: 374 reason# EndOfStream
2026-01-08T17:05:24.692064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037989056849110:2049] [node 2] ICP30 unregister session Session# [5:7593037993351816507:2049] VirtualId# [5:7593037993351816499:0]
2026-01-08T17:05:24.692104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037993351816507:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:24.692181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:24.692234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:24.690487Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:24.690620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037990522519371:2049] [node 2] ICP30 unregister session Session# [6:7593037994817486765:2049] VirtualId# [6:7593037994817486758:0]
2026-01-08T17:05:24.690672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037994817486765:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:24.690755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:24.690811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:24.690717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593037994320068781:2049] [node 2] ICS07 socket disconnect 341 reason# EndOfStream
2026-01-08T17:05:24.690758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037994320068781:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:24.690798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:24.690869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593037994320068781:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:24.831316Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593037990025101398:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23382) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:24.831393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037994320068781:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:24.831448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037990025101398:2049] [node 2] ICP30 unregister session Session# [4:7593037994320068781:2049] VirtualId# [4:7593037994320068777:0]
2026-01-08T17:05:24.831575Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:24.831620Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593037990025101398:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23382) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:24.831640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23382) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:24.847627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593037990025101398:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:25.083119Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:25.090798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037994817486749:2050] [node 3] ICS01 socket: 357 reason# EndOfStream
2026-01-08T17:05:25.094253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037990522519372:2050] [node 3] ICP30 unregister session Session# [6:7593037994817486749:2050] VirtualId# [6:7593037994817486745:0]
2026-01-08T17:05:25.094392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037994817486749:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:25.094457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:25.094556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:25.082695Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:25.084239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593037994320068796:2050] [node 3] ICS01 socket: 316 reason# EndOfStream
2026-01-08T17:05:25.084300Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593037990025101399:2050] [node 3] ICP30 unregister session Session# [4:7593037994320068796:2050] VirtualId# [4:7593037994320068789:0]
2026-01-08T17:05:25.084352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593037994320068796:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:25.084438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:25.084490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:25.085354Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:25.085575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037993351816489:2050] [node 3] ICS01 socket: 324 reason# EndOfStream
2026-01-08T17:05:25.085636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037989056849111:2050] [node 3] ICP30 unregister session Session# [5:7593037993351816489:2050] VirtualId# [5:7593037993351816487:0]
2026-01-08T17:05:25.085678Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037993351816489:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:25.085765Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:25.085814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:25.322154Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:25.322471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593037993351816505:2060] [node 4] ICS01 socket: 377 reason# EndOfStream
2026-01-08T17:05:25.322539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593037993351816419:2060] [node 4] ICP30 unregister session Session# [5:7593037993351816505:2060] VirtualId# [5:7593037993351816500:0]
2026-01-08T17:05:25.322586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593037993351816505:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:25.322682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:25.322732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:25.330020Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:25.330295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037994817486759:2060] [node 4] ICS01 socket: 378 reason# EndOfStream
2026-01-08T17:05:25.330371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037994817486696:2060] [node 4] ICP30 unregister session Session# [6:7593037994817486759:2060] VirtualId# [6:7593037994817486754:0]
2026-01-08T17:05:25.330418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037994817486759:2060] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:25.330514Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:25.330563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:25.778629Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:25.778895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593037994817486762:2062] [node 5] ICS01 socket: 365 reason# EndOfStream
2026-01-08T17:05:25.778955Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593037994817486698:2062] [node 5] ICP30 unregister session Session# [6:7593037994817486762:2062] VirtualId# [6:7593037994817486753:0]
2026-01-08T17:05:25.779034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593037994817486762:2062] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:25.779198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:25.779295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:26.170976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038007428218035:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:26.171022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038007428218036:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:26.233495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038008893053477:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:26.233551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038008893053478:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:26.264589Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038006389269532:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:26.264634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038006389269533:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:26.304376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038005324036180:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:26.304421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038005324036181:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:26.304459Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038005324036182:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:26.329936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038009047049494:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:26.329982Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038009047049495:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:26.330026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038009047049496:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:26.594474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038008893053500:2068] [node 6] ICP01 ready to work
2026-01-08T17:05:26.594946Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038008893053501:2069] [node 4] ICP01 ready to work
2026-01-08T17:05:26.762712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038009047049527:2070] [node 6] ICP01 ready to work
2026-01-08T17:05:26.721813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038005324036208:2066] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:26.818801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038007428218099:2061] [node 4] ICP01 ready to work
2026-01-08T17:05:26.649391Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038007727926168:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:26.787795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038008893053550:2067] [node 5] ICP01 ready to work
2026-01-08T17:05:26.736230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038005324036204:2067] [node 6] ICP01 ready to work
2026-01-08T17:05:26.815477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038006389269595:2066] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:26.834569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038006389269596:2065] [node 5] ICP01 ready to work
2026-01-08T17:05:26.912887Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038006389269598:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15672
2026-01-08T17:05:26.930756Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038006389269595:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(67537550ns) {Configure:104(67530121ns) {ProcessConfigured:135(24003543ns) {StartInitialHandshake:157(23999452ns) {DropHandshakes:470(3634ns) {DropIncomingHandshake:442(699ns) DropOutgoingHandshake:457(696ns)} GenerateSessionVirtualId:992(1243ns) PrepareNewSessionHandshake:477(4910ns) {SwitchToState:179(2130ns)}}}}}
2026-01-08T17:05:26.938374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038009047049563:2071] [node 4] ICP01 ready to work
2026-01-08T17:05:26.649445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038007727926169:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:26.830667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038007428218098:2062] [node 6] ICP01 ready to work
2026-01-08T17:05:26.847113Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038005324036242:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53857
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:26.942457Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038006389269596:2065] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(24622243ns) {Configure:104(24617107ns) {ProcessConfigured:135(68132ns) {StartInitialHandshake:157(64866ns) {DropHandshakes:470(3063ns) {DropIncomingHandshake:442(872ns) DropOutgoingHandshake:457(513ns)} GenerateSessionVirtualId:992(1083ns) PrepareNewSessionHandshake:477(2214ns) {SwitchToState:179(885ns)}}}}}
2026-01-08T17:05:26.847341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038005324036243:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53857
2026-01-08T17:05:26.934640Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038007428218100:2064] [node 5] ICP01 ready to work
2026-01-08T17:05:26.649492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038007727926170:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:26.968186Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038008893053500:2068] [node 6] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12701) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:26.951157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038006389269609:2067] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:26.667314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038007727926187:2063] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:26.968864Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593038008893053500:2068] [node 6] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:12701) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:26.996916Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038009047049494:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(80853232ns) {Configure:104(80846979ns) {ProcessConfigured:135(7145357ns) {StartInitialHandshake:157(7142609ns) {DropHandshakes:470(3147ns) {DropIncomingHandshake:442(824ns) DropOutgoingHandshake:457(661ns)} GenerateSessionVirtualId:992(1046ns) PrepareNewSessionHandshake:477(8084ns) {SwitchToState:179(6020ns)}}}}}
2026-01-08T17:05:26.998862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038006389269598:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.031172Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038007428218102:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51746
2026-01-08T17:05:27.031274Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038007428218101:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51746
2026-01-08T17:05:27.031534Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038007428218103:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51746
2026-01-08T17:05:27.031659Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038007428218104:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51746
2026-01-08T17:05:27.056799Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038007428218103:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.083653Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038007428218098:2062] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(80645320ns) {Configure:104(80639669ns) {ProcessConfigured:135(82591ns) {StartInitialHandshake:157(79104ns) {DropHandshakes:470(3219ns) {DropIncomingHandshake:442(640ns) DropOutgoingHandshake:457(415ns)} GenerateSessionVirtualId:992(1575ns) PrepareNewSessionHandshake:477(2008ns) {SwitchToState:179(708ns)}}}}}
2026-01-08T17:05:26.738944Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038007727926193:2061] [node 4] ICP01 ready to work
2026-01-08T17:05:27.026699Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038009047049558:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43555
2026-01-08T17:05:27.043316Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038009619003552:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53857
2026-01-08T17:05:26.968897Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [6] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:12701) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.103230Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038009047049557:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43555
2026-01-08T17:05:27.106064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038013342016863:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43555
2026-01-08T17:05:26.966718Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038007727926242:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40241
2026-01-08T17:05:27.024093Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038008893053554:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58106
2026-01-08T17:05:27.106899Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038009047049558:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.067404Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038005324036204:2067] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(217009993ns) {Configure:104(217003737ns) {ProcessConfigured:135(97218ns) {StartInitialHandshake:157(94703ns) {DropHandshakes:470(805ns) {DropIncomingHandshake:442(138ns) DropOutgoingHandshake:457(138ns)} GenerateSessionVirtualId:992(376ns) PrepareNewSessionHandshake:477(2478ns) {SwitchToState:179(1221ns)}}}}}
2026-01-08T17:05:27.006572Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038007727926169:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(172363172ns) {Configure:104(172355866ns) {ProcessConfigured:135(16136536ns) {StartInitialHandshake:157(16133441ns) {DropHandshakes:470(3093ns) {DropIncomingHandshake:442(672ns) DropOutgoingHandshake:457(594ns)} GenerateSessionVirtualId:992(764ns) PrepareNewSessionHandshake:477(4757ns) {SwitchToState:179(1861ns)}}}}}
2026-01-08T17:05:27.094998Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038008893053550:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(195346492ns) {Configure:104(195338950ns) {ProcessConfigured:135(76042ns) {StartInitialHandshake:157(73377ns) {DropHandshakes:470(2826ns) {DropIncomingHandshake:442(896ns) DropOutgoingHandshake:457(439ns)} GenerateSessionVirtualId:992(1848ns) PrepareNewSessionHandshake:477(2011ns) {SwitchToState:179(756ns)}}}}}
2026-01-08T17:05:27.149688Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038009047049495:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(374696668ns) {Configure:104(374686597ns) {ProcessConfigured:135(10422363ns) {StartInitialHandshake:157(10418785ns) {DropHandshakes:470(2982ns) {DropIncomingHandshake:442(715ns) DropOutgoingHandshake:457(629ns)} GenerateSessionVirtualId:992(986ns) PrepareNewSessionHandshake:477(3396ns) {SwitchToState:179(1700ns)}}}}}
2026-01-08T17:05:27.150570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038009047049563:2071] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.149259Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038010684236910:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15672
2026-01-08T17:05:27.089411Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038005324036242:2109] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.169770Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038005324036247:2112] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.169803Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038005324036247:2112] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.175347Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038005324036181:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(304150999ns) {Configure:104(304145453ns) {ProcessConfigured:135(51566394ns) {StartInitialHandshake:157(51563022ns) {DropHandshakes:470(3512ns) {DropIncomingHandshake:442(699ns) DropOutgoingHandshake:457(682ns)} GenerateSessionVirtualId:992(1067ns) PrepareNewSessionHandshake:477(11358196ns) {SwitchToState:179(7178ns)}}}}}
2026-01-08T17:05:27.175474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038005324036181:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:27.067750Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038007727926170:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(397217912ns) {Configure:104(397207741ns) {ProcessConfigured:135(23792347ns) {StartInitialHandshake:157(23790212ns) {DropHandshakes:470(3291ns) {DropIncomingHandshake:442(685ns) DropOutgoingHandshake:457(508ns)} GenerateSessionVirtualId:992(1223ns) PrepareNewSessionHandshake:477(3188ns) {SwitchToState:179(1802ns)}}}}}
2026-01-08T17:05:27.131145Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038007428218036:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(113900103ns) {Configure:104(113894772ns) {ProcessConfigured:135(12426940ns) {StartInitialHandshake:157(12423120ns) {DropHandshakes:470(3527ns) {DropIncomingHandshake:442(652ns) DropOutgoingHandshake:457(673ns)} GenerateSessionVirtualId:992(1119ns) PrepareNewSessionHandshake:477(5029ns) {SwitchToState:179(2482ns)}}}}}
2026-01-08T17:05:27.131393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038007428218101:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.175085Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038011723185416:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:51746
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: 2026-01-08T17:05:27.193319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038007727926242:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.182532Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038008893053554:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
::ffff:127.1.0.0
2026-01-08T17:05:27.200881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038007727926170:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:27.201446Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038006389269603:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.198810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038007428218102:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.194621Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038013342016872:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43555
2026-01-08T17:05:27.186229Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038005324036247:2112] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:27.199050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038005324036208:2066] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:27.199127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:27.199192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038005324036208:2066] [node 5] ICP22 created new session: [4:7593038009619003559:2066]
2026-01-08T17:05:27.199262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038009619003559:2066] [node 5] ICS09 handshake done sender: [4:7593038005324036247:2112] self: [4:7593038005324036246:0] peer: [5:7593038013342016871:0] socket: 326 qp: -1
2026-01-08T17:05:27.199305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038009619003559:2066] [node 5] ICS10 traffic start
2026-01-08T17:05:27.199345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:27.201075Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038005324036243:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.201486Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038006389269603:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.182730Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038008893053505:2071] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.223526Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038012022893543:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40241
2026-01-08T17:05:27.182759Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038008893053505:2071] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.183945Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038008893053505:2071] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.231105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038009619003563:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53857
2026-01-08T17:05:27.186055Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038013188020852:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58106
2026-01-08T17:05:27.200884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593038008893053500:2068] [node 6] ICP33 wake up from error state
2026-01-08T17:05:27.223584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038008893053501:2069] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:27.223410Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038009047049558:2110] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.241268Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038007428218104:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.202738Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038006389269603:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:27.230409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:27.245958Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038009619003552:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.203114Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038006389269595:2066] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.250961Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038012022893545:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40241
2026-01-08T17:05:27.230511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038008893053501:2069] [node 4] ICP22 created new session: [2:7593038013188020858:2069]
2026-01-08T17:05:27.251596Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038011723185404:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.246070Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038005324036242:2109] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:27.271042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038009047049563:2071] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.230578Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038013188020858:2069] [node 4] ICS09 handshake done sender: [2:7593038008893053505:2071] self: [2:7593038008893053504:0] peer: [4:7593038009619003558:0] socket: 315 qp: -1
2026-01-08T17:05:27.251625Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038011723185404:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.246309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038005324036180:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:27.203169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:27.203243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038006389269595:2066] [node 6] ICP22 created new session: [3:7593038010684236912:2066]
2026-01-08T17:05:27.203322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038010684236912:2066] [node 6] ICS09 handshake done sender: [3:7593038006389269603:2113] self: [3:7593038006389269597:0] peer: [6:7593038012022893544:0] socket: 335 qp: -1
2026-01-08T17:05:27.203366Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038010684236912:2066] [node 6] ICS10 traffic start
2026-01-08T17:05:27.203407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:27.206648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038010684236909:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15672
2026-01-08T17:05:27.252662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038010684236909:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.264244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038006389269533:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:27.290688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038010684236916:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15672
2026-01-08T17:05:27.298961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038010684236910:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.303088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038010684236909:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:27.314862Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038006389269533:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.314976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:27.315046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038006389269533:2049] [node 2] ICP22 created new session: [3:7593038010684236917:2049]
2026-01-08T17:05:27.315130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038010684236917:2049] [node 2] ICS09 handshake done sender: [3:7593038010684236909:2116] self: [3:7593038010684236915:0] peer: [2:7593038008893053552:0] socket: 345 qp: -1
2026-01-08T17:05:27.315188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038010684236917:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:27.315249Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:27.316128Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593038006389269533:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:27.271129Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:27.251348Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038005324036181:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.264075Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038011723185404:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:27.271206Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038009047049563:2071] [node 4] ICP22 created new session: [5:7593038013342016874:2071]
2026-01-08T17:05:27.271292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038013342016874:2071] [node 4] ICS09 handshake done sender: [5:7593038009047049558:2110] self: [5:7593038013342016871:0] peer: [4:7593038005324036246:0] socket: 331 qp: -1
2026-01-08T17:05:27.271339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038013342016874:2071] [node 4] ICS10 traffic start
2026-01-08T17:05:27.271408Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:27.273837Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038013342016863:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.280062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038013342016873:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43555
2026-01-08T17:05:27.280277Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038009047049557:2109] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.280728Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038013342016876:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43555
2026-01-08T17:05:27.280869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038009047049494:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:27.307373Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038013342016873:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.323313Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038009047049496:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:27.342937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038013342016876:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.331109Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038007727926242:2112] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.230627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038013188020858:2069] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.340916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038012022893543:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.351147Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038011723185416:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.348955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038006389269608:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.262701Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.367364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038009047049495:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.230691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.347058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038007727926187:2063] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:27.349014Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038006389269608:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.374389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038009047049562:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.352387Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038011723185408:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.264312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038005324036181:2049] [node 2] ICP22 created new session: [4:7593038009619003565:2049]
2026-01-08T17:05:27.244523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038008893053501:2069] [node 4] ICP35 event processing took too much time PendingConnection:279(28577891ns) {HandleHandshakeStatus:329(20023391ns) {DropIncomingHandshake:442(828ns) DropOutgoingHandshake:457(861ns) SwitchToState:179(715ns) ProcessPendingSessionEvents:495(611736ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 544734ns max# 78655ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.352426Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038011723185408:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.374816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038006389269608:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:27.374437Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593038009047049562:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.274455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038009619003565:2049] [node 2] ICS09 handshake done sender: [4:7593038005324036242:2109] self: [4:7593038009619003558:0] peer: [2:7593038008893053504:0] socket: 323 qp: -1
2026-01-08T17:05:27.278736Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038008893053553:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.351309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038007727926170:2050] [node 3] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.375329Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038013342016883:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43555
2026-01-08T17:05:27.418861Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038006389269596:2065] [node 5] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.282823Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038009619003565:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:27.362589Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038012022893547:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40241
2026-01-08T17:05:27.352671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038007428218099:2061] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:27.382722Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038013342016882:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43555
2026-01-08T17:05:27.313314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:27.278771Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038008893053553:2113] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.378382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.449710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:27.367698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:27.391469Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038009047049562:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:27.367798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038007428218099:2061] [node 4] ICP22 created new session: [1:7593038011723185420:2061]
2026-01-08T17:05:27.286640Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038013188020857:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58106
2026-01-08T17:05:27.389932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038007727926170:2050] [node 3] ICP22 created new session: [6:7593038012022893549:2050]
2026-01-08T17:05:27.352084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038009619003566:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53857
2026-01-08T17:05:27.452650Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038010684236923:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15672
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.395119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038013342016873:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:27.394917Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038012022893550:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40241
2026-01-08T17:05:27.385031Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038005324036181:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(132557531ns) {HandleHandshakeStatus:329(132554396ns) {DropIncomingHandshake:442(1008ns) DropOutgoingHandshake:457(11999ns) SwitchToState:179(715ns) ProcessPendingSessionEvents:495(13335792ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 13268323ns max# 12727262ns}}}
2026-01-08T17:05:27.287249Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038008893053553:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:27.367873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038011723185420:2061] [node 4] ICS09 handshake done sender: [1:7593038011723185404:2115] self: [1:7593038011723185403:0] peer: [4:7593038009619003564:0] socket: 347 qp: -1
2026-01-08T17:05:27.462467Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038006389269596:2065] [node 5] ICP22 created new session: [3:7593038010684236922:2065]
2026-01-08T17:05:27.426740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038009047049496:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.287556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038008893053478:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.468993Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038010684236923:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.385311Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038009619003552:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:27.367922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038011723185420:2061] [node 4] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.367992Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:27.369401Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038007428218106:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.369434Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038007428218106:2114] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.386679Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038007428218099:2061] [node 4] ICP35 event processing took too much time PendingConnection:279(20993476ns) {HandleHandshakeStatus:329(20989283ns) {DropIncomingHandshake:442(17352ns) DropOutgoingHandshake:457(448ns) SwitchToState:179(75ns) ProcessPendingSessionEvents:495(4056148ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 3987466ns max# 3449271ns}}}
2026-01-08T17:05:27.390931Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038011723185408:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:27.392259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038007428218100:2064] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:27.392386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:27.392455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038007428218100:2064] [node 5] ICP22 created new session: [1:7593038011723185426:2064]
2026-01-08T17:05:27.392530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038011723185426:2064] [node 5] ICS09 handshake done sender: [1:7593038011723185408:2116] self: [1:7593038011723185407:0] peer: [5:7593038013342016877:0] socket: 349 qp: -1
2026-01-08T17:05:27.392582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038011723185426:2064] [node 5] ICS10 traffic start
2026-01-08T17:05:27.392638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:27.402762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038007428218106:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:27.423983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038007428218035:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:27.424115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:27.424180Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038007428218035:2048] [node 2] ICP22 created new session: [1:7593038011723185428:2048]
2026-01-08T17:05:27.424244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038011723185428:2048] [node 2] ICS09 handshake done sender: [1:7593038007428218106:2114] self: [1:7593038007428218105:0] peer: [2:7593038013188020865:0] socket: 346 qp: -1
2026-01-08T17:05:27.424295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038011723185428:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:27.424357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:27.503552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038011723185414:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.503600Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038011723185414:2118] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.516819Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038011723185414:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:27.517218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038007428218036:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:27.517368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:27.517430Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038007428218036:2049] [node 3] ICP22 created new session: [1:7593038011723185432:2049]
2026-01-08T17:05:27.517491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038011723185432:2049] [node 3] ICS09 handshake done sender: [1:7593038011723185414:2118] self: [1:7593038011723185413:0] peer: [3:7593038010684236924:0] socket: 321 qp: -1
2026-01-08T17:05:27.517539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038011723185432:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:27.517582Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:27.538029Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038011723185412:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.538372Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038011723185412:2117] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.570407Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038011723185412:2117] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:27.395669Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038012022893543:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:27.426798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:27.594859Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038007428218098:2062] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:27.594985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:27.595075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038007428218098:2062] [node 6] ICP22 created new session: [1:7593038011723185435:2062]
2026-01-08T17:05:27.595137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038011723185435:2062] [node 6] ICS09 handshake done sender: [1:7593038011723185412:2117] self: [1:7593038011723185411:0] peer: [6:7593038012022893558:0] socket: 329 qp: -1
2026-01-08T17:05:27.595183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038011723185435:2062] [node 6] ICS10 traffic start
2026-01-08T17:05:27.595231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:27.386684Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038005324036180:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8906) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593038009619003552:2115] held: no
2026-01-08T17:05:27.470680Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038010684236907:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.426858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038009047049496:2050] [node 3] ICP22 created new session: [5:7593038013342016885:2050]
2026-01-08T17:05:27.426923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038013342016885:2050] [node 3] ICS09 handshake done sender: [5:7593038013342016873:2119] self: [5:7593038013342016880:0] peer: [3:7593038006389269607:0] socket: 368 qp: -1
2026-01-08T17:05:27.426968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038013342016885:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:27.427011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:27.428086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593038009047049527:2070] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:27.428189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:27.428256Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038009047049527:2070] [node 6] ICP22 created new session: [5:7593038013342016887:2070]
2026-01-08T17:05:27.428310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038013342016887:2070] [node 6] ICS09 handshake done sender: [5:7593038009047049562:2112] self: [5:7593038009047049561:0] peer: [6:7593038012022893546:0] socket: 353 qp: -1
2026-01-08T17:05:27.428353Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038013342016887:2070] [node 6] ICS10 traffic start
2026-01-08T17:05:27.428410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:27.433524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038013342016863:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:27.434200Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038009047049494:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.446633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:27.446726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038009047049494:2048] [node 1] ICP22 created new session: [5:7593038013342016890:2048]
2026-01-08T17:05:27.446801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038013342016890:2048] [node 1] ICS09 handshake done sender: [5:7593038013342016863:2115] self: [5:7593038013342016877:0] peer: [1:7593038011723185407:0] socket: 352 qp: -1
2026-01-08T17:05:27.446853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038013342016890:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:27.446900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:27.448076Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593038009047049494:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:27.465343Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038013342016889:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:43555
2026-01-08T17:05:27.488373Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038013342016876:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:27.497933Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038009047049495:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64226) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593038013342016876:2120] held: no
2026-01-08T17:05:27.536558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038009047049495:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.542474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:27.550382Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038009047049495:2049] [node 2] ICP22 created new session: [5:7593038013342016892:2049]
2026-01-08T17:05:27.569720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038013342016892:2049] [node 2] ICS09 handshake done sender: [5:7593038013342016876:2120] self: [5:7593038013342016881:0] peer: [2:7593038013188020853:0] socket: 372 qp: -1
2026-01-08T17:05:27.573174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038013342016892:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:27.597030Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:27.470726Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038010684236907:2115] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.486950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038006389269532:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:27.490699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038010684236922:2065] [node 5] ICS09 handshake done sender: [3:7593038006389269608:2114] self: [3:7593038006389269607:0] peer: [5:7593038013342016880:0] socket: 366 qp: -1
2026-01-08T17:05:27.490777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038010684236922:2065] [node 5] ICS10 traffic start
2026-01-08T17:05:27.490842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:27.492633Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038006389269596:2065] [node 5] ICP35 event processing took too much time PendingConnection:279(72728255ns) {HandleHandshakeStatus:329(72724750ns) {DropIncomingHandshake:442(26104ns) DropOutgoingHandshake:457(938ns) SwitchToState:179(975ns) ProcessPendingSessionEvents:495(581148ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 523835ns max# 74278ns}}}
2026-01-08T17:05:27.504010Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038010684236907:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:27.560321Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038006389269609:2067] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:27.560423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:27.560506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038006389269609:2067] [node 4] ICP22 created new session: [3:7593038010684236928:2067]
2026-01-08T17:05:27.560597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038010684236928:2067] [node 4] ICS09 handshake done sender: [3:7593038010684236907:2115] self: [3:7593038010684236906:0] peer: [4:7593038009619003570:0] socket: 333 qp: -1
2026-01-08T17:05:27.560650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038010684236928:2067] [node 4] ICS10 traffic start
2026-01-08T17:05:27.560695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:27.562234Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038006389269532:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8906) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593038010684236923:2119] held: no
2026-01-08T17:05:27.576115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038010684236927:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15672
2026-01-08T17:05:27.576678Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038010684236923:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:27.576909Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038006389269532:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.576981Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:27.577069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038006389269532:2048] [node 1] ICP22 created new session: [3:7593038010684236930:2048]
2026-01-08T17:05:27.577147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038010684236930:2048] [node 1] ICS09 handshake done sender: [3:7593038010684236923:2119] self: [3:7593038010684236924:0] peer: [1:7593038011723185413:0] socket: 355 qp: -1
2026-01-08T17:05:27.577197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038010684236930:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:27.577239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:27.396408Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038012022893551:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40241
2026-01-08T17:05:27.404115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038007727926187:2063] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.408161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038012022893549:2050] [node 3] ICS09 handshake done sender: [6:7593038007727926242:2112] self: [6:7593038012022893544:0] peer: [3:7593038006389269597:0] socket: 336 qp: -1
2026-01-08T17:05:27.416870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038012022893549:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:27.426254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:27.431170Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038012022893547:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.431374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038007727926193:2061] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:27.438603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:27.444343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038007727926187:2063] [node 5] ICP22 created new session: [6:7593038012022893553:2063]
2026-01-08T17:05:27.465747Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038012022893551:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.466059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038012022893553:2063] [node 5] ICS09 handshake done sender: [6:7593038012022893543:2116] self: [6:7593038012022893546:0] peer: [5:7593038009047049561:0] socket: 362 qp: -1
2026-01-08T17:05:27.466147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038012022893553:2063] [node 5] ICS10 traffic start
2026-01-08T17:05:27.475892Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038007727926170:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(123470908ns) {HandleHandshakeStatus:329(123468372ns) {DropIncomingHandshake:442(952ns) DropOutgoingHandshake:457(11993ns) SwitchToState:179(775ns) ProcessPendingSessionEvents:495(12348021ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 12286412ns max# 11817372ns}}}
2026-01-08T17:05:27.476101Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038007727926243:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.476129Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [6:7593038007727926243:2113] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.476845Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038007727926193:2061] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25042) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038012022893547:2118] held: no
2026-01-08T17:05:27.482537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:27.537307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038007727926168:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:27.537776Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038012022893555:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40241
2026-01-08T17:05:27.597749Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038007727926243:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:27.422617Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038009619003569:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53857
2026-01-08T17:05:27.430285Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038009619003569:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.430481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038005324036182:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:27.435645Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038009619003555:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.435698Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038009619003555:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.436768Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038009619003555:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:27.443131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038005324036204:2067] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:27.443221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:27.443312Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038005324036204:2067] [node 6] ICP22 created new session: [4:7593038009619003572:2067]
2026-01-08T17:05:27.443390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038009619003572:2067] [node 6] ICS09 handshake done sender: [4:7593038009619003555:2116] self: [4:7593038009619003554:0] peer: [6:7593038012022893554:0] socket: 340 qp: -1
2026-01-08T17:05:27.443442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038009619003572:2067] [node 6] ICS10 traffic start
2026-01-08T17:05:27.444218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:27.497639Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038009619003574:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53857
2026-01-08T17:05:27.511565Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038005324036180:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(131950296ns) {HandleHandshakeStatus:395(131946719ns) {LogHandshakeFail:472(15215ns) {UpdateErrorStateLog:545(6607ns)} DropOutgoingHandshake:457(2459ns) ProcessPendingSessionEvents:495(123928553ns) {unordered DropSessionEvent:512 num# 100 sum# 30494805ns max# 7728695ns}}}
2026-01-08T17:05:27.511636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038005324036180:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.511735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:27.511800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038005324036180:2048] [node 1] ICP22 created new session: [4:7593038009619003575:2048]
2026-01-08T17:05:27.287658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:27.511862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038009619003575:2048] [node 1] ICS09 handshake done sender: [4:7593038009619003552:2115] self: [4:7593038009619003564:0] peer: [1:7593038011723185403:0] socket: 348 qp: -1
2026-01-08T17:05:27.511905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038009619003575:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:27.287736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038008893053478:2049] [node 3] ICP22 created new session: [2:7593038013188020863:2049]
2026-01-08T17:05:27.287804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038013188020863:2049] [node 3] ICS09 handshake done sender: [2:7593038008893053553:2113] self: [2:7593038008893053552:0] peer: [3:7593038010684236915:0] socket: 344 qp: -1
2026-01-08T17:05:27.287850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038013188020863:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:27.511949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:27.558340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038009619003569:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:27.287909Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:27.564639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038005324036182:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.302762Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038013188020862:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58106
2026-01-08T17:05:27.570633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:27.343073Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038013188020852:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.581945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038005324036182:2050] [node 3] ICP22 created new session: [4:7593038009619003577:2050]
2026-01-08T17:05:27.349338Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038013188020862:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.597407Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038009619003577:2050] [node 3] ICS09 handshake done sender: [4:7593038009619003569:2120] self: [4:7593038009619003570:0] peer: [3:7593038010684236906:0] socket: 367 qp: -1
2026-01-08T17:05:27.597467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038009619003577:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:27.351584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038008893053477:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:27.388369Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593038008893053501:2069] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:27.607268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:27.611286Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038005324036182:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(51365638ns) {HandleHandshakeStatus:329(51360402ns) {DropIncomingHandshake:442(2478ns) DropOutgoingHandshake:457(8687ns) SwitchToState:179(702ns) ProcessPendingSessionEvents:495(2685514ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 2625326ns max# 2163954ns}}}
2026-01-08T17:05:27.389078Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038013188020866:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58106
2026-01-08T17:05:27.389275Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038013188020867:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58106
2026-01-08T17:05:27.389517Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038013188020854:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.389560Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038013188020854:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:27.417331Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038013188020854:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:27.453068Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038013188020866:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:27.460198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038008893053550:2067] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:27.460296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:27.460370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038008893053550:2067] [node 5] ICP22 created new session: [2:7593038013188020870:2067]
2026-01-08T17:05:27.460434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038013188020870:2067] [node 5] ICS09 handshake done sender: [2:7593038013188020854:2116] self: [2:7593038013188020853:0] peer: [5:7593038013342016881:0] socket: 370 qp: -1
2026-01-08T17:05:27.460485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038013188020870:2067] [node 5] ICS10 traffic start
2026-01-08T17:05:27.460530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:27.463469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038008893053500:2068] [node 6] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:27.470049Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038013188020852:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:27.472870Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038008893053477:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8906) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593038013188020852:2115] held: no
2026-01-08T17:05:27.496836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038008893053477:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.496927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:27.496997Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038008893053477:2048] [node 1] ICP22 created new session: [2:7593038013188020874:2048]
2026-01-08T17:05:27.497066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038013188020874:2048] [node 1] ICS09 handshake done sender: [2:7593038013188020852:2115] self: [2:7593038013188020865:0] peer: [1:7593038007428218105:0] socket: 351 qp: -1
2026-01-08T17:05:27.497120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038013188020874:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:27.499495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:27.571493Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038008893053477:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(67205884ns) {HandleHandshakeStatus:329(67202419ns) {DropIncomingHandshake:442(1142ns) DropOutgoingHandshake:457(736ns) SwitchToState:179(843ns) ProcessPendingSessionEvents:495(1769ns)}}
2026-01-08T17:05:27.606651Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038013188020873:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58106
2026-01-08T17:05:27.613165Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038009047049495:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(76725768ns) {HandleHandshakeStatus:329(76505904ns) {DropIncomingHandshake:442(1313ns) DropOutgoingHandshake:457(1128ns) SwitchToState:179(1033ns) ProcessPendingSessionEvents:495(1559ns)}}
2026-01-08T17:05:27.618538Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038013188020866:2119] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:27.618827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038008893053500:2068] [node 6] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.618910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:27.618988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038008893053500:2068] [node 6] ICP22 created new session: [2:7593038013188020876:2068]
2026-01-08T17:05:27.619054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038013188020876:2068] [node 6] ICS09 handshake done sender: [2:7593038013188020866:2119] self: [2:7593038013188020872:0] peer: [6:7593038007727926241:0] socket: 385 qp: -1
2026-01-08T17:05:27.619109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038013188020876:2068] [node 6] ICS10 traffic start
2026-01-08T17:05:27.619169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:27.617009Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038007727926187:2063] [node 5] ICP35 event processing took too much time PendingConnection:279(211804197ns) {HandleHandshakeStatus:329(211798492ns) {DropIncomingHandshake:442(1076ns) DropOutgoingHandshake:457(8848ns) SwitchToState:179(726ns) ProcessPendingSessionEvents:495(112352810ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 108693228ns max# 29418710ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:27.624150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [6:7593038007727926169:2049] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:27.626060Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038012022893559:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40241
2026-01-08T17:05:27.634129Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038012022893547:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:27.638948Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:27.639055Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038007727926169:2049] [node 2] ICP22 created new session: [6:7593038012022893560:2049]
2026-01-08T17:05:27.639135Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038012022893560:2049] [node 2] ICS09 handshake done sender: [6:7593038007727926243:2113] self: [6:7593038007727926241:0] peer: [2:7593038013188020872:0] socket: 379 qp: -1
2026-01-08T17:05:27.639186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038012022893560:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:27.639231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:27.640145Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038007727926168:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8906) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038012022893551:2120] held: no
2026-01-08T17:05:27.640956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038012022893551:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:27.641373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038007727926168:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.641457Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:27.641516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038007727926168:2048] [node 1] ICP22 created new session: [6:7593038012022893562:2048]
2026-01-08T17:05:27.641594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038012022893562:2048] [node 1] ICS09 handshake done sender: [6:7593038012022893551:2120] self: [6:7593038012022893558:0] peer: [1:7593038011723185411:0] socket: 387 qp: -1
2026-01-08T17:05:27.641634Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038012022893562:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:27.641704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:27.642836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038007727926193:2061] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:27.642926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:27.643015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038007727926193:2061] [node 4] ICP22 created new session: [6:7593038012022893564:2061]
2026-01-08T17:05:27.643084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038012022893564:2061] [node 4] ICS09 handshake done sender: [6:7593038012022893547:2118] self: [6:7593038012022893554:0] peer: [4:7593038009619003554:0] socket: 378 qp: -1
2026-01-08T17:05:27.643134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038012022893564:2061] [node 4] ICS10 traffic start
2026-01-08T17:05:27.643180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:28.019206Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:28.019492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038013188020874:2048] [node 1] ICS01 socket: 351 reason# EndOfStream
2026-01-08T17:05:28.019563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038008893053477:2048] [node 1] ICP30 unregister session Session# [2:7593038013188020874:2048] VirtualId# [2:7593038013188020865:0]
2026-01-08T17:05:28.019613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038013188020874:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.019712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:28.019755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:28.022209Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:28.022449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038010684236930:2048] [node 1] ICS01 socket: 355 reason# EndOfStream
2026-01-08T17:05:28.022493Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038006389269532:2048] [node 1] ICP30 unregister session Session# [3:7593038010684236930:2048] VirtualId# [3:7593038010684236924:0]
2026-01-08T17:05:28.022549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038010684236930:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.022619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:28.022659Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:28.038602Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:28.038871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038009619003575:2048] [node 1] ICS01 socket: 348 reason# EndOfStream
2026-01-08T17:05:28.038923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038005324036180:2048] [node 1] ICP30 unregister session Session# [4:7593038009619003575:2048] VirtualId# [4:7593038009619003564:0]
2026-01-08T17:05:28.038972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038009619003575:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.039063Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:28.039115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:28.039221Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:28.039422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038012022893562:2048] [node 1] ICS01 socket: 387 reason# EndOfStream
2026-01-08T17:05:28.039465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038007727926168:2048] [node 1] ICP30 unregister session Session# [6:7593038012022893562:2048] VirtualId# [6:7593038012022893558:0]
2026-01-08T17:05:28.039496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038012022893562:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.039554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:28.039593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:28.040671Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:28.040904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593038013342016890:2048] [node 1] ICS07 socket disconnect 352 reason# EndOfStream
2026-01-08T17:05:28.040937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038013342016890:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.041023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:28.041071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593038013342016890:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:28.051279Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038009047049494:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8906) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:28.051362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038013342016890:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:28.051405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038009047049494:2048] [node 1] ICP30 unregister session Session# [5:7593038013342016890:2048] VirtualId# [5:7593038013342016877:0]
2026-01-08T17:05:28.051453Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:28.051492Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593038009047049494:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8906) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:28.051512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8906) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:28.070488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593038009047049494:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:28.230289Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:28.230550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593038010684236917:2049] [node 2] ICS07 socket disconnect 345 reason# EndOfStream
2026-01-08T17:05:28.230589Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038010684236917:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.230675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:28.230717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593038010684236917:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:28.239888Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038006389269533:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64226) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:28.239963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593038010684236917:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:28.243044Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038006389269533:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64226) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:28.243131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038010684236917:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:28.243175Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038006389269533:2049] [node 2] ICP30 unregister session Session# [3:7593038010684236917:2049] VirtualId# [3:7593038010684236915:0]
2026-01-08T17:05:28.243285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:28.243325Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593038006389269533:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:28.243344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:28.250588Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:28.250852Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038013342016892:2049] [node 2] ICS01 socket: 372 reason# EndOfStream
2026-01-08T17:05:28.250912Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038009047049495:2049] [node 2] ICP30 unregister session Session# [5:7593038013342016892:2049] VirtualId# [5:7593038013342016881:0]
2026-01-08T17:05:28.250957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038013342016892:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.251033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:28.251079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:28.251178Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:28.251378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593038012022893560:2049] [node 2] ICS07 socket disconnect 379 reason# EndOfStream
2026-01-08T17:05:28.251414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038012022893560:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.251472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:28.251535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593038012022893560:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:28.253500Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038007727926169:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64226) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:28.253570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038012022893560:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:28.253610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038007727926169:2049] [node 2] ICP30 unregister session Session# [6:7593038012022893560:2049] VirtualId# [6:7593038007727926241:0]
2026-01-08T17:05:28.253716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:28.253754Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593038007727926169:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:28.253772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:28.254397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593038006389269533:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:28.254538Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:28.254752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593038009619003565:2049] [node 2] ICS07 socket disconnect 323 reason# EndOfStream
2026-01-08T17:05:28.254786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038009619003565:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.254873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:28.254927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593038009619003565:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:28.256050Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038005324036181:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64226) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:28.256131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038009619003565:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:28.256173Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038005324036181:2049] [node 2] ICP30 unregister session Session# [4:7593038009619003565:2049] VirtualId# [4:7593038009619003558:0]
2026-01-08T17:05:28.256278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:28.256314Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593038005324036181:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:64226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:28.256335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64226) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:28.263735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593038005324036181:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:28.267817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593038007727926169:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:28.370583Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:28.370896Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038013342016885:2050] [node 3] ICS01 socket: 368 reason# EndOfStream
2026-01-08T17:05:28.370949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038009047049496:2050] [node 3] ICP30 unregister session Session# [5:7593038013342016885:2050] VirtualId# [5:7593038013342016880:0]
2026-01-08T17:05:28.370995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038013342016885:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.371058Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:28.371108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:28.370583Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:28.370861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593038012022893549:2050] [node 3] ICS07 socket disconnect 336 reason# EndOfStream
2026-01-08T17:05:28.370897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038012022893549:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.370996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:28.371045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593038012022893549:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:28.371668Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:28.371887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593038009619003577:2050] [node 3] ICS07 socket disconnect 367 reason# EndOfStream
2026-01-08T17:05:28.371915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038009619003577:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.371982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:28.372031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593038009619003577:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:28.373653Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038005324036182:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14397) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:28.373721Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038009619003577:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:28.373762Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038005324036182:2050] [node 3] ICP30 unregister session Session# [4:7593038009619003577:2050] VirtualId# [4:7593038009619003570:0]
2026-01-08T17:05:28.373859Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:28.373889Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593038005324036182:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14397) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:28.373906Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14397) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:28.374569Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038007727926170:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14397) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:28.374629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038012022893549:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:28.374666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038007727926170:2050] [node 3] ICP30 unregister session Session# [6:7593038012022893549:2050] VirtualId# [6:7593038012022893544:0]
2026-01-08T17:05:28.374758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:28.374787Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593038007727926170:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14397) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:28.374800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14397) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:28.390607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593038007727926170:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:28.390744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593038005324036182:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:28.562635Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:28.562897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038013342016874:2071] [node 4] ICS01 socket: 331 reason# EndOfStream
2026-01-08T17:05:28.562948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038009047049563:2071] [node 4] ICP30 unregister session Session# [5:7593038013342016874:2071] VirtualId# [5:7593038013342016871:0]
2026-01-08T17:05:28.562995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038013342016874:2071] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.563109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:28.563167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:28.563287Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:28.563496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038012022893564:2061] [node 4] ICS01 socket: 378 reason# EndOfStream
2026-01-08T17:05:28.563543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038007727926193:2061] [node 4] ICP30 unregister session Session# [6:7593038012022893564:2061] VirtualId# [6:7593038012022893554:0]
2026-01-08T17:05:28.563575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038012022893564:2061] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.563637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:28.563703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:28.766607Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:28.766893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038012022893553:2063] [node 5] ICS01 socket: 362 reason# EndOfStream
2026-01-08T17:05:28.766967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038007727926187:2063] [node 5] ICP30 unregister session Session# [6:7593038012022893553:2063] VirtualId# [6:7593038012022893546:0]
2026-01-08T17:05:28.767022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038012022893553:2063] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:28.767127Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:28.767182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:29.127500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038018963672158:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:29.127564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038018963672159:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:29.177820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038018931968663:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:29.177866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038018931968664:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:29.159035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038021184735731:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:29.159091Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038021184735732:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:29.239043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038020490044133:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:29.239083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038020490044134:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:29.239123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038020490044135:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:29.280304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038017956213843:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:29.280361Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038017956213844:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:29.280406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038017956213845:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:29.323453Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038018930749446:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:29.323505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038018930749447:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:29.323551Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038018930749448:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:29.596457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038017956213860:2063] [node 6] ICP01 ready to work
2026-01-08T17:05:29.774765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038021184735796:2075] [node 4] ICP01 ready to work
2026-01-08T17:05:29.774940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038020490044197:2063] [node 6] ICP01 ready to work
2026-01-08T17:05:29.692111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038018963672217:2070] [node 6] ICP01 ready to work
2026-01-08T17:05:29.831345Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038017956213860:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(234461991ns) {Configure:104(234454676ns) {ProcessConfigured:135(89597ns) {StartInitialHandshake:157(86998ns) {DropHandshakes:470(3265ns) {DropIncomingHandshake:442(784ns) DropOutgoingHandshake:457(632ns)} GenerateSessionVirtualId:992(1701ns) PrepareNewSessionHandshake:477(2256ns) {SwitchToState:179(711ns)}}}}}
2026-01-08T17:05:29.844521Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038021184735731:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(46716081ns) {Configure:104(46710468ns) {ProcessConfigured:135(80787ns) {StartInitialHandshake:157(77701ns) {DropHandshakes:470(3846ns) {DropIncomingHandshake:442(1161ns) DropOutgoingHandshake:457(505ns)} GenerateSessionVirtualId:992(1188ns) PrepareNewSessionHandshake:477(2386ns) {SwitchToState:179(826ns)}}}}}
2026-01-08T17:05:29.850190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038018963672228:2072] [node 4] ICP01 ready to work
2026-01-08T17:05:29.902843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038017956213899:2068] [node 4] ICP01 ready to work
2026-01-08T17:05:29.898800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038018931968729:2066] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:29.902719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038020490044202:2068] [node 5] ICP01 ready to work
2026-01-08T17:05:29.929832Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038018931968730:2065] [node 4] ICP01 ready to work
2026-01-08T17:05:29.940573Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038018931968727:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27958
2026-01-08T17:05:29.945563Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038018931968731:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27958
2026-01-08T17:05:29.902495Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038021184735801:2074] [node 6] ICP01 ready to work
2026-01-08T17:05:29.849528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038018963672229:2071] [node 5] ICP01 ready to work
2026-01-08T17:05:29.924797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038018930749495:2062] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:29.953825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038018931968737:2071] [node 5] ICP01 ready to work
2026-01-08T17:05:29.927578Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038020490044197:2063] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(70030635ns) {Configure:104(70022865ns) {ProcessConfigured:135(80285ns) {StartInitialHandshake:157(76941ns) {DropHandshakes:470(7240ns) {DropIncomingHandshake:442(644ns) DropOutgoingHandshake:457(487ns)} GenerateSessionVirtualId:992(1521ns) PrepareNewSessionHandshake:477(2334ns) {SwitchToState:179(804ns)}}}}}
2026-01-08T17:05:30.007524Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038017956213899:2068] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(32385376ns) {Configure:104(32378357ns) {ProcessConfigured:135(89410ns) {StartInitialHandshake:157(86754ns) {DropHandshakes:470(2815ns) {DropIncomingHandshake:442(559ns) DropOutgoingHandshake:457(674ns)} GenerateSessionVirtualId:992(1217ns) PrepareNewSessionHandshake:477(2468ns) {SwitchToState:179(847ns)}}}}}
2026-01-08T17:05:29.908647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038021184735802:2073] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.001098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038018963672230:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17748
2026-01-08T17:05:30.001319Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038018963672231:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17748
2026-01-08T17:05:30.023646Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038018963672217:2070] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(21826996ns) {Configure:104(21821182ns) {ProcessConfigured:135(88846ns) {StartInitialHandshake:157(85774ns) {DropHandshakes:470(6484ns) {DropIncomingHandshake:442(810ns) DropOutgoingHandshake:457(592ns)} GenerateSessionVirtualId:992(1121ns) PrepareNewSessionHandshake:477(2090ns) {SwitchToState:179(769ns)}}}}}
2026-01-08T17:05:29.954803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038018930749509:2066] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:29.966857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038021184735796:2075] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(121714282ns) {Configure:104(121707907ns) {ProcessConfigured:135(28303082ns) {StartInitialHandshake:157(28299144ns) {DropHandshakes:470(11629318ns) {DropIncomingHandshake:442(738ns) DropOutgoingHandshake:457(3670ns)} GenerateSessionVirtualId:992(4818ns) PrepareNewSessionHandshake:477(4946ns) {SwitchToState:179(2639ns)}}}}}
2026-01-08T17:05:29.986862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038018930749511:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15138
2026-01-08T17:05:29.987101Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038018930749512:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15138
2026-01-08T17:05:30.043069Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038018930749447:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(45065822ns) {Configure:104(45060006ns) {ProcessConfigured:135(6971136ns) {StartInitialHandshake:157(6968025ns) {DropHandshakes:470(3086ns) {DropIncomingHandshake:442(915ns) DropOutgoingHandshake:457(514ns)} GenerateSessionVirtualId:992(924ns) PrepareNewSessionHandshake:477(5854ns) {SwitchToState:179(3061ns)}}}}}
2026-01-08T17:05:30.043652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038018930749510:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15138
2026-01-08T17:05:30.050844Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038018963672232:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17748
2026-01-08T17:05:30.057269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038018931968727:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.038875Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038020490044134:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(385083956ns) {Configure:104(385074564ns) {ProcessConfigured:135(66239ns) {StartInitialHandshake:157(63540ns) {DropHandshakes:470(3507ns) {DropIncomingHandshake:442(705ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:992(1293ns) PrepareNewSessionHandshake:477(2847ns) {SwitchToState:179(761ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.052060Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038018930749448:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(280068739ns) {Configure:104(280056971ns) {ProcessConfigured:135(92816ns) {StartInitialHandshake:157(90025ns) {DropHandshakes:470(3775ns) {DropIncomingHandshake:442(771ns) DropOutgoingHandshake:457(698ns)} GenerateSessionVirtualId:992(1435ns) PrepareNewSessionHandshake:477(2532ns) {SwitchToState:179(919ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.101997Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038018931968731:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.102723Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038023226936044:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27958
2026-01-08T17:05:30.102892Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038023226936040:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27958
2026-01-08T17:05:30.103105Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038023226936039:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27958
2026-01-08T17:05:30.039106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038020490044207:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57161
2026-01-08T17:05:30.081964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038018930749510:2109] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.087780Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038025479703104:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63529
2026-01-08T17:05:30.121969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038018931968730:2065] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(17226009ns) {Configure:104(17218898ns) {ProcessConfigured:135(15274328ns) {StartInitialHandshake:157(15271633ns) {DropHandshakes:470(7947ns) {DropIncomingHandshake:442(631ns) DropOutgoingHandshake:457(440ns)} GenerateSessionVirtualId:992(910ns) PrepareNewSessionHandshake:477(7390ns) {SwitchToState:179(3279ns)}}}}}
2026-01-08T17:05:30.125936Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038017956213843:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(375043133ns) {Configure:104(375035071ns) {ProcessConfigured:135(10901280ns) {StartInitialHandshake:157(10899442ns) {DropHandshakes:470(3028ns) {DropIncomingHandshake:442(562ns) DropOutgoingHandshake:457(412ns)} GenerateSessionVirtualId:992(1653ns) PrepareNewSessionHandshake:477(2846ns) {SwitchToState:179(1311ns)}}}}}
2026-01-08T17:05:30.128463Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038017956213844:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(358667416ns) {Configure:104(358657720ns) {ProcessConfigured:135(11233164ns) {StartInitialHandshake:157(11230634ns) {DropHandshakes:470(2370ns) {DropIncomingHandshake:442(632ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:992(632ns) PrepareNewSessionHandshake:477(2549ns) {SwitchToState:179(321ns)}}}}}
2026-01-08T17:05:30.105518Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038018963672231:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.103648Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038024785011506:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57161
2026-01-08T17:05:30.093625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038023225716819:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15138
2026-01-08T17:05:30.127643Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038018963672158:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(90821692ns) {Configure:104(83641914ns) {ProcessConfigured:135(15483833ns) {StartInitialHandshake:157(15481954ns) {DropHandshakes:470(5950ns) {DropIncomingHandshake:442(624ns) DropOutgoingHandshake:457(554ns)} GenerateSessionVirtualId:992(1493ns) PrepareNewSessionHandshake:477(2391ns) {SwitchToState:179(1213ns)}}}}}
2026-01-08T17:05:30.194554Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038018963672230:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.124854Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038021184735801:2074] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(63884798ns) {Configure:104(63878075ns) {ProcessConfigured:135(68230ns) {StartInitialHandshake:157(64879ns) {DropHandshakes:470(2402ns) {DropIncomingHandshake:442(682ns) DropOutgoingHandshake:457(589ns)} GenerateSessionVirtualId:992(627ns) PrepareNewSessionHandshake:477(1276ns) {SwitchToState:179(551ns)}}}}}
2026-01-08T17:05:30.103955Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038024785011507:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57161
2026-01-08T17:05:30.135922Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038022251181213:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34359
2026-01-08T17:05:30.206465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038017956213914:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34359
2026-01-08T17:05:30.162418Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038018931968664:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(316430693ns) {Configure:104(316413660ns) {ProcessConfigured:135(44706150ns) {StartInitialHandshake:157(44701970ns) {DropHandshakes:470(3255ns) {DropIncomingHandshake:442(708ns) DropOutgoingHandshake:457(548ns)} GenerateSessionVirtualId:992(1560ns) PrepareNewSessionHandshake:477(16764875ns) {SwitchToState:179(4163ns)}}}}}
2026-01-08T17:05:30.224445Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038017956213914:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.224658Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038017956213845:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.239046Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038023226936039:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.239255Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038018931968664:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.226667Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038018930749446:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(428539714ns) {Configure:104(428527838ns) {ProcessConfigured:135(34772276ns) {StartInitialHandshake:157(34768210ns) {DropHandshakes:470(3522ns) {DropIncomingHandshake:442(840ns) DropOutgoingHandshake:457(512ns)} GenerateSessionVirtualId:992(717ns) PrepareNewSessionHandshake:477(3836ns) {SwitchToState:179(2104ns)}}}}}
2026-01-08T17:05:30.226866Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038023225716819:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.241407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038021184735798:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.242732Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038021184735798:2112] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:30.253932Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038018930749509:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(133241916ns) {Configure:104(133233279ns) {ProcessConfigured:135(15194677ns) {StartInitialHandshake:157(15187935ns) {DropHandshakes:470(2879ns) {DropIncomingHandshake:442(657ns) DropOutgoingHandshake:457(610ns)} GenerateSessionVirtualId:992(1234ns) PrepareNewSessionHandshake:477(5760ns) {SwitchToState:179(3062ns)}}}}}
2026-01-08T17:05:30.226431Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038020490044202:2068] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(86823885ns) {Configure:104(86814867ns) {ProcessConfigured:135(106488ns) {StartInitialHandshake:157(87492ns) {DropHandshakes:470(1154ns) {DropIncomingHandshake:442(239ns) DropOutgoingHandshake:457(300ns)} GenerateSessionVirtualId:992(368ns) PrepareNewSessionHandshake:477(2239ns) {SwitchToState:179(732ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.260714Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038023226936044:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.240269Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038024785011507:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.262830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038025479703104:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.261436Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038018930749512:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.294722Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038018963672234:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.294783Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038018963672234:2119] [node 3] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.312310Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038022251181220:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34359
2026-01-08T17:05:30.312629Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038022251181221:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34359
2026-01-08T17:05:30.260923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038018931968663:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.269204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038018930749509:2066] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.263118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038021184735805:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.255279Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038020490044207:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.317786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038017956213882:2084] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.304493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038023258639534:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.282406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038018931968739:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.270635Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038018930749511:2110] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.255506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038020490044134:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.263149Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038021184735805:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:30.317861Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593038017956213882:2084] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:30.282471Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038018931968739:2116] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.304559Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038023258639534:2121] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:30.270930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038018930749446:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.269556Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038021184735802:2073] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(38886173ns) {Configure:104(38876597ns) {ProcessConfigured:135(36949404ns) {StartInitialHandshake:157(36945454ns) {DropHandshakes:470(6103ns) {DropIncomingHandshake:442(666ns) DropOutgoingHandshake:457(481ns)} GenerateSessionVirtualId:992(1033ns) PrepareNewSessionHandshake:477(3793ns) {SwitchToState:179(1454ns)}}}}}
2026-01-08T17:05:30.270249Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038024785011512:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57161
2026-01-08T17:05:30.346609Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038022251181213:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.282716Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038023226936040:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.271208Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038018930749448:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.326902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038018963672234:2119] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.365700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038017956213843:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.271994Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038020490044205:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.269787Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038021184735805:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:30.382523Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038017956213843:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(18942234ns) {IncomingHandshake:261(18939903ns) {DropIncomingHandshake:442(3574ns) PrepareNewSessionHandshake:477(7216ns) {SwitchToState:179(5703ns)} GenerateSessionVirtualId:992(1967ns) IssueIncomingHandshakeReply:193(14199784ns) {SwitchToState:179(1269ns)}}}
2026-01-08T17:05:30.294938Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038018931968735:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.283248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038021184735796:2075] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.271426Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038018930749495:2062] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.414889Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038018963672232:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.272025Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038020490044205:2112] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.395540Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038017956213914:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:30.278631Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038023225716828:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15138
2026-01-08T17:05:30.293289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.418538Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038018963672236:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.294969Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038018931968735:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.273792Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038020490044205:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:30.399861Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038017956213882:2084] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:30.293374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038021184735796:2075] [node 4] ICP22 created new session: [2:7593038025479703111:2075]
2026-01-08T17:05:30.418595Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038018963672236:2120] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:30.302796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038023226936049:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27958
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.382611Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038018930749511:2110] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:30.318608Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038018931968739:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:30.273926Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038020490044207:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:30.293452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038025479703111:2075] [node 4] ICS09 handshake done sender: [2:7593038021184735805:2114] self: [2:7593038021184735804:0] peer: [4:7593038024785011511:0] socket: 339 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.381248Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038018931968735:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:30.274291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038020490044134:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.433153Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038018963672236:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:30.390775Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038023225716829:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15138
2026-01-08T17:05:30.419867Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038022251181221:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.293498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038025479703111:2075] [node 4] ICS10 traffic start
2026-01-08T17:05:30.446533Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038023258639534:2121] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:30.293550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:30.294525Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038021184735798:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:30.350872Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038021184735732:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.350931Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:30.350999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038021184735732:2049] [node 3] ICP22 created new session: [2:7593038025479703115:2049]
2026-01-08T17:05:30.351075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038025479703115:2049] [node 3] ICS09 handshake done sender: [2:7593038021184735798:2112] self: [2:7593038021184735797:0] peer: [3:7593038023226936047:0] socket: 347 qp: -1
2026-01-08T17:05:30.352971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038025479703115:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:30.365579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:30.384201Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038021184735732:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(29888268ns) {HandleHandshakeStatus:329(29884640ns) {DropIncomingHandshake:442(274ns) DropOutgoingHandshake:457(881ns) SwitchToState:179(287ns) ProcessPendingSessionEvents:495(701204ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 622790ns max# 105324ns}}}
2026-01-08T17:05:30.474798Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038025479703118:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63529
2026-01-08T17:05:30.495889Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038025479703119:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63529
2026-01-08T17:05:30.503393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038025479703119:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.503567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038021184735731:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.274508Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038020490044197:2063] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.395231Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038023225716830:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15138
2026-01-08T17:05:30.381368Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038023226936039:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:30.419931Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038017956213845:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.538118Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038025479703108:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.538153Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038025479703108:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:30.545238Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038025479703122:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:63529
2026-01-08T17:05:30.547421Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038025479703119:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:30.548433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038021184735731:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.548951Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038025479703108:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:30.558143Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:30.558224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038021184735731:2048] [node 1] ICP22 created new session: [2:7593038025479703123:2048]
2026-01-08T17:05:30.558295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038025479703123:2048] [node 1] ICS09 handshake done sender: [2:7593038025479703119:2119] self: [2:7593038025479703120:0] peer: [1:7593038023258639540:0] socket: 365 qp: -1
2026-01-08T17:05:30.558358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038025479703123:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:30.558434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:30.591119Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038025479703118:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.591230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038021184735802:2073] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.591296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:30.591366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038021184735802:2073] [node 5] ICP22 created new session: [2:7593038025479703125:2073]
2026-01-08T17:05:30.591438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038025479703125:2073] [node 5] ICS09 handshake done sender: [2:7593038025479703108:2117] self: [2:7593038025479703107:0] peer: [5:7593038022251181237:0] socket: 381 qp: -1
2026-01-08T17:05:30.591494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038025479703125:2073] [node 5] ICS10 traffic start
2026-01-08T17:05:30.591540Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.297608Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:30.297691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038020490044134:2049] [node 2] ICP22 created new session: [4:7593038024785011514:2049]
2026-01-08T17:05:30.297762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038024785011514:2049] [node 2] ICS09 handshake done sender: [4:7593038020490044207:2113] self: [4:7593038024785011511:0] peer: [2:7593038021184735804:0] socket: 343 qp: -1
2026-01-08T17:05:30.297807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038024785011514:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:30.297872Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:30.309337Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038020490044134:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(33906966ns) {HandleHandshakeStatus:329(33904099ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(5534ns) SwitchToState:179(962ns) ProcessPendingSessionEvents:495(10157112ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 10070580ns max# 9496579ns}}}
2026-01-08T17:05:30.322499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:30.334664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038020490044197:2063] [node 6] ICP22 created new session: [4:7593038024785011517:2063]
2026-01-08T17:05:30.366496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038024785011517:2063] [node 6] ICS09 handshake done sender: [4:7593038020490044205:2112] self: [4:7593038020490044204:0] peer: [6:7593038023225716827:0] socket: 330 qp: -1
2026-01-08T17:05:30.366580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038024785011517:2063] [node 6] ICS10 traffic start
2026-01-08T17:05:30.374940Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038024785011506:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.375520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:30.451979Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038024785011519:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57161
2026-01-08T17:05:30.461961Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038024785011509:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.462024Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038024785011509:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:30.478853Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038024785011509:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:30.479161Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038020490044202:2068] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.479261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:30.479326Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038020490044202:2068] [node 5] ICP22 created new session: [4:7593038024785011521:2068]
2026-01-08T17:05:30.479388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038024785011521:2068] [node 5] ICS09 handshake done sender: [4:7593038024785011509:2117] self: [4:7593038024785011508:0] peer: [5:7593038022251181229:0] socket: 373 qp: -1
2026-01-08T17:05:30.479435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038024785011521:2068] [node 5] ICS10 traffic start
2026-01-08T17:05:30.479478Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:30.500170Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038024785011523:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57161
2026-01-08T17:05:30.552989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038024785011519:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.562786Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038024785011523:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.566580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038020490044133:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.566736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038020490044135:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.594258Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038024785011526:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57161
2026-01-08T17:05:30.599014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593038021184735802:2073] [node 5] ICP18 handshake (actor [2:7593038025479703118:2118]) is too old
2026-01-08T17:05:30.447176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038018963672159:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.420017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:30.395311Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038023225716831:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15138
2026-01-08T17:05:30.396208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038023226936053:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:27958
2026-01-08T17:05:30.411205Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038018931968664:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.411297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:30.411370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038018931968664:2049] [node 2] ICP22 created new session: [3:7593038023226936054:2049]
2026-01-08T17:05:30.411438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038023226936054:2049] [node 2] ICS09 handshake done sender: [3:7593038023226936039:2117] self: [3:7593038023226936047:0] peer: [2:7593038021184735797:0] socket: 349 qp: -1
2026-01-08T17:05:30.411485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038023226936054:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:30.411537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:30.619286Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038025479703106:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.601875Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038020490044197:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(163100090ns) {HandleHandshakeStatus:329(163097642ns) {DropIncomingHandshake:442(246ns) DropOutgoingHandshake:457(191ns) SwitchToState:179(199ns) ProcessPendingSessionEvents:495(29101296ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 29026914ns max# 28563235ns}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.634912Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038024785011527:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:57161
2026-01-08T17:05:30.413672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038018931968737:2071] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.420093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038017956213845:2050] [node 3] ICP22 created new session: [5:7593038022251181224:2050]
2026-01-08T17:05:30.420154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038022251181224:2050] [node 3] ICS09 handshake done sender: [5:7593038017956213914:2112] self: [5:7593038022251181219:0] peer: [3:7593038018931968738:0] socket: 344 qp: -1
2026-01-08T17:05:30.420203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038022251181224:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:30.420253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:30.427149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038022251181227:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34359
2026-01-08T17:05:30.427559Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038022251181226:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34359
2026-01-08T17:05:30.427667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038017956213899:2068] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.456389Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038022251181230:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34359
2026-01-08T17:05:30.456660Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593038017956213860:2063] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.469944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:30.470031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038017956213860:2063] [node 6] ICP22 created new session: [5:7593038022251181232:2063]
2026-01-08T17:05:30.470106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038022251181232:2063] [node 6] ICS09 handshake done sender: [5:7593038017956213882:2084] self: [5:7593038017956213881:0] peer: [6:7593038023225716824:0] socket: 327 qp: -1
2026-01-08T17:05:30.470156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038022251181232:2063] [node 6] ICS10 traffic start
2026-01-08T17:05:30.470223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:30.472060Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038017956213860:2063] [node 6] ICP35 event processing took too much time PendingConnection:279(31807142ns) {HandleHandshakeStatus:329(31804468ns) {DropIncomingHandshake:442(2331ns) DropOutgoingHandshake:457(901ns) SwitchToState:179(893ns) ProcessPendingSessionEvents:495(612359ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 533414ns max# 57874ns}}}
2026-01-08T17:05:30.473149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038022251181213:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:30.496969Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038022251181226:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.497224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038017956213843:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.497301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:30.497370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038017956213843:2048] [node 1] ICP22 created new session: [5:7593038022251181235:2048]
2026-01-08T17:05:30.497433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038022251181235:2048] [node 1] ICS09 handshake done sender: [5:7593038022251181213:2114] self: [5:7593038022251181223:0] peer: [1:7593038018963672235:0] socket: 362 qp: -1
2026-01-08T17:05:30.497491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038022251181235:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:30.497536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:30.515926Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038017956213843:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(17726787ns) {HandleHandshakeStatus:329(17724084ns) {DropIncomingHandshake:442(889ns) DropOutgoingHandshake:457(6559ns) SwitchToState:179(1785ns) ProcessPendingSessionEvents:495(17258957ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 17166920ns max# 11488056ns}}}
2026-01-08T17:05:30.516422Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593038017956213843:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:30.517744Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038017956213899:2068] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:18911) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593038022251181221:2118] held: no
2026-01-08T17:05:30.519905Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038022251181234:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34359
2026-01-08T17:05:30.522761Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038017956213844:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.527552Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038022251181221:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:30.527792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038017956213899:2068] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.527868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:30.527957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038017956213899:2068] [node 4] ICP22 created new session: [5:7593038022251181238:2068]
2026-01-08T17:05:30.528018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038022251181238:2068] [node 4] ICS09 handshake done sender: [5:7593038022251181221:2118] self: [5:7593038022251181229:0] peer: [4:7593038024785011508:0] socket: 375 qp: -1
2026-01-08T17:05:30.528069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038022251181238:2068] [node 4] ICS10 traffic start
2026-01-08T17:05:30.528115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:30.554446Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038022251181240:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:34359
2026-01-08T17:05:30.578243Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038022251181226:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:30.609393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038017956213844:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.638752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:30.396644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038018930749495:2062] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.447283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:30.619362Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038025479703106:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:30.640006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038024785011519:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:30.413785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:30.447347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038018963672159:2049] [node 3] ICP22 created new session: [1:7593038023258639549:2049]
2026-01-08T17:05:30.447417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038023258639549:2049] [node 3] ICS09 handshake done sender: [1:7593038018963672234:2119] self: [1:7593038018963672233:0] peer: [3:7593038023226936048:0] socket: 354 qp: -1
2026-01-08T17:05:30.447457Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038023258639549:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:30.447513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:30.450808Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038023258639548:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17748
2026-01-08T17:05:30.463758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038018963672229:2071] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.463849Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:30.463923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038018963672229:2071] [node 5] ICP22 created new session: [1:7593038023258639552:2071]
2026-01-08T17:05:30.463997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038023258639552:2071] [node 5] ICS09 handshake done sender: [1:7593038018963672236:2120] self: [1:7593038018963672235:0] peer: [5:7593038022251181223:0] socket: 350 qp: -1
2026-01-08T17:05:30.464054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038023258639552:2071] [node 5] ICS10 traffic start
2026-01-08T17:05:30.464140Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:30.465539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038018963672217:2070] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.465630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:30.465696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038018963672217:2070] [node 6] ICP22 created new session: [1:7593038023258639554:2070]
2026-01-08T17:05:30.465752Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038023258639554:2070] [node 6] ICS09 handshake done sender: [1:7593038023258639534:2121] self: [1:7593038023258639533:0] peer: [6:7593038023225716825:0] socket: 355 qp: -1
2026-01-08T17:05:30.465794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038023258639554:2070] [node 6] ICS10 traffic start
2026-01-08T17:05:30.465833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:30.466830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038023258639548:2124] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.475573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593038018963672229:2071] [node 5] ICP18 handshake (actor [1:7593038023258639548:2124]) is too old
2026-01-08T17:05:30.487885Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038018963672217:2070] [node 6] ICP35 event processing took too much time PendingConnection:279(21291006ns) {HandleHandshakeStatus:329(21288370ns) {DropIncomingHandshake:442(637ns) DropOutgoingHandshake:457(787ns) SwitchToState:179(852ns) ProcessPendingSessionEvents:495(20857372ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 20780584ns max# 10169663ns}}}
2026-01-08T17:05:30.498461Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038023258639557:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:17748
2026-01-08T17:05:30.543608Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038023258639542:2123] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.543645Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038023258639542:2123] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:05:30.545461Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038023258639542:2123] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:30.546754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038018963672158:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.546837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:30.548372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038018963672158:2048] [node 2] ICP22 created new session: [1:7593038023258639559:2048]
2026-01-08T17:05:30.564480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038023258639559:2048] [node 2] ICS09 handshake done sender: [1:7593038023258639542:2123] self: [1:7593038023258639540:0] peer: [2:7593038025479703120:0] socket: 395 qp: -1
2026-01-08T17:05:30.564532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038023258639559:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:30.578772Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:30.579177Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038023258639536:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.579220Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038023258639536:2122] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:30.582562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038023258639557:2125] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.597465Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038023258639536:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:30.599415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593038018963672217:2070] [node 6] ICP18 handshake (actor [1:7593038023258639557:2125]) is too old
2026-01-08T17:05:30.617109Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038018963672158:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(69182884ns) {HandleHandshakeStatus:329(69179706ns) {DropIncomingHandshake:442(19412ns) DropOutgoingHandshake:457(717ns) SwitchToState:179(867ns) ProcessPendingSessionEvents:495(13319705ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 13243347ns max# 12735513ns}}}
2026-01-08T17:05:30.642024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038018963672228:2072] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.642152Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:30.642218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038018963672228:2072] [node 4] ICP22 created new session: [1:7593038023258639562:2072]
2026-01-08T17:05:30.642292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038023258639562:2072] [node 4] ICS09 handshake done sender: [1:7593038023258639536:2122] self: [1:7593038023258639535:0] peer: [4:7593038024785011524:0] socket: 332 qp: -1
2026-01-08T17:05:30.642365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038023258639562:2072] [node 4] ICS10 traffic start
2026-01-08T17:05:30.642411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:30.396721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:30.644708Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038025479703106:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:30.396788Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038018930749495:2062] [node 4] ICP22 created new session: [6:7593038023225716832:2062]
2026-01-08T17:05:30.413853Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038018931968737:2071] [node 5] ICP22 created new session: [3:7593038023226936056:2071]
2026-01-08T17:05:30.656972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038020490044133:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.686416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038017956213844:2049] [node 2] ICP22 created new session: [5:7593038022251181241:2049]
2026-01-08T17:05:30.683408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038021184735801:2074] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.694501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038022251181241:2049] [node 2] ICS09 handshake done sender: [5:7593038022251181226:2119] self: [5:7593038022251181237:0] peer: [2:7593038025479703107:0] socket: 360 qp: -1
2026-01-08T17:05:30.396853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038023225716832:2062] [node 4] ICS09 handshake done sender: [6:7593038018930749511:2110] self: [6:7593038023225716827:0] peer: [4:7593038020490044204:0] socket: 341 qp: -1
2026-01-08T17:05:30.657061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:30.657121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038020490044133:2048] [node 1] ICP22 created new session: [4:7593038024785011528:2048]
2026-01-08T17:05:30.657187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038024785011528:2048] [node 1] ICS09 handshake done sender: [4:7593038024785011519:2119] self: [4:7593038024785011524:0] peer: [1:7593038023258639535:0] socket: 333 qp: -1
2026-01-08T17:05:30.657231Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038024785011528:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:30.657273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:30.664477Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038024785011523:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:30.668281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038020490044135:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.668375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:30.668446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038020490044135:2050] [node 3] ICP22 created new session: [4:7593038024785011530:2050]
2026-01-08T17:05:30.668505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038024785011530:2050] [node 3] ICS09 handshake done sender: [4:7593038024785011523:2120] self: [4:7593038024785011525:0] peer: [3:7593038023226936041:0] socket: 353 qp: -1
2026-01-08T17:05:30.668557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038024785011530:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:30.668600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:30.674601Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593038020490044135:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:30.714006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [4:7593038020490044197:2063] [node 6] ICP18 handshake (actor [4:7593038024785011506:2115]) is too old
2026-01-08T17:05:30.695746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038022251181241:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:30.709611Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:30.699800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:30.701668Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038017956213844:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(91223241ns) {HandleHandshakeStatus:329(91219379ns) {DropIncomingHandshake:442(1069ns) DropOutgoingHandshake:457(8937ns) SwitchToState:179(868ns) ProcessPendingSessionEvents:495(626929ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 569957ns max# 58911ns}}}
2026-01-08T17:05:30.709703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038021184735801:2074] [node 6] ICP22 created new session: [2:7593038025479703128:2074]
2026-01-08T17:05:30.709782Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038025479703128:2074] [node 6] ICS09 handshake done sender: [2:7593038025479703106:2116] self: [2:7593038025479703105:0] peer: [6:7593038023225716841:0] socket: 378 qp: -1
2026-01-08T17:05:30.709832Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038025479703128:2074] [node 6] ICS10 traffic start
2026-01-08T17:05:30.709883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:30.712643Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038021184735801:2074] [node 6] ICP35 event processing took too much time PendingConnection:279(28172550ns) {HandleHandshakeStatus:329(28169275ns) {DropIncomingHandshake:442(19851ns) DropOutgoingHandshake:457(884ns) SwitchToState:179(1193ns) ProcessPendingSessionEvents:495(1541839ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 1470440ns max# 1044589ns}}}
2026-01-08T17:05:30.413924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038023226936056:2071] [node 5] ICS09 handshake done sender: [3:7593038018931968739:2116] self: [3:7593038018931968738:0] peer: [5:7593038022251181219:0] socket: 337 qp: -1
2026-01-08T17:05:30.413970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038023226936056:2071] [node 5] ICS10 traffic start
2026-01-08T17:05:30.414041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:30.414607Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038023226936044:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:30.396904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038023225716832:2062] [node 4] ICS10 traffic start
2026-01-08T17:05:30.436030Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038018931968737:2071] [node 5] ICP35 event processing took too much time PendingConnection:279(21271751ns) {HandleHandshakeStatus:329(21268847ns) {DropIncomingHandshake:442(18164ns) DropOutgoingHandshake:457(647ns) SwitchToState:179(766ns) ProcessPendingSessionEvents:495(20759125ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 12288448ns max# 7112682ns}}}
2026-01-08T17:05:30.396951Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:30.436115Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038018931968663:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.410991Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038018930749512:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:30.436204Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:30.438117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038018930749448:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.436269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038018931968663:2048] [node 1] ICP22 created new session: [3:7593038023226936058:2048]
2026-01-08T17:05:30.438221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:30.436328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038023226936058:2048] [node 1] ICS09 handshake done sender: [3:7593038023226936044:2121] self: [3:7593038023226936048:0] peer: [1:7593038018963672233:0] socket: 364 qp: -1
2026-01-08T17:05:30.438289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038018930749448:2050] [node 3] ICP22 created new session: [6:7593038023225716835:2050]
2026-01-08T17:05:30.436376Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038023226936058:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:30.438360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038023225716835:2050] [node 3] ICS09 handshake done sender: [6:7593038018930749512:2111] self: [6:7593038023225716826:0] peer: [3:7593038018931968734:0] socket: 342 qp: -1
2026-01-08T17:05:30.436429Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:30.446902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038023225716835:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:30.439433Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038018931968729:2066] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.453353Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038023225716830:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.439506Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:30.453429Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038018930749510:2109] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:30.439564Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038018931968729:2066] [node 6] ICP22 created new session: [3:7593038023226936060:2066]
2026-01-08T17:05:30.453819Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038018930749509:2066] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.439653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038023226936060:2066] [node 6] ICS09 handshake done sender: [3:7593038018931968735:2115] self: [3:7593038018931968734:0] peer: [6:7593038023225716826:0] socket: 340 qp: -1
2026-01-08T17:05:30.453878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:30.439711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038023226936060:2066] [node 6] ICS10 traffic start
2026-01-08T17:05:30.453940Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038018930749509:2066] [node 5] ICP22 created new session: [6:7593038023225716838:2066]
2026-01-08T17:05:30.439769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:30.454018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038023225716838:2066] [node 5] ICS09 handshake done sender: [6:7593038018930749510:2109] self: [6:7593038023225716824:0] peer: [5:7593038017956213881:0] socket: 335 qp: -1
2026-01-08T17:05:30.582830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038023226936043:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:30.454061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038023225716838:2066] [node 5] ICS10 traffic start
2026-01-08T17:05:30.582878Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038023226936043:2120] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:30.454107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:30.603715Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038023226936043:2120] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:30.476517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:30.654899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038018931968730:2065] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:30.496320Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038023225716837:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15138
2026-01-08T17:05:30.655007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:30.531966Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038018930749448:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(92851113ns) {HandleHandshakeStatus:329(92848353ns) {DropIncomingHandshake:442(1387ns) DropOutgoingHandshake:457(6279ns) SwitchToState:179(709ns) ProcessPendingSessionEvents:495(29589337ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 29512707ns max# 29056575ns}}}
2026-01-08T17:05:30.655082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038018931968730:2065] [node 4] ICP22 created new session: [3:7593038023226936064:2065]
2026-01-08T17:05:30.547075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038018930749447:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:30.562728Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038023225716819:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:30.655163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038023226936064:2065] [node 4] ICS09 handshake done sender: [3:7593038023226936043:2120] self: [3:7593038023226936041:0] peer: [4:7593038024785011525:0] socket: 345 qp: -1
2026-01-08T17:05:30.570776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038018930749446:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.655214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038023226936064:2065] [node 4] ICS10 traffic start
2026-01-08T17:05:30.570856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:30.655272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:30.720158Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038018931968663:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(222029669ns) {HandleHandshakeStatus:329(222026376ns) {DropIncomingHandshake:442(781ns) DropOutgoingHandshake:457(8377ns) SwitchToState:179(847ns) ProcessPendingSessionEvents:495(221534251ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 217385518ns max# 25592217ns}}}
2026-01-08T17:05:30.570915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038018930749446:2048] [node 1] ICP22 created new session: [6:7593038023225716842:2048]
2026-01-08T17:05:30.723826Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038020490044133:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(65766675ns) {HandleHandshakeStatus:329(65764212ns) {DropIncomingHandshake:442(1222ns) DropOutgoingHandshake:457(5862ns) SwitchToState:179(1029ns) ProcessPendingSessionEvents:495(65320320ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 65201531ns max# 16080235ns}}}
2026-01-08T17:05:30.570974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038023225716842:2048] [node 1] ICS09 handshake done sender: [6:7593038023225716819:2116] self: [6:7593038023225716825:0] peer: [1:7593038023258639533:0] socket: 358 qp: -1
2026-01-08T17:05:30.571017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038023225716842:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:30.571071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:30.601202Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038018930749509:2066] [node 5] ICP35 event processing took too much time PendingConnection:279(146255396ns) {HandleHandshakeStatus:329(146252395ns) {DropIncomingHandshake:442(1510ns) DropOutgoingHandshake:457(5907ns) SwitchToState:179(898ns) ProcessPendingSessionEvents:495(145819829ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 140987464ns max# 25289320ns}}}
2026-01-08T17:05:30.643009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038023225716844:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15138
2026-01-08T17:05:30.686512Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038023225716830:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:30.698667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038018930749447:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:30.698805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:30.698882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038018930749447:2049] [node 2] ICP22 created new session: [6:7593038023225716845:2049]
2026-01-08T17:05:30.698968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038023225716845:2049] [node 2] ICS09 handshake done sender: [6:7593038023225716830:2121] self: [6:7593038023225716841:0] peer: [2:7593038025479703105:0] socket: 382 qp: -1
2026-01-08T17:05:30.699028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038023225716845:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:30.699101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:30.720611Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038018930749447:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(20858444ns) {HandleHandshakeStatus:329(20854087ns) {DropIncomingHandshake:442(1066ns) DropOutgoingHandshake:457(18486ns) SwitchToState:179(816ns) ProcessPendingSessionEvents:495(4975703ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 4889072ns max# 4389989ns}}}
2026-01-08T17:05:31.075373Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:31.075650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038025479703123:2048] [node 1] ICS01 socket: 365 reason# EndOfStream
2026-01-08T17:05:31.075719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038021184735731:2048] [node 1] ICP30 unregister session Session# [2:7593038025479703123:2048] VirtualId# [2:7593038025479703120:0]
2026-01-08T17:05:31.075771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038025479703123:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:31.075882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:31.075935Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:31.080549Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:31.080811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593038023226936058:2048] [node 1] ICS07 socket disconnect 364 reason# EndOfStream
2026-01-08T17:05:31.080855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038023226936058:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:31.080952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:31.081009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593038023226936058:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:31.091751Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038018931968663:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21573) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:31.091821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593038023226936058:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:31.093015Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038018931968663:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21573) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:31.093084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038023226936058:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:31.093128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038018931968663:2048] [node 1] ICP30 unregister session Session# [3:7593038023226936058:2048] VirtualId# [3:7593038023226936048:0]
2026-01-08T17:05:31.093254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:31.093299Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593038018931968663:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21573) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.093318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21573) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.099065Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:31.098449Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:31.098728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593038024785011528:2048] [node 1] ICS07 socket disconnect 333 reason# EndOfStream
2026-01-08T17:05:31.098764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038024785011528:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:31.098846Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:31.098886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593038024785011528:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:31.104095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593038022251181235:2048] [node 1] ICS07 socket disconnect 362 reason# EndOfStream
2026-01-08T17:05:31.104160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038022251181235:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:31.104254Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:31.104300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593038022251181235:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:31.105365Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038017956213843:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21573) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:31.105431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038022251181235:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:31.105479Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038017956213843:2048] [node 1] ICP30 unregister session Session# [5:7593038022251181235:2048] VirtualId# [5:7593038022251181223:0]
2026-01-08T17:05:31.105588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:31.105619Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593038017956213843:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21573) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.105637Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21573) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.098498Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:31.098728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593038023225716842:2048] [node 1] ICS07 socket disconnect 358 reason# EndOfStream
2026-01-08T17:05:31.098763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038023225716842:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:31.098843Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:31.098886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593038023225716842:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:31.103420Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038018930749446:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21573) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:31.103488Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038023225716842:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:31.103533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038018930749446:2048] [node 1] ICP30 unregister session Session# [6:7593038023225716842:2048] VirtualId# [6:7593038023225716825:0]
2026-01-08T17:05:31.103587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:31.103627Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593038018930749446:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21573) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.103644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21573) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.105933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593038018931968663:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:31.106675Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038020490044133:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21573) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:31.106763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038024785011528:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:31.106801Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038020490044133:2048] [node 1] ICP30 unregister session Session# [4:7593038024785011528:2048] VirtualId# [4:7593038024785011524:0]
2026-01-08T17:05:31.110450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:31.110523Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593038020490044133:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:21573) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.110543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21573) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.114737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593038018930749446:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:31.118661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593038017956213843:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:31.120116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593038020490044133:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:31.537811Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:31.538081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593038023226936054:2049] [node 2] ICS07 socket disconnect 349 reason# EndOfStream
2026-01-08T17:05:31.538116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038023226936054:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:31.538159Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:31.538230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593038023226936054:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:31.539777Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038018931968664:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10744) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:31.539847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038023226936054:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:31.539889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038018931968664:2049] [node 2] ICP30 unregister session Session# [3:7593038023226936054:2049] VirtualId# [3:7593038023226936047:0]
2026-01-08T17:05:31.539943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:31.539981Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593038018931968664:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10744) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.540020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10744) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.546552Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:31.546796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593038022251181241:2049] [node 2] ICS07 socket disconnect 360 reason# EndOfStream
2026-01-08T17:05:31.546850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038022251181241:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:31.546941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:31.546997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593038022251181241:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:31.547591Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:31.547787Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593038023225716845:2049] [node 2] ICS07 socket disconnect 382 reason# EndOfStream
2026-01-08T17:05:31.547827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038023225716845:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:31.547940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:31.547987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593038023225716845:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:31.548497Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:31.548696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593038024785011514:2049] [node 2] ICS07 socket disconnect 343 reason# EndOfStream
2026-01-08T17:05:31.548722Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038024785011514:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:31.548799Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:31.548838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593038024785011514:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:31.550330Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038020490044134:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10744) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:31.550406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038024785011514:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:31.550452Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038020490044134:2049] [node 2] ICP30 unregister session Session# [4:7593038024785011514:2049] VirtualId# [4:7593038024785011511:0]
2026-01-08T17:05:31.550565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:31.550605Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593038020490044134:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10744) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.550644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10744) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.551477Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038017956213844:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10744) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:31.551549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038022251181241:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:31.551591Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038017956213844:2049] [node 2] ICP30 unregister session Session# [5:7593038022251181241:2049] VirtualId# [5:7593038022251181237:0]
2026-01-08T17:05:31.551631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:31.551662Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593038017956213844:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10744) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.551677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10744) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.550513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593038018931968664:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:31.558638Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038018930749447:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10744) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:31.559463Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038023225716845:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:31.559528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038018930749447:2049] [node 2] ICP30 unregister session Session# [6:7593038023225716845:2049] VirtualId# [6:7593038023225716841:0]
2026-01-08T17:05:31.559671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:31.559733Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593038018930749447:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:10744) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.559752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:10744) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:31.562980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593038020490044134:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:31.563339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593038017956213844:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:31.573088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593038018930749447:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:31.738660Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:31.738914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038024785011530:2050] [node 3] ICS01 socket: 353 reason# EndOfStream
2026-01-08T17:05:31.738963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038020490044135:2050] [node 3] ICP30 unregister session Session# [4:7593038024785011530:2050] VirtualId# [4:7593038024785011525:0]
2026-01-08T17:05:31.739015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038024785011530:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:31.739057Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:31.739154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:31.739267Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:31.739466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038023225716835:2050] [node 3] ICS01 socket: 342 reason# EndOfStream
2026-01-08T17:05:31.739533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038018930749448:2050] [node 3] ICP30 unregister session Session# [6:7593038023225716835:2050] VirtualId# [6:7593038023225716826:0]
2026-01-08T17:05:31.739569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038023225716835:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:31.739638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:31.739677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:31.739791Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:31.739972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038022251181224:2050] [node 3] ICS01 socket: 344 reason# EndOfStream
2026-01-08T17:05:31.740016Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038017956213845:2050] [node 3] ICP30 unregister session Session# [5:7593038022251181224:2050] VirtualId# [5:7593038022251181219:0]
2026-01-08T17:05:31.740043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038022251181224:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:31.740102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:31.740141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:32.054644Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:32.054938Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038022251181238:2068] [node 4] ICS01 socket: 375 reason# EndOfStream
2026-01-08T17:05:32.055020Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038017956213899:2068] [node 4] ICP30 unregister session Session# [5:7593038022251181238:2068] VirtualId# [5:7593038022251181229:0]
2026-01-08T17:05:32.055074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038022251181238:2068] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:32.055184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:32.055241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:32.055393Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:32.055648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038023225716832:2062] [node 4] ICS01 socket: 341 reason# EndOfStream
2026-01-08T17:05:32.055689Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038018930749495:2062] [node 4] ICP30 unregister session Session# [6:7593038023225716832:2062] VirtualId# [6:7593038023225716827:0]
2026-01-08T17:05:32.055749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038023225716832:2062] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:32.055817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:32.055867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:32.251289Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:32.251581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038023225716838:2066] [node 5] ICS01 socket: 335 reason# EndOfStream
2026-01-08T17:05:32.251645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038018930749509:2066] [node 5] ICP30 unregister session Session# [6:7593038023225716838:2066] VirtualId# [6:7593038023225716824:0]
2026-01-08T17:05:32.251717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038023225716838:2066] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:32.251829Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:32.251888Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:32.627523Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038031850948578:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:32.627583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038031850948579:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:32.662836Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038034625844620:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:32.663012Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038034625844619:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:32.718983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038034932258557:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:32.719024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038034932258558:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:32.722647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038034932258559:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:32.690820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038034134352267:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:32.746983Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038034994436651:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:32.747026Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038034994436652:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:32.747068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038034994436653:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:32.690857Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038034134352268:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:33.088201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038038429319580:2063] [node 4] ICP01 ready to work
2026-01-08T17:05:33.138995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038038429319590:2061] [node 6] ICP01 ready to work
2026-01-08T17:05:32.810789Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038032461383992:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:32.810830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038032461383993:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:32.810868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038032461383994:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:33.129736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038036756351307:2065] [node 5] ICP01 ready to work
2026-01-08T17:05:33.070184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038039227225875:2067] [node 5] ICP01 ready to work
2026-01-08T17:05:33.095519Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038036145915910:2082] [node 4] ICP01 ready to work
2026-01-08T17:05:33.131958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038038920811937:2066] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.263538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038036756351316:2072] [node 4] ICP01 ready to work
2026-01-08T17:05:33.263761Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038036756351315:2074] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41809
2026-01-08T17:05:33.214462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038039289403976:2066] [node 6] ICP01 ready to work
2026-01-08T17:05:33.134438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038038920811936:2067] [node 6] ICP01 ready to work
2026-01-08T17:05:33.242481Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038039227225880:2068] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.350900Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038039227225912:2104] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60507
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.270820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038036145915938:2081] [node 5] ICP01 ready to work
2026-01-08T17:05:33.364683Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038034932258557:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(54614058ns) {Configure:104(54606867ns) {ProcessConfigured:135(77217ns) {StartInitialHandshake:157(73611ns) {DropHandshakes:470(3200ns) {DropIncomingHandshake:442(610ns) DropOutgoingHandshake:457(561ns)} GenerateSessionVirtualId:992(1484ns) PrepareNewSessionHandshake:477(2619ns) {SwitchToState:179(1199ns)}}}}}
2026-01-08T17:05:33.299114Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038034134352268:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(234648057ns) {Configure:104(234639263ns) {ProcessConfigured:135(87553ns) {StartInitialHandshake:157(83413ns) {DropHandshakes:470(2937ns) {DropIncomingHandshake:442(689ns) DropOutgoingHandshake:457(599ns)} GenerateSessionVirtualId:992(1356ns) PrepareNewSessionHandshake:477(2039ns) {SwitchToState:179(823ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.387224Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038036756351315:2074] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.387577Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038036756351343:2098] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41809
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.294463Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038039289403980:2063] [node 4] ICP01 ready to work
2026-01-08T17:05:33.257015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038038920811974:2070] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.295607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038038429319629:2060] [node 5] ICP01 ready to work
2026-01-08T17:05:33.322609Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038031850948579:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(255228712ns) {Configure:104(255225305ns) {ProcessConfigured:135(75736ns) {StartInitialHandshake:157(73124ns) {DropHandshakes:470(3876ns) {DropIncomingHandshake:442(686ns) DropOutgoingHandshake:457(1020ns)} GenerateSessionVirtualId:992(1039ns) PrepareNewSessionHandshake:477(2455ns) {SwitchToState:179(876ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.391175Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038038920811981:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1289
2026-01-08T17:05:33.431793Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038032461383993:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(301596449ns) {Configure:104(301589405ns) {ProcessConfigured:135(74801ns) {StartInitialHandshake:157(71174ns) {DropHandshakes:470(3013ns) {DropIncomingHandshake:442(574ns) DropOutgoingHandshake:457(889ns)} GenerateSessionVirtualId:992(1216ns) PrepareNewSessionHandshake:477(1881ns) {SwitchToState:179(805ns)}}}}}
2026-01-08T17:05:33.335735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038036145915939:2083] [node 6] ICP01 ready to work
2026-01-08T17:05:33.426244Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038036145915945:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8541
2026-01-08T17:05:33.426549Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038036145915946:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8541
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.355115Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038038429319638:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13594
2026-01-08T17:05:33.410141Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038034994436653:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(248513018ns) {Configure:104(236721194ns) {ProcessConfigured:135(71654ns) {StartInitialHandshake:157(69074ns) {DropHandshakes:470(3594ns) {DropIncomingHandshake:442(974ns) DropOutgoingHandshake:457(714ns)} GenerateSessionVirtualId:992(1163ns) PrepareNewSessionHandshake:477(3006ns) {SwitchToState:179(1224ns)}}}}}
2026-01-08T17:05:33.415473Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038034932258558:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(348904358ns) {Configure:104(348898696ns) {ProcessConfigured:135(69654ns) {StartInitialHandshake:157(66476ns) {DropHandshakes:470(922ns) {DropIncomingHandshake:442(206ns) DropOutgoingHandshake:457(211ns)} GenerateSessionVirtualId:992(436ns) PrepareNewSessionHandshake:477(2136ns) {SwitchToState:179(663ns)}}}}}
2026-01-08T17:05:33.399354Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038038429319580:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(310662035ns) {Configure:104(310655972ns) {ProcessConfigured:135(87217ns) {StartInitialHandshake:157(84085ns) {DropHandshakes:470(3353ns) {DropIncomingHandshake:442(752ns) DropOutgoingHandshake:457(713ns)} GenerateSessionVirtualId:992(932ns) PrepareNewSessionHandshake:477(2431ns) {SwitchToState:179(900ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.425501Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038038429319644:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13594
2026-01-08T17:05:33.456067Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038039227225928:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60507
2026-01-08T17:05:33.503731Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038036756351307:2065] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(290002042ns) {Configure:104(289990687ns) {ProcessConfigured:135(32050134ns) {StartInitialHandshake:157(32047291ns) {DropHandshakes:470(2908ns) {DropIncomingHandshake:442(868ns) DropOutgoingHandshake:457(454ns)} GenerateSessionVirtualId:992(1360ns) PrepareNewSessionHandshake:477(5271ns) {SwitchToState:179(645ns)}}}}}
2026-01-08T17:05:33.558729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038036756351343:2098] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.558936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038036756351316:2072] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:33.559418Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038032461383992:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(501008048ns) {Configure:104(501000788ns) {ProcessConfigured:135(37996513ns) {StartInitialHandshake:157(37995093ns) {DropHandshakes:470(2009ns) {DropIncomingHandshake:442(422ns) DropOutgoingHandshake:457(631ns)} GenerateSessionVirtualId:992(245ns) PrepareNewSessionHandshake:477(1446ns) {SwitchToState:179(205ns)}}}}}
2026-01-08T17:05:33.520348Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038038920811981:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.530577Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038036145915910:2082] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(261941366ns) {Configure:104(261934059ns) {ProcessConfigured:135(65395ns) {StartInitialHandshake:157(63059ns) {DropHandshakes:470(3239ns) {DropIncomingHandshake:442(593ns) DropOutgoingHandshake:457(640ns)} GenerateSessionVirtualId:992(976ns) PrepareNewSessionHandshake:477(1128ns) {SwitchToState:179(445ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.546427Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038039227225928:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.446662Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038038429319641:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13594
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.566457Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038032461383994:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(338261793ns) {Configure:104(338241667ns) {ProcessConfigured:135(15636016ns) {StartInitialHandshake:157(15631672ns) {DropHandshakes:470(2959ns) {DropIncomingHandshake:442(570ns) DropOutgoingHandshake:457(518ns)} GenerateSessionVirtualId:992(1159ns) PrepareNewSessionHandshake:477(3028ns) {SwitchToState:179(840ns)}}}}}
2026-01-08T17:05:33.519531Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038039289404017:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60683
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.582382Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038038920811983:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.582457Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038038920811983:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.584748Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038038920811937:2066] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(83942560ns) {Configure:104(83932808ns) {ProcessConfigured:135(10434399ns) {StartInitialHandshake:157(10430992ns) {DropHandshakes:470(3499ns) {DropIncomingHandshake:442(733ns) DropOutgoingHandshake:457(525ns)} GenerateSessionVirtualId:992(1097ns) PrepareNewSessionHandshake:477(5006ns) {SwitchToState:179(2582ns)}}}}}
2026-01-08T17:05:33.585184Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038038920811986:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.585210Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038038920811986:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.610852Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038038920811995:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1289
2026-01-08T17:05:33.610996Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038038920811991:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1289
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.573014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038036145915945:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.598420Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038036145915946:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.606945Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038036145915941:2110] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.606991Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038036145915941:2110] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.613045Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038036145915944:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.613074Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038036145915944:2111] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.613796Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038036145915955:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8541
2026-01-08T17:05:33.620149Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038031850948578:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(524713889ns) {Configure:104(457384063ns) {ProcessConfigured:135(9605063ns) {StartInitialHandshake:157(9601474ns) {DropHandshakes:470(2520ns) {DropIncomingHandshake:442(509ns) DropOutgoingHandshake:457(500ns)} GenerateSessionVirtualId:992(1369ns) PrepareNewSessionHandshake:477(5293ns) {SwitchToState:179(690ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.555090Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038034932258558:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.533632Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038038429319641:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.592605Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038039289404019:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60683
2026-01-08T17:05:33.602754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038036756351370:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41809
2026-01-08T17:05:33.623369Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038036145915944:2111] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:33.631042Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038036145915941:2110] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:33.622239Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038038920811996:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1289
2026-01-08T17:05:33.626583Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038038920811986:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:33.629167Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038038920811983:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:33.560143Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038039227225875:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(463725320ns) {Configure:104(463718593ns) {ProcessConfigured:135(33268978ns) {StartInitialHandshake:157(21420617ns) {DropHandshakes:470(3748ns) {DropIncomingHandshake:442(1617ns) DropOutgoingHandshake:457(533ns)} GenerateSessionVirtualId:992(1726ns) PrepareNewSessionHandshake:477(3230ns) {SwitchToState:179(98ns)}}}}}
2026-01-08T17:05:33.560918Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038039227225920:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.560948Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038039227225920:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.578842Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038039227225920:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:33.579266Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038039227225912:2104] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.622981Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038039227225929:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60507
2026-01-08T17:05:33.606417Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038034994436652:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(430230111ns) {Configure:104(430226207ns) {ProcessConfigured:135(38981191ns) {StartInitialHandshake:157(38976972ns) {DropHandshakes:470(2654ns) {DropIncomingHandshake:442(552ns) DropOutgoingHandshake:457(536ns)} GenerateSessionVirtualId:992(647ns) PrepareNewSessionHandshake:477(4563ns) {SwitchToState:179(595ns)}}}}}
2026-01-08T17:05:33.606891Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038039289404017:2112] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.611441Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038034994436651:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(343858722ns) {Configure:104(343852836ns) {ProcessConfigured:135(4349093ns) {StartInitialHandshake:157(4346297ns) {DropHandshakes:470(2809ns) {DropIncomingHandshake:442(756ns) DropOutgoingHandshake:457(526ns)} GenerateSessionVirtualId:992(1453ns) PrepareNewSessionHandshake:477(3597ns) {SwitchToState:179(1414ns)}}}}}
2026-01-08T17:05:33.533806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038034134352268:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.671442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038039227225937:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60507
2026-01-08T17:05:33.622576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038036756351363:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41809
2026-01-08T17:05:33.573552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038038429319638:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.573718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038034134352267:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:33.621754Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038038429319647:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13594
2026-01-08T17:05:33.621947Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038038429319648:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13594
2026-01-08T17:05:33.676996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038039227225928:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:33.662968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038031850948579:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:33.692793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038039227225880:2068] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:33.612377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038034994436651:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.654572Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038036756351363:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.698577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038038920811988:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.698624Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038038920811988:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.699932Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038038920812000:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1289
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.636658Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038039289404025:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60683
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.707166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038038429319644:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.665451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038036145915938:2081] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:33.656883Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038032461383994:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:33.692885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.665507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:33.651747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038039289404017:2112] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:33.692945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038039227225880:2068] [node 6] ICP22 created new session: [4:7593038039227225938:2068]
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.707286Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038034134352267:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23841) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593038038429319638:2113] held: no
2026-01-08T17:05:33.714750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038038920811991:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.664309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038032461383993:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.665566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038036145915938:2081] [node 5] ICP22 created new session: [1:7593038036145915962:2081]
2026-01-08T17:05:33.652275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038034994436651:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.670583Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038032461383994:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(18406179ns) {IncomingHandshake:261(18403770ns) {DropIncomingHandshake:442(746ns) PrepareNewSessionHandshake:477(2176ns) {SwitchToState:179(484ns)} GenerateSessionVirtualId:992(261ns) IssueIncomingHandshakeReply:193(9315198ns) {SwitchToState:179(1458ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.714996Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038038920811988:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:33.711006Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038038429319641:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:33.693014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038039227225938:2068] [node 6] ICS09 handshake done sender: [4:7593038039227225920:2111] self: [4:7593038039227225919:0] peer: [6:7593038036756351368:0] socket: 340 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.652367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:33.665624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038036145915962:2081] [node 5] ICS09 handshake done sender: [1:7593038036145915944:2111] self: [1:7593038036145915943:0] peer: [5:7593038039289404023:0] socket: 354 qp: -1
2026-01-08T17:05:33.674073Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038036756351343:2098] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:33.731377Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038038429319592:2073] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.718105Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038038920812000:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.693060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038039227225938:2068] [node 6] ICS10 traffic start
2026-01-08T17:05:33.665666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038036145915962:2081] [node 5] ICS10 traffic start
2026-01-08T17:05:33.652447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038034994436651:2048] [node 1] ICP22 created new session: [5:7593038039289404027:2048]
2026-01-08T17:05:33.718172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038038920811974:2070] [node 4] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.695977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038036756351316:2072] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.693103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:33.731421Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038038429319592:2073] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.652512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038039289404027:2048] [node 1] ICS09 handshake done sender: [5:7593038039289404017:2112] self: [5:7593038039289404023:0] peer: [1:7593038036145915943:0] socket: 363 qp: -1
2026-01-08T17:05:33.665708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:33.723310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038034625844620:2049] [node 3] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.739012Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038038429319638:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:33.694301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038039227225929:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.715877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038036756351374:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41809
2026-01-08T17:05:33.652553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038039289404027:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:33.723416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:33.674576Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:33.750676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038034134352268:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.697079Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038034932258559:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(311155464ns) {Configure:104(311146597ns) {ProcessConfigured:135(63327ns) {StartInitialHandshake:157(61235ns) {DropHandshakes:470(2123ns) {DropIncomingHandshake:442(357ns) DropOutgoingHandshake:457(381ns)} GenerateSessionVirtualId:992(1364ns) PrepareNewSessionHandshake:477(1563ns) {SwitchToState:179(619ns)}}}}}
2026-01-08T17:05:33.652594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:33.717817Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038036756351373:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41809
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.687262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038031850948579:2049] [node 3] ICP22 created new session: [1:7593038036145915960:2049]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.723484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038034625844620:2049] [node 3] ICP22 created new session: [2:7593038038920812001:2049]
2026-01-08T17:05:33.750735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:33.717991Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:33.711470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038034932258558:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.690684Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038039289403980:2063] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(125312840ns) {Configure:104(125306682ns) {ProcessConfigured:135(26409277ns) {StartInitialHandshake:157(26405852ns) {DropHandshakes:470(2678ns) {DropIncomingHandshake:442(579ns) DropOutgoingHandshake:457(514ns)} GenerateSessionVirtualId:992(1207ns) PrepareNewSessionHandshake:477(8774857ns) {SwitchToState:179(3112ns)}}}}}
2026-01-08T17:05:33.736414Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038036756351363:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:33.739376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038036756351316:2072] [node 4] ICP22 created new session: [6:7593038036756351376:2072]
2026-01-08T17:05:33.748101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038032461383993:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.748180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:33.748242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038032461383993:2049] [node 2] ICP22 created new session: [6:7593038036756351377:2049]
2026-01-08T17:05:33.748307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038036756351377:2049] [node 2] ICS09 handshake done sender: [6:7593038036756351363:2116] self: [6:7593038036756351372:0] peer: [2:7593038038920811987:0] socket: 359 qp: -1
2026-01-08T17:05:33.748355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038036756351377:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:33.748399Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:33.762439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038036756351376:2072] [node 4] ICS09 handshake done sender: [6:7593038036756351343:2098] self: [6:7593038036756351368:0] peer: [4:7593038039227225919:0] socket: 344 qp: -1
2026-01-08T17:05:33.762513Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038036756351376:2072] [node 4] ICS10 traffic start
2026-01-08T17:05:33.763106Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038036756351373:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.763619Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038036756351379:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41809
2026-01-08T17:05:33.780490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038032461383992:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:33.780865Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038036756351315:2074] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:33.781697Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:33.801999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038032461383994:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.806295Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038032461383993:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(57304992ns) {HandleHandshakeStatus:329(57295258ns) {DropIncomingHandshake:442(1039ns) DropOutgoingHandshake:457(7919ns) SwitchToState:179(927ns) ProcessPendingSessionEvents:495(18366643ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 18301684ns max# 17857751ns}}}
2026-01-08T17:05:33.816272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:33.819980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038032461383994:2050] [node 3] ICP22 created new session: [6:7593038036756351383:2050]
2026-01-08T17:05:33.825913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038036756351383:2050] [node 3] ICS09 handshake done sender: [6:7593038036756351315:2074] self: [6:7593038036756351371:0] peer: [3:7593038038429319591:0] socket: 332 qp: -1
2026-01-08T17:05:33.830371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038036756351383:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:33.830431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:33.886282Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038036756351384:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41809
2026-01-08T17:05:33.723548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038038920812001:2049] [node 3] ICS09 handshake done sender: [2:7593038038920811983:2111] self: [2:7593038038920811982:0] peer: [3:7593038038429319645:0] socket: 345 qp: -1
2026-01-08T17:05:33.696345Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038036145915955:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.714448Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038039289404019:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.756390Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038034134352267:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.725725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038034932258557:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:33.901531Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038032461383992:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23841) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038036756351373:2119] held: no
2026-01-08T17:05:33.700569Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038036145915960:2049] [node 3] ICS09 handshake done sender: [1:7593038036145915941:2110] self: [1:7593038036145915940:0] peer: [3:7593038038429319646:0] socket: 338 qp: -1
2026-01-08T17:05:33.726091Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038039227225940:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60507
2026-01-08T17:05:33.742444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:33.751770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038034932258558:2049] [node 2] ICP22 created new session: [4:7593038039227225944:2049]
2026-01-08T17:05:33.766007Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038039227225944:2049] [node 2] ICS09 handshake done sender: [4:7593038039227225928:2114] self: [4:7593038039227225931:0] peer: [2:7593038038920811985:0] socket: 358 qp: -1
2026-01-08T17:05:33.774579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038039227225944:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:33.779330Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038039227225945:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60507
2026-01-08T17:05:33.779401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038039227225946:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60507
2026-01-08T17:05:33.790484Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:33.793521Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038039227225929:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:33.810294Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038034932258557:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.810371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:33.815423Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038034932258557:2048] [node 1] ICP22 created new session: [4:7593038039227225948:2048]
2026-01-08T17:05:33.822745Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038039227225948:2048] [node 1] ICS09 handshake done sender: [4:7593038039227225929:2115] self: [4:7593038039227225941:0] peer: [1:7593038036145915948:0] socket: 361 qp: -1
2026-01-08T17:05:33.822795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038039227225948:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:33.822848Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:33.823519Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593038034932258557:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:33.828130Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038034932258558:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(125843331ns) {HandleHandshakeStatus:329(115674319ns) {DropIncomingHandshake:442(1065ns) DropOutgoingHandshake:457(7776ns) SwitchToState:179(703ns) ProcessPendingSessionEvents:495(11149149ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 11081825ns max# 5677281ns}}}
2026-01-08T17:05:33.828300Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038039227225940:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.830887Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038039227225932:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.830923Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038039227225932:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.848496Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038039227225932:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:33.860566Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038039227225945:2120] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.869993Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038039227225875:2067] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:33.879003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038034932258559:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:33.886179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:33.893643Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038039227225954:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60507
2026-01-08T17:05:33.894537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038039227225875:2067] [node 5] ICP22 created new session: [4:7593038039227225953:2067]
2026-01-08T17:05:33.894615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038039227225953:2067] [node 5] ICS09 handshake done sender: [4:7593038039227225932:2116] self: [4:7593038039227225930:0] peer: [5:7593038039289404039:0] socket: 388 qp: -1
2026-01-08T17:05:33.894672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038039227225953:2067] [node 5] ICS10 traffic start
2026-01-08T17:05:33.894722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:33.896562Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038039227225875:2067] [node 5] ICP35 event processing took too much time PendingConnection:279(25455582ns) {HandleHandshakeStatus:329(25452305ns) {DropIncomingHandshake:442(20707ns) DropOutgoingHandshake:457(999ns) SwitchToState:179(1215ns) ProcessPendingSessionEvents:495(568915ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 502135ns max# 57160ns}}}
2026-01-08T17:05:33.723591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038038920812001:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:33.756469Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:33.723660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:33.744772Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038039289404031:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60683
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.710749Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038036145915960:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:33.756524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038034134352267:2048] [node 1] ICP22 created new session: [3:7593038038429319655:2048]
2026-01-08T17:05:33.926478Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038036756351373:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:33.717828Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:33.922995Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038039227225945:2120] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:33.751690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:33.756583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038038429319655:2048] [node 1] ICS09 handshake done sender: [3:7593038038429319638:2113] self: [3:7593038038429319646:0] peer: [1:7593038036145915940:0] socket: 339 qp: -1
2026-01-08T17:05:33.762565Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038039289404030:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60683
2026-01-08T17:05:33.927133Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038036756351386:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41809
2026-01-08T17:05:33.750508Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038036145915949:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.761693Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038038920811974:2070] [node 4] ICP22 created new session: [2:7593038038920812005:2070]
2026-01-08T17:05:33.779931Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038039289403976:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(258689187ns) {Configure:104(258681045ns) {ProcessConfigured:135(19237773ns) {StartInitialHandshake:157(19234642ns) {DropHandshakes:470(3014ns) {DropIncomingHandshake:442(390ns) DropOutgoingHandshake:457(464ns)} GenerateSessionVirtualId:992(824ns) PrepareNewSessionHandshake:477(3687ns) {SwitchToState:179(1582ns)}}}}}
2026-01-08T17:05:33.756635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038038429319655:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:33.930256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038036756351386:2123] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.930176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038034932258559:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.764454Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038038920811996:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.764511Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038038920811936:2067] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:33.764560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:33.764631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038038920811936:2067] [node 6] ICP22 created new session: [2:7593038038920812007:2067]
2026-01-08T17:05:33.764708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038038920812007:2067] [node 6] ICS09 handshake done sender: [2:7593038038920811988:2113] self: [2:7593038038920811987:0] peer: [6:7593038036756351372:0] socket: 357 qp: -1
2026-01-08T17:05:33.764753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038038920812007:2067] [node 6] ICS10 traffic start
2026-01-08T17:05:33.764808Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:33.765634Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038038920811995:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.766166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038038920812005:2070] [node 4] ICS09 handshake done sender: [2:7593038038920811986:2112] self: [2:7593038038920811985:0] peer: [4:7593038039227225931:0] socket: 356 qp: -1
2026-01-08T17:05:33.766205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038038920812005:2070] [node 4] ICS10 traffic start
2026-01-08T17:05:33.766243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:33.768051Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038038920811974:2070] [node 4] ICP35 event processing took too much time PendingConnection:279(48807102ns) {HandleHandshakeStatus:329(48804718ns) {DropIncomingHandshake:442(671ns) DropOutgoingHandshake:457(1545ns) SwitchToState:179(744ns) ProcessPendingSessionEvents:495(583925ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 526367ns max# 44274ns}}}
2026-01-08T17:05:33.768143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593038038920811974:2070] [node 4] ICP18 handshake (actor [2:7593038038920811991:2114]) is too old
2026-01-08T17:05:33.811295Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038034625844619:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(304280541ns) {Configure:104(304270843ns) {ProcessConfigured:135(20583577ns) {StartInitialHandshake:157(15711192ns) {DropHandshakes:470(4014ns) {DropIncomingHandshake:442(1390ns) DropOutgoingHandshake:457(501ns)} GenerateSessionVirtualId:992(1418ns) PrepareNewSessionHandshake:477(4064ns) {SwitchToState:179(1933ns)}}}}}
2026-01-08T17:05:33.811416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038034625844619:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:33.818546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038038920811994:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.818571Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038038920811994:2115] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.822149Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038038920811994:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:33.839368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038038920811937:2066] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:33.848363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:33.853884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038038920811937:2066] [node 5] ICP22 created new session: [2:7593038038920812014:2066]
2026-01-08T17:05:33.877838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038038920812014:2066] [node 5] ICS09 handshake done sender: [2:7593038038920811994:2115] self: [2:7593038038920811993:0] peer: [5:7593038039289404036:0] socket: 350 qp: -1
2026-01-08T17:05:33.883082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038038920812014:2066] [node 5] ICS10 traffic start
2026-01-08T17:05:33.886054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:33.906913Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038038920811937:2066] [node 5] ICP35 event processing took too much time PendingConnection:279(66504261ns) {HandleHandshakeStatus:329(66500761ns) {DropIncomingHandshake:442(18999ns) DropOutgoingHandshake:457(1048ns) SwitchToState:179(796ns) ProcessPendingSessionEvents:495(6328158ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 6255495ns max# 5824160ns}}}
2026-01-08T17:05:33.907011Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038034625844619:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23841) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593038038920812000:2118] held: no
2026-01-08T17:05:33.935686Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038038920812015:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1289
2026-01-08T17:05:33.939661Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038038920811936:2067] [node 6] ICP35 event processing took too much time PendingConnection:279(99584340ns) {HandleHandshakeStatus:329(99581545ns) {DropIncomingHandshake:442(508ns) DropOutgoingHandshake:457(804ns) SwitchToState:179(664ns) ProcessPendingSessionEvents:495(99130035ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 96434228ns max# 11646200ns}}}
2026-01-08T17:05:33.940253Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593038038920811936:2067] [node 6] ICP18 handshake (actor [2:7593038038920811995:2116]) is too old
2026-01-08T17:05:33.953914Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038038920812000:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:33.750561Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038036145915949:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.770148Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038036145915949:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:33.778821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038036145915967:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8541
2026-01-08T17:05:33.796672Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038036145915938:2081] [node 5] ICP35 event processing took too much time PendingConnection:279(61881128ns) {HandleHandshakeStatus:329(61878850ns) {DropIncomingHandshake:442(198ns) DropOutgoingHandshake:457(715ns) SwitchToState:179(227ns) ProcessPendingSessionEvents:495(61478813ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 51236845ns max# 19695976ns}}}
2026-01-08T17:05:33.797817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593038036145915938:2081] [node 5] ICP18 handshake (actor [1:7593038036145915955:2116]) is too old
2026-01-08T17:05:33.801576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038036145915968:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8541
2026-01-08T17:05:33.806652Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038036145915910:2082] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:33.806734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:33.806797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038036145915910:2082] [node 4] ICP22 created new session: [1:7593038036145915969:2082]
2026-01-08T17:05:33.806861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038036145915969:2082] [node 4] ICS09 handshake done sender: [1:7593038036145915949:2114] self: [1:7593038036145915948:0] peer: [4:7593038039227225941:0] socket: 360 qp: -1
2026-01-08T17:05:33.806900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038036145915969:2082] [node 4] ICS10 traffic start
2026-01-08T17:05:33.806946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:33.808949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038036145915952:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.808986Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038036145915952:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.812271Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038036145915968:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.814177Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038036145915952:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:33.817232Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038036145915967:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.819781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038036145915939:2083] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:33.819826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:33.821767Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038036145915939:2083] [node 6] ICP22 created new session: [1:7593038036145915972:2083]
2026-01-08T17:05:33.839173Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038036145915958:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.839221Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038036145915958:2117] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.839841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038036145915972:2083] [node 6] ICS09 handshake done sender: [1:7593038036145915952:2115] self: [1:7593038036145915951:0] peer: [6:7593038036756351381:0] socket: 382 qp: -1
2026-01-08T17:05:33.850824Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038031850948579:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(131631674ns) {HandleHandshakeStatus:329(131629051ns) {DropIncomingHandshake:442(17553ns) DropOutgoingHandshake:457(620ns) SwitchToState:179(74ns) ProcessPendingSessionEvents:495(20451869ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 20387167ns max# 19934666ns}}}
2026-01-08T17:05:33.853835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038036145915972:2083] [node 6] ICS10 traffic start
2026-01-08T17:05:33.854985Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038036145915958:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:33.860407Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:33.883879Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038031850948578:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:33.890832Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038036145915939:2083] [node 6] ICP35 event processing took too much time PendingConnection:279(73711287ns) {HandleHandshakeStatus:329(73708725ns) {DropIncomingHandshake:442(939ns) DropOutgoingHandshake:457(735ns) SwitchToState:179(139ns) ProcessPendingSessionEvents:495(5778797ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 5698305ns max# 5247670ns}}}
2026-01-08T17:05:33.890973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593038036145915939:2083] [node 6] ICP18 handshake (actor [1:7593038036145915968:2119]) is too old
2026-01-08T17:05:33.897874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:33.903279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038031850948578:2048] [node 2] ICP22 created new session: [1:7593038036145915976:2048]
2026-01-08T17:05:33.917324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038036145915976:2048] [node 2] ICS09 handshake done sender: [1:7593038036145915958:2117] self: [1:7593038036145915954:0] peer: [2:7593038038920812012:0] socket: 384 qp: -1
2026-01-08T17:05:33.920458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038036145915976:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:33.920552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:33.922378Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038031850948578:2048] [node 2] ICP35 event processing took too much time PendingConnection:279(37442959ns) {HandleHandshakeStatus:329(37439977ns) {DropIncomingHandshake:442(20180ns) DropOutgoingHandshake:457(604ns) SwitchToState:179(411ns) ProcessPendingSessionEvents:495(606357ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 537530ns max# 56601ns}}}
2026-01-08T17:05:33.930477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038036756351307:2065] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:33.933821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038032461383992:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.933873Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:33.933926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038032461383992:2048] [node 1] ICP22 created new session: [6:7593038036756351388:2048]
2026-01-08T17:05:33.933984Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038036756351388:2048] [node 1] ICS09 handshake done sender: [6:7593038036756351373:2119] self: [6:7593038036756351381:0] peer: [1:7593038036145915951:0] socket: 383 qp: -1
2026-01-08T17:05:33.792978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038039289404032:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60683
2026-01-08T17:05:33.934025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038036756351388:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:33.934066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:33.795320Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038039289404030:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.808616Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038039289404032:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.811483Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038039289404031:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.815672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038034994436652:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:33.818379Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038039289404038:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60683
2026-01-08T17:05:33.819695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038039289403980:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:33.820755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038034994436653:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:33.829859Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038039289404040:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60683
2026-01-08T17:05:33.839717Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038039289404032:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:33.860478Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038039289404030:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:33.861077Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038034994436653:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6709) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593038039289404032:2119] held: no
2026-01-08T17:05:33.861704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038034994436653:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.861757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:33.861816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038034994436653:2050] [node 3] ICP22 created new session: [5:7593038039289404042:2050]
2026-01-08T17:05:33.861877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038039289404042:2050] [node 3] ICS09 handshake done sender: [5:7593038039289404032:2119] self: [5:7593038039289404037:0] peer: [3:7593038038429319639:0] socket: 392 qp: -1
2026-01-08T17:05:33.861925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038039289404042:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:33.861965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:33.863368Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038039289404041:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60683
2026-01-08T17:05:33.877570Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038039289404031:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:33.908575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038034994436652:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.908667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:33.908731Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038034994436652:2049] [node 2] ICP22 created new session: [5:7593038039289404044:2049]
2026-01-08T17:05:33.908810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038039289404044:2049] [node 2] ICS09 handshake done sender: [5:7593038039289404030:2117] self: [5:7593038039289404036:0] peer: [2:7593038038920811993:0] socket: 387 qp: -1
2026-01-08T17:05:33.908861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038039289404044:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:33.908903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:33.909655Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593038034994436652:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:33.910530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038039289403980:2063] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.910627Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:33.910701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038039289403980:2063] [node 4] ICP22 created new session: [5:7593038039289404046:2063]
2026-01-08T17:05:33.910759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038039289404046:2063] [node 4] ICS09 handshake done sender: [5:7593038039289404031:2118] self: [5:7593038039289404039:0] peer: [4:7593038039227225930:0] socket: 342 qp: -1
2026-01-08T17:05:33.910803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038039289404046:2063] [node 4] ICS10 traffic start
2026-01-08T17:05:33.910840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:33.911610Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593038039289403980:2063] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:33.955594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038039289404034:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.955645Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593038039289404034:2120] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.960305Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038039289404034:2120] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:33.756673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:33.964029Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038032461383994:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(175455035ns) {HandleHandshakeStatus:329(175452371ns) {DropIncomingHandshake:442(2243ns) DropOutgoingHandshake:457(10971ns) SwitchToState:179(251ns) ProcessPendingSessionEvents:495(98976625ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 97155886ns max# 18938049ns}}}
2026-01-08T17:05:33.931699Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:33.984474Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038036756351307:2065] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:3053) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038036756351386:2123] held: no
2026-01-08T17:05:33.985415Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038036756351390:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41809
2026-01-08T17:05:33.971003Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593038039289403976:2066] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:33.966411Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038034625844619:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:33.983284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:33.758777Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038038429319653:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13594
2026-01-08T17:05:33.758854Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038038429319654:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:13594
2026-01-08T17:05:33.762815Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038038429319592:2073] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:33.765625Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038034134352268:2049] [node 2] ICP22 created new session: [3:7593038038429319652:2049]
2026-01-08T17:05:33.765947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038038429319590:2061] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:33.771957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:33.772045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038038429319590:2061] [node 6] ICP22 created new session: [3:7593038038429319658:2061]
2026-01-08T17:05:33.772122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038038429319658:2061] [node 6] ICS09 handshake done sender: [3:7593038038429319592:2073] self: [3:7593038038429319591:0] peer: [6:7593038036756351371:0] socket: 330 qp: -1
2026-01-08T17:05:33.772174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038038429319658:2061] [node 6] ICS10 traffic start
2026-01-08T17:05:33.772223Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:33.787295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038038429319652:2049] [node 2] ICS09 handshake done sender: [3:7593038038429319641:2115] self: [3:7593038038429319645:0] peer: [2:7593038038920811982:0] socket: 346 qp: -1
2026-01-08T17:05:33.795681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038038429319654:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.795930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038038429319652:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:33.800995Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:33.817176Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038038429319640:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.817206Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038038429319640:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.819542Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038038429319640:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:33.835502Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038038429319629:2060] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:33.835602Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:33.835669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038038429319629:2060] [node 5] ICP22 created new session: [3:7593038038429319663:2060]
2026-01-08T17:05:33.835753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038038429319663:2060] [node 5] ICS09 handshake done sender: [3:7593038038429319640:2114] self: [3:7593038038429319639:0] peer: [5:7593038039289404037:0] socket: 391 qp: -1
2026-01-08T17:05:33.835798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038038429319663:2060] [node 5] ICS10 traffic start
2026-01-08T17:05:33.835854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:33.862461Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593038038429319590:2061] [node 6] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:33.884605Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038038429319643:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:33.884641Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038038429319643:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:33.898521Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038038429319643:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:33.919395Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038038429319580:2063] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:33.935560Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:33.941120Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038038429319580:2063] [node 4] ICP22 created new session: [3:7593038038429319666:2063]
2026-01-08T17:05:33.955481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038038429319666:2063] [node 4] ICS09 handshake done sender: [3:7593038038429319643:2116] self: [3:7593038038429319642:0] peer: [4:7593038039227225952:0] socket: 393 qp: -1
2026-01-08T17:05:33.956405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038038429319666:2063] [node 4] ICS10 traffic start
2026-01-08T17:05:33.963231Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038034134352268:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(221592934ns) {HandleHandshakeStatus:329(211448532ns) {DropIncomingHandshake:442(1006ns) DropOutgoingHandshake:457(6910ns) SwitchToState:179(365ns) ProcessPendingSessionEvents:495(160934200ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 160728769ns max# 14647160ns}}}
2026-01-08T17:05:33.963321Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593038034134352268:2049] [node 2] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:33.967049Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:33.931785Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038034932258559:2050] [node 3] ICP22 created new session: [4:7593038039227225956:2050]
2026-01-08T17:05:33.988803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:33.988901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038039289403976:2066] [node 6] ICP22 created new session: [5:7593038039289404050:2066]
2026-01-08T17:05:33.988957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038039289404050:2066] [node 6] ICS09 handshake done sender: [5:7593038039289404034:2120] self: [5:7593038039289404033:0] peer: [6:7593038036756351387:0] socket: 362 qp: -1
2026-01-08T17:05:33.989005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038039289404050:2066] [node 6] ICS10 traffic start
2026-01-08T17:05:33.989061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:33.992967Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038039289403976:2066] [node 6] ICP35 event processing took too much time PendingConnection:279(20852652ns) {HandleHandshakeStatus:329(20849430ns) {DropIncomingHandshake:442(25924ns) DropOutgoingHandshake:457(593ns) SwitchToState:179(634ns) ProcessPendingSessionEvents:495(2625185ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 2560658ns max# 2092655ns}}}
2026-01-08T17:05:33.931865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038039227225956:2050] [node 3] ICS09 handshake done sender: [4:7593038039227225945:2120] self: [4:7593038039227225952:0] peer: [3:7593038038429319642:0] socket: 395 qp: -1
2026-01-08T17:05:33.931914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038039227225956:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:33.931960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:33.932702Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593038034932258559:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:33.994909Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038036756351316:2072] [node 4] ICP35 event processing took too much time PendingConnection:279(297828244ns) {HandleHandshakeStatus:329(297825389ns) {DropIncomingHandshake:442(946ns) DropOutgoingHandshake:457(11677ns) SwitchToState:179(1250ns) ProcessPendingSessionEvents:495(178619448ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 178442425ns max# 14281119ns}}}
2026-01-08T17:05:34.001487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038034625844619:2048] [node 1] ICP22 created new session: [2:7593038038920812017:2048]
2026-01-08T17:05:34.001584Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038038920812017:2048] [node 1] ICS09 handshake done sender: [2:7593038038920812000:2118] self: [2:7593038038920812012:0] peer: [1:7593038036145915954:0] socket: 349 qp: -1
2026-01-08T17:05:34.001627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038038920812017:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:34.001710Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:34.001950Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038034625844619:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(35466983ns) {HandleHandshakeStatus:329(35464591ns) {DropIncomingHandshake:442(873ns) DropOutgoingHandshake:457(500ns) SwitchToState:179(795ns) ProcessPendingSessionEvents:495(1431ns)}}
2026-01-08T17:05:33.999818Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038038429319580:2063] [node 4] ICP35 event processing took too much time PendingConnection:279(79227090ns) {HandleHandshakeStatus:329(79224546ns) {DropIncomingHandshake:442(24427ns) DropOutgoingHandshake:457(362ns) SwitchToState:179(476ns) ProcessPendingSessionEvents:495(1718947ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 1646698ns max# 1207615ns}}}
2026-01-08T17:05:34.008044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038036756351386:2123] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:34.008422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038036756351307:2065] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:34.008482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:34.008550Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038036756351307:2065] [node 5] ICP22 created new session: [6:7593038041051318687:2065]
2026-01-08T17:05:34.008608Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038041051318687:2065] [node 5] ICS09 handshake done sender: [6:7593038036756351386:2123] self: [6:7593038036756351387:0] peer: [5:7593038039289404033:0] socket: 366 qp: -1
2026-01-08T17:05:34.008653Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038041051318687:2065] [node 5] ICS10 traffic start
2026-01-08T17:05:34.008700Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:34.160269Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:34.160542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038038429319655:2048] [node 1] ICS01 socket: 339 reason# EndOfStream
2026-01-08T17:05:34.160611Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038034134352267:2048] [node 1] ICP30 unregister session Session# [3:7593038038429319655:2048] VirtualId# [3:7593038038429319646:0]
2026-01-08T17:05:34.160658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038038429319655:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.160756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:34.160813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:34.163352Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:34.163603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038038920812017:2048] [node 1] ICS01 socket: 349 reason# EndOfStream
2026-01-08T17:05:34.163673Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038034625844619:2048] [node 1] ICP30 unregister session Session# [2:7593038038920812017:2048] VirtualId# [2:7593038038920812012:0]
2026-01-08T17:05:34.163743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038038920812017:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.163850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:34.163913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:34.174547Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:34.175543Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:34.175773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038036756351388:2048] [node 1] ICS01 socket: 383 reason# EndOfStream
2026-01-08T17:05:34.175828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038032461383992:2048] [node 1] ICP30 unregister session Session# [6:7593038036756351388:2048] VirtualId# [6:7593038036756351381:0]
2026-01-08T17:05:34.175873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038036756351388:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.175941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:34.174762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593038039227225948:2048] [node 1] ICS07 socket disconnect 361 reason# EndOfStream
2026-01-08T17:05:34.174809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038039227225948:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.174885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:34.173862Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:34.174945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593038039227225948:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:34.174131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038039289404027:2048] [node 1] ICS01 socket: 363 reason# EndOfStream
2026-01-08T17:05:34.174185Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038034994436651:2048] [node 1] ICP30 unregister session Session# [5:7593038039289404027:2048] VirtualId# [5:7593038039289404023:0]
2026-01-08T17:05:34.175985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:34.174237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038039289404027:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.174357Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:34.174418Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:34.179451Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038034932258557:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23841) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:34.179539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038039227225948:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:34.179583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038034932258557:2048] [node 1] ICP30 unregister session Session# [4:7593038039227225948:2048] VirtualId# [4:7593038039227225941:0]
2026-01-08T17:05:34.179638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:34.179677Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593038034932258557:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23841) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.179695Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23841) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.190662Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593038034932258557:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:34.398544Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:34.398804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593038038429319652:2049] [node 2] ICS07 socket disconnect 346 reason# EndOfStream
2026-01-08T17:05:34.398847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038038429319652:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.398943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:34.398997Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593038038429319652:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:34.400335Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038034134352268:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2309) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:34.400406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038038429319652:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:34.400447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038034134352268:2049] [node 2] ICP30 unregister session Session# [3:7593038038429319652:2049] VirtualId# [3:7593038038429319645:0]
2026-01-08T17:05:34.400574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:34.400616Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593038034134352268:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2309) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.400634Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2309) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.412960Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:34.413248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593038039227225944:2049] [node 2] ICS07 socket disconnect 358 reason# EndOfStream
2026-01-08T17:05:34.413285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038039227225944:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.413397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:34.413449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593038039227225944:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:34.414815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593038034134352268:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:34.413970Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:34.414157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593038039289404044:2049] [node 2] ICS07 socket disconnect 387 reason# EndOfStream
2026-01-08T17:05:34.414187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038039289404044:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.414248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:34.414284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593038039289404044:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:34.414932Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:34.415165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038036756351377:2049] [node 2] ICS01 socket: 359 reason# EndOfStream
2026-01-08T17:05:34.415213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038032461383993:2049] [node 2] ICP30 unregister session Session# [6:7593038036756351377:2049] VirtualId# [6:7593038036756351372:0]
2026-01-08T17:05:34.415259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038036756351377:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.415334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:34.415386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:34.415908Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038034932258558:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2309) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:34.416098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038039227225944:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:34.416139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038034932258558:2049] [node 2] ICP30 unregister session Session# [4:7593038039227225944:2049] VirtualId# [4:7593038039227225931:0]
2026-01-08T17:05:34.416243Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:34.416294Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593038034932258558:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2309) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.416325Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2309) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.418503Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038034994436652:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2309) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:34.418579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038039289404044:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:34.418622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038034994436652:2049] [node 2] ICP30 unregister session Session# [5:7593038039289404044:2049] VirtualId# [5:7593038039289404036:0]
2026-01-08T17:05:34.418665Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:34.418705Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593038034994436652:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:2309) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.418721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2309) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.428675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593038034932258558:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:34.435572Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593038034994436652:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:34.630684Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:34.630948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038039227225956:2050] [node 3] ICS01 socket: 395 reason# EndOfStream
2026-01-08T17:05:34.631004Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038034932258559:2050] [node 3] ICP30 unregister session Session# [4:7593038039227225956:2050] VirtualId# [4:7593038039227225952:0]
2026-01-08T17:05:34.631056Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038039227225956:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.631160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:34.631217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:34.631029Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:34.631288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593038036756351383:2050] [node 3] ICS07 socket disconnect 332 reason# EndOfStream
2026-01-08T17:05:34.631327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038036756351383:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.631447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:34.631499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593038036756351383:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:34.632603Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:34.633029Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038032461383994:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6709) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:34.633102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038036756351383:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:34.633156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038032461383994:2050] [node 3] ICP30 unregister session Session# [6:7593038036756351383:2050] VirtualId# [6:7593038036756351371:0]
2026-01-08T17:05:34.633272Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:34.633311Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593038032461383994:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:6709) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.633330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:6709) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.632819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038039289404042:2050] [node 3] ICS01 socket: 392 reason# EndOfStream
2026-01-08T17:05:34.632881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038034994436653:2050] [node 3] ICP30 unregister session Session# [5:7593038039289404042:2050] VirtualId# [5:7593038039289404037:0]
2026-01-08T17:05:34.632945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038039289404042:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.633048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:34.633101Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:34.640765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593038032461383994:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:34.902562Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:34.902859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593038039289404046:2063] [node 4] ICS07 socket disconnect 342 reason# EndOfStream
2026-01-08T17:05:34.902904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038039289404046:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.902966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:34.903061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593038039289404046:2063] [node 4] ICS15 start handshake
2026-01-08T17:05:34.903774Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:34.903979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593038036756351376:2072] [node 4] ICS07 socket disconnect 344 reason# EndOfStream
2026-01-08T17:05:34.904015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038036756351376:2072] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:34.904085Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:34.904131Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593038036756351376:2072] [node 4] ICS15 start handshake
2026-01-08T17:05:34.907144Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038036756351316:2072] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23532) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:34.907232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038036756351376:2072] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:34.907287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038036756351316:2072] [node 4] ICP30 unregister session Session# [6:7593038036756351376:2072] VirtualId# [6:7593038036756351368:0]
2026-01-08T17:05:34.907417Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:34.907459Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593038036756351316:2072] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23532) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.907483Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23532) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.908024Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038039289403980:2063] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23532) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:34.908109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038039289404046:2063] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:34.908159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038039289403980:2063] [node 4] ICP30 unregister session Session# [5:7593038039289404046:2063] VirtualId# [5:7593038039289404039:0]
2026-01-08T17:05:34.908279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:34.908318Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593038039289403980:2063] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:23532) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.908337Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:23532) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:34.919262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593038039289403980:2063] [node 4] ICP33 wake up from error state
2026-01-08T17:05:34.919263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593038036756351316:2072] [node 4] ICP33 wake up from error state
2026-01-08T17:05:35.134570Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:35.134854Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038041051318687:2065] [node 5] ICS01 socket: 366 reason# EndOfStream
2026-01-08T17:05:35.134915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038036756351307:2065] [node 5] ICP30 unregister session Session# [6:7593038041051318687:2065] VirtualId# [6:7593038036756351387:0]
2026-01-08T17:05:35.134968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038041051318687:2065] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:35.135006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:35.135091Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:35.394403Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038045174489479:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:35.394451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038045174489480:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:35.418966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038045639063529:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:35.419031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038045639063530:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:35.443763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038043875796961:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:35.443818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038043875796962:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:35.455778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038047235837162:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:35.455831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038047235837163:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:35.455864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038047235837164:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:35.459533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038046701066784:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:35.459577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038046701066785:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:35.459613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038046701066786:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:35.491133Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038044631054704:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:35.491176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038044631054705:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:35.491220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038044631054706:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:35.843675Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038045639063577:2095] [node 6] ICP01 ready to work
2026-01-08T17:05:35.919524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038047235837191:2069] [node 6] ICP01 ready to work
2026-01-08T17:05:35.919995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038047235837192:2073] [node 5] ICP01 ready to work
2026-01-08T17:05:35.954703Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038043875797023:2078] [node 5] ICP01 ready to work
2026-01-08T17:05:35.995667Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038043875797025:2082] [node 4] ICP01 ready to work
2026-01-08T17:05:35.996202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038043875797026:2095] [node 6] ICP01 ready to work
2026-01-08T17:05:35.990645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038045174489542:2107] [node 6] ICP01 ready to work
2026-01-08T17:05:35.957646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038046701066811:2071] [node 4] ICP01 ready to work
2026-01-08T17:05:36.023143Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038045639063577:2095] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(179021663ns) {Configure:104(179014528ns) {ProcessConfigured:135(34509567ns) {StartInitialHandshake:157(34505511ns) {DropHandshakes:470(3233ns) {DropIncomingHandshake:442(662ns) DropOutgoingHandshake:457(669ns)} GenerateSessionVirtualId:992(769ns) PrepareNewSessionHandshake:477(6636ns) {SwitchToState:179(3377ns)}}}}}
2026-01-08T17:05:36.060600Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038047235837162:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(34379437ns) {Configure:104(34372998ns) {ProcessConfigured:135(32117754ns) {StartInitialHandshake:157(32114442ns) {DropHandshakes:470(16201ns) {DropIncomingHandshake:442(531ns) DropOutgoingHandshake:457(622ns)} GenerateSessionVirtualId:992(1130ns) PrepareNewSessionHandshake:477(5229ns) {SwitchToState:179(2378ns)}}}}}
2026-01-08T17:05:36.089191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038050996034143:2072] [node 6] ICP01 ready to work
2026-01-08T17:05:36.024279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038049934030891:2098] [node 4] ICP01 ready to work
2026-01-08T17:05:36.126744Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038043875796962:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(97633461ns) {Configure:104(97627999ns) {ProcessConfigured:135(19104913ns) {StartInitialHandshake:157(19102096ns) {DropHandshakes:470(3347ns) {DropIncomingHandshake:442(872ns) DropOutgoingHandshake:457(576ns)} GenerateSessionVirtualId:992(997ns) PrepareNewSessionHandshake:477(2983ns) {SwitchToState:179(1293ns)}}}}}
2026-01-08T17:05:36.024840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038049934030892:2100] [node 5] ICP01 ready to work
2026-01-08T17:05:36.148634Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038043875797026:2095] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(18922269ns) {Configure:104(18916997ns) {ProcessConfigured:135(613200ns) {StartInitialHandshake:157(609983ns) {DropHandshakes:470(3449ns) {DropIncomingHandshake:442(774ns) DropOutgoingHandshake:457(536ns)} GenerateSessionVirtualId:992(1058ns) PrepareNewSessionHandshake:477(3428ns) {SwitchToState:179(1243ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.126448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038049469456839:2108] [node 5] ICP01 ready to work
2026-01-08T17:05:36.161770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038049469456840:2109] [node 4] ICP01 ready to work
2026-01-08T17:05:36.071097Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038045639063529:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(45411962ns) {Configure:104(45406292ns) {ProcessConfigured:135(80876ns) {StartInitialHandshake:157(77379ns) {DropHandshakes:470(3291ns) {DropIncomingHandshake:442(597ns) DropOutgoingHandshake:457(683ns)} GenerateSessionVirtualId:992(963ns) PrepareNewSessionHandshake:477(2178ns) {SwitchToState:179(899ns)}}}}}
2026-01-08T17:05:36.176915Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038046701066811:2071] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(87140511ns) {Configure:104(87133740ns) {ProcessConfigured:135(51674ns) {StartInitialHandshake:157(50278ns) {DropHandshakes:470(1176ns) {DropIncomingHandshake:442(184ns) DropOutgoingHandshake:457(240ns)} GenerateSessionVirtualId:992(454ns) PrepareNewSessionHandshake:477(713ns) {SwitchToState:179(286ns)}}}}}
2026-01-08T17:05:36.173801Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038044631054706:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(273062439ns) {Configure:104(273051077ns) {ProcessConfigured:135(94497ns) {StartInitialHandshake:157(90460ns) {DropHandshakes:470(2737ns) {DropIncomingHandshake:442(597ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:992(1176ns) PrepareNewSessionHandshake:477(2446ns) {SwitchToState:179(964ns)}}}}}
2026-01-08T17:05:36.099476Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038049934030892:2100] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(25965502ns) {Configure:104(25960865ns) {ProcessConfigured:135(99290ns) {StartInitialHandshake:157(97036ns) {DropHandshakes:470(3306ns) {DropIncomingHandshake:442(561ns) DropOutgoingHandshake:457(692ns)} GenerateSessionVirtualId:992(1048ns) PrepareNewSessionHandshake:477(13870ns) {SwitchToState:179(662ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.150212Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038049934030904:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41723
2026-01-08T17:05:36.174919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038048926022065:2067] [node 4] ICP01 ready to work
2026-01-08T17:05:36.197655Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038044631054705:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(22015946ns) {Configure:104(22008668ns) {ProcessConfigured:135(94203ns) {StartInitialHandshake:157(89700ns) {DropHandshakes:470(6497ns) {DropIncomingHandshake:442(635ns) DropOutgoingHandshake:457(614ns)} GenerateSessionVirtualId:992(1262ns) PrepareNewSessionHandshake:477(3112ns) {SwitchToState:179(1382ns)}}}}}
2026-01-08T17:05:36.198227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038048926022068:2070] [node 5] ICP01 ready to work
2026-01-08T17:05:36.232466Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038045174489542:2107] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(56161195ns) {Configure:104(56141674ns) {ProcessConfigured:135(63689ns) {StartInitialHandshake:157(60360ns) {DropHandshakes:470(5420ns) {DropIncomingHandshake:442(597ns) DropOutgoingHandshake:457(565ns)} GenerateSessionVirtualId:992(1035ns) PrepareNewSessionHandshake:477(1755ns) {SwitchToState:179(714ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.226782Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038046701066786:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(45681175ns) {Configure:104(45676145ns) {ProcessConfigured:135(11506428ns) {StartInitialHandshake:157(11502523ns) {DropHandshakes:470(2006ns) {DropIncomingHandshake:442(718ns) DropOutgoingHandshake:457(570ns)} GenerateSessionVirtualId:992(579ns) PrepareNewSessionHandshake:477(4616ns) {SwitchToState:179(2306ns)}}}}}
2026-01-08T17:05:36.230068Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038050996034155:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60147
2026-01-08T17:05:36.238948Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038049934030905:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41723
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.260547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038049469456853:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10097
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.260944Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038049469456843:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10097
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.261399Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038049469456844:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10097
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.269707Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038049469456857:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10097
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.290795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038051530804535:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47673
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.292129Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038051530804534:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47673
2026-01-08T17:05:36.292524Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038051530804536:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47673
2026-01-08T17:05:36.267413Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038048926022068:2070] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(53904876ns) {Configure:104(53897578ns) {ProcessConfigured:135(111725ns) {StartInitialHandshake:157(104820ns) {DropHandshakes:470(4184ns) {DropIncomingHandshake:442(979ns) DropOutgoingHandshake:457(448ns)} GenerateSessionVirtualId:992(1633ns) PrepareNewSessionHandshake:477(2030ns) {SwitchToState:179(758ns)}}}}}
2026-01-08T17:05:36.267602Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038048926022069:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55415
2026-01-08T17:05:36.268920Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038048926022078:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55415
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.327684Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038049469456858:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:10097
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.331376Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038049934030906:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41723
2026-01-08T17:05:36.331637Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038049934030907:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41723
2026-01-08T17:05:36.331899Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038049934030908:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41723
2026-01-08T17:05:36.335111Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038051530804534:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.369661Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038049934030904:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.378647Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038048170764336:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20574
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.397577Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038049934030905:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.397802Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038043875797028:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.397846Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038043875797028:2110] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:36.396782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038050996034155:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.397051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038050996034159:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60147
2026-01-08T17:05:36.397346Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038046701066786:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.402764Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038043875797028:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:36.403320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038043875797023:2078] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.403381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:36.403449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038043875797023:2078] [node 5] ICP22 created new session: [3:7593038048170764338:2078]
2026-01-08T17:05:36.403511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038048170764338:2078] [node 5] ICS09 handshake done sender: [3:7593038043875797028:2110] self: [3:7593038043875797027:0] peer: [5:7593038050996034160:0] socket: 340 qp: -1
2026-01-08T17:05:36.403557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038048170764338:2078] [node 5] ICS10 traffic start
2026-01-08T17:05:36.403633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.421542Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038049934030907:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.426860Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038049934030890:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.426908Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038049934030890:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:36.415193Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038050996034161:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60147
2026-01-08T17:05:36.420753Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038048926022069:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.421131Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038044631054705:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.438996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038048170764336:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.439661Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038049934030890:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:36.452459Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038049469456843:2111] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.421294Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038050996034155:2115] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.481631Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038048170764330:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.481682Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038048170764330:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:36.458157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038049469456844:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.463275Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038046701066786:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.450763Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038051530804535:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.451325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038047235837163:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.451847Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038051530804540:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47673
2026-01-08T17:05:36.462726Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038051530804540:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.462922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038047235837164:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.472398Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038051530804536:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.472612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038047235837162:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.474851Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038051530804545:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47673
2026-01-08T17:05:36.475743Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038051530804536:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:36.475934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038047235837162:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.475996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:36.476057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038047235837162:2048] [node 1] ICP22 created new session: [4:7593038051530804546:2048]
2026-01-08T17:05:36.476121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038051530804546:2048] [node 1] ICS09 handshake done sender: [4:7593038051530804536:2118] self: [4:7593038051530804544:0] peer: [1:7593038049469456845:0] socket: 366 qp: -1
2026-01-08T17:05:36.476182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038051530804546:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:36.476233Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:36.458307Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038049469456853:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.458422Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038049469456857:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.472975Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038049469456858:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.473167Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038049469456846:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.473196Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038049469456846:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:36.475069Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038049469456846:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:36.478668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038049469456840:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.478744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:36.478807Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038049469456840:2109] [node 4] ICP22 created new session: [1:7593038049469456865:2109]
2026-01-08T17:05:36.478871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038049469456865:2109] [node 4] ICS09 handshake done sender: [1:7593038049469456846:2113] self: [1:7593038049469456845:0] peer: [4:7593038051530804544:0] socket: 358 qp: -1
2026-01-08T17:05:36.478917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038049469456865:2109] [node 4] ICS10 traffic start
2026-01-08T17:05:36.478957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:36.485397Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038049934030908:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.496954Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038051530804548:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47673
2026-01-08T17:05:36.497061Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038051530804549:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47673
2026-01-08T17:05:36.485552Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038049934030896:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.485578Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038049934030896:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:36.486229Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038049934030906:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.486284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038045639063577:2095] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.486382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:36.486449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038045639063577:2095] [node 6] ICP22 created new session: [2:7593038049934030913:2095]
2026-01-08T17:05:36.486516Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038049934030913:2095] [node 6] ICS09 handshake done sender: [2:7593038049934030890:2110] self: [2:7593038045639063593:0] peer: [6:7593038048926022080:0] socket: 336 qp: -1
2026-01-08T17:05:36.486560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038049934030913:2095] [node 6] ICS10 traffic start
2026-01-08T17:05:36.486607Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:36.489421Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038045639063529:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.503037Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038048170764330:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:36.504633Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038051530804540:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:36.463382Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.507932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038047235837164:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.508008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:36.508083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038047235837164:2050] [node 3] ICP22 created new session: [4:7593038051530804551:2050]
2026-01-08T17:05:36.508151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038051530804551:2050] [node 3] ICS09 handshake done sender: [4:7593038051530804540:2119] self: [4:7593038051530804543:0] peer: [3:7593038048170764329:0] socket: 383 qp: -1
2026-01-08T17:05:36.508194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038051530804551:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:36.508246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:36.507118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038043875797025:2082] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.507185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:36.507244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038043875797025:2082] [node 4] ICP22 created new session: [3:7593038048170764344:2082]
2026-01-08T17:05:36.507313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038048170764344:2082] [node 4] ICS09 handshake done sender: [3:7593038048170764330:2113] self: [3:7593038048170764329:0] peer: [4:7593038051530804543:0] socket: 379 qp: -1
2026-01-08T17:05:36.507364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038048170764344:2082] [node 4] ICS10 traffic start
2026-01-08T17:05:36.507409Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:36.463444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038046701066786:2050] [node 3] ICP22 created new session: [5:7593038050996034162:2050]
2026-01-08T17:05:36.463506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038050996034162:2050] [node 3] ICS09 handshake done sender: [5:7593038050996034155:2115] self: [5:7593038050996034160:0] peer: [3:7593038043875797027:0] socket: 348 qp: -1
2026-01-08T17:05:36.463559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038050996034162:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:36.463630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:36.471652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038050996034159:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.505517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038046701066811:2071] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.505697Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038050996034164:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60147
2026-01-08T17:05:36.506799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038049934030896:2112] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.514065Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038048926022081:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55415
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.517365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038048170764343:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20574
2026-01-08T17:05:36.517842Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038049469456842:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.521539Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038051530804529:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.521582Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038051530804529:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:36.519322Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038048926022078:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.518331Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038049934030891:2098] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.520372Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038044631054705:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64418) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038048926022069:2112] held: no
2026-01-08T17:05:36.522959Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038048926022083:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55415
2026-01-08T17:05:36.523072Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038048926022069:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:36.517888Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038049469456842:2110] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.526378Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038050996034167:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60147
2026-01-08T17:05:36.518421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:36.518492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038049934030891:2098] [node 4] ICP22 created new session: [2:7593038049934030919:2098]
2026-01-08T17:05:36.526684Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038049469456842:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:36.527041Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038045174489479:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.527115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:36.527198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038045174489479:2048] [node 2] ICP22 created new session: [1:7593038049469456869:2048]
2026-01-08T17:05:36.527264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038049469456869:2048] [node 2] ICS09 handshake done sender: [1:7593038049469456842:2110] self: [1:7593038049469456841:0] peer: [2:7593038049934030918:0] socket: 357 qp: -1
2026-01-08T17:05:36.527308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038049469456869:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:36.527378Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.535009Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038048926022082:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55415
2026-01-08T17:05:36.535239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038044631054705:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.535312Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:36.535374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038044631054705:2049] [node 2] ICP22 created new session: [6:7593038048926022084:2049]
2026-01-08T17:05:36.535435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038048926022084:2049] [node 2] ICS09 handshake done sender: [6:7593038048926022069:2112] self: [6:7593038048926022080:0] peer: [2:7593038045639063593:0] socket: 347 qp: -1
2026-01-08T17:05:36.535478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038048926022084:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:36.535521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:36.536638Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038044631054704:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.518559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038049934030919:2098] [node 4] ICS09 handshake done sender: [2:7593038049934030896:2112] self: [2:7593038049934030895:0] peer: [4:7593038051530804541:0] socket: 338 qp: -1
2026-01-08T17:05:36.518598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038049934030919:2098] [node 4] ICS10 traffic start
2026-01-08T17:05:36.518636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:36.540527Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [3:7593038043875797025:2082] [node 4] ICP27 obsolete handshake fail ignored
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.555626Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038051530804553:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:47673
2026-01-08T17:05:36.555739Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038051530804534:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:36.558451Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038048926022082:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.556913Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038047235837163:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64418) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593038051530804534:2116] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.565106Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038048170764347:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20574
2026-01-08T17:05:36.557603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038047235837163:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.557679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:36.557741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038047235837163:2049] [node 2] ICP22 created new session: [4:7593038051530804555:2049]
2026-01-08T17:05:36.557809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038051530804555:2049] [node 2] ICS09 handshake done sender: [4:7593038051530804534:2116] self: [4:7593038051530804541:0] peer: [2:7593038049934030895:0] socket: 354 qp: -1
2026-01-08T17:05:36.557858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038051530804555:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:36.557937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:36.575864Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038051530804529:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:36.573849Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038045639063529:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28967) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593038049934030906:2117] held: no
2026-01-08T17:05:36.559047Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038049469456848:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.559084Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038049469456848:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:36.570808Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038049469456848:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:36.571328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038045174489542:2107] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.571412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:36.571494Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038045174489542:2107] [node 6] ICP22 created new session: [1:7593038049469456873:2107]
2026-01-08T17:05:36.571555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038049469456873:2107] [node 6] ICS09 handshake done sender: [1:7593038049469456848:2114] self: [1:7593038049469456847:0] peer: [6:7593038048926022086:0] socket: 359 qp: -1
2026-01-08T17:05:36.571593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038049469456873:2107] [node 6] ICS10 traffic start
2026-01-08T17:05:36.571658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:36.572833Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038050996034167:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.585780Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038048926022083:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.580401Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038048170764348:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20574
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.603930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038048926022068:2070] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.601714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038047235837192:2073] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.601800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:36.601865Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038047235837192:2073] [node 5] ICP22 created new session: [4:7593038051530804558:2073]
2026-01-08T17:05:36.601925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038051530804558:2073] [node 5] ICS09 handshake done sender: [4:7593038051530804529:2113] self: [4:7593038051530804528:0] peer: [5:7593038050996034165:0] socket: 369 qp: -1
2026-01-08T17:05:36.601968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038051530804558:2073] [node 5] ICS10 traffic start
2026-01-08T17:05:36.602014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:36.605327Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038049469456850:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.605366Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038049469456850:2115] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.604048Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038044631054704:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28967) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038048926022078:2116] held: no
2026-01-08T17:05:36.572997Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038050996034168:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60147
2026-01-08T17:05:36.605714Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038048926022088:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55415
2026-01-08T17:05:36.573172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038046701066784:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.579611Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038050996034164:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.599083Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038050996034159:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:36.607503Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038049934030921:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:41723
2026-01-08T17:05:36.608134Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038049934030906:2117] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.609613Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038048926022089:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55415
2026-01-08T17:05:36.610168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038048926022078:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:36.610689Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038048170764347:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.610903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038043875796961:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.611239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038045639063529:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.611304Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:36.611385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038045639063529:2048] [node 1] ICP22 created new session: [2:7593038049934030923:2048]
2026-01-08T17:05:36.611492Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038049469456850:2115] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:36.612158Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038049469456852:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.612194Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038049469456852:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:36.613027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038049469456839:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.613100Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:36.613165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038049469456839:2108] [node 5] ICP22 created new session: [1:7593038049469456876:2108]
2026-01-08T17:05:36.613227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038049469456876:2108] [node 5] ICS09 handshake done sender: [1:7593038049469456850:2115] self: [1:7593038049469456849:0] peer: [5:7593038050996034169:0] socket: 362 qp: -1
2026-01-08T17:05:36.613271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038049469456876:2108] [node 5] ICS10 traffic start
2026-01-08T17:05:36.613321Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.615594Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038049934030923:2048] [node 1] ICS09 handshake done sender: [2:7593038049934030906:2117] self: [2:7593038049934030918:0] peer: [1:7593038049469456841:0] socket: 373 qp: -1
2026-01-08T17:05:36.616462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038044631054706:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.616610Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038044631054704:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.616682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:36.616751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038044631054704:2048] [node 1] ICP22 created new session: [6:7593038048926022093:2048]
2026-01-08T17:05:36.616804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038048926022093:2048] [node 1] ICS09 handshake done sender: [6:7593038048926022078:2116] self: [6:7593038048926022086:0] peer: [1:7593038049469456847:0] socket: 360 qp: -1
2026-01-08T17:05:36.616845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038048926022093:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:36.616889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:36.634729Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038048926022089:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.635239Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038048926022095:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55415
2026-01-08T17:05:36.635355Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038048926022065:2067] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.615295Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038051530804553:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.628309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038048170764332:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.620397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038049934030923:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:36.620450Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:36.635816Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038051530804533:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.635850Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038051530804533:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:36.628356Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038048170764332:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:36.629316Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038046701066785:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.643988Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038048926022097:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55415
2026-01-08T17:05:36.647647Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038049469456852:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:36.647961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038051530804533:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:36.648612Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038048926022089:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:36.648863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038048926022065:2067] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.648944Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:36.649006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038048926022065:2067] [node 4] ICP22 created new session: [6:7593038048926022098:2067]
2026-01-08T17:05:36.649074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038048926022098:2067] [node 4] ICS09 handshake done sender: [6:7593038048926022089:2121] self: [6:7593038048926022096:0] peer: [4:7593038051530804532:0] socket: 403 qp: -1
2026-01-08T17:05:36.649120Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038048926022098:2067] [node 4] ICS10 traffic start
2026-01-08T17:05:36.649169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:36.651475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038045174489480:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.651574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:36.651633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038045174489480:2049] [node 3] ICP22 created new session: [1:7593038049469456879:2049]
2026-01-08T17:05:36.651704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038049469456879:2049] [node 3] ICS09 handshake done sender: [1:7593038049469456852:2116] self: [1:7593038049469456851:0] peer: [3:7593038048170764349:0] socket: 368 qp: -1
2026-01-08T17:05:36.651770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038049469456879:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:36.651814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:36.653737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038047235837191:2069] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.653821Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:36.653882Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038047235837191:2069] [node 6] ICP22 created new session: [4:7593038051530804562:2069]
2026-01-08T17:05:36.653943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038051530804562:2069] [node 6] ICS09 handshake done sender: [4:7593038051530804533:2115] self: [4:7593038051530804532:0] peer: [6:7593038048926022096:0] socket: 398 qp: -1
2026-01-08T17:05:36.653987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038051530804562:2069] [node 6] ICS10 traffic start
2026-01-08T17:05:36.654045Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:36.656618Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038046701066811:2071] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.656692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:36.656751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038046701066811:2071] [node 4] ICP22 created new session: [5:7593038050996034171:2071]
2026-01-08T17:05:36.656812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038050996034171:2071] [node 4] ICS09 handshake done sender: [5:7593038050996034159:2116] self: [5:7593038050996034165:0] peer: [4:7593038051530804528:0] socket: 377 qp: -1
2026-01-08T17:05:36.656855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038050996034171:2071] [node 4] ICS10 traffic start
2026-01-08T17:05:36.656899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:36.657595Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593038046701066811:2071] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:36.659402Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038050996034154:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.659435Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593038050996034154:2114] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.671621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038049934030898:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.671676Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038049934030898:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:36.674527Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038049934030898:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:36.674802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038049934030892:2100] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.674878Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:36.674941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038049934030892:2100] [node 5] ICP22 created new session: [2:7593038049934030926:2100]
2026-01-08T17:05:36.674998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038049934030926:2100] [node 5] ICS09 handshake done sender: [2:7593038049934030898:2113] self: [2:7593038049934030897:0] peer: [5:7593038050996034170:0] socket: 374 qp: -1
2026-01-08T17:05:36.675037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038049934030926:2100] [node 5] ICS10 traffic start
2026-01-08T17:05:36.675080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:36.665386Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038046701066784:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28967) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593038050996034167:2119] held: no
2026-01-08T17:05:36.669507Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038050996034173:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60147
2026-01-08T17:05:36.672998Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038050996034174:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60147
2026-01-08T17:05:36.673528Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038050996034167:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:36.674380Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038050996034154:2114] [node 6] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.679053Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038048926022100:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:55415
2026-01-08T17:05:36.679654Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038043875796961:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28967) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593038048170764347:2117] held: no
2026-01-08T17:05:36.680651Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038048170764348:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.680841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038048170764332:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:36.681799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038048926022082:2118] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:36.682073Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038048926022083:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:36.682292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038048926022068:2070] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.682387Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:36.682451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038048926022068:2070] [node 5] ICP22 created new session: [6:7593038048926022101:2070]
2026-01-08T17:05:36.682506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038048926022101:2070] [node 5] ICS09 handshake done sender: [6:7593038048926022082:2118] self: [6:7593038048926022090:0] peer: [5:7593038050996034153:0] socket: 392 qp: -1
2026-01-08T17:05:36.690621Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038050996034174:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.690697Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038046701066784:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.690750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:36.690811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038046701066784:2048] [node 1] ICP22 created new session: [5:7593038050996034177:2048]
2026-01-08T17:05:36.690876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038050996034177:2048] [node 1] ICS09 handshake done sender: [5:7593038050996034167:2119] self: [5:7593038050996034169:0] peer: [1:7593038049469456849:0] socket: 396 qp: -1
2026-01-08T17:05:36.690918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038050996034177:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:36.690960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:36.682549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038048926022101:2070] [node 5] ICS10 traffic start
2026-01-08T17:05:36.682594Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:36.695364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593038050996034143:2072] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.695431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:36.695490Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038050996034143:2072] [node 6] ICP22 created new session: [5:7593038050996034179:2072]
2026-01-08T17:05:36.695551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038050996034179:2072] [node 6] ICS09 handshake done sender: [5:7593038050996034154:2114] self: [5:7593038050996034153:0] peer: [6:7593038048926022090:0] socket: 391 qp: -1
2026-01-08T17:05:36.695595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038050996034179:2072] [node 6] ICS10 traffic start
2026-01-08T17:05:36.695632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:36.683880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038044631054706:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.683964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:36.684031Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038044631054706:2050] [node 3] ICP22 created new session: [6:7593038048926022103:2050]
2026-01-08T17:05:36.684118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038048926022103:2050] [node 3] ICS09 handshake done sender: [6:7593038048926022083:2119] self: [6:7593038048926022091:0] peer: [3:7593038048170764331:0] socket: 394 qp: -1
2026-01-08T17:05:36.684174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038048926022103:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:36.684217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:36.704573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038043875797026:2095] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.704660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:36.704718Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038043875797026:2095] [node 6] ICP22 created new session: [3:7593038048170764352:2095]
2026-01-08T17:05:36.704781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038048170764352:2095] [node 6] ICS09 handshake done sender: [3:7593038048170764332:2114] self: [3:7593038048170764331:0] peer: [6:7593038048926022091:0] socket: 393 qp: -1
2026-01-08T17:05:36.704827Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038048170764352:2095] [node 6] ICS10 traffic start
2026-01-08T17:05:36.704868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.707672Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038046701066785:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:64418) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593038050996034164:2118] held: no
2026-01-08T17:05:36.708650Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038050996034176:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:60147
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.711409Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038048170764351:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20574
2026-01-08T17:05:36.712022Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593038050996034143:2072] [node 6] ICP18 handshake (actor [5:7593038050996034174:2122]) is too old
2026-01-08T17:05:36.713163Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038043875796962:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:36.713441Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038048170764347:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:36.717403Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038050996034164:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:36.719072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038046701066785:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.719132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:36.719187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038046701066785:2049] [node 2] ICP22 created new session: [5:7593038050996034181:2049]
2026-01-08T17:05:36.719234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038050996034181:2049] [node 2] ICS09 handshake done sender: [5:7593038050996034164:2118] self: [5:7593038050996034170:0] peer: [2:7593038049934030897:0] socket: 390 qp: -1
2026-01-08T17:05:36.719279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038050996034181:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:36.719314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:36.718466Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038049934030900:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:36.718511Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038049934030900:2114] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:36.717732Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038043875796961:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.717805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:36.717881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038043875796961:2048] [node 1] ICP22 created new session: [3:7593038048170764355:2048]
2026-01-08T17:05:36.717947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038048170764355:2048] [node 1] ICS09 handshake done sender: [3:7593038048170764347:2117] self: [3:7593038048170764349:0] peer: [1:7593038049469456851:0] socket: 399 qp: -1
2026-01-08T17:05:36.717992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038048170764355:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:36.718037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:36.732937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038049934030900:2114] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:36.734190Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038048170764357:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:20574
2026-01-08T17:05:36.733243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038045639063530:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:36.733314Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:36.733367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038045639063530:2049] [node 3] ICP22 created new session: [2:7593038049934030929:2049]
2026-01-08T17:05:36.733418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038049934030929:2049] [node 3] ICS09 handshake done sender: [2:7593038049934030900:2114] self: [2:7593038049934030899:0] peer: [3:7593038048170764354:0] socket: 400 qp: -1
2026-01-08T17:05:36.733466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038049934030929:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:36.733504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:36.738613Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038048170764348:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:36.741435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038043875796962:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:36.741515Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:36.741584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038043875796962:2049] [node 2] ICP22 created new session: [3:7593038048170764358:2049]
2026-01-08T17:05:36.741651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038048170764358:2049] [node 2] ICS09 handshake done sender: [3:7593038048170764348:2118] self: [3:7593038048170764354:0] peer: [2:7593038049934030899:0] socket: 401 qp: -1
2026-01-08T17:05:36.741694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038048170764358:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:36.741736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:36.864286Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:36.864543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038049934030923:2048] [node 1] ICS01 socket: 373 reason# EndOfStream
2026-01-08T17:05:36.864593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038045639063529:2048] [node 1] ICP30 unregister session Session# [2:7593038049934030923:2048] VirtualId# [2:7593038049934030918:0]
2026-01-08T17:05:36.864645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038049934030923:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:36.864736Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:36.864783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:36.873711Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:36.873990Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038048170764355:2048] [node 1] ICS01 socket: 399 reason# EndOfStream
2026-01-08T17:05:36.874047Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038043875796961:2048] [node 1] ICP30 unregister session Session# [3:7593038048170764355:2048] VirtualId# [3:7593038048170764349:0]
2026-01-08T17:05:36.874103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038048170764355:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:36.874213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:36.874271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:36.882657Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:36.882897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038048926022093:2048] [node 1] ICS01 socket: 360 reason# EndOfStream
2026-01-08T17:05:36.882945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038044631054704:2048] [node 1] ICP30 unregister session Session# [6:7593038048926022093:2048] VirtualId# [6:7593038048926022086:0]
2026-01-08T17:05:36.882994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038048926022093:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:36.883088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:36.883139Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:36.883340Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:36.883553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593038051530804546:2048] [node 1] ICS07 socket disconnect 366 reason# EndOfStream
2026-01-08T17:05:36.883588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038051530804546:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:36.883656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:36.883702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593038051530804546:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:36.888487Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:36.888732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038050996034177:2048] [node 1] ICS01 socket: 396 reason# EndOfStream
2026-01-08T17:05:36.888781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038046701066784:2048] [node 1] ICP30 unregister session Session# [5:7593038050996034177:2048] VirtualId# [5:7593038050996034169:0]
2026-01-08T17:05:36.888829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038050996034177:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:36.888928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:36.888977Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:36.890043Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038047235837162:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28967) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:36.890117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038051530804546:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:36.890155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038047235837162:2048] [node 1] ICP30 unregister session Session# [4:7593038051530804546:2048] VirtualId# [4:7593038051530804544:0]
2026-01-08T17:05:36.890203Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:36.890245Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593038047235837162:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:28967) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:36.890262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:28967) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:36.904106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593038047235837162:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:37.170603Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:37.170878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593038048170764358:2049] [node 2] ICS07 socket disconnect 401 reason# EndOfStream
2026-01-08T17:05:37.170918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038048170764358:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:37.171019Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:37.171079Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593038048170764358:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:37.174515Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:37.174766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038048926022084:2049] [node 2] ICS01 socket: 347 reason# EndOfStream
2026-01-08T17:05:37.174821Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038044631054705:2049] [node 2] ICP30 unregister session Session# [6:7593038048926022084:2049] VirtualId# [6:7593038048926022080:0]
2026-01-08T17:05:37.174870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038048926022084:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:37.174962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:37.175116Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:37.175297Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038051530804555:2049] [node 2] ICS01 socket: 354 reason# EndOfStream
2026-01-08T17:05:37.175339Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038047235837163:2049] [node 2] ICP30 unregister session Session# [4:7593038051530804555:2049] VirtualId# [4:7593038051530804541:0]
2026-01-08T17:05:37.175427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038051530804555:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:37.175492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:37.175531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:37.175011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:37.182282Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:37.182577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038050996034181:2049] [node 2] ICS01 socket: 390 reason# EndOfStream
2026-01-08T17:05:37.182629Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038046701066785:2049] [node 2] ICP30 unregister session Session# [5:7593038050996034181:2049] VirtualId# [5:7593038050996034170:0]
2026-01-08T17:05:37.182680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038050996034181:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:37.182812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:37.190842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:37.322042Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:37.322361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593038048926022103:2050] [node 3] ICS07 socket disconnect 394 reason# EndOfStream
2026-01-08T17:05:37.322401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038048926022103:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:37.322486Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:37.323149Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:37.322538Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593038048926022103:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:37.323385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593038050996034162:2050] [node 3] ICS07 socket disconnect 348 reason# EndOfStream
2026-01-08T17:05:37.323415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038050996034162:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:37.323499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:37.323542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593038050996034162:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:37.335489Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038046701066786:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24144) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:37.335583Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038050996034162:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:37.335631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038046701066786:2050] [node 3] ICP30 unregister session Session# [5:7593038050996034162:2050] VirtualId# [5:7593038050996034160:0]
2026-01-08T17:05:37.335685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:37.335745Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593038046701066786:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24144) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:37.335769Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24144) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:37.325654Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:37.342941Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038044631054706:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24144) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:37.343034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038048926022103:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:37.343082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038044631054706:2050] [node 3] ICP30 unregister session Session# [6:7593038048926022103:2050] VirtualId# [6:7593038048926022091:0]
2026-01-08T17:05:37.343138Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:37.343177Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593038044631054706:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:24144) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:37.343201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:24144) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:37.342704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593038046701066786:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:37.354567Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593038044631054706:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:37.442535Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:37.442795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593038048926022098:2067] [node 4] ICS07 socket disconnect 403 reason# EndOfStream
2026-01-08T17:05:37.442856Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038048926022098:2067] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:37.442968Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:37.443024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593038048926022098:2067] [node 4] ICS15 start handshake
2026-01-08T17:05:37.444336Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038048926022065:2067] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14778) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:37.444420Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038048926022098:2067] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:37.444474Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038048926022065:2067] [node 4] ICP30 unregister session Session# [6:7593038048926022098:2067] VirtualId# [6:7593038048926022096:0]
2026-01-08T17:05:37.444525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:37.444570Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593038048926022065:2067] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14778) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:37.444589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14778) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:37.444788Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:37.445021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038050996034171:2071] [node 4] ICS01 socket: 377 reason# EndOfStream
2026-01-08T17:05:37.445069Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038046701066811:2071] [node 4] ICP30 unregister session Session# [5:7593038050996034171:2071] VirtualId# [5:7593038050996034165:0]
2026-01-08T17:05:37.445133Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038050996034171:2071] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:37.445225Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:37.445276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:37.454541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593038048926022065:2067] [node 4] ICP33 wake up from error state
2026-01-08T17:05:37.506359Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:37.506620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593038048926022101:2070] [node 5] ICS07 socket disconnect 392 reason# EndOfStream
2026-01-08T17:05:37.506657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038048926022101:2070] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:37.506764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:37.506814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593038048926022101:2070] [node 5] ICS15 start handshake
2026-01-08T17:05:37.508137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038048926022068:2070] [node 5] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62442) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:37.508207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038048926022101:2070] [node 5] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:37.508254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038048926022068:2070] [node 5] ICP30 unregister session Session# [6:7593038048926022101:2070] VirtualId# [6:7593038048926022090:0]
2026-01-08T17:05:37.508301Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
2026-01-08T17:05:37.508349Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593038048926022068:2070] [node 5] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:62442) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:37.508368Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [5] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:62442) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:37.522344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593038048926022068:2070] [node 5] ICP33 wake up from error state
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:37.712663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038054545876218:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:37.712725Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038054545876219:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:37.760442Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038053972350754:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:37.760500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038053972350755:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:37.766207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038052984489720:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:37.766252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038052984489721:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:37.774613Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038055347995480:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:37.774653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038055347995481:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:37.774707Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038055347995482:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:37.849340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038052619448838:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:37.849398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038052619448839:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:37.849446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038052619448840:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:38.143165Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038059642962822:2079] [node 5] ICP01 ready to work
2026-01-08T17:05:38.143704Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038059642962823:2080] [node 6] ICP01 ready to work
2026-01-08T17:05:38.113968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038058267318092:2083] [node 5] ICP01 ready to work
2026-01-08T17:05:37.987033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038054940619095:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:37.987087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038054940619096:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:37.987142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038054940619097:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:38.161761Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038059642962822:2079] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(17322277ns) {Configure:104(17315706ns) {ProcessConfigured:135(110047ns) {StartInitialHandshake:157(105454ns) {DropHandshakes:470(2956ns) {DropIncomingHandshake:442(632ns) DropOutgoingHandshake:457(422ns)} GenerateSessionVirtualId:992(1370ns) PrepareNewSessionHandshake:477(2489ns) {SwitchToState:179(703ns)}}}}}
2026-01-08T17:05:38.149117Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038057279457075:2080] [node 4] ICP01 ready to work
2026-01-08T17:05:38.190269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038056914416164:2073] [node 6] ICP01 ready to work
2026-01-08T17:05:38.190366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038057279457079:2077] [node 6] ICP01 ready to work
2026-01-08T17:05:38.199762Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038054545876218:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(113601653ns) {Configure:104(113591338ns) {ProcessConfigured:135(82989ns) {StartInitialHandshake:157(79640ns) {DropHandshakes:470(3489ns) {DropIncomingHandshake:442(976ns) DropOutgoingHandshake:457(724ns)} GenerateSessionVirtualId:992(862ns) PrepareNewSessionHandshake:477(2409ns) {SwitchToState:179(782ns)}}}}}
2026-01-08T17:05:38.200889Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038058840843580:2108] [node 6] ICP01 ready to work
2026-01-08T17:05:38.216342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038058840843577:2107] [node 5] ICP01 ready to work
2026-01-08T17:05:38.230952Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038055347995480:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(28110366ns) {Configure:104(28102757ns) {ProcessConfigured:135(26103173ns) {StartInitialHandshake:157(26099619ns) {DropHandshakes:470(3200ns) {DropIncomingHandshake:442(825ns) DropOutgoingHandshake:457(795ns)} GenerateSessionVirtualId:992(999ns) PrepareNewSessionHandshake:477(3400ns) {SwitchToState:179(1761ns)}}}}}
2026-01-08T17:05:38.234782Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038056914416165:2074] [node 4] ICP01 ready to work
2026-01-08T17:05:38.206387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038058267318112:2084] [node 4] ICP01 ready to work
2026-01-08T17:05:38.256252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038058840843583:2109] [node 4] ICP01 ready to work
2026-01-08T17:05:38.246881Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038057279457081:2083] [node 5] ICP01 ready to work
2026-01-08T17:05:38.214663Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038058267318119:2089] [node 6] ICP01 ready to work
2026-01-08T17:05:38.263132Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038058840843580:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(33473138ns) {Configure:104(33464789ns) {ProcessConfigured:135(15062951ns) {StartInitialHandshake:157(15059062ns) {DropHandshakes:470(2041ns) {DropIncomingHandshake:442(446ns) DropOutgoingHandshake:457(469ns)} GenerateSessionVirtualId:992(911ns) PrepareNewSessionHandshake:477(5671ns) {SwitchToState:179(2900ns)}}}}}
2026-01-08T17:05:38.261433Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038058267318112:2084] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(45896612ns) {Configure:104(45890094ns) {ProcessConfigured:135(81798ns) {StartInitialHandshake:157(78492ns) {DropHandshakes:470(3769ns) {DropIncomingHandshake:442(769ns) DropOutgoingHandshake:457(1142ns)} GenerateSessionVirtualId:992(1495ns) PrepareNewSessionHandshake:477(2035ns) {SwitchToState:179(700ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.388089Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038056914416164:2073] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(18342146ns) {Configure:104(18334606ns) {ProcessConfigured:135(75111ns) {StartInitialHandshake:157(72353ns) {DropHandshakes:470(2832ns) {DropIncomingHandshake:442(610ns) DropOutgoingHandshake:457(666ns)} GenerateSessionVirtualId:992(1312ns) PrepareNewSessionHandshake:477(1776ns) {SwitchToState:179(735ns)}}}}}
2026-01-08T17:05:38.388484Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038056914416188:2099] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5158
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.394474Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038058840843593:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48481
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.451174Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038059642962853:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25867
2026-01-08T17:05:38.460165Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038058267318119:2089] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(243309094ns) {Configure:104(243301959ns) {ProcessConfigured:135(85461ns) {StartInitialHandshake:157(82361ns) {DropHandshakes:470(3226ns) {DropIncomingHandshake:442(667ns) DropOutgoingHandshake:457(697ns)} GenerateSessionVirtualId:992(1451ns) PrepareNewSessionHandshake:477(2822ns) {SwitchToState:179(1181ns)}}}}}
2026-01-08T17:05:38.480726Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038057279457075:2080] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(54912760ns) {Configure:104(54905885ns) {ProcessConfigured:135(90083ns) {StartInitialHandshake:157(86953ns) {DropHandshakes:470(3508ns) {DropIncomingHandshake:442(728ns) DropOutgoingHandshake:457(632ns)} GenerateSessionVirtualId:992(1295ns) PrepareNewSessionHandshake:477(2298ns) {SwitchToState:179(674ns)}}}}}
2026-01-08T17:05:38.434732Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038052619448839:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(199374822ns) {Configure:104(199367371ns) {ProcessConfigured:135(31298187ns) {StartInitialHandshake:157(31294437ns) {DropHandshakes:470(15345735ns) {DropIncomingHandshake:442(3753ns) DropOutgoingHandshake:457(1338ns)} GenerateSessionVirtualId:992(2623ns) PrepareNewSessionHandshake:477(3256ns) {SwitchToState:179(1155ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.527392Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038058840843594:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48481
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.499645Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038054940619095:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(380637922ns) {Configure:104(380631425ns) {ProcessConfigured:135(23090358ns) {StartInitialHandshake:157(23087257ns) {DropHandshakes:470(3345ns) {DropIncomingHandshake:442(638ns) DropOutgoingHandshake:457(803ns)} GenerateSessionVirtualId:992(1256ns) PrepareNewSessionHandshake:477(2705ns) {SwitchToState:179(1246ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.499166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038053972350755:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(38111333ns) {Configure:104(38102609ns) {ProcessConfigured:135(4179837ns) {StartInitialHandshake:157(4175313ns) {DropHandshakes:470(2079ns) {DropIncomingHandshake:442(457ns) DropOutgoingHandshake:457(448ns)} GenerateSessionVirtualId:992(785ns) PrepareNewSessionHandshake:477(5203ns) {SwitchToState:179(2259ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.530123Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038059642962855:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25867
2026-01-08T17:05:38.501531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038059235586459:2066] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.535215Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038058267318124:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7956
2026-01-08T17:05:38.556425Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038052984489721:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(86622017ns) {Configure:104(86616687ns) {ProcessConfigured:135(87020ns) {StartInitialHandshake:157(84284ns) {DropHandshakes:470(3022ns) {DropIncomingHandshake:442(632ns) DropOutgoingHandshake:457(435ns)} GenerateSessionVirtualId:992(1401ns) PrepareNewSessionHandshake:477(2886ns) {SwitchToState:179(1130ns)}}}}}
2026-01-08T17:05:38.572705Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038058267318130:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7956
2026-01-08T17:05:38.502171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038059235586460:2072] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.592085Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038056914416188:2099] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.556618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038057279457086:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29986
2026-01-08T17:05:38.581445Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038059642962856:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25867
2026-01-08T17:05:38.606580Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038056914416214:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5158
2026-01-08T17:05:38.564153Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038059235586460:2072] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(58438927ns) {Configure:104(58431747ns) {ProcessConfigured:135(88976ns) {StartInitialHandshake:157(85071ns) {DropHandshakes:470(3752ns) {DropIncomingHandshake:442(599ns) DropOutgoingHandshake:457(909ns)} GenerateSessionVirtualId:992(1296ns) PrepareNewSessionHandshake:477(2200ns) {SwitchToState:179(871ns)}}}}}
2026-01-08T17:05:38.556859Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038057279457087:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29986
2026-01-08T17:05:38.618672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038056914416165:2074] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.620405Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038056914416216:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5158
2026-01-08T17:05:38.581683Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038059642962857:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25867
2026-01-08T17:05:38.564860Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038059235586461:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53523
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.606232Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038059642962853:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.558512Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038057279457085:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29986
2026-01-08T17:05:38.565062Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038059235586462:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53523
2026-01-08T17:05:38.565228Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038059235586463:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53523
2026-01-08T17:05:38.580036Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038054940619097:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(79362797ns) {Configure:104(79353454ns) {ProcessConfigured:135(140187ns) {StartInitialHandshake:157(136320ns) {DropHandshakes:470(5918ns) {DropIncomingHandshake:442(659ns) DropOutgoingHandshake:457(492ns)} GenerateSessionVirtualId:992(1613ns) PrepareNewSessionHandshake:477(2294ns) {SwitchToState:179(853ns)}}}}}
2026-01-08T17:05:38.657153Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038059235586462:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.657325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038054940619095:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:38.644119Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038058840843593:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.619155Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038059642962827:2096] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.600014Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038057279457085:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.698864Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038058267318124:2114] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.699537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038053972350754:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:38.699661Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038058267318131:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7956
2026-01-08T17:05:38.644307Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038058840843595:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48481
2026-01-08T17:05:38.619188Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038059642962827:2096] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:38.678644Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038059235586461:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.666710Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038056914416165:2074] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:2917) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593038056914416188:2099] held: no
2026-01-08T17:05:38.605964Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038057279457087:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.644385Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038058840843596:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48481
2026-01-08T17:05:38.698423Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038058840843585:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.698488Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038058840843585:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:38.714491Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038058840843579:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.714540Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038058840843579:2110] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:05:38.718604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038058840843585:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:38.620816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038059642962827:2096] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:38.667579Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038056914416188:2099] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:38.708628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038056914416165:2074] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:38.708719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:38.708793Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038056914416165:2074] [node 4] ICP22 created new session: [5:7593038056914416217:2074]
2026-01-08T17:05:38.708887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038056914416217:2074] [node 4] ICS09 handshake done sender: [5:7593038056914416188:2099] self: [5:7593038056914416215:0] peer: [4:7593038059642962826:0] socket: 348 qp: -1
2026-01-08T17:05:38.708953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038056914416217:2074] [node 4] ICS10 traffic start
2026-01-08T17:05:38.709007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:38.710662Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038056914416214:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.719008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038052619448839:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:38.621763Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038059642962822:2079] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:38.621830Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:38.621894Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038059642962822:2079] [node 5] ICP22 created new session: [4:7593038059642962860:2079]
2026-01-08T17:05:38.621951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038059642962860:2079] [node 5] ICS09 handshake done sender: [4:7593038059642962827:2096] self: [4:7593038059642962826:0] peer: [5:7593038056914416215:0] socket: 342 qp: -1
2026-01-08T17:05:38.621992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038059642962860:2079] [node 5] ICS10 traffic start
2026-01-08T17:05:38.622040Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:38.712488Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038059642962855:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.741270Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038055347995481:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.727284Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038058840843579:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:38.741546Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038058267318116:2110] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.743917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038054545876218:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:38.743987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:38.744051Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038054545876218:2048] [node 2] ICP22 created new session: [1:7593038058840843600:2048]
2026-01-08T17:05:38.744112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038058840843600:2048] [node 2] ICS09 handshake done sender: [1:7593038058840843579:2110] self: [1:7593038058840843578:0] peer: [2:7593038058267318132:0] socket: 345 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.787003Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038057279457086:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.787179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038052984489720:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:38.744156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038058840843600:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.741597Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038058267318116:2110] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.779644Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038059235586474:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53523
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.784812Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038059642962857:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.742503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038058267318131:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.744197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:38.782540Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038059235586473:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53523
2026-01-08T17:05:38.799355Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038059642962829:2097] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.804122Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038057279457102:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29986
2026-01-08T17:05:38.742668Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038058267318121:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.766238Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038058840843596:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.799386Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038059642962829:2097] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:38.822508Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038056914416221:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5158
2026-01-08T17:05:38.791451Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038054940619095:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25021) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038059235586462:2113] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.766479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038058840843594:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.742694Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038058267318121:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:38.872753Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038057279457084:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.872822Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038057279457084:2111] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:38.822989Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038056914416208:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.766537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038058840843580:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:38.766612Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:38.766699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038058840843580:2108] [node 6] ICP22 created new session: [1:7593038058840843602:2108]
2026-01-08T17:05:38.766764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038058840843602:2108] [node 6] ICS09 handshake done sender: [1:7593038058840843585:2112] self: [1:7593038058840843584:0] peer: [6:7593038059235586472:0] socket: 347 qp: -1
2026-01-08T17:05:38.766818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038058840843602:2108] [node 6] ICS10 traffic start
2026-01-08T17:05:38.766862Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:38.768829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593038058840843580:2108] [node 6] ICP18 handshake (actor [1:7593038058840843596:2118]) is too old
2026-01-08T17:05:38.768945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593038054545876218:2048] [node 2] ICP18 handshake (actor [1:7593038058840843594:2116]) is too old
2026-01-08T17:05:38.794685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038058840843595:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.794826Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038058840843582:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.794854Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038058840843582:2111] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:38.800745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038058840843582:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:38.831981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038054545876219:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:38.832088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:38.832153Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038054545876219:2049] [node 3] ICP22 created new session: [1:7593038058840843608:2049]
2026-01-08T17:05:38.832230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038058840843608:2049] [node 3] ICS09 handshake done sender: [1:7593038058840843582:2111] self: [1:7593038058840843581:0] peer: [3:7593038057279457101:0] socket: 346 qp: -1
2026-01-08T17:05:38.832278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038058840843608:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:38.832320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:38.800232Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038059642962864:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25867
2026-01-08T17:05:38.819351Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038059642962829:2097] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:38.831512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038059642962856:2117] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.831688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038059642962855:2116] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:38.861172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038059642962823:2080] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:38.861248Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:38.861302Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038059642962823:2080] [node 6] ICP22 created new session: [4:7593038059642962868:2080]
2026-01-08T17:05:38.861362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038059642962868:2080] [node 6] ICS09 handshake done sender: [4:7593038059642962829:2097] self: [4:7593038059642962828:0] peer: [6:7593038059235586475:0] socket: 343 qp: -1
2026-01-08T17:05:38.861406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038059642962868:2080] [node 6] ICS10 traffic start
2026-01-08T17:05:38.861454Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:38.863484Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038055347995481:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:38.863574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:38.863632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038055347995481:2049] [node 2] ICP22 created new session: [4:7593038059642962870:2049]
2026-01-08T17:05:38.863693Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038059642962870:2049] [node 2] ICS09 handshake done sender: [4:7593038059642962855:2116] self: [4:7593038059642962863:0] peer: [2:7593038058267318120:0] socket: 372 qp: -1
2026-01-08T17:05:38.863757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038059642962870:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:38.863807Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:38.866029Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038055347995482:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:38.882635Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038059642962867:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25867
2026-01-08T17:05:38.895312Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038059642962867:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.895692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038055347995480:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.886237Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038057279457086:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:38.743496Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038058267318133:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7956
2026-01-08T17:05:38.891895Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038052984489720:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25021) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593038057279457086:2113] held: no
2026-01-08T17:05:38.892598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038052984489720:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:38.892672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:38.892735Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038052984489720:2048] [node 1] ICP22 created new session: [3:7593038057279457103:2048]
2026-01-08T17:05:38.892814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038057279457103:2048] [node 1] ICS09 handshake done sender: [3:7593038057279457086:2113] self: [3:7593038057279457101:0] peer: [1:7593038058840843581:0] socket: 359 qp: -1
2026-01-08T17:05:38.892863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038057279457103:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:38.892915Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:38.901624Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038057279457084:2111] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:38.907004Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038057279457091:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.907041Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038057279457091:2116] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:38.908468Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038057279457106:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29986
2026-01-08T17:05:38.792359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038059235586459:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:38.823019Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593038056914416208:2115] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.804372Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038058267318121:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:38.813952Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038058267318116:2110] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:38.844002Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038058267318130:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.844154Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038053972350754:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25021) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593038058267318124:2114] held: no
2026-01-08T17:05:38.858721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038058267318112:2084] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:38.858840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:38.858936Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038058267318112:2084] [node 4] ICP22 created new session: [2:7593038058267318137:2084]
2026-01-08T17:05:38.859021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038058267318137:2084] [node 4] ICS09 handshake done sender: [2:7593038058267318121:2112] self: [2:7593038058267318120:0] peer: [4:7593038059642962863:0] socket: 371 qp: -1
2026-01-08T17:05:38.859074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038058267318137:2084] [node 4] ICS10 traffic start
2026-01-08T17:05:38.859120Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:38.860558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038058267318092:2083] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:38.860638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:38.860706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038058267318092:2083] [node 5] ICP22 created new session: [2:7593038058267318139:2083]
2026-01-08T17:05:38.865944Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038058267318139:2083] [node 5] ICS09 handshake done sender: [2:7593038058267318116:2110] self: [2:7593038058267318115:0] peer: [5:7593038056914416219:0] socket: 362 qp: -1
2026-01-08T17:05:38.870590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038058267318139:2083] [node 5] ICS10 traffic start
2026-01-08T17:05:38.870672Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:38.874169Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038058267318124:2114] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:38.908748Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038053972350754:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:38.908824Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:38.908890Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038053972350754:2048] [node 1] ICP22 created new session: [2:7593038058267318144:2048]
2026-01-08T17:05:38.908954Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038058267318144:2048] [node 1] ICS09 handshake done sender: [2:7593038058267318124:2114] self: [2:7593038058267318132:0] peer: [1:7593038058840843578:0] socket: 358 qp: -1
2026-01-08T17:05:38.909001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038058267318144:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:38.909041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:38.923028Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038057279457079:2077] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:38.917804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038058840843587:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.854725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038056914416222:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5158
2026-01-08T17:05:38.801469Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038059235586463:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.854920Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038056914416223:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5158
2026-01-08T17:05:38.855044Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038056914416214:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:38.874397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038052619448839:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:38.874475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:38.917875Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038058840843587:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:38.874541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038052619448839:2049] [node 2] ICP22 created new session: [5:7593038056914416224:2049]
2026-01-08T17:05:38.806725Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038059235586474:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.874622Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038056914416224:2049] [node 2] ICS09 handshake done sender: [5:7593038056914416214:2117] self: [5:7593038056914416219:0] peer: [2:7593038058267318115:0] socket: 364 qp: -1
2026-01-08T17:05:38.923124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:38.959176Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038055347995482:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8821) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593038059642962856:2117] held: no
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.807100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038059235586462:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:38.960476Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038058267318146:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:7956
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.812856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038054940619097:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:38.812991Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038059235586460:2072] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:38.813411Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038059235586477:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53523
2026-01-08T17:05:38.840387Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038059235586461:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:38.841935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038059235586459:2066] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:38.842008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:38.842087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038059235586459:2066] [node 4] ICP22 created new session: [6:7593038059235586480:2066]
2026-01-08T17:05:38.842153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038059235586480:2066] [node 4] ICS09 handshake done sender: [6:7593038059235586461:2112] self: [6:7593038059235586475:0] peer: [4:7593038059642962828:0] socket: 365 qp: -1
2026-01-08T17:05:38.842209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038059235586480:2066] [node 4] ICS10 traffic start
2026-01-08T17:05:38.842265Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:38.855327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038054940619095:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:38.890343Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:38.890410Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038054940619095:2048] [node 1] ICP22 created new session: [6:7593038059235586482:2048]
2026-01-08T17:05:38.906771Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038059235586482:2048] [node 1] ICS09 handshake done sender: [6:7593038059235586462:2113] self: [6:7593038059235586472:0] peer: [1:7593038058840843584:0] socket: 366 qp: -1
2026-01-08T17:05:38.918493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038059235586482:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:38.922570Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038059235586484:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53523
2026-01-08T17:05:38.922652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038059235586485:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53523
2026-01-08T17:05:38.926758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:38.970468Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038054940619095:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(121219495ns) {HandleHandshakeStatus:329(117330306ns) {DropIncomingHandshake:442(2926ns) DropOutgoingHandshake:457(662ns) SwitchToState:179(1343ns) ProcessPendingSessionEvents:495(2154ns)}}
2026-01-08T17:05:38.978862Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038059235586486:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53523
2026-01-08T17:05:38.986340Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038059235586463:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:38.874667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038056914416224:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:38.874708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:38.876063Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038056914416222:2120] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.876578Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038052619448838:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:38.950426Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038056914416208:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:38.956207Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038056914416223:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.956291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593038056914416164:2073] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:38.956370Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:38.956441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038056914416164:2073] [node 6] ICP22 created new session: [5:7593038056914416229:2073]
2026-01-08T17:05:38.956510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038056914416229:2073] [node 6] ICS09 handshake done sender: [5:7593038056914416208:2115] self: [5:7593038056914416207:0] peer: [6:7593038059235586479:0] socket: 353 qp: -1
2026-01-08T17:05:38.956561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038056914416229:2073] [node 6] ICS10 traffic start
2026-01-08T17:05:38.956609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:38.958157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [5:7593038056914416164:2073] [node 6] ICP18 handshake (actor [5:7593038056914416223:2121]) is too old
2026-01-08T17:05:38.984233Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038056914416228:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5158
2026-01-08T17:05:38.984709Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038056914416231:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5158
2026-01-08T17:05:38.931227Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038058840843592:2114] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.931261Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038058840843592:2114] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:38.923188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038057279457079:2077] [node 6] ICP22 created new session: [3:7593038057279457109:2077]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.988465Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038058840843610:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:48481
2026-01-08T17:05:38.988782Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038058840843587:2113] [node 5] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:38.923260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038057279457109:2077] [node 6] ICS09 handshake done sender: [3:7593038057279457084:2111] self: [3:7593038057279457083:0] peer: [6:7593038059235586478:0] socket: 361 qp: -1
2026-01-08T17:05:38.982553Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038058267318129:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.982620Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038058267318129:2115] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:38.983858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038058267318129:2115] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:38.993458Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038053972350755:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:38.993535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:38.993598Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038053972350755:2049] [node 3] ICP22 created new session: [2:7593038058267318148:2049]
2026-01-08T17:05:38.993656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038058267318148:2049] [node 3] ICS09 handshake done sender: [2:7593038058267318129:2115] self: [2:7593038058267318126:0] peer: [3:7593038057279457115:0] socket: 384 qp: -1
2026-01-08T17:05:38.993699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038058267318148:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:38.993743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:39.006942Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038058267318146:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:39.026641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593038053972350755:2049] [node 3] ICP18 handshake (actor [2:7593038058267318146:2119]) is too old
2026-01-08T17:05:38.989956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038056914416222:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:38.998721Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038058840843577:2107] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:38.990941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038052619448838:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:38.991012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:38.991073Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038052619448838:2048] [node 1] ICP22 created new session: [5:7593038056914416232:2048]
2026-01-08T17:05:38.991137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038056914416232:2048] [node 1] ICS09 handshake done sender: [5:7593038056914416222:2120] self: [5:7593038056914416226:0] peer: [1:7593038058840843586:0] socket: 370 qp: -1
2026-01-08T17:05:38.991186Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038056914416232:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:38.991226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:39.020707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038056914416228:2122] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:39.020877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038052619448840:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:39.008430Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038063937930172:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25867
2026-01-08T17:05:38.923306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038057279457109:2077] [node 6] ICS10 traffic start
2026-01-08T17:05:38.998839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:38.923354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:38.934606Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038057279457091:2116] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:38.936617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038057279457075:2080] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:38.936722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:38.936791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038057279457075:2080] [node 4] ICP22 created new session: [3:7593038057279457113:2080]
2026-01-08T17:05:38.936902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038057279457113:2080] [node 4] ICS09 handshake done sender: [3:7593038057279457091:2116] self: [3:7593038057279457090:0] peer: [4:7593038059642962872:0] socket: 375 qp: -1
2026-01-08T17:05:38.936948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038057279457113:2080] [node 4] ICS10 traffic start
2026-01-08T17:05:38.936999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:38.961268Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038057279457106:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:38.961451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038052984489721:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:38.966935Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038057279457112:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29986
2026-01-08T17:05:38.998906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038058840843577:2107] [node 5] ICP22 created new session: [1:7593038058840843613:2107]
2026-01-08T17:05:38.998988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038058840843613:2107] [node 5] ICS09 handshake done sender: [1:7593038058840843587:2113] self: [1:7593038058840843586:0] peer: [5:7593038056914416226:0] socket: 396 qp: -1
2026-01-08T17:05:38.999044Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038058840843613:2107] [node 5] ICS10 traffic start
2026-01-08T17:05:38.999104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:39.006452Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038058840843610:2119] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:39.039196Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038058840843592:2114] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:39.055470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038058840843583:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:39.038676Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038059642962875:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:25867
2026-01-08T17:05:39.062081Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038059235586484:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:39.062206Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038059235586460:2072] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9748) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038059235586474:2119] held: no
2026-01-08T17:05:39.048159Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038059642962856:2117] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:39.061423Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038059642962867:2120] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:39.063908Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038059235586474:2119] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:39.059229Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038052984489721:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5151) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593038057279457106:2120] held: no
2026-01-08T17:05:39.060244Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038057279457094:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:39.060277Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038057279457094:2117] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:39.066912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038057279457112:2121] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:39.067255Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038057279457116:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:29986
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:39.063552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:39.063830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038058840843583:2109] [node 4] ICP22 created new session: [1:7593038063135810912:2109]
2026-01-08T17:05:39.064076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038063135810912:2109] [node 4] ICS09 handshake done sender: [1:7593038058840843592:2114] self: [1:7593038058840843591:0] peer: [4:7593038059642962874:0] socket: 397 qp: -1
2026-01-08T17:05:39.064121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038063135810912:2109] [node 4] ICS10 traffic start
2026-01-08T17:05:39.064182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:39.068657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038054940619097:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:39.065671Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038055347995482:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:39.067835Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038061209383531:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5158
2026-01-08T17:05:39.090710Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593038057279457079:2077] [node 6] ICP18 handshake (actor [3:7593038057279457112:2121]) is too old
2026-01-08T17:05:39.090975Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038057279457106:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:39.091893Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038057279457094:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:39.073315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:39.065757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:39.065822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038055347995482:2050] [node 3] ICP22 created new session: [4:7593038063937930173:2050]
2026-01-08T17:05:39.065883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038063937930173:2050] [node 3] ICS09 handshake done sender: [4:7593038059642962856:2117] self: [4:7593038059642962872:0] peer: [3:7593038057279457090:0] socket: 378 qp: -1
2026-01-08T17:05:39.065928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038063937930173:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:39.065970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:39.069058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038055347995480:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:39.078579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:39.078669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038055347995480:2048] [node 1] ICP22 created new session: [4:7593038063937930175:2048]
2026-01-08T17:05:39.078762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038063937930175:2048] [node 1] ICS09 handshake done sender: [4:7593038059642962867:2120] self: [4:7593038059642962874:0] peer: [1:7593038058840843591:0] socket: 376 qp: -1
2026-01-08T17:05:39.078817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038063937930175:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:39.078864Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:39.081741Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [4:7593038055347995480:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:39.110143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038056914416228:2122] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:39.073408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038054940619097:2050] [node 3] ICP22 created new session: [6:7593038063530553784:2050]
2026-01-08T17:05:39.119084Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038052984489721:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:39.119201Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:39.119269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038052984489721:2049] [node 2] ICP22 created new session: [3:7593038061574424414:2049]
2026-01-08T17:05:39.119339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038061574424414:2049] [node 2] ICS09 handshake done sender: [3:7593038057279457106:2120] self: [3:7593038057279457115:0] peer: [2:7593038058267318126:0] socket: 386 qp: -1
2026-01-08T17:05:39.119387Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038061574424414:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:39.119432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:39.120586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038057279457081:2083] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:39.120691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:39.120779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038057279457081:2083] [node 5] ICP22 created new session: [3:7593038061574424416:2083]
2026-01-08T17:05:39.120843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038061574424416:2083] [node 5] ICS09 handshake done sender: [3:7593038057279457094:2117] self: [3:7593038057279457093:0] peer: [5:7593038061209383530:0] socket: 404 qp: -1
2026-01-08T17:05:39.120893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038061574424416:2083] [node 5] ICS10 traffic start
2026-01-08T17:05:39.120932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:39.073481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038063530553784:2050] [node 3] ICS09 handshake done sender: [6:7593038059235586463:2114] self: [6:7593038059235586478:0] peer: [3:7593038057279457083:0] socket: 367 qp: -1
2026-01-08T17:05:39.073536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038063530553784:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:39.073619Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:39.074486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038059235586460:2072] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:39.074554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:39.074616Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038059235586460:2072] [node 5] ICP22 created new session: [6:7593038063530553786:2072]
2026-01-08T17:05:39.074685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038063530553786:2072] [node 5] ICS09 handshake done sender: [6:7593038059235586474:2119] self: [6:7593038059235586479:0] peer: [5:7593038056914416207:0] socket: 395 qp: -1
2026-01-08T17:05:39.074736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038063530553786:2072] [node 5] ICS10 traffic start
2026-01-08T17:05:39.074775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:39.095806Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038054940619097:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(27155576ns) {HandleHandshakeStatus:329(27151704ns) {DropIncomingHandshake:442(1855ns) DropOutgoingHandshake:457(8793ns) SwitchToState:179(781ns) ProcessPendingSessionEvents:495(20960203ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 20871371ns max# 9842542ns}}}
2026-01-08T17:05:39.096058Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038054940619096:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:39.140396Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038058267318123:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:39.146940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038063530553789:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:53523
2026-01-08T17:05:39.175793Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038054940619096:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:5151) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038059235586484:2121] held: no
2026-01-08T17:05:39.176590Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038059235586484:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:39.138636Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038052619448840:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:39.140454Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038058267318123:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:39.138733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:39.145732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038058267318123:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:39.146647Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038058267318119:2089] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:39.168037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:39.178745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038058267318119:2089] [node 6] ICP22 created new session: [2:7593038062562285447:2089]
2026-01-08T17:05:39.195303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038062562285447:2089] [node 6] ICS09 handshake done sender: [2:7593038058267318123:2113] self: [2:7593038058267318122:0] peer: [6:7593038063530553788:0] socket: 379 qp: -1
2026-01-08T17:05:39.195404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038062562285447:2089] [node 6] ICS10 traffic start
2026-01-08T17:05:39.195482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:39.197463Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038058267318119:2089] [node 6] ICP35 event processing took too much time PendingConnection:279(49688764ns) {HandleHandshakeStatus:329(49685714ns) {DropIncomingHandshake:442(32332ns) DropOutgoingHandshake:457(864ns) SwitchToState:179(618ns) ProcessPendingSessionEvents:495(605761ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 533610ns max# 88533ns}}}
2026-01-08T17:05:39.138800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038052619448840:2050] [node 3] ICP22 created new session: [5:7593038061209383532:2050]
2026-01-08T17:05:39.138870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038061209383532:2050] [node 3] ICS09 handshake done sender: [5:7593038056914416228:2122] self: [5:7593038061209383530:0] peer: [3:7593038057279457093:0] socket: 406 qp: -1
2026-01-08T17:05:39.138921Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038061209383532:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:39.139006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:39.263289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038054940619096:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:39.263380Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:39.263448Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038054940619096:2049] [node 2] ICP22 created new session: [6:7593038063530553790:2049]
2026-01-08T17:05:39.263508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038063530553790:2049] [node 2] ICS09 handshake done sender: [6:7593038059235586484:2121] self: [6:7593038063530553788:0] peer: [2:7593038058267318122:0] socket: 408 qp: -1
2026-01-08T17:05:39.263557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038063530553790:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:39.263603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:39.490285Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:39.490576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038058267318144:2048] [node 1] ICS01 socket: 358 reason# EndOfStream
2026-01-08T17:05:39.490637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038053972350754:2048] [node 1] ICP30 unregister session Session# [2:7593038058267318144:2048] VirtualId# [2:7593038058267318132:0]
2026-01-08T17:05:39.490687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038058267318144:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:39.490777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:39.490827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:39.494016Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:39.494295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038057279457103:2048] [node 1] ICS01 socket: 359 reason# EndOfStream
2026-01-08T17:05:39.494364Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038052984489720:2048] [node 1] ICP30 unregister session Session# [3:7593038057279457103:2048] VirtualId# [3:7593038057279457101:0]
2026-01-08T17:05:39.494419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038057279457103:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:39.494503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:39.494551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:39.515397Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:39.515677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593038063937930175:2048] [node 1] ICS07 socket disconnect 376 reason# EndOfStream
2026-01-08T17:05:39.515736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038063937930175:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:39.515832Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:39.515881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593038063937930175:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:39.517087Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038055347995480:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25021) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:39.517166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038063937930175:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:39.517207Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038055347995480:2048] [node 1] ICP30 unregister session Session# [4:7593038063937930175:2048] VirtualId# [4:7593038059642962874:0]
2026-01-08T17:05:39.517266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:39.517315Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593038055347995480:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25021) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:39.517342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25021) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:39.517120Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:39.517369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593038056914416232:2048] [node 1] ICS07 socket disconnect 370 reason# EndOfStream
2026-01-08T17:05:39.517401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038056914416232:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:39.517493Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:39.517536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593038056914416232:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:39.518427Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:39.518642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038059235586482:2048] [node 1] ICS01 socket: 366 reason# EndOfStream
2026-01-08T17:05:39.518700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038054940619095:2048] [node 1] ICP30 unregister session Session# [6:7593038059235586482:2048] VirtualId# [6:7593038059235586472:0]
2026-01-08T17:05:39.518741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038059235586482:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:39.518825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:39.518874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:39.522100Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038052619448838:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25021) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:39.522182Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038056914416232:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:39.522231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038052619448838:2048] [node 1] ICP30 unregister session Session# [5:7593038056914416232:2048] VirtualId# [5:7593038056914416226:0]
2026-01-08T17:05:39.522414Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:39.522459Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593038052619448838:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:25021) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:39.522480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:25021) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:39.527412Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593038055347995480:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:39.535254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593038052619448838:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:39.804763Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:39.805043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038061574424414:2049] [node 2] ICS01 socket: 386 reason# EndOfStream
2026-01-08T17:05:39.805110Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038052984489721:2049] [node 2] ICP30 unregister session Session# [3:7593038061574424414:2049] VirtualId# [3:7593038057279457115:0]
2026-01-08T17:05:39.805162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038061574424414:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:39.805783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:39.805868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:39.814523Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:39.814790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038056914416224:2049] [node 2] ICS01 socket: 364 reason# EndOfStream
2026-01-08T17:05:39.814847Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038052619448839:2049] [node 2] ICP30 unregister session Session# [5:7593038056914416224:2049] VirtualId# [5:7593038056914416219:0]
2026-01-08T17:05:39.815384Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:39.815640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038059642962870:2049] [node 2] ICS01 socket: 372 reason# EndOfStream
2026-01-08T17:05:39.815679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038055347995481:2049] [node 2] ICP30 unregister session Session# [4:7593038059642962870:2049] VirtualId# [4:7593038059642962863:0]
2026-01-08T17:05:39.815713Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038059642962870:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:39.815814Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:39.815852Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:39.814895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038056914416224:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:39.814986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:39.815046Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:39.825899Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:39.826361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038063530553790:2049] [node 2] ICS01 socket: 408 reason# EndOfStream
2026-01-08T17:05:39.826416Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038054940619096:2049] [node 2] ICP30 unregister session Session# [6:7593038063530553790:2049] VirtualId# [6:7593038063530553788:0]
2026-01-08T17:05:39.826471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038063530553790:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:39.826569Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:39.826628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:40.042366Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:40.042640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593038063530553784:2050] [node 3] ICS07 socket disconnect 367 reason# EndOfStream
2026-01-08T17:05:40.042687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038063530553784:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:40.042809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:40.042895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593038063530553784:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:40.044296Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038054940619097:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8821) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:40.044368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038063530553784:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:40.044417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038054940619097:2050] [node 3] ICP30 unregister session Session# [6:7593038063530553784:2050] VirtualId# [6:7593038059235586478:0]
2026-01-08T17:05:40.044531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:40.044569Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593038054940619097:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8821) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:40.044587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8821) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:40.050728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:40.051013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038063937930173:2050] [node 3] ICS01 socket: 378 reason# EndOfStream
2026-01-08T17:05:40.051068Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038055347995482:2050] [node 3] ICP30 unregister session Session# [4:7593038063937930173:2050] VirtualId# [4:7593038059642962872:0]
2026-01-08T17:05:40.051124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038063937930173:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:40.051170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:40.051256Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:40.049177Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:40.049429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593038061209383532:2050] [node 3] ICS07 socket disconnect 406 reason# EndOfStream
2026-01-08T17:05:40.049469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038061209383532:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:40.049562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:40.049610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593038061209383532:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:40.054239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593038054940619097:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:40.056304Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038052619448840:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8821) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:40.056393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038061209383532:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:40.056440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038052619448840:2050] [node 3] ICP30 unregister session Session# [5:7593038061209383532:2050] VirtualId# [5:7593038061209383530:0]
2026-01-08T17:05:40.056563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:40.056600Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593038052619448840:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8821) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:40.056622Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8821) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:40.066679Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593038052619448840:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:40.206546Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:40.206769Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038056914416217:2074] [node 4] ICS01 socket: 348 reason# EndOfStream
2026-01-08T17:05:40.206813Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038056914416165:2074] [node 4] ICP30 unregister session Session# [5:7593038056914416217:2074] VirtualId# [5:7593038056914416215:0]
2026-01-08T17:05:40.206867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038056914416217:2074] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:40.206946Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:40.206986Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:40.207072Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:40.207201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038059235586480:2066] [node 4] ICS01 socket: 365 reason# EndOfStream
2026-01-08T17:05:40.207229Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038059235586459:2066] [node 4] ICP30 unregister session Session# [6:7593038059235586480:2066] VirtualId# [6:7593038059235586475:0]
2026-01-08T17:05:40.207249Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038059235586480:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:40.207286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:40.207318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:40.388722Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:40.389017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038063530553786:2072] [node 5] ICS01 socket: 395 reason# EndOfStream
2026-01-08T17:05:40.389077Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038059235586460:2072] [node 5] ICP30 unregister session Session# [6:7593038063530553786:2072] VirtualId# [6:7593038059235586479:0]
2026-01-08T17:05:40.389123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038063530553786:2072] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:40.389222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:40.389273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:40.585858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038066256615178:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:40.585908Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038066256615179:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:40.611750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038065637000075:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:40.611792Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038065637000076:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:40.636235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038065817532278:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:40.636283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038065817532279:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:40.649405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038067491931148:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:40.649447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038067491931149:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:40.649489Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038067491931150:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:40.666262Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038068793895241:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:40.666310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038068793895242:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:40.666371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038068793895243:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:40.680559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038066425461892:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:40.680596Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038066425461893:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:40.680637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038066425461894:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:41.068462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038070112499636:2106] [node 6] ICP01 ready to work
2026-01-08T17:05:41.125560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038070551582540:2108] [node 4] ICP01 ready to work
2026-01-08T17:05:41.094538Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038070112499635:2108] [node 5] ICP01 ready to work
2026-01-08T17:05:41.178760Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038070720429221:2073] [node 4] ICP01 ready to work
2026-01-08T17:05:41.226556Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038069931967452:2107] [node 4] ICP01 ready to work
2026-01-08T17:05:41.198441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038070551582541:2109] [node 5] ICP01 ready to work
2026-01-08T17:05:41.174528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038070112499639:2109] [node 4] ICP01 ready to work
2026-01-08T17:05:41.278447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038070720429238:2072] [node 5] ICP01 ready to work
2026-01-08T17:05:41.227242Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038069931967453:2108] [node 6] ICP01 ready to work
2026-01-08T17:05:41.254700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038073088862563:2066] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.301021Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038070112499636:2106] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(174166319ns) {Configure:104(174157223ns) {ProcessConfigured:135(86233ns) {StartInitialHandshake:157(83529ns) {DropHandshakes:470(2400ns) {DropIncomingHandshake:442(782ns) DropOutgoingHandshake:457(477ns)} GenerateSessionVirtualId:992(1544ns) PrepareNewSessionHandshake:477(2183ns) {SwitchToState:179(707ns)}}}}}
2026-01-08T17:05:41.301821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038070112499640:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8268
2026-01-08T17:05:41.312136Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038065817532279:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(77717823ns) {Configure:104(77713656ns) {ProcessConfigured:135(104459ns) {StartInitialHandshake:157(101618ns) {DropHandshakes:470(3733ns) {DropIncomingHandshake:442(1215ns) DropOutgoingHandshake:457(374ns)} GenerateSessionVirtualId:992(958ns) PrepareNewSessionHandshake:477(2552ns) {SwitchToState:179(1143ns)}}}}}
2026-01-08T17:05:41.261284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038070551582542:2110] [node 6] ICP01 ready to work
2026-01-08T17:05:41.309237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038073088862600:2074] [node 4] ICP01 ready to work
2026-01-08T17:05:41.287405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038071786898511:2082] [node 5] ICP01 ready to work
2026-01-08T17:05:41.308920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038071786898512:2083] [node 6] ICP01 ready to work
2026-01-08T17:05:41.227868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038069931967454:2109] [node 5] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.270135Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038065637000075:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(41685849ns) {Configure:104(41680575ns) {ProcessConfigured:135(106731ns) {StartInitialHandshake:157(103525ns) {DropHandshakes:470(3036ns) {DropIncomingHandshake:442(399ns) DropOutgoingHandshake:457(419ns)} GenerateSessionVirtualId:992(1259ns) PrepareNewSessionHandshake:477(5596ns) {SwitchToState:179(795ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.370232Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038067491931148:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(180550459ns) {Configure:104(180545679ns) {ProcessConfigured:135(7578827ns) {StartInitialHandshake:157(7577034ns) {DropHandshakes:470(1555ns) {DropIncomingHandshake:442(299ns) DropOutgoingHandshake:457(334ns)} GenerateSessionVirtualId:992(436ns) PrepareNewSessionHandshake:477(1970ns) {SwitchToState:179(478ns)}}}}}
2026-01-08T17:05:41.373484Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038071786898518:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4898
2026-01-08T17:05:41.373773Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038071786898519:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4898
2026-01-08T17:05:41.373925Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038071786898516:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4898
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.375567Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038070112499652:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8268
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.377822Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038071786898517:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4898
2026-01-08T17:05:41.403829Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038068793895242:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(230801430ns) {Configure:104(230793243ns) {ProcessConfigured:135(92187ns) {StartInitialHandshake:157(89211ns) {DropHandshakes:470(3195ns) {DropIncomingHandshake:442(422ns) DropOutgoingHandshake:457(699ns)} GenerateSessionVirtualId:992(894ns) PrepareNewSessionHandshake:477(2166ns) {SwitchToState:179(1051ns)}}}}}
2026-01-08T17:05:41.358621Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038065637000076:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(305503015ns) {Configure:104(305496696ns) {ProcessConfigured:135(11575632ns) {StartInitialHandshake:157(11561083ns) {DropHandshakes:470(906ns) {DropIncomingHandshake:442(247ns) DropOutgoingHandshake:457(265ns)} GenerateSessionVirtualId:992(419ns) PrepareNewSessionHandshake:477(2840ns) {SwitchToState:179(1583ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.432000Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038066425461892:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(122551317ns) {Configure:104(122543283ns) {ProcessConfigured:135(95721ns) {StartInitialHandshake:157(93144ns) {DropHandshakes:470(4513ns) {DropIncomingHandshake:442(458ns) DropOutgoingHandshake:457(302ns)} GenerateSessionVirtualId:992(931ns) PrepareNewSessionHandshake:477(2809ns) {SwitchToState:179(1221ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.445369Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038066425461893:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(94151161ns) {Configure:104(94145437ns) {ProcessConfigured:135(86048ns) {StartInitialHandshake:157(83102ns) {DropHandshakes:470(2089ns) {DropIncomingHandshake:442(392ns) DropOutgoingHandshake:457(450ns)} GenerateSessionVirtualId:992(806ns) PrepareNewSessionHandshake:477(1089ns) {SwitchToState:179(403ns)}}}}}
2026-01-08T17:05:41.446767Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038070112499635:2108] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(187152817ns) {Configure:104(187147894ns) {ProcessConfigured:135(16872188ns) {StartInitialHandshake:157(16454638ns) {DropHandshakes:470(3160ns) {DropIncomingHandshake:442(1237ns) DropOutgoingHandshake:457(638ns)} GenerateSessionVirtualId:992(898ns) PrepareNewSessionHandshake:477(2367ns) {SwitchToState:179(1319ns)}}}}}
2026-01-08T17:05:41.363084Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038069931967468:2133] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6249
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.456727Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038070720429257:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42042
2026-01-08T17:05:41.430148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038071786898519:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.447441Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038070551582554:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26684
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.414906Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038069931967453:2108] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(89902091ns) {Configure:104(89897694ns) {ProcessConfigured:135(7080720ns) {StartInitialHandshake:157(7078241ns) {DropHandshakes:470(846ns) {DropIncomingHandshake:442(213ns) DropOutgoingHandshake:457(220ns)} GenerateSessionVirtualId:992(352ns) PrepareNewSessionHandshake:477(2528ns) {SwitchToState:179(992ns)}}}}}
2026-01-08T17:05:41.458681Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038068793895243:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(264079254ns) {Configure:104(264071918ns) {ProcessConfigured:135(35130264ns) {StartInitialHandshake:157(35128071ns) {DropHandshakes:470(2460ns) {DropIncomingHandshake:442(379ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:992(597ns) PrepareNewSessionHandshake:477(3210ns) {SwitchToState:179(1724ns)}}}}}
2026-01-08T17:05:41.429930Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038069931967468:2133] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.461384Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038070551582553:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26684
2026-01-08T17:05:41.462308Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038071786898517:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.449389Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038065637000075:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.458149Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038069931967470:2134] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6249
2026-01-08T17:05:41.458219Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038069931967471:2135] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6249
2026-01-08T17:05:41.466021Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038069931967472:2136] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6249
2026-01-08T17:05:41.607406Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038069931967460:2130] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.607459Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038069931967460:2130] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.627919Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038073088862614:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16429
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.638925Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038070112499640:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.639066Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038065817532278:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.464133Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038070551582546:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.472075Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038067491931148:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.464167Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038070551582546:2112] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.649649Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038073088862601:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16429
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.649713Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038070112499644:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.473893Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038067491931149:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.676160Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038073088862601:2109] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.650866Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038070720429221:2073] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(212247161ns) {Configure:104(212241665ns) {ProcessConfigured:135(74360ns) {StartInitialHandshake:157(68572ns) {DropHandshakes:470(2332ns) {DropIncomingHandshake:442(365ns) DropOutgoingHandshake:457(570ns)} GenerateSessionVirtualId:992(756ns) PrepareNewSessionHandshake:477(1644ns) {SwitchToState:179(789ns)}}}}}
2026-01-08T17:05:41.464955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038070551582554:2116] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.657200Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038069931967460:2130] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.691280Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038073088862617:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16429
2026-01-08T17:05:41.649767Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038070112499644:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:41.611911Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038071786898516:2113] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.664426Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038065637000075:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15464) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593038069931967468:2133] held: no
2026-01-08T17:05:41.478048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038070551582546:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:41.662679Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038066425461894:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(470812517ns) {Configure:104(470806803ns) {ProcessConfigured:135(54053015ns) {StartInitialHandshake:157(54049440ns) {DropHandshakes:470(2869ns) {DropIncomingHandshake:442(382ns) DropOutgoingHandshake:457(418ns)} GenerateSessionVirtualId:992(1436ns) PrepareNewSessionHandshake:477(2692ns) {SwitchToState:179(1388ns)}}}}}
2026-01-08T17:05:41.620290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038067491931150:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.629020Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038071786898529:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4898
2026-01-08T17:05:41.629083Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038071786898530:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4898
2026-01-08T17:05:41.640261Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038071786898518:2115] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.684933Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038071786898519:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:41.695199Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038071786898517:2114] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:41.693197Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038067491931148:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:41.702555Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:41.702635Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038067491931148:2048] [node 1] ICP22 created new session: [4:7593038071786898532:2048]
2026-01-08T17:05:41.702720Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038071786898532:2048] [node 1] ICS09 handshake done sender: [4:7593038071786898519:2116] self: [4:7593038071786898524:0] peer: [1:7593038070551582543:0] socket: 370 qp: -1
2026-01-08T17:05:41.702774Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038071786898532:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:41.702823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:41.670958Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038070112499656:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8268
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.709984Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038068793895242:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.778530Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038073088862617:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.779108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038068793895241:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.581601Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038070551582544:2111] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.663205Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038070720429257:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.665202Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038069931967468:2133] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.685365Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038070112499648:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.792064Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038073088862620:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16429
2026-01-08T17:05:41.683314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038065637000075:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:41.663452Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038070720429267:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42042
2026-01-08T17:05:41.581634Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038070551582544:2111] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.792736Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038067491931149:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.792750Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038073088862614:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.685410Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038070112499648:2113] [node 6] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.588768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038066256615178:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:41.663604Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038070720429268:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42042
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.683395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:41.805142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:41.805216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038067491931149:2049] [node 2] ICP22 created new session: [4:7593038071786898534:2049]
2026-01-08T17:05:41.823568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038071786898534:2049] [node 2] ICS09 handshake done sender: [4:7593038071786898517:2114] self: [4:7593038071786898525:0] peer: [2:7593038069931967459:0] socket: 368 qp: -1
2026-01-08T17:05:41.693362Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038070112499652:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.693462Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038070112499640:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:41.697809Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038065817532278:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:41.697871Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:41.697929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038065817532278:2048] [node 1] ICP22 created new session: [3:7593038070112499659:2048]
2026-01-08T17:05:41.697987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038070112499659:2048] [node 1] ICS09 handshake done sender: [3:7593038070112499640:2110] self: [3:7593038070112499655:0] peer: [1:7593038070551582534:0] socket: 349 qp: -1
2026-01-08T17:05:41.698030Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038070112499659:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:41.698065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:41.698432Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038070112499648:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:41.765854Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038070112499644:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:41.778929Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038070112499636:2106] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:41.778987Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:41.779067Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038070112499636:2106] [node 6] ICP22 created new session: [3:7593038070112499663:2106]
2026-01-08T17:05:41.779127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038070112499663:2106] [node 6] ICS09 handshake done sender: [3:7593038070112499648:2113] self: [3:7593038070112499647:0] peer: [6:7593038070720429269:0] socket: 358 qp: -1
2026-01-08T17:05:41.779167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038070112499663:2106] [node 6] ICS10 traffic start
2026-01-08T17:05:41.779226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:41.663962Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038066425461894:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.789389Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038070112499665:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8268
2026-01-08T17:05:41.794391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038073088862603:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.588855Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:41.683471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038065637000075:2048] [node 1] ICP22 created new session: [2:7593038069931967474:2048]
2026-01-08T17:05:41.830301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038071786898534:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:41.794426Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593038073088862603:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:41.795566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038070112499639:2109] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:41.588924Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038066256615178:2048] [node 2] ICP22 created new session: [1:7593038070551582559:2048]
2026-01-08T17:05:41.589001Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038070551582559:2048] [node 2] ICS09 handshake done sender: [1:7593038070551582546:2112] self: [1:7593038070551582545:0] peer: [2:7593038069931967469:0] socket: 364 qp: -1
2026-01-08T17:05:41.589050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038070551582559:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:41.589095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:41.619440Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038070551582557:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26684
2026-01-08T17:05:41.619579Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038070551582558:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26684
2026-01-08T17:05:41.634711Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038070551582544:2111] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:41.638298Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038070551582553:2115] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.638710Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038070551582563:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:26684
2026-01-08T17:05:41.654978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038070551582535:2107] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.655013Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038070551582535:2107] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:41.657480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038070551582540:2108] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:41.657534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:41.657593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038070551582540:2108] [node 4] ICP22 created new session: [1:7593038070551582566:2108]
2026-01-08T17:05:41.657649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038070551582566:2108] [node 4] ICS09 handshake done sender: [1:7593038070551582544:2111] self: [1:7593038070551582543:0] peer: [4:7593038071786898524:0] socket: 363 qp: -1
2026-01-08T17:05:41.657690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038070551582566:2108] [node 4] ICS10 traffic start
2026-01-08T17:05:41.657732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:41.673588Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038070551582535:2107] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:41.678525Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038070551582563:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.762025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038066256615179:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:41.779783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:41.780234Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038070551582557:2117] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.789930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038066256615179:2049] [node 3] ICP22 created new session: [1:7593038070551582570:2049]
2026-01-08T17:05:41.804870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038070551582570:2049] [node 3] ICS09 handshake done sender: [1:7593038070551582535:2107] self: [1:7593038070551582534:0] peer: [3:7593038070112499655:0] socket: 348 qp: -1
2026-01-08T17:05:41.805275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038070551582558:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.810836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038070551582570:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:41.810891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:41.812283Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038070551582548:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.812313Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038070551582548:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:41.813286Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593038070551582540:2108] [node 4] ICP18 handshake (actor [1:7593038070551582557:2117]) is too old
2026-01-08T17:05:41.820594Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038070551582550:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.820632Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038070551582550:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:41.827976Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038070551582548:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:41.857969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038070551582542:2110] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:41.858014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:41.766383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038070720429267:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.683536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038069931967474:2048] [node 1] ICS09 handshake done sender: [2:7593038069931967468:2133] self: [2:7593038069931967469:0] peer: [1:7593038070551582545:0] socket: 365 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.870147Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038070551582542:2110] [node 6] ICP22 created new session: [1:7593038070551582575:2110]
2026-01-08T17:05:41.839587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.795623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:41.810945Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038073088862621:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16429
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.782392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038066425461892:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.683597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038069931967474:2048] [node 1] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.683639Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:41.768712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038069931967452:2107] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:41.768774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:41.768840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038069931967452:2107] [node 4] ICP22 created new session: [2:7593038069931967477:2107]
2026-01-08T17:05:41.768924Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038069931967477:2107] [node 4] ICS09 handshake done sender: [2:7593038069931967460:2130] self: [2:7593038069931967459:0] peer: [4:7593038071786898525:0] socket: 354 qp: -1
2026-01-08T17:05:41.768975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038069931967477:2107] [node 4] ICS10 traffic start
2026-01-08T17:05:41.769016Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:41.770425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038069931967471:2135] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.770649Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038069931967458:2129] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.770677Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038069931967458:2129] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:41.772652Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038069931967479:2137] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:6249
2026-01-08T17:05:41.778669Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038069931967470:2134] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.778905Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038069931967458:2129] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:41.791282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593038069931967452:2107] [node 4] ICP18 handshake (actor [2:7593038069931967470:2134]) is too old
2026-01-08T17:05:41.811288Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038069931967454:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:41.811356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:41.811425Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038069931967454:2109] [node 5] ICP22 created new session: [2:7593038069931967483:2109]
2026-01-08T17:05:41.811482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038069931967483:2109] [node 5] ICS09 handshake done sender: [2:7593038069931967458:2129] self: [2:7593038069931967457:0] peer: [5:7593038073088862618:0] socket: 355 qp: -1
2026-01-08T17:05:41.811520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038069931967483:2109] [node 5] ICS10 traffic start
2026-01-08T17:05:41.811552Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:41.819652Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038069931967479:2137] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.847275Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038069931967467:2132] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.847326Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038069931967467:2132] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:41.884747Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038069931967467:2132] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:41.898644Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038065637000076:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:41.898733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:41.864185Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038067491931150:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19488) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593038071786898516:2113] held: no
2026-01-08T17:05:41.904341Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038071786898535:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4898
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.835395Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038073088862603:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:41.892664Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038070551582550:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:41.892912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038070551582575:2110] [node 6] ICS09 handshake done sender: [1:7593038070551582548:2113] self: [1:7593038070551582547:0] peer: [6:7593038070720429270:0] socket: 387 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.919789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038071786898539:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:4898
2026-01-08T17:05:41.898798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038065637000076:2049] [node 3] ICP22 created new session: [2:7593038069931967487:2049]
2026-01-08T17:05:41.786951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038070720429268:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.795683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038070112499639:2109] [node 4] ICP22 created new session: [3:7593038070112499667:2109]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.930800Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038071786898516:2113] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:41.892963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038070551582575:2110] [node 6] ICS10 traffic start
2026-01-08T17:05:41.898864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038069931967487:2049] [node 3] ICS09 handshake done sender: [2:7593038069931967467:2132] self: [2:7593038069931967465:0] peer: [3:7593038070112499669:0] socket: 350 qp: -1
2026-01-08T17:05:41.932659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038067491931150:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:41.795753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038070112499667:2109] [node 4] ICS09 handshake done sender: [3:7593038070112499644:2112] self: [3:7593038070112499643:0] peer: [4:7593038071786898528:0] socket: 351 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.787109Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038070720429238:2072] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.836213Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038073088862601:2109] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.894774Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038070551582541:2109] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:41.894860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:41.970804Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038071786898539:2122] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.844597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038073088862621:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.898901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038069931967487:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:41.804618Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038070720429274:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42042
2026-01-08T17:05:41.795794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038070112499667:2109] [node 4] ICS10 traffic start
2026-01-08T17:05:41.894922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038070551582541:2109] [node 5] ICP22 created new session: [1:7593038070551582577:2109]
2026-01-08T17:05:41.898937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:41.814002Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038070720429273:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42042
2026-01-08T17:05:41.795839Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:41.974881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:41.850092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038068793895242:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:41.895003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038070551582577:2109] [node 5] ICS09 handshake done sender: [1:7593038070551582550:2114] self: [1:7593038070551582549:0] peer: [5:7593038073088862619:0] socket: 396 qp: -1
2026-01-08T17:05:41.806877Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038070112499636:2106] [node 6] ICP35 event processing took too much time PendingConnection:279(26829411ns) {HandleHandshakeStatus:329(26824758ns) {DropIncomingHandshake:442(836ns) DropOutgoingHandshake:457(497ns) SwitchToState:179(844ns) ProcessPendingSessionEvents:495(26317076ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 26226656ns max# 7564142ns}}}
2026-01-08T17:05:41.826389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038070112499665:2118] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.826938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038065817532279:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.861951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038070112499654:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.861982Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038070112499654:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:41.874912Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038070112499654:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:41.879167Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038070112499670:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8268
2026-01-08T17:05:41.900046Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038070112499635:2108] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:41.900089Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:41.900138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038070112499635:2108] [node 5] ICP22 created new session: [3:7593038070112499672:2108]
2026-01-08T17:05:41.900189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038070112499672:2108] [node 5] ICS09 handshake done sender: [3:7593038070112499654:2116] self: [3:7593038070112499653:0] peer: [5:7593038073088862627:0] socket: 408 qp: -1
2026-01-08T17:05:41.900230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038070112499672:2108] [node 5] ICS10 traffic start
2026-01-08T17:05:41.900263Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:41.909513Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038065817532279:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26904) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [3:7593038070112499665:2118] held: no
2026-01-08T17:05:41.948286Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038070112499635:2108] [node 5] ICP35 event processing took too much time PendingConnection:279(47185274ns) {HandleHandshakeStatus:329(47183125ns) {DropIncomingHandshake:442(247ns) DropOutgoingHandshake:457(342ns) SwitchToState:179(313ns) ProcessPendingSessionEvents:495(15079571ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 15005097ns max# 14540450ns}}}
2026-01-08T17:05:41.955940Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038070112499674:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8268
2026-01-08T17:05:41.964643Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038070112499675:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:8268
2026-01-08T17:05:41.975119Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038070112499665:2118] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:41.992897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038065817532279:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:41.992990Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:41.993063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038065817532279:2049] [node 2] ICP22 created new session: [3:7593038070112499676:2049]
2026-01-08T17:05:41.993134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038070112499676:2049] [node 2] ICS09 handshake done sender: [3:7593038070112499665:2118] self: [3:7593038070112499669:0] peer: [2:7593038069931967465:0] socket: 407 qp: -1
2026-01-08T17:05:41.993181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038070112499676:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:41.993258Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:41.994413Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038070112499670:2119] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.975397Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038067491931150:2050] [node 3] ICP22 created new session: [4:7593038071786898541:2050]
2026-01-08T17:05:41.911981Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038069931967466:2131] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.855194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593038073088862563:2066] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:41.822907Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038070720429275:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42042
2026-01-08T17:05:41.895038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038070551582577:2109] [node 5] ICS10 traffic start
2026-01-08T17:05:41.912015Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038069931967466:2131] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:41.926272Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038069931967466:2131] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:41.945461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038069931967453:2108] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:41.945556Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:41.945634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038069931967453:2108] [node 6] ICP22 created new session: [2:7593038069931967490:2108]
2026-01-08T17:05:41.945694Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038069931967490:2108] [node 6] ICS09 handshake done sender: [2:7593038069931967466:2131] self: [2:7593038069931967464:0] peer: [6:7593038070720429280:0] socket: 404 qp: -1
2026-01-08T17:05:41.945744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038069931967490:2108] [node 6] ICS10 traffic start
2026-01-08T17:05:41.945785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.843269Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038070720429267:2116] [node 1] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:41.975476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038071786898541:2050] [node 3] ICS09 handshake done sender: [4:7593038071786898516:2113] self: [4:7593038071786898528:0] peer: [3:7593038070112499643:0] socket: 367 qp: -1
2026-01-08T17:05:41.855289Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:41.904242Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:41.843571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038066425461892:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:42.011082Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593038070112499635:2108] [node 5] ICP18 handshake (actor [3:7593038070112499670:2119]) is too old
2026-01-08T17:05:41.975519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038071786898541:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:41.855356Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038073088862563:2066] [node 6] ICP22 created new session: [5:7593038073088862624:2066]
2026-01-08T17:05:41.922557Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:41.975588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:41.855419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038073088862624:2066] [node 6] ICS09 handshake done sender: [5:7593038073088862603:2110] self: [5:7593038073088862602:0] peer: [6:7593038070720429271:0] socket: 391 qp: -1
2026-01-08T17:05:41.843662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:41.924376Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038070551582541:2109] [node 5] ICP35 event processing took too much time PendingConnection:279(28570539ns) {HandleHandshakeStatus:329(28566976ns) {DropIncomingHandshake:442(16251ns) DropOutgoingHandshake:457(612ns) SwitchToState:179(404ns) ProcessPendingSessionEvents:495(612497ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 543884ns max# 77489ns}}}
2026-01-08T17:05:41.855464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038073088862624:2066] [node 6] ICS10 traffic start
2026-01-08T17:05:41.855513Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:41.860537Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038068793895243:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.874538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:41.875562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038068793895242:2049] [node 2] ICP22 created new session: [5:7593038073088862628:2049]
2026-01-08T17:05:41.885797Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038073088862629:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16429
2026-01-08T17:05:41.887537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038073088862628:2049] [node 2] ICS09 handshake done sender: [5:7593038073088862601:2109] self: [5:7593038073088862618:0] peer: [2:7593038069931967457:0] socket: 359 qp: -1
2026-01-08T17:05:41.887596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038073088862628:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:41.887661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:41.888980Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038068793895242:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(38192099ns) {HandleHandshakeStatus:329(38190446ns) {DropIncomingHandshake:442(506ns) DropOutgoingHandshake:457(5353ns) SwitchToState:179(519ns) ProcessPendingSessionEvents:495(454541ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 415500ns max# 43499ns}}}
2026-01-08T17:05:41.889253Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038073088862630:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16429
2026-01-08T17:05:41.890677Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038073088862631:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16429
2026-01-08T17:05:41.920627Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038073088862621:2119] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:41.965034Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038073088862617:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:41.977434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038068793895243:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:41.977495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:41.977541Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038068793895243:2050] [node 3] ICP22 created new session: [5:7593038073088862633:2050]
2026-01-08T17:05:41.977596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038073088862633:2050] [node 3] ICS09 handshake done sender: [5:7593038073088862621:2119] self: [5:7593038073088862627:0] peer: [3:7593038070112499653:0] socket: 410 qp: -1
2026-01-08T17:05:41.977642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038073088862633:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:41.977677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:41.979399Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038068793895241:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:41.979474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:41.979530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038068793895241:2048] [node 1] ICP22 created new session: [5:7593038073088862635:2048]
2026-01-08T17:05:41.979574Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038073088862635:2048] [node 1] ICS09 handshake done sender: [5:7593038073088862617:2117] self: [5:7593038073088862619:0] peer: [1:7593038070551582549:0] socket: 400 qp: -1
2026-01-08T17:05:41.979606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038073088862635:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:41.979660Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:41.981610Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038073088862630:2121] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.982138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038073088862600:2074] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:42.021994Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038077383829934:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:16429
2026-01-08T17:05:42.057590Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038073088862630:2121] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:42.066290Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038068793895241:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(79916205ns) {HandleHandshakeStatus:329(79914257ns) {DropIncomingHandshake:442(337ns) DropOutgoingHandshake:457(7650ns) SwitchToState:179(98ns) ProcessPendingSessionEvents:495(79499520ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 75017651ns max# 16090873ns}}}
2026-01-08T17:05:42.066391Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593038068793895241:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:42.067754Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038073088862600:2074] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:42.067851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:42.067914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038073088862600:2074] [node 4] ICP22 created new session: [5:7593038077383829935:2074]
2026-01-08T17:05:42.067979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038077383829935:2074] [node 4] ICS09 handshake done sender: [5:7593038073088862630:2121] self: [5:7593038073088862637:0] peer: [4:7593038071786898520:0] socket: 416 qp: -1
2026-01-08T17:05:42.068028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038077383829935:2074] [node 4] ICS10 traffic start
2026-01-08T17:05:42.068071Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:42.068818Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593038073088862600:2074] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:41.940372Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038070551582542:2110] [node 6] ICP35 event processing took too much time PendingConnection:279(81460300ns) {HandleHandshakeStatus:329(81456921ns) {DropIncomingHandshake:442(10482ns) DropOutgoingHandshake:457(265ns) SwitchToState:179(448ns) ProcessPendingSessionEvents:495(7422987ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 7335075ns max# 6891416ns}}}
2026-01-08T17:05:41.843723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038066425461892:2048] [node 1] ICP22 created new session: [6:7593038070720429276:2048]
2026-01-08T17:05:41.843813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038070720429276:2048] [node 1] ICS09 handshake done sender: [6:7593038070720429267:2116] self: [6:7593038070720429270:0] peer: [1:7593038070551582547:0] socket: 398 qp: -1
2026-01-08T17:05:41.843857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038070720429276:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:41.843916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:41.878426Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038070720429273:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.885015Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038070720429272:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42042
2026-01-08T17:05:41.891237Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038070720429268:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:41.895530Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038070720429238:2072] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:11584) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038070720429268:2117] held: no
2026-01-08T17:05:41.896885Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038070720429257:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:41.897212Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038066425461893:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.897351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038070720429238:2072] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:41.897410Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:41.897462Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038070720429238:2072] [node 5] ICP22 created new session: [6:7593038070720429282:2072]
2026-01-08T17:05:41.897520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038070720429282:2072] [node 5] ICS09 handshake done sender: [6:7593038070720429268:2117] self: [6:7593038070720429271:0] peer: [5:7593038073088862602:0] socket: 399 qp: -1
2026-01-08T17:05:41.897553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038070720429282:2072] [node 5] ICS10 traffic start
2026-01-08T17:05:41.897589Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:41.905540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038066425461894:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:41.905635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:41.905691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038066425461894:2050] [node 3] ICP22 created new session: [6:7593038070720429284:2050]
2026-01-08T17:05:41.905764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038070720429284:2050] [node 3] ICS09 handshake done sender: [6:7593038070720429257:2112] self: [6:7593038070720429269:0] peer: [3:7593038070112499647:0] socket: 375 qp: -1
2026-01-08T17:05:41.905805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038070720429284:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:41.905844Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:41.911365Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038070720429278:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42042
2026-01-08T17:05:41.931154Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038070720429278:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.931314Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038070720429286:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42042
2026-01-08T17:05:41.979064Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038070720429221:2073] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:41.979174Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038070720429273:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:41.996072Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038066425461893:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26904) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038070720429273:2119] held: no
2026-01-08T17:05:42.013312Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038075015396584:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:42042
2026-01-08T17:05:42.023704Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038070720429278:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:42.035415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038070720429221:2073] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:42.035508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:42.035581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038070720429221:2073] [node 4] ICP22 created new session: [6:7593038075015396585:2073]
2026-01-08T17:05:42.035643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038075015396585:2073] [node 4] ICS09 handshake done sender: [6:7593038070720429278:2122] self: [6:7593038070720429287:0] peer: [4:7593038071786898526:0] socket: 414 qp: -1
2026-01-08T17:05:42.035699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038075015396585:2073] [node 4] ICS10 traffic start
2026-01-08T17:05:42.035768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:42.056845Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038066425461892:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(212141607ns) {HandleHandshakeStatus:329(212139315ns) {DropIncomingHandshake:442(1067ns) DropOutgoingHandshake:457(5637ns) SwitchToState:179(692ns) ProcessPendingSessionEvents:495(211588239ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 201605050ns max# 18748709ns}}}
2026-01-08T17:05:42.060768Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [6:7593038070720429221:2073] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:42.074008Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038066425461893:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(82711555ns) {HandleHandshakeStatus:395(82706271ns) {LogHandshakeFail:472(16959ns) {UpdateErrorStateLog:545(6556ns)} DropOutgoingHandshake:457(2844ns) ProcessPendingSessionEvents:495(76909223ns) {unordered DropSessionEvent:512 num# 100 sum# 76835257ns max# 11689844ns}}}
2026-01-08T17:05:42.074140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038066425461893:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:42.074221Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:42.074284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038066425461893:2049] [node 2] ICP22 created new session: [6:7593038075015396587:2049]
2026-01-08T17:05:42.074370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038075015396587:2049] [node 2] ICS09 handshake done sender: [6:7593038070720429273:2119] self: [6:7593038070720429280:0] peer: [2:7593038069931967464:0] socket: 411 qp: -1
2026-01-08T17:05:42.074423Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038075015396587:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:42.074463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:41.983716Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038067491931150:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(43064975ns) {HandleHandshakeStatus:329(43062997ns) {DropIncomingHandshake:442(1028ns) DropOutgoingHandshake:457(670ns) SwitchToState:179(581ns) ProcessPendingSessionEvents:495(1428ns)}}
2026-01-08T17:05:41.988502Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038071786898527:2118] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:41.988536Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038071786898527:2118] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:41.998636Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038071786898527:2118] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:42.009542Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038071786898521:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:42.009612Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038071786898521:2117] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:42.016488Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038067491931149:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(219169025ns) {HandleHandshakeStatus:329(217668578ns) {DropIncomingHandshake:442(667ns) DropOutgoingHandshake:457(7740ns) SwitchToState:179(504ns) ProcessPendingSessionEvents:495(131112595ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 131004375ns max# 18777744ns}}}
2026-01-08T17:05:42.017824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038071786898512:2083] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:42.017920Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:42.017977Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038071786898512:2083] [node 6] ICP22 created new session: [4:7593038076081865841:2083]
2026-01-08T17:05:42.018059Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038076081865841:2083] [node 6] ICS09 handshake done sender: [4:7593038071786898527:2118] self: [4:7593038071786898526:0] peer: [6:7593038070720429287:0] socket: 390 qp: -1
2026-01-08T17:05:42.018116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038076081865841:2083] [node 6] ICS10 traffic start
2026-01-08T17:05:42.018175Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:42.034524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038071786898521:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:42.041405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038071786898511:2082] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:42.041476Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:42.041533Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038071786898511:2082] [node 5] ICP22 created new session: [4:7593038076081865843:2082]
2026-01-08T17:05:42.041598Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038076081865843:2082] [node 5] ICS09 handshake done sender: [4:7593038071786898521:2117] self: [4:7593038071786898520:0] peer: [5:7593038073088862637:0] socket: 371 qp: -1
2026-01-08T17:05:42.041644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038076081865843:2082] [node 5] ICS10 traffic start
2026-01-08T17:05:42.041707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:42.087536Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038066256615179:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(324456173ns) {HandleHandshakeStatus:329(324452885ns) {DropIncomingHandshake:442(17463ns) DropOutgoingHandshake:457(611ns) SwitchToState:179(319ns) ProcessPendingSessionEvents:495(255938813ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 255707357ns max# 15394427ns}}}
2026-01-08T17:05:42.304251Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:42.304506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038069931967474:2048] [node 1] ICS01 socket: 365 reason# EndOfStream
2026-01-08T17:05:42.304557Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038065637000075:2048] [node 1] ICP30 unregister session Session# [2:7593038069931967474:2048] VirtualId# [2:7593038069931967469:0]
2026-01-08T17:05:42.304601Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038069931967474:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.304684Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:42.304729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:42.307067Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:42.307331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038070112499659:2048] [node 1] ICS01 socket: 349 reason# EndOfStream
2026-01-08T17:05:42.307375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038065817532278:2048] [node 1] ICP30 unregister session Session# [3:7593038070112499659:2048] VirtualId# [3:7593038070112499655:0]
2026-01-08T17:05:42.307418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038070112499659:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.307494Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:42.307536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:42.319839Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:42.319964Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:42.320201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593038073088862635:2048] [node 1] ICS07 socket disconnect 400 reason# EndOfStream
2026-01-08T17:05:42.320243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038073088862635:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.320323Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:42.320367Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593038073088862635:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:42.321395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593038071786898532:2048] [node 1] ICS07 socket disconnect 370 reason# EndOfStream
2026-01-08T17:05:42.321443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038071786898532:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.321516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:42.321561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593038071786898532:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:42.322591Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038067491931148:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15464) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:42.322666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038071786898532:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:42.322711Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038067491931148:2048] [node 1] ICP30 unregister session Session# [4:7593038071786898532:2048] VirtualId# [4:7593038071786898524:0]
2026-01-08T17:05:42.322758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:42.322793Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593038067491931148:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15464) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.322811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15464) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.323813Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038068793895241:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15464) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:42.323877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038073088862635:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:42.323920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038068793895241:2048] [node 1] ICP30 unregister session Session# [5:7593038073088862635:2048] VirtualId# [5:7593038073088862619:0]
2026-01-08T17:05:42.324021Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:42.324053Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593038068793895241:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15464) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.324079Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15464) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.330415Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:42.330684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593038070720429276:2048] [node 1] ICS07 socket disconnect 398 reason# EndOfStream
2026-01-08T17:05:42.330725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038070720429276:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.330813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:42.330863Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593038070720429276:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:42.332570Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038066425461892:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15464) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:42.332652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038070720429276:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:42.332698Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038066425461892:2048] [node 1] ICP30 unregister session Session# [6:7593038070720429276:2048] VirtualId# [6:7593038070720429270:0]
2026-01-08T17:05:42.332804Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:42.332844Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593038066425461892:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:15464) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.332861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:15464) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.334634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593038068793895241:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:42.341830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593038066425461892:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:42.338017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593038067491931148:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:42.378881Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:42.379157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038070112499676:2049] [node 2] ICS01 socket: 407 reason# EndOfStream
2026-01-08T17:05:42.379213Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038065817532279:2049] [node 2] ICP30 unregister session Session# [3:7593038070112499676:2049] VirtualId# [3:7593038070112499669:0]
2026-01-08T17:05:42.379253Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038070112499676:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.379327Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:42.379367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:42.386746Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:42.386969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593038073088862628:2049] [node 2] ICS07 socket disconnect 359 reason# EndOfStream
2026-01-08T17:05:42.386998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038073088862628:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.387068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:42.386680Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:42.387115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593038073088862628:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:42.386943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593038071786898534:2049] [node 2] ICS07 socket disconnect 368 reason# EndOfStream
2026-01-08T17:05:42.386982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038071786898534:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.387068Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:42.387115Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593038071786898534:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:42.387303Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:42.387491Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038075015396587:2049] [node 2] ICS01 socket: 411 reason# EndOfStream
2026-01-08T17:05:42.387552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038066425461893:2049] [node 2] ICP30 unregister session Session# [6:7593038075015396587:2049] VirtualId# [6:7593038070720429280:0]
2026-01-08T17:05:42.387593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038075015396587:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.387655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:42.387702Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:42.388804Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038068793895242:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26904) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:42.388876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038073088862628:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:42.388932Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038068793895242:2049] [node 2] ICP30 unregister session Session# [5:7593038073088862628:2049] VirtualId# [5:7593038073088862618:0]
2026-01-08T17:05:42.388974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:42.389007Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593038068793895242:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26904) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.389029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26904) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.393354Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038067491931149:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26904) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:42.393440Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038071786898534:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:42.393487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038067491931149:2049] [node 2] ICP30 unregister session Session# [4:7593038071786898534:2049] VirtualId# [4:7593038071786898525:0]
2026-01-08T17:05:42.393620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:42.393657Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593038067491931149:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:26904) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.393681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:26904) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.399239Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593038068793895242:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:42.405526Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593038067491931149:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:42.646616Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:42.646876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593038070720429284:2050] [node 3] ICS07 socket disconnect 375 reason# EndOfStream
2026-01-08T17:05:42.646913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038070720429284:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.647006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:42.647057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593038070720429284:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:42.647659Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:42.647878Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593038073088862633:2050] [node 3] ICS07 socket disconnect 410 reason# EndOfStream
2026-01-08T17:05:42.647911Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038073088862633:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.647975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:42.648017Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593038073088862633:2050] [node 3] ICS15 start handshake
2026-01-08T17:05:42.649465Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038068793895243:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19488) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:42.649536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038073088862633:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:42.649584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038068793895243:2050] [node 3] ICP30 unregister session Session# [5:7593038073088862633:2050] VirtualId# [5:7593038073088862627:0]
2026-01-08T17:05:42.649636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:42.649671Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593038068793895243:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19488) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.649687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19488) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.650470Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038066425461894:2050] [node 3] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19488) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:42.650533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038070720429284:2050] [node 3] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:42.650574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038066425461894:2050] [node 3] ICP30 unregister session Session# [6:7593038070720429284:2050] VirtualId# [6:7593038070720429269:0]
2026-01-08T17:05:42.650610Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:42.650641Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593038066425461894:2050] [node 3] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:19488) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.650657Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [3] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:19488) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.661895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593038068793895243:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:42.671263Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593038066425461894:2050] [node 3] ICP33 wake up from error state
2026-01-08T17:05:42.756756Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:42.757008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593038077383829935:2074] [node 4] ICS07 socket disconnect 416 reason# EndOfStream
2026-01-08T17:05:42.757047Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038077383829935:2074] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.757147Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:42.757197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593038077383829935:2074] [node 4] ICS15 start handshake
2026-01-08T17:05:42.757801Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:42.757985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [6:7593038075015396585:2073] [node 4] ICS07 socket disconnect 414 reason# EndOfStream
2026-01-08T17:05:42.758018Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038075015396585:2073] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.758078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:42.758130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [6:7593038075015396585:2073] [node 4] ICS15 start handshake
2026-01-08T17:05:42.759505Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038070720429221:2073] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8723) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:42.759570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038075015396585:2073] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:42.759615Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038070720429221:2073] [node 4] ICP30 unregister session Session# [6:7593038075015396585:2073] VirtualId# [6:7593038070720429287:0]
2026-01-08T17:05:42.759662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:42.759699Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [6:7593038070720429221:2073] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8723) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.759717Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8723) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.760452Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038073088862600:2074] [node 4] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8723) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:42.760517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038077383829935:2074] [node 4] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:42.760562Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038073088862600:2074] [node 4] ICP30 unregister session Session# [5:7593038077383829935:2074] VirtualId# [5:7593038073088862637:0]
2026-01-08T17:05:42.760601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:42.760630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593038073088862600:2074] [node 4] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:8723) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.760644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [4] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8723) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:42.770405Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [6:7593038070720429221:2073] [node 4] ICP33 wake up from error state
2026-01-08T17:05:42.910917Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:42.911200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038070720429282:2072] [node 5] ICS01 socket: 399 reason# EndOfStream
2026-01-08T17:05:42.911259Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038070720429238:2072] [node 5] ICP30 unregister session Session# [6:7593038070720429282:2072] VirtualId# [6:7593038070720429271:0]
2026-01-08T17:05:42.911313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038070720429282:2072] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:42.911364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:42.911480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:43.181978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038081792763821:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:43.182040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038081792763822:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:43.211054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038079265425007:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:43.211124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038079265425008:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:43.234469Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038079467174441:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:43.234535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038079467174442:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:43.258856Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038079604449291:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:43.259054Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038079604449292:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:43.259097Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038079604449293:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:43.287677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038079030664555:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:43.287719Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038079030664556:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:43.287776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038079030664557:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:43.354777Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038080001353146:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:43.354816Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038080001353147:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:43.354855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038080001353148:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:43.662188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038079265425061:2086] [node 6] ICP01 ready to work
2026-01-08T17:05:43.710954Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038079467174480:2070] [node 4] ICP01 ready to work
2026-01-08T17:05:43.702577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038079467174479:2071] [node 5] ICP01 ready to work
2026-01-08T17:05:43.690271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038081792763869:2090] [node 4] ICP01 ready to work
2026-01-08T17:05:43.678699Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038079604449305:2060] [node 6] ICP01 ready to work
2026-01-08T17:05:43.668601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038079030664574:2063] [node 4] ICP01 ready to work
2026-01-08T17:05:43.731049Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038081792763822:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(117567610ns) {Configure:104(117561472ns) {ProcessConfigured:135(9735737ns) {StartInitialHandshake:157(9732248ns) {DropHandshakes:470(1242ns) {DropIncomingHandshake:442(220ns) DropOutgoingHandshake:457(254ns)} GenerateSessionVirtualId:992(626ns) PrepareNewSessionHandshake:477(5196ns) {SwitchToState:179(2705ns)}}}}}
2026-01-08T17:05:43.734795Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038079467174481:2082] [node 6] ICP01 ready to work
2026-01-08T17:05:43.699677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038079265425068:2085] [node 5] ICP01 ready to work
2026-01-08T17:05:43.734660Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038079030664556:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(43726087ns) {Configure:104(43714256ns) {ProcessConfigured:135(13736580ns) {StartInitialHandshake:157(13732727ns) {DropHandshakes:470(3618ns) {DropIncomingHandshake:442(761ns) DropOutgoingHandshake:457(823ns)} GenerateSessionVirtualId:992(1457ns) PrepareNewSessionHandshake:477(4011ns) {SwitchToState:179(802ns)}}}}}
2026-01-08T17:05:43.737790Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038081792763879:2091] [node 6] ICP01 ready to work
2026-01-08T17:05:43.738413Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038081792763875:2092] [node 5] ICP01 ready to work
2026-01-08T17:05:43.719104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038080001353168:2067] [node 5] ICP01 ready to work
2026-01-08T17:05:43.732407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038079265425069:2087] [node 4] ICP01 ready to work
2026-01-08T17:05:43.765661Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038079467174442:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(46645857ns) {Configure:104(46638269ns) {ProcessConfigured:135(10353686ns) {StartInitialHandshake:157(10350816ns) {DropHandshakes:470(1326ns) {DropIncomingHandshake:442(231ns) DropOutgoingHandshake:457(216ns)} GenerateSessionVirtualId:992(1726ns) PrepareNewSessionHandshake:477(2830ns) {SwitchToState:179(1147ns)}}}}}
2026-01-08T17:05:43.734855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038080001353166:2066] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:43.767761Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038079265425007:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(33887616ns) {Configure:104(33883000ns) {ProcessConfigured:135(58634ns) {StartInitialHandshake:157(56248ns) {DropHandshakes:470(3236ns) {DropIncomingHandshake:442(573ns) DropOutgoingHandshake:457(753ns)} GenerateSessionVirtualId:992(1338ns) PrepareNewSessionHandshake:477(1222ns) {SwitchToState:179(607ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:43.806706Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038080001353168:2067] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(87217926ns) {Configure:104(87212964ns) {ProcessConfigured:135(39913327ns) {StartInitialHandshake:157(39908810ns) {DropHandshakes:470(11850238ns) {DropIncomingHandshake:442(3793ns) DropOutgoingHandshake:457(495ns)} GenerateSessionVirtualId:992(3382ns) PrepareNewSessionHandshake:477(4666ns) {SwitchToState:179(2794ns)}}}}}
2026-01-08T17:05:43.843295Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038079030664592:2075] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:43.882923Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038079265425061:2086] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(149779937ns) {Configure:104(149771982ns) {ProcessConfigured:135(91557ns) {StartInitialHandshake:157(78567ns) {DropHandshakes:470(3384ns) {DropIncomingHandshake:442(756ns) DropOutgoingHandshake:457(588ns)} GenerateSessionVirtualId:992(1771ns) PrepareNewSessionHandshake:477(2259ns) {SwitchToState:179(880ns)}}}}}
2026-01-08T17:05:43.883824Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038079265425072:2108] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49476
2026-01-08T17:05:43.884310Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038079265425073:2109] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49476
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:43.895454Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038079467174515:2110] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30059
2026-01-08T17:05:43.920589Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038079265425068:2085] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(189376425ns) {Configure:104(189368586ns) {ProcessConfigured:135(109113997ns) {StartInitialHandshake:157(109110874ns) {DropHandshakes:470(23453453ns) {DropIncomingHandshake:442(2145ns) DropOutgoingHandshake:457(535ns)} GenerateSessionVirtualId:992(2847ns) PrepareNewSessionHandshake:477(4950ns) {SwitchToState:179(2464ns)}}}}}
2026-01-08T17:05:43.776114Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038079604449292:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(24244432ns) {Configure:104(24235512ns) {ProcessConfigured:135(7572146ns) {StartInitialHandshake:157(7569046ns) {DropHandshakes:470(3990ns) {DropIncomingHandshake:442(1705ns) DropOutgoingHandshake:457(573ns)} GenerateSessionVirtualId:992(840ns) PrepareNewSessionHandshake:477(5160ns) {SwitchToState:179(2771ns)}}}}}
2026-01-08T17:05:43.930654Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038081792763869:2090] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(82845621ns) {Configure:104(82839682ns) {ProcessConfigured:135(33902961ns) {StartInitialHandshake:157(33899168ns) {DropHandshakes:470(2914ns) {DropIncomingHandshake:442(605ns) DropOutgoingHandshake:457(452ns)} GenerateSessionVirtualId:992(1027ns) PrepareNewSessionHandshake:477(4339ns) {SwitchToState:179(2670ns)}}}}}
2026-01-08T17:05:43.845423Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038079030664581:2069] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22612
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:43.963166Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038080001353147:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(271970490ns) {Configure:104(271964693ns) {ProcessConfigured:135(88965ns) {StartInitialHandshake:157(85327ns) {DropHandshakes:470(3914ns) {DropIncomingHandshake:442(722ns) DropOutgoingHandshake:457(638ns)} GenerateSessionVirtualId:992(1182ns) PrepareNewSessionHandshake:477(2967ns) {SwitchToState:179(1364ns)}}}}}
2026-01-08T17:05:43.964396Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038080001353215:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44807
2026-01-08T17:05:43.964483Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038080001353216:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44807
2026-01-08T17:05:43.942697Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038079265425008:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(207078801ns) {Configure:104(207074615ns) {ProcessConfigured:135(14786381ns) {StartInitialHandshake:157(14782899ns) {DropHandshakes:470(750ns) {DropIncomingHandshake:442(144ns) DropOutgoingHandshake:457(62ns)} GenerateSessionVirtualId:992(303ns) PrepareNewSessionHandshake:477(3025ns) {SwitchToState:179(1575ns)}}}}}
2026-01-08T17:05:43.805783Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038079604449309:2064] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54559
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:43.994788Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038081792763898:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15139
2026-01-08T17:05:43.939627Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038079604449305:2060] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(205974485ns) {Configure:104(205962985ns) {ProcessConfigured:135(11877134ns) {StartInitialHandshake:157(11873622ns) {DropHandshakes:470(3049ns) {DropIncomingHandshake:442(751ns) DropOutgoingHandshake:457(581ns)} GenerateSessionVirtualId:992(954ns) PrepareNewSessionHandshake:477(3724ns) {SwitchToState:179(1822ns)}}}}}
2026-01-08T17:05:43.940417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038079604449360:2071] [node 5] ICP01 ready to work
2026-01-08T17:05:43.966233Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038079604449291:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(127075703ns) {Configure:104(127069398ns) {ProcessConfigured:135(90737ns) {StartInitialHandshake:157(86853ns) {DropHandshakes:470(6364ns) {DropIncomingHandshake:442(967ns) DropOutgoingHandshake:457(571ns)} GenerateSessionVirtualId:992(1721ns) PrepareNewSessionHandshake:477(2154ns) {SwitchToState:179(851ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:43.958678Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038079265425069:2087] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(190261360ns) {Configure:104(190253399ns) {ProcessConfigured:135(23555037ns) {StartInitialHandshake:157(23552273ns) {DropHandshakes:470(3187ns) {DropIncomingHandshake:442(553ns) DropOutgoingHandshake:457(380ns)} GenerateSessionVirtualId:992(942ns) PrepareNewSessionHandshake:477(3063ns) {SwitchToState:179(1402ns)}}}}}
2026-01-08T17:05:44.003168Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038079604449361:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54559
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.042795Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038083762141817:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30059
2026-01-08T17:05:44.012872Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038079030664557:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(334110411ns) {Configure:104(334099137ns) {ProcessConfigured:135(122247ns) {StartInitialHandshake:157(119493ns) {DropHandshakes:470(2963ns) {DropIncomingHandshake:442(790ns) DropOutgoingHandshake:457(544ns)} GenerateSessionVirtualId:992(1568ns) PrepareNewSessionHandshake:477(2128ns) {SwitchToState:179(841ns)}}}}}
2026-01-08T17:05:43.986886Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038079265425094:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49476
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.027788Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038079604449360:2071] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(86154057ns) {Configure:104(86146938ns) {ProcessConfigured:135(71320ns) {StartInitialHandshake:157(67715ns) {DropHandshakes:470(3450ns) {DropIncomingHandshake:442(835ns) DropOutgoingHandshake:457(522ns)} GenerateSessionVirtualId:992(743ns) PrepareNewSessionHandshake:477(2570ns) {SwitchToState:179(831ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.016790Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038079030664592:2075] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(57075026ns) {Configure:104(57067031ns) {ProcessConfigured:135(80776ns) {StartInitialHandshake:157(76900ns) {DropHandshakes:470(3186ns) {DropIncomingHandshake:442(703ns) DropOutgoingHandshake:457(611ns)} GenerateSessionVirtualId:992(956ns) PrepareNewSessionHandshake:477(2160ns) {SwitchToState:179(772ns)}}}}}
2026-01-08T17:05:44.038839Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038083560392391:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49476
2026-01-08T17:05:44.057487Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038084296320518:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44807
2026-01-08T17:05:44.043505Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038083899416660:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54559
2026-01-08T17:05:44.043608Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038083899416665:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54559
2026-01-08T17:05:44.056612Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038083325631928:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22612
2026-01-08T17:05:44.082820Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038086087731197:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15139
2026-01-08T17:05:44.075405Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038079265425073:2109] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.120257Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038079467174515:2110] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.066005Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038080001353216:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.106755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038079265425007:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:44.123206Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038083560392393:2125] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49476
2026-01-08T17:05:44.113149Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038079604449309:2064] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.066872Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038083325631929:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22612
2026-01-08T17:05:44.111161Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038081792763863:2089] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.138918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038079265425073:2109] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:44.111203Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038081792763863:2089] [node 2] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.078445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038080001353147:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:44.154588Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038079265425007:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.159239Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038079265425072:2108] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.166097Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038079265425085:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.166165Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038079265425085:2119] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.152190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038079467174441:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:44.123510Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038079604449361:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.173564Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038080001353146:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(471945296ns) {Configure:104(471938828ns) {ProcessConfigured:135(76070424ns) {StartInitialHandshake:157(76066760ns) {DropHandshakes:470(3332ns) {DropIncomingHandshake:442(1128ns) DropOutgoingHandshake:457(462ns)} GenerateSessionVirtualId:992(1044ns) PrepareNewSessionHandshake:477(6354ns) {SwitchToState:179(3372ns)}}}}}
2026-01-08T17:05:44.120102Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038081792763863:2089] [node 2] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.170642Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038079030664581:2069] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.139105Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038079604449291:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:44.183282Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038083762141817:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.183358Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038080001353215:2111] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.202443Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038080001353148:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(387526415ns) {Configure:104(387519268ns) {ProcessConfigured:135(39524888ns) {StartInitialHandshake:157(39521537ns) {DropHandshakes:470(955ns) {DropIncomingHandshake:442(329ns) DropOutgoingHandshake:457(175ns)} GenerateSessionVirtualId:992(185ns) PrepareNewSessionHandshake:477(5125ns) {SwitchToState:179(1563ns)}}}}}
2026-01-08T17:05:44.194752Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038081792763898:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.184142Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038079604449293:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(361819907ns) {Configure:104(331812206ns) {ProcessConfigured:135(23089335ns) {StartInitialHandshake:157(23086319ns) {DropHandshakes:470(3206ns) {DropIncomingHandshake:442(678ns) DropOutgoingHandshake:457(896ns)} GenerateSessionVirtualId:992(1339ns) PrepareNewSessionHandshake:477(3544ns) {SwitchToState:179(1405ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.192157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038079467174492:2088] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.183071Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038083325631928:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.196094Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038086087731197:2116] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.204464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038083560392391:2124] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.217688Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038084296320524:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44807
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.191545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038079604449293:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:44.186568Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038079030664555:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(298289143ns) {Configure:104(298280974ns) {ProcessConfigured:135(44512107ns) {StartInitialHandshake:157(44508989ns) {DropHandshakes:470(3595179ns) {DropIncomingHandshake:442(596ns) DropOutgoingHandshake:457(2162ns)} GenerateSessionVirtualId:992(2107ns) PrepareNewSessionHandshake:477(3245ns) {SwitchToState:179(549ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.192192Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038079467174492:2088] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.207076Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038079265425085:2119] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:44.206802Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038083899416665:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.212144Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038083762141820:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30059
2026-01-08T17:05:44.202159Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038083325631929:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.196148Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038081792763821:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.209898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:44.218240Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038083899416660:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.322682Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038080001353147:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17601) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038080001353216:2112] held: no
2026-01-08T17:05:44.341752Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038080001353148:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.214676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038079030664557:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:44.218480Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038079265425007:2048] [node 1] ICP22 created new session: [2:7593038083560392398:2048]
2026-01-08T17:05:44.196219Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:44.355287Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038084296320518:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.355614Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038084296320526:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44807
2026-01-08T17:05:44.355943Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038080001353166:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.236061Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038079467174483:2085] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.241923Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038083899416673:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54559
2026-01-08T17:05:44.218633Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038079030664556:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.196291Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038081792763821:2048] [node 2] ICP22 created new session: [1:7593038086087731199:2048]
2026-01-08T17:05:44.220359Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038079265425061:2086] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.259126Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038079604449309:2064] [node 3] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.236126Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038079467174483:2085] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.196354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038086087731199:2048] [node 2] ICS09 handshake done sender: [1:7593038081792763863:2089] self: [1:7593038081792763862:0] peer: [2:7593038083560392392:0] socket: 359 qp: -1
2026-01-08T17:05:44.222143Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038083325631934:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22612
2026-01-08T17:05:44.220416Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:44.426996Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038084296320526:2119] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.236525Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038083762141820:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.243209Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038079467174492:2088] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:44.258669Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038079467174442:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:44.263118Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038083762141823:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30059
2026-01-08T17:05:44.342597Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038079467174483:2085] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:44.348475Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038079467174480:2070] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.348572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:44.348637Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038079467174480:2070] [node 4] ICP22 created new session: [3:7593038083762141825:2070]
2026-01-08T17:05:44.348699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038083762141825:2070] [node 4] ICS09 handshake done sender: [3:7593038079467174492:2088] self: [3:7593038079467174491:0] peer: [4:7593038083899416670:0] socket: 358 qp: -1
2026-01-08T17:05:44.348743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038083762141825:2070] [node 4] ICS10 traffic start
2026-01-08T17:05:44.348783Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:44.350936Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038079467174515:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:44.358880Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038079467174479:2071] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.358974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:44.359042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038079467174479:2071] [node 5] ICP22 created new session: [3:7593038083762141827:2071]
2026-01-08T17:05:44.359129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038083762141827:2071] [node 5] ICS09 handshake done sender: [3:7593038079467174483:2085] self: [3:7593038079467174482:0] peer: [5:7593038083325631932:0] socket: 355 qp: -1
2026-01-08T17:05:44.359173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038083762141827:2071] [node 5] ICS10 traffic start
2026-01-08T17:05:44.359231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:44.361935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038079467174485:2086] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.361990Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038079467174485:2086] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.375787Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038079467174441:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.375876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:44.375950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038079467174441:2048] [node 1] ICP22 created new session: [3:7593038083762141831:2048]
2026-01-08T17:05:44.376016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038083762141831:2048] [node 1] ICS09 handshake done sender: [3:7593038079467174515:2110] self: [3:7593038083762141818:0] peer: [1:7593038081792763877:0] socket: 369 qp: -1
2026-01-08T17:05:44.376063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038083762141831:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:44.376110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:44.379547Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038083762141830:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30059
2026-01-08T17:05:44.394937Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038079467174485:2086] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:44.399086Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038083762141829:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:30059
2026-01-08T17:05:44.446189Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038083762141820:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:44.451594Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038079467174481:2082] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.451669Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:44.451765Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038079467174481:2082] [node 6] ICP22 created new session: [3:7593038083762141836:2082]
2026-01-08T17:05:44.458765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038083762141836:2082] [node 6] ICS09 handshake done sender: [3:7593038079467174485:2086] self: [3:7593038079467174484:0] peer: [6:7593038084296320525:0] socket: 356 qp: -1
2026-01-08T17:05:44.304672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038079604449293:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.196400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038086087731199:2048] [node 2] ICS10 traffic start
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.248042Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038083325631936:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22612
2026-01-08T17:05:44.461724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038083762141836:2082] [node 6] ICS10 traffic start
2026-01-08T17:05:44.196440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:44.427285Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038084296320530:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44807
2026-01-08T17:05:44.220482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038079265425061:2086] [node 6] ICP22 created new session: [2:7593038083560392399:2086]
2026-01-08T17:05:44.304759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:44.265503Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038083325631934:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.220546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038083560392399:2086] [node 6] ICS09 handshake done sender: [2:7593038079265425085:2119] self: [2:7593038079265425084:0] peer: [6:7593038084296320519:0] socket: 366 qp: -1
2026-01-08T17:05:44.460873Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038080001353146:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(33964145ns) {HandleCleanupEventQueue:836(33961363ns) {CleanupEventQueue:845(33953668ns) {unordered DropSessionEvent:512 num# 20 sum# 9233755ns max# 5267252ns} ScheduleCleanupEventQueue:826(5646ns)}}
2026-01-08T17:05:44.216726Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038081792763878:2100] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.461817Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.304831Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038079604449293:2050] [node 3] ICP22 created new session: [4:7593038083899416675:2050]
2026-01-08T17:05:44.216802Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038081792763878:2100] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.474362Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038080001353215:2111] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:44.265692Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038079030664555:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:44.304892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038083899416675:2050] [node 3] ICS09 handshake done sender: [4:7593038079604449309:2064] self: [4:7593038083899416670:0] peer: [3:7593038079467174491:0] socket: 362 qp: -1
2026-01-08T17:05:44.220588Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038083560392399:2086] [node 6] ICS10 traffic start
2026-01-08T17:05:44.267424Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038083325631938:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22612
2026-01-08T17:05:44.462621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038079467174442:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.490575Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038084296320531:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44807
2026-01-08T17:05:44.220643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:44.216951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038081792763882:2101] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.304941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038083899416675:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:44.503416Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038080001353147:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(195289502ns) {HandleHandshakeStatus:395(195284810ns) {LogHandshakeFail:472(34064ns) {UpdateErrorStateLog:545(7673ns)} DropOutgoingHandshake:457(2206ns) ProcessPendingSessionEvents:495(162941617ns) {unordered DropSessionEvent:512 num# 100 sum# 162857314ns max# 31106581ns}}}
2026-01-08T17:05:44.514017Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038080001353148:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27509) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038080001353215:2111] held: no
2026-01-08T17:05:44.520062Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038080001353166:2066] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8149) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038084296320518:2115] held: no
2026-01-08T17:05:44.530347Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038080001353216:2112] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:44.559639Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038084296320518:2115] [node 4] ICH04 handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.462705Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:44.273407Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038083325631928:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:44.295506Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038079030664556:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17601) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593038083325631928:2115] held: no
2026-01-08T17:05:44.341208Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038083325631939:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22612
2026-01-08T17:05:44.347141Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038083325631940:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22612
2026-01-08T17:05:44.370904Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038083325631940:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.371028Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038083325631934:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:44.371472Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038079030664574:2063] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:44.372270Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038079030664581:2069] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:44.404456Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038079030664557:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:27509) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593038079030664581:2069] held: no
2026-01-08T17:05:44.405132Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038079030664557:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.405188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:44.405251Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038079030664557:2050] [node 3] ICP22 created new session: [5:7593038083325631943:2050]
2026-01-08T17:05:44.405312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038083325631943:2050] [node 3] ICS09 handshake done sender: [5:7593038079030664581:2069] self: [5:7593038083325631932:0] peer: [3:7593038079467174482:0] socket: 357 qp: -1
2026-01-08T17:05:44.405380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038083325631943:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:44.405425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:44.407108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038079030664555:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.407179Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:44.407224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038079030664555:2048] [node 1] ICP22 created new session: [5:7593038083325631945:2048]
2026-01-08T17:05:44.407278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038083325631945:2048] [node 1] ICS09 handshake done sender: [5:7593038083325631934:2118] self: [5:7593038083325631937:0] peer: [1:7593038081792763896:0] socket: 402 qp: -1
2026-01-08T17:05:44.407318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038083325631945:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:44.407355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:44.436284Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038083325631947:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:22612
2026-01-08T17:05:44.436928Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038083325631940:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:44.437138Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038079030664574:2063] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.437215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:44.437282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038079030664574:2063] [node 4] ICP22 created new session: [5:7593038083325631948:2063]
2026-01-08T17:05:44.437343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038083325631948:2063] [node 4] ICS09 handshake done sender: [5:7593038083325631940:2122] self: [5:7593038083325631941:0] peer: [4:7593038083899416661:0] socket: 414 qp: -1
2026-01-08T17:05:44.437391Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038083325631948:2063] [node 4] ICS10 traffic start
2026-01-08T17:05:44.437433Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:44.511261Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038079030664556:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(208705425ns) {HandleHandshakeStatus:395(208702114ns) {LogHandshakeFail:472(12801290ns) {UpdateErrorStateLog:545(9872ns)} DropOutgoingHandshake:457(2734ns) ProcessPendingSessionEvents:495(160108586ns) {unordered DropSessionEvent:512 num# 100 sum# 82708907ns max# 24297160ns}}}
2026-01-08T17:05:44.511338Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038079030664556:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.511434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:44.511492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038079030664556:2049] [node 2] ICP22 created new session: [5:7593038083325631950:2049]
2026-01-08T17:05:44.511549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038083325631950:2049] [node 2] ICS09 handshake done sender: [5:7593038083325631928:2115] self: [5:7593038083325631933:0] peer: [2:7593038079265425077:0] socket: 383 qp: -1
2026-01-08T17:05:44.511593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038083325631950:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:44.511644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.579974Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038084296320529:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44807
2026-01-08T17:05:44.226623Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038079265425094:2123] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.462764Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038079467174442:2049] [node 2] ICP22 created new session: [3:7593038083762141838:2049]
2026-01-08T17:05:44.462829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038083762141838:2049] [node 2] ICS09 handshake done sender: [3:7593038083762141820:2117] self: [3:7593038083762141822:0] peer: [2:7593038079265425090:0] socket: 399 qp: -1
2026-01-08T17:05:44.462876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038083762141838:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:44.462926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:44.464862Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038083762141830:2120] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.472501Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038079467174481:2082] [node 6] ICP35 event processing took too much time PendingConnection:279(19832383ns) {HandleHandshakeStatus:329(19829109ns) {DropIncomingHandshake:442(989ns) DropOutgoingHandshake:457(608ns) SwitchToState:179(778ns) ProcessPendingSessionEvents:495(9442380ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 9371026ns max# 8619852ns}}}
2026-01-08T17:05:44.473056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593038079467174481:2082] [node 6] ICP18 handshake (actor [3:7593038083762141830:2120]) is too old
2026-01-08T17:05:44.304983Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:44.580202Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038080001353146:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:44.216989Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038081792763882:2101] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.227569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593038079265425061:2086] [node 6] ICP18 handshake (actor [2:7593038079265425094:2123]) is too old
2026-01-08T17:05:44.308137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038079604449291:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9019) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593038079604449361:2113] held: no
2026-01-08T17:05:44.394604Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038079604449359:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.394650Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038079604449359:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.394707Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038083899416662:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.394750Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038083899416662:2116] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.411972Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038079604449359:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:44.419616Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038083899416662:2116] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:44.451204Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038083899416674:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54559
2026-01-08T17:05:44.451860Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038079604449305:2060] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.451927Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:44.456716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038079604449305:2060] [node 6] ICP22 created new session: [4:7593038083899416681:2060]
2026-01-08T17:05:44.474724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038083899416681:2060] [node 6] ICS09 handshake done sender: [4:7593038079604449359:2112] self: [4:7593038079604449357:0] peer: [6:7593038084296320528:0] socket: 388 qp: -1
2026-01-08T17:05:44.474800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038083899416681:2060] [node 6] ICS10 traffic start
2026-01-08T17:05:44.474865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:44.476619Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038079604449305:2060] [node 6] ICP35 event processing took too much time PendingConnection:279(23733112ns) {HandleHandshakeStatus:329(23730449ns) {DropIncomingHandshake:442(18767ns) DropOutgoingHandshake:457(223ns) SwitchToState:179(184ns) ProcessPendingSessionEvents:495(593214ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 532417ns max# 66331ns}}}
2026-01-08T17:05:44.476716Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038079604449360:2071] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.476785Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:44.476843Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038079604449360:2071] [node 5] ICP22 created new session: [4:7593038083899416683:2071]
2026-01-08T17:05:44.476900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038083899416683:2071] [node 5] ICS09 handshake done sender: [4:7593038083899416662:2116] self: [4:7593038083899416661:0] peer: [5:7593038083325631941:0] socket: 394 qp: -1
2026-01-08T17:05:44.476940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038083899416683:2071] [node 5] ICS10 traffic start
2026-01-08T17:05:44.477012Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:44.504506Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038079604449361:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:44.515098Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038083899416678:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54559
2026-01-08T17:05:44.515415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038079604449291:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.515474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:44.515532Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038079604449291:2048] [node 1] ICP22 created new session: [4:7593038083899416685:2048]
2026-01-08T17:05:44.515590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038083899416685:2048] [node 1] ICS09 handshake done sender: [4:7593038079604449361:2113] self: [4:7593038083899416668:0] peer: [1:7593038081792763881:0] socket: 375 qp: -1
2026-01-08T17:05:44.515632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038083899416685:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:44.515676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:44.546701Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038083899416678:2121] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.547540Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038079604449292:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.580314Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038080001353147:2049] [node 2] ICP19 incoming handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.231646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038083560392398:2048] [node 1] ICS09 handshake done sender: [2:7593038079265425073:2109] self: [2:7593038083560392392:0] peer: [1:7593038081792763862:0] socket: 361 qp: -1
2026-01-08T17:05:44.237050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038083560392398:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:44.246584Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038079265425088:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.246630Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038079265425088:2120] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.248498Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038079265425088:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:44.250014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:44.255967Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038079265425068:2085] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.256047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:44.322634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038079265425068:2085] [node 5] ICP22 created new session: [2:7593038083560392404:2085]
2026-01-08T17:05:44.342375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038083560392404:2085] [node 5] ICS09 handshake done sender: [2:7593038079265425088:2120] self: [2:7593038079265425077:0] peer: [5:7593038083325631933:0] socket: 371 qp: -1
2026-01-08T17:05:44.342407Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038079265425092:2121] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.342454Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038079265425092:2121] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.346531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038083560392404:2085] [node 5] ICS10 traffic start
2026-01-08T17:05:44.346609Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:44.356904Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038079265425092:2121] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:44.384851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038079265425008:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.384903Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:44.384965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038079265425008:2049] [node 3] ICP22 created new session: [2:7593038083560392408:2049]
2026-01-08T17:05:44.385025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038083560392408:2049] [node 3] ICS09 handshake done sender: [2:7593038079265425092:2121] self: [2:7593038079265425090:0] peer: [3:7593038083762141822:0] socket: 398 qp: -1
2026-01-08T17:05:44.385064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038083560392408:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:44.385109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:44.386591Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038083560392407:2126] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:49476
2026-01-08T17:05:44.445091Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038079265425068:2085] [node 5] ICP35 event processing took too much time PendingConnection:279(187988254ns) {HandleHandshakeStatus:329(187984930ns) {DropIncomingHandshake:442(20667ns) DropOutgoingHandshake:457(590ns) SwitchToState:179(851ns) ProcessPendingSessionEvents:495(21171227ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 21091368ns max# 20610144ns}}}
2026-01-08T17:05:44.451429Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038079265425007:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(178972996ns) {HandleHandshakeStatus:329(178968358ns) {DropIncomingHandshake:442(1129ns) DropOutgoingHandshake:457(8186ns) SwitchToState:179(1323ns) ProcessPendingSessionEvents:495(46926820ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 46862639ns max# 46337957ns}}}
2026-01-08T17:05:44.231802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593038081792763821:2048] [node 2] ICP18 handshake (actor [1:7593038081792763898:2114]) is too old
2026-01-08T17:05:44.580392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:44.516349Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038083560392407:2126] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.535427Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593038079265425008:2049] [node 3] ICP18 handshake (actor [2:7593038083560392407:2126]) is too old
2026-01-08T17:05:44.582774Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038079265425093:2122] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.582822Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038079265425093:2122] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.619052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038079265425093:2122] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:44.631701Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038079265425069:2087] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.637318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:44.237100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038081792763878:2100] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:44.624782Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038083899416688:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:54559
2026-01-08T17:05:44.630758Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038083325631925:2114] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.580451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038080001353147:2049] [node 2] ICP22 created new session: [6:7593038084296320534:2049]
2026-01-08T17:05:44.262817Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038081792763882:2101] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:44.271418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038081792763822:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.271508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:44.271575Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038081792763822:2049] [node 3] ICP22 created new session: [1:7593038086087731205:2049]
2026-01-08T17:05:44.271656Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038086087731205:2049] [node 3] ICS09 handshake done sender: [1:7593038081792763878:2100] self: [1:7593038081792763877:0] peer: [3:7593038083762141818:0] socket: 367 qp: -1
2026-01-08T17:05:44.271710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038086087731205:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:44.271775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:44.280211Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038081792763869:2090] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.650571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038079265425069:2087] [node 4] ICP22 created new session: [2:7593038083560392411:2087]
2026-01-08T17:05:44.634482Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038083899416678:2121] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:44.630820Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593038083325631925:2114] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.280297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:44.280377Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038081792763869:2090] [node 4] ICP22 created new session: [1:7593038086087731207:2090]
2026-01-08T17:05:44.280458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038086087731207:2090] [node 4] ICS09 handshake done sender: [1:7593038081792763882:2101] self: [1:7593038081792763881:0] peer: [4:7593038083899416668:0] socket: 368 qp: -1
2026-01-08T17:05:44.280525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038086087731207:2090] [node 4] ICS10 traffic start
2026-01-08T17:05:44.280574Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:44.282200Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038081792763897:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.282233Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038081792763897:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.292260Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038081792763897:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:44.293559Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038081792763875:2092] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.293628Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:44.293700Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038081792763875:2092] [node 5] ICP22 created new session: [1:7593038086087731210:2092]
2026-01-08T17:05:44.293761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038086087731210:2092] [node 5] ICS09 handshake done sender: [1:7593038081792763897:2113] self: [1:7593038081792763896:0] peer: [5:7593038083325631937:0] socket: 401 qp: -1
2026-01-08T17:05:44.293804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038086087731210:2092] [node 5] ICS10 traffic start
2026-01-08T17:05:44.293856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:44.331830Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038081792763875:2092] [node 5] ICP35 event processing took too much time PendingConnection:279(37173990ns) {HandleHandshakeStatus:329(37170508ns) {DropIncomingHandshake:442(458ns) DropOutgoingHandshake:457(897ns) SwitchToState:179(883ns) ProcessPendingSessionEvents:495(36701041ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 36631018ns max# 32033694ns}}}
2026-01-08T17:05:44.572256Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038086087731213:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:15139
2026-01-08T17:05:44.602693Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038086087731196:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.602751Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038086087731196:2115] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:44.618786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038086087731196:2115] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:44.645956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038086087731213:2117] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.645990Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038081792763879:2091] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.682685Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:44.580531Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038084296320534:2049] [node 2] ICS09 handshake done sender: [6:7593038080001353216:2112] self: [6:7593038084296320519:0] peer: [2:7593038079265425084:0] socket: 373 qp: -1
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:44.651492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038083560392411:2087] [node 4] ICS09 handshake done sender: [2:7593038079265425093:2122] self: [2:7593038079265425091:0] peer: [4:7593038083899416687:0] socket: 409 qp: -1
2026-01-08T17:05:44.694497Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038081792763879:2091] [node 6] ICP22 created new session: [1:7593038086087731215:2091]
2026-01-08T17:05:44.709328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038086087731215:2091] [node 6] ICS09 handshake done sender: [1:7593038086087731196:2115] self: [1:7593038086087731195:0] peer: [6:7593038084296320533:0] socket: 395 qp: -1
2026-01-08T17:05:44.638508Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038083325631925:2114] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:44.580573Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038084296320534:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:44.639128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038079604449292:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.639195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:44.639265Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038079604449292:2049] [node 2] ICP22 created new session: [4:7593038083899416689:2049]
2026-01-08T17:05:44.639325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038083899416689:2049] [node 2] ICS09 handshake done sender: [4:7593038083899416678:2121] self: [4:7593038083899416687:0] peer: [2:7593038079265425091:0] socket: 412 qp: -1
2026-01-08T17:05:44.639381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038083899416689:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:44.639463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:44.662860Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038083560392411:2087] [node 4] ICS10 traffic start
2026-01-08T17:05:44.643297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593038079030664592:2075] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:44.718441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038086087731215:2091] [node 6] ICS10 traffic start
2026-01-08T17:05:44.580630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:44.719605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:44.721617Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038081792763879:2091] [node 6] ICP35 event processing took too much time PendingConnection:279(74491807ns) {HandleHandshakeStatus:329(74488484ns) {DropIncomingHandshake:442(304ns) DropOutgoingHandshake:457(609ns) SwitchToState:179(840ns) ProcessPendingSessionEvents:495(644744ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 554186ns max# 73818ns}}}
2026-01-08T17:05:44.721820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593038081792763879:2091] [node 6] ICP18 handshake (actor [1:7593038086087731213:2117]) is too old
2026-01-08T17:05:44.644086Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:44.644150Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038079030664592:2075] [node 6] ICP22 created new session: [5:7593038083325631953:2075]
2026-01-08T17:05:44.644216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038083325631953:2075] [node 6] ICS09 handshake done sender: [5:7593038083325631925:2114] self: [5:7593038083325631924:0] peer: [6:7593038084296320538:0] socket: 354 qp: -1
2026-01-08T17:05:44.644263Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038083325631953:2075] [node 6] ICS10 traffic start
2026-01-08T17:05:44.644319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:44.662928Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:44.664775Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038079265425069:2087] [node 4] ICP35 event processing took too much time PendingConnection:279(32034291ns) {HandleHandshakeStatus:329(32032046ns) {DropIncomingHandshake:442(38644ns) DropOutgoingHandshake:457(741ns) SwitchToState:179(804ns) ProcessPendingSessionEvents:495(602886ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 530100ns max# 68038ns}}}
2026-01-08T17:05:44.596310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038080001353166:2066] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.596381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:44.596461Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038080001353166:2066] [node 4] ICP22 created new session: [6:7593038084296320536:2066]
2026-01-08T17:05:44.596529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038084296320536:2066] [node 4] ICS09 handshake done sender: [6:7593038084296320518:2115] self: [6:7593038084296320528:0] peer: [4:7593038079604449357:0] socket: 393 qp: -1
2026-01-08T17:05:44.596575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038084296320536:2066] [node 4] ICS10 traffic start
2026-01-08T17:05:44.596625Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:44.597126Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038084296320529:2120] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:44.597407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038080001353168:2067] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:44.628695Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038084296320539:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44807
2026-01-08T17:05:44.651088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038084296320526:2119] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:44.679917Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038080001353146:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.680006Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:44.680072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038080001353146:2048] [node 1] ICP22 created new session: [6:7593038084296320541:2048]
2026-01-08T17:05:44.680139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038084296320541:2048] [node 1] ICS09 handshake done sender: [6:7593038084296320526:2119] self: [6:7593038084296320533:0] peer: [1:7593038086087731195:0] socket: 377 qp: -1
2026-01-08T17:05:44.680202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038084296320541:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:44.680257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:44.695496Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038080001353168:2067] [node 5] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:21592) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038084296320529:2120] held: no
2026-01-08T17:05:44.702984Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038084296320540:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44807
2026-01-08T17:05:44.719168Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038084296320529:2120] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:44.742778Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038080001353168:2067] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.742881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:44.742959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038080001353168:2067] [node 5] ICP22 created new session: [6:7593038084296320543:2067]
2026-01-08T17:05:44.743029Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038084296320543:2067] [node 5] ICS09 handshake done sender: [6:7593038084296320529:2120] self: [6:7593038084296320538:0] peer: [5:7593038083325631924:0] socket: 421 qp: -1
2026-01-08T17:05:44.743078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038084296320543:2067] [node 5] ICS10 traffic start
2026-01-08T17:05:44.743125Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:44.752524Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038080001353148:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(118327556ns) {HandleHandshakeStatus:395(118325372ns) {LogHandshakeFail:472(16516ns) {UpdateErrorStateLog:545(6116ns)} DropOutgoingHandshake:457(1850ns) ProcessPendingSessionEvents:495(117109050ns) {unordered DropSessionEvent:512 num# 99 sum# 117017753ns max# 17837386ns}}}
2026-01-08T17:05:44.752612Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038080001353148:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:44.752691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:44.752755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038080001353148:2050] [node 3] ICP22 created new session: [6:7593038084296320545:2050]
2026-01-08T17:05:44.752818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038084296320545:2050] [node 3] ICS09 handshake done sender: [6:7593038080001353215:2111] self: [6:7593038084296320525:0] peer: [3:7593038079467174484:0] socket: 372 qp: -1
2026-01-08T17:05:44.752868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038084296320545:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:44.752921Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:44.898554Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:44.898818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038083560392398:2048] [node 1] ICS07 socket disconnect 361 reason# EndOfStream
2026-01-08T17:05:44.898855Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038083560392398:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:44.898943Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:44.898992Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038083560392398:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:44.900258Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:44.900472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593038083762141831:2048] [node 1] ICS07 socket disconnect 369 reason# EndOfStream
2026-01-08T17:05:44.900502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038083762141831:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:44.900581Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:44.900630Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593038083762141831:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:44.904440Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038079265425007:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9019) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:44.904507Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038083560392398:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:44.906088Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038079265425007:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9019) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:44.906156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038083560392398:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:44.906203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038079265425007:2048] [node 1] ICP30 unregister session Session# [2:7593038083560392398:2048] VirtualId# [2:7593038083560392392:0]
2026-01-08T17:05:44.906334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:44.906396Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593038079265425007:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9019) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:44.906426Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9019) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:44.908311Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038079467174441:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9019) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:44.908369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593038083762141831:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:44.909304Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038079467174441:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9019) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:44.909369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038083762141831:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:44.909406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038079467174441:2048] [node 1] ICP30 unregister session Session# [3:7593038083762141831:2048] VirtualId# [3:7593038083762141818:0]
2026-01-08T17:05:44.909510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:44.909544Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593038079467174441:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9019) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:44.909561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9019) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:44.914603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [2:7593038079265425007:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:44.914833Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:44.915072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038083899416685:2048] [node 1] ICS01 socket: 375 reason# EndOfStream
2026-01-08T17:05:44.915121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038079604449291:2048] [node 1] ICP30 unregister session Session# [4:7593038083899416685:2048] VirtualId# [4:7593038083899416668:0]
2026-01-08T17:05:44.915164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038083899416685:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:44.915250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:44.915297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:44.915428Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:44.915602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038084296320541:2048] [node 1] ICS01 socket: 377 reason# EndOfStream
2026-01-08T17:05:44.915641Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038080001353146:2048] [node 1] ICP30 unregister session Session# [6:7593038084296320541:2048] VirtualId# [6:7593038084296320533:0]
2026-01-08T17:05:44.915667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038084296320541:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:44.915732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:44.915788Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:44.918781Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593038079467174441:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:44.915885Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:44.916094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [5:7593038083325631945:2048] [node 1] ICS07 socket disconnect 402 reason# EndOfStream
2026-01-08T17:05:44.916129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038083325631945:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:44.916195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:44.916238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [5:7593038083325631945:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:44.923506Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038079030664555:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9019) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:44.923582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038083325631945:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:44.923622Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038079030664555:2048] [node 1] ICP30 unregister session Session# [5:7593038083325631945:2048] VirtualId# [5:7593038083325631937:0]
2026-01-08T17:05:44.923673Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:44.923709Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [5:7593038079030664555:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:9019) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:44.923726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:9019) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:44.938471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [5:7593038079030664555:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:45.282387Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:45.282661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593038083762141838:2049] [node 2] ICS07 socket disconnect 399 reason# EndOfStream
2026-01-08T17:05:45.282704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038083762141838:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:45.282809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:45.282868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593038083762141838:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:45.288132Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038079467174442:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17601) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:45.288198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593038083762141838:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:45.289385Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038079467174442:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17601) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:45.289480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038083762141838:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:45.289528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038079467174442:2049] [node 2] ICP30 unregister session Session# [3:7593038083762141838:2049] VirtualId# [3:7593038083762141822:0]
2026-01-08T17:05:45.289601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:45.289659Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593038079467174442:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17601) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:45.289682Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17601) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:45.298957Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:45.299251Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038083325631950:2049] [node 2] ICS01 socket: 383 reason# EndOfStream
2026-01-08T17:05:45.299309Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038079030664556:2049] [node 2] ICP30 unregister session Session# [5:7593038083325631950:2049] VirtualId# [5:7593038083325631933:0]
2026-01-08T17:05:45.299359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038083325631950:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:45.299480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:45.299532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:45.299657Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:45.299869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038084296320534:2049] [node 2] ICS01 socket: 373 reason# EndOfStream
2026-01-08T17:05:45.299911Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038080001353147:2049] [node 2] ICP30 unregister session Session# [6:7593038084296320534:2049] VirtualId# [6:7593038084296320519:0]
2026-01-08T17:05:45.299943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038084296320534:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:45.300015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:45.300053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:45.303443Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593038079467174442:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:45.318959Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:45.319272Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593038083899416689:2049] [node 2] ICS07 socket disconnect 412 reason# EndOfStream
2026-01-08T17:05:45.319316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038083899416689:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:45.319423Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:45.319476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593038083899416689:2049] [node 2] ICS15 start handshake
2026-01-08T17:05:45.321360Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038079604449292:2049] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17601) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:45.321432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038083899416689:2049] [node 2] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:45.321482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038079604449292:2049] [node 2] ICP30 unregister session Session# [4:7593038083899416689:2049] VirtualId# [4:7593038083899416687:0]
2026-01-08T17:05:45.321535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:45.321572Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593038079604449292:2049] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:17601) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:45.321590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:17601) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:45.334434Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593038079604449292:2049] [node 2] ICP33 wake up from error state
2026-01-08T17:05:45.580880Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:45.581160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038083899416675:2050] [node 3] ICS01 socket: 362 reason# EndOfStream
2026-01-08T17:05:45.581215Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038079604449293:2050] [node 3] ICP30 unregister session Session# [4:7593038083899416675:2050] VirtualId# [4:7593038083899416670:0]
2026-01-08T17:05:45.581266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038083899416675:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:45.581367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:45.581439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:45.582092Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:45.582335Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038083325631943:2050] [node 3] ICS01 socket: 357 reason# EndOfStream
2026-01-08T17:05:45.582388Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038079030664557:2050] [node 3] ICP30 unregister session Session# [5:7593038083325631943:2050] VirtualId# [5:7593038083325631932:0]
2026-01-08T17:05:45.582428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038083325631943:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:45.582501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:45.582543Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:45.598595Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:45.598899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038084296320545:2050] [node 3] ICS01 socket: 372 reason# EndOfStream
2026-01-08T17:05:45.598974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038080001353148:2050] [node 3] ICP30 unregister session Session# [6:7593038084296320545:2050] VirtualId# [6:7593038084296320525:0]
2026-01-08T17:05:45.599033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038084296320545:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:45.599154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:45.599215Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:45.968435Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:45.968712Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038084296320536:2066] [node 4] ICS01 socket: 393 reason# EndOfStream
2026-01-08T17:05:45.968775Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038080001353166:2066] [node 4] ICP30 unregister session Session# [6:7593038084296320536:2066] VirtualId# [6:7593038084296320528:0]
2026-01-08T17:05:45.968825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038084296320536:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:45.968930Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:45.968980Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:45.969106Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:45.969325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038083325631948:2063] [node 4] ICS01 socket: 414 reason# EndOfStream
2026-01-08T17:05:45.969367Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038079030664574:2063] [node 4] ICP30 unregister session Session# [5:7593038083325631948:2063] VirtualId# [5:7593038083325631941:0]
2026-01-08T17:05:45.969400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038083325631948:2063] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:45.969470Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:45.969511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:46.198783Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
2026-01-08T17:05:46.199055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038084296320543:2067] [node 5] ICS01 socket: 421 reason# EndOfStream
2026-01-08T17:05:46.199113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038080001353168:2067] [node 5] ICP30 unregister session Session# [6:7593038084296320543:2067] VirtualId# [6:7593038084296320538:0]
2026-01-08T17:05:46.199172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038084296320543:2067] [node 5] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:46.199271Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [5] disconnected
2026-01-08T17:05:46.199320Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [5] session destroyed
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
Error.size# 10
2026-01-08T17:05:46.701186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038094565591780:2048] [node 2] ICP01 ready to work
2026-01-08T17:05:46.701243Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038094565591781:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:46.740303Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038092114215591:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:46.740372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038092114215592:2049] [node 3] ICP01 ready to work
2026-01-08T17:05:46.793933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038095189203143:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:46.793978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038095189203144:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:46.794019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038095189203145:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:46.778620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038092861197034:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:46.778747Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038092861197035:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:46.839354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038093154209060:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:46.839398Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038093154209061:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:46.839435Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038093154209062:2050] [node 3] ICP01 ready to work
2026-01-08T17:05:46.879817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038093913135212:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:46.879863Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038093913135213:2049] [node 2] ICP01 ready to work
2026-01-08T17:05:46.879904Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038093913135214:2050] [node 3] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.146400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038096409182910:2069] [node 4] ICP01 ready to work
2026-01-08T17:05:47.166524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038098208102528:2066] [node 4] ICP01 ready to work
2026-01-08T17:05:47.182608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038097156164359:2066] [node 6] ICP01 ready to work
2026-01-08T17:05:47.218149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038096409182948:2073] [node 5] ICP01 ready to work
2026-01-08T17:05:47.183292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [6:7593038098208102529:2065] [node 5] ICP01 ready to work
2026-01-08T17:05:47.259687Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038099484170472:2073] [node 5] ICP01 ready to work
2026-01-08T17:05:47.207911Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038098860559143:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5687
2026-01-08T17:05:47.257007Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038097156164362:2067] [node 4] ICP01 ready to work
2026-01-08T17:05:47.258810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038097449176380:2064] [node 4] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.208605Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038098860559141:2093] [node 6] ICP01 ready to work
2026-01-08T17:05:47.318387Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038096409182951:2072] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.318473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [3:7593038097156164370:2068] [node 5] ICP01 ready to work
2026-01-08T17:05:47.338409Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [5:7593038097449176402:2065] [node 6] ICP01 ready to work
2026-01-08T17:05:47.366874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [4:7593038099484170500:2075] [node 6] ICP01 ready to work
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.417526Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038093913135212:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(158358847ns) {Configure:104(158349486ns) {ProcessConfigured:135(112258ns) {StartInitialHandshake:157(108612ns) {DropHandshakes:470(22271ns) {DropIncomingHandshake:442(608ns) DropOutgoingHandshake:457(448ns)} GenerateSessionVirtualId:992(1382ns) PrepareNewSessionHandshake:477(2333ns) {SwitchToState:179(763ns)}}}}}
2026-01-08T17:05:47.318513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038098860559144:2090] [node 4] ICP01 ready to work
2026-01-08T17:05:47.406967Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038092861197034:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(305238005ns) {Configure:104(305231046ns) {ProcessConfigured:135(17920540ns) {StartInitialHandshake:157(17916865ns) {DropHandshakes:470(4177ns) {DropIncomingHandshake:442(1075ns) DropOutgoingHandshake:457(547ns)} GenerateSessionVirtualId:992(1175ns) PrepareNewSessionHandshake:477(4684ns) {SwitchToState:179(3096ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.313848Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038098860559145:2094] [node 5] ICP01 ready to work
2026-01-08T17:05:47.436120Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038097156164365:2080] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56407
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.509977Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038098208102581:2113] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2026-01-08T17:05:47.518650Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038093913135214:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(383143933ns) {Configure:104(383135900ns) {ProcessConfigured:135(40015207ns) {StartInitialHandshake:157(40011833ns) {DropHandshakes:470(1770ns) {DropIncomingHandshake:442(379ns) DropOutgoingHandshake:457(520ns)} GenerateSessionVirtualId:992(587ns) PrepareNewSessionHandshake:477(5240ns) {SwitchToState:179(2305ns)}}}}}
2026-01-08T17:05:47.468789Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038097449176424:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44387
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.533588Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038098208102583:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.551228Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038098208102585:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.395427Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038098860559146:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5687
2026-01-08T17:05:47.564763Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038096409182948:2073] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(202837194ns) {Configure:104(202830830ns) {ProcessConfigured:135(72359ns) {StartInitialHandshake:157(69964ns) {DropHandshakes:470(3433ns) {DropIncomingHandshake:442(674ns) DropOutgoingHandshake:457(918ns)} GenerateSessionVirtualId:992(1543ns) PrepareNewSessionHandshake:477(2247ns) {SwitchToState:179(871ns)}}}}}
2026-01-08T17:05:47.530969Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038097156164359:2066] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(111626117ns) {Configure:104(111618719ns) {ProcessConfigured:135(28458572ns) {StartInitialHandshake:157(28454623ns) {DropHandshakes:470(3494ns) {DropIncomingHandshake:442(666ns) DropOutgoingHandshake:457(403ns)} GenerateSessionVirtualId:992(1263ns) PrepareNewSessionHandshake:477(4878ns) {SwitchToState:179(2887ns)}}}}}
2026-01-08T17:05:47.558861Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038098208102584:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.580982Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038096409182955:2111] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58192
2026-01-08T17:05:47.539051Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038099484170509:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1058
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.600995Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038098208102586:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2026-01-08T17:05:47.542613Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [3:7593038092861197035:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(368747561ns) {Configure:104(368736839ns) {ProcessConfigured:135(89332ns) {StartInitialHandshake:157(85641ns) {DropHandshakes:470(2193ns) {DropIncomingHandshake:442(272ns) DropOutgoingHandshake:457(555ns)} GenerateSessionVirtualId:992(678ns) PrepareNewSessionHandshake:477(2244ns) {SwitchToState:179(640ns)}}}}}
No RDMA context found for GID: 2026-01-08T17:05:47.553402Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038097156164410:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56407
::ffff:127.1.0.0
2026-01-08T17:05:47.558157Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038097156164365:2080] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.582560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038092861197034:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:47.450980Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038098860559143:2111] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.582620Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038095189203144:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(167542039ns) {Configure:104(167533408ns) {ProcessConfigured:135(32808223ns) {StartInitialHandshake:157(32804443ns) {DropHandshakes:470(3207ns) {DropIncomingHandshake:442(515ns) DropOutgoingHandshake:457(400ns)} GenerateSessionVirtualId:992(949ns) PrepareNewSessionHandshake:477(4203ns) {SwitchToState:179(2080ns)}}}}}
2026-01-08T17:05:47.603996Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038092861197034:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24209856ns) {IncomingHandshake:261(24207223ns) {DropIncomingHandshake:442(717ns) PrepareNewSessionHandshake:477(12038252ns) {SwitchToState:179(7796ns)} GenerateSessionVirtualId:992(1350ns) IssueIncomingHandshakeReply:193(80463ns) {SwitchToState:179(1328ns)}}}
2026-01-08T17:05:47.587127Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038097449176424:2111] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.603821Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038096409182964:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58192
2026-01-08T17:05:47.451165Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038098860559150:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5687
2026-01-08T17:05:47.607322Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038098208102528:2066] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(292711572ns) {Configure:104(292691104ns) {ProcessConfigured:135(63132ns) {StartInitialHandshake:157(60452ns) {DropHandshakes:470(3385ns) {DropIncomingHandshake:442(760ns) DropOutgoingHandshake:457(587ns)} GenerateSessionVirtualId:992(1235ns) PrepareNewSessionHandshake:477(2102ns) {SwitchToState:179(966ns)}}}}}
2026-01-08T17:05:47.589654Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038097449176425:2112] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44387
2026-01-08T17:05:47.607955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038098208102585:2116] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.611624Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038092114215592:2049] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(179540044ns) {Configure:104(179527278ns) {ProcessConfigured:135(69948ns) {StartInitialHandshake:157(67124ns) {DropHandshakes:470(2447ns) {DropIncomingHandshake:442(485ns) DropOutgoingHandshake:457(502ns)} GenerateSessionVirtualId:992(828ns) PrepareNewSessionHandshake:477(1259ns) {SwitchToState:179(608ns)}}}}}
2026-01-08T17:05:47.451268Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038098860559151:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5687
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.589858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038093154209060:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:47.608130Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038093913135212:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.655533Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038096409182955:2111] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.505526Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038098860559141:2093] [node 6] ICP35 event processing took too much time PendingNodeInfo:262(62723776ns) {Configure:104(62714723ns) {ProcessConfigured:135(109029ns) {StartInitialHandshake:157(105579ns) {DropHandshakes:470(3315ns) {DropIncomingHandshake:442(675ns) DropOutgoingHandshake:457(539ns)} GenerateSessionVirtualId:992(1217ns) PrepareNewSessionHandshake:477(1961ns) {SwitchToState:179(811ns)}}}}}
2026-01-08T17:05:47.595101Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038098860559146:2112] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.619396Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038098860559148:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.619451Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038098860559148:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:47.621819Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038098860559135:2106] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.621875Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038098860559135:2106] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:47.627636Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038098860559148:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:47.632396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038098860559145:2094] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:47.632499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:47.632570Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038098860559145:2094] [node 5] ICP22 created new session: [1:7593038098860559157:2094]
2026-01-08T17:05:47.632627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038098860559157:2094] [node 5] ICS09 handshake done sender: [1:7593038098860559148:2113] self: [1:7593038098860559147:0] peer: [5:7593038097449176428:0] socket: 375 qp: -1
2026-01-08T17:05:47.632669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038098860559157:2094] [node 5] ICS10 traffic start
2026-01-08T17:05:47.632719Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:47.640260Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038098860559135:2106] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:47.640383Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038098860559154:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.640425Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038098860559154:2116] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:47.683194Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038094565591781:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:47.683282Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:47.683351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038094565591781:2049] [node 3] ICP22 created new session: [1:7593038098860559160:2049]
2026-01-08T17:05:47.683425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038098860559160:2049] [node 3] ICS09 handshake done sender: [1:7593038098860559135:2106] self: [1:7593038098860559134:0] peer: [3:7593038097156164411:0] socket: 360 qp: -1
2026-01-08T17:05:47.698873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038098860559160:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:47.698960Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:47.700931Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038094565591781:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(16657240ns) {HandleHandshakeStatus:329(16646590ns) {DropIncomingHandshake:442(582ns) DropOutgoingHandshake:457(765ns) SwitchToState:179(845ns) ProcessPendingSessionEvents:495(649249ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 582711ns max# 80819ns}}}
2026-01-08T17:05:47.704405Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038098860559145:2094] [node 5] ICP35 event processing took too much time PendingConnection:279(70788823ns) {HandleHandshakeStatus:329(70785663ns) {DropIncomingHandshake:442(19229ns) DropOutgoingHandshake:457(542ns) SwitchToState:179(295ns) ProcessPendingSessionEvents:495(30320648ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 30239605ns max# 29748771ns}}}
2026-01-08T17:05:47.706900Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038098860559151:2115] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.719074Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038097156164410:2116] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.714226Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038096409182958:2112] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.714284Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038096409182958:2112] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:47.760456Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038096409182958:2112] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:47.724643Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038097449176380:2064] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(105244672ns) {Configure:104(105236276ns) {ProcessConfigured:135(76565ns) {StartInitialHandshake:157(73351ns) {DropHandshakes:470(3112ns) {DropIncomingHandshake:442(585ns) DropOutgoingHandshake:457(687ns)} GenerateSessionVirtualId:992(1210ns) PrepareNewSessionHandshake:477(2287ns) {SwitchToState:179(900ns)}}}}}
2026-01-08T17:05:47.631263Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [6:7593038098208102529:2065] [node 5] ICP35 event processing took too much time PendingNodeInfo:262(391505327ns) {Configure:104(391496038ns) {ProcessConfigured:135(73653ns) {StartInitialHandshake:157(71390ns) {DropHandshakes:470(1287ns) {DropIncomingHandshake:442(81ns) DropOutgoingHandshake:457(80ns)} GenerateSessionVirtualId:992(237ns) PrepareNewSessionHandshake:477(1825ns) {SwitchToState:179(746ns)}}}}}
2026-01-08T17:05:47.760988Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038096409182951:2072] [node 6] ICP20 outgoing handshake succeeded
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.737681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038099484170509:2112] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.761105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:47.761178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038096409182951:2072] [node 6] ICP22 created new session: [2:7593038096409182970:2072]
2026-01-08T17:05:47.761259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038096409182970:2072] [node 6] ICS09 handshake done sender: [2:7593038096409182958:2112] self: [2:7593038096409182957:0] peer: [6:7593038098208102592:0] socket: 370 qp: -1
2026-01-08T17:05:47.761311Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038096409182970:2072] [node 6] ICS10 traffic start
2026-01-08T17:05:47.761358Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:47.725161Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038093154209060:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14102) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593038097449176424:2111] held: no
2026-01-08T17:05:47.730992Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038097156164412:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56407
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.651733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038098208102581:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.738240Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038095189203145:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(459695401ns) {Configure:104(459686161ns) {ProcessConfigured:135(23951921ns) {StartInitialHandshake:157(23948016ns) {DropHandshakes:470(3298ns) {DropIncomingHandshake:442(948ns) DropOutgoingHandshake:457(437ns)} GenerateSessionVirtualId:992(1214ns) PrepareNewSessionHandshake:477(4697ns) {SwitchToState:179(1958ns)}}}}}
2026-01-08T17:05:47.751434Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038098860559154:2116] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:47.766837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038097156164365:2080] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:47.726128Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038097449176431:2114] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44387
2026-01-08T17:05:47.802946Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [4:7593038095189203143:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(336177506ns) {Configure:104(336162221ns) {ProcessConfigured:135(7713562ns) {StartInitialHandshake:157(7710149ns) {DropHandshakes:470(3155ns) {DropIncomingHandshake:442(537ns) DropOutgoingHandshake:457(464ns)} GenerateSessionVirtualId:992(1356ns) PrepareNewSessionHandshake:477(3834ns) {SwitchToState:179(460ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.652001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038093913135213:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:47.803768Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038098860559141:2093] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:47.832796Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038096409182964:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.798775Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038097156164359:2066] [node 6] ICP35 event processing took too much time PendingConnection:279(20290323ns) {IncomingHandshake:261(71607ns) {DropIncomingHandshake:442(832ns) PrepareNewSessionHandshake:477(2431ns) {SwitchToState:179(1041ns)} GenerateSessionVirtualId:992(1649ns) IssueIncomingHandshakeReply:193(11681ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.879414Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038096409182974:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58192
2026-01-08T17:05:47.732724Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038093154209062:2050] [node 3] ICP35 event processing took too much time PendingNodeInfo:262(436767692ns) {Configure:104(436756026ns) {ProcessConfigured:135(31963402ns) {StartInitialHandshake:157(31960575ns) {DropHandshakes:470(2959ns) {DropIncomingHandshake:442(587ns) DropOutgoingHandshake:457(802ns)} GenerateSessionVirtualId:992(2156ns) PrepareNewSessionHandshake:477(2509ns) {SwitchToState:179(1002ns)}}}}}
2026-01-08T17:05:47.832444Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038094565591780:2048] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(363643832ns) {Configure:104(363633961ns) {ProcessConfigured:135(39629702ns) {StartInitialHandshake:157(39627083ns) {DropHandshakes:470(2797ns) {DropIncomingHandshake:442(651ns) DropOutgoingHandshake:457(519ns)} GenerateSessionVirtualId:992(1335ns) PrepareNewSessionHandshake:477(5558ns) {SwitchToState:179(2939ns)}}}}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.808087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038092861197034:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:47.826597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:47.830543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038092861197034:2048] [node 1] ICP22 created new session: [3:7593038097156164415:2048]
2026-01-08T17:05:47.830582Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038097156164404:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.830633Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038097156164404:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:47.846415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038097156164415:2048] [node 1] ICS09 handshake done sender: [3:7593038097156164365:2080] self: [3:7593038097156164411:0] peer: [1:7593038098860559134:0] socket: 364 qp: -1
2026-01-08T17:05:47.854862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038097156164415:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:47.854940Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:47.882704Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038092861197034:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(77512697ns) {HandleHandshakeStatus:329(77509329ns) {DropIncomingHandshake:442(4769ns) DropOutgoingHandshake:457(24343ns) SwitchToState:179(1097ns) ProcessPendingSessionEvents:495(26237669ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 26173181ns max# 25684209ns}}}
2026-01-08T17:05:47.887843Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038097156164404:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:47.815625Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038099484170518:2116] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1058
2026-01-08T17:05:47.763287Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038097449176424:2111] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:47.750877Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038098208102593:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2026-01-08T17:05:47.834692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.751723Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038098208102583:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.919087Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038096409182975:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58192
2026-01-08T17:05:47.835224Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [1:7593038098860559144:2090] [node 4] ICP35 event processing took too much time PendingNodeInfo:262(133247277ns) {Configure:104(133239468ns) {ProcessConfigured:135(64422ns) {StartInitialHandshake:157(60836ns) {DropHandshakes:470(5073ns) {DropIncomingHandshake:442(286ns) DropOutgoingHandshake:457(368ns)} GenerateSessionVirtualId:992(336ns) PrepareNewSessionHandshake:477(1108ns) {SwitchToState:179(418ns)}}}}}
2026-01-08T17:05:47.764124Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038097449176432:2115] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44387
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.815960Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038099484170519:2117] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1058
2026-01-08T17:05:47.835654Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038098860559150:2114] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.835910Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [1:7593038094565591781:2049] [node 3] ICP18 handshake (actor [1:7593038098860559150:2114]) is too old
2026-01-08T17:05:47.846755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038098860559141:2093] [node 6] ICP22 created new session: [1:7593038098860559166:2093]
2026-01-08T17:05:47.860971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038098860559166:2093] [node 6] ICS09 handshake done sender: [1:7593038098860559154:2116] self: [1:7593038098860559153:0] peer: [6:7593038098208102589:0] socket: 386 qp: -1
2026-01-08T17:05:47.861035Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038098860559166:2093] [node 6] ICS10 traffic start
2026-01-08T17:05:47.894679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:47.924028Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [1:7593038098860559141:2093] [node 6] ICP35 event processing took too much time PendingConnection:279(119125314ns) {HandleHandshakeStatus:329(119122492ns) {DropIncomingHandshake:442(20361ns) DropOutgoingHandshake:457(818ns) SwitchToState:179(825ns) ProcessPendingSessionEvents:495(8001220ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 7922509ns max# 7337937ns}}}
2026-01-08T17:05:47.827081Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038097449176432:2115] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.834408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038093154209060:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:47.834489Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:47.846000Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038097449176427:2113] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.846051Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [5:7593038097449176427:2113] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:47.846864Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038093154209060:2048] [node 1] ICP22 created new session: [5:7593038097449176438:2048]
2026-01-08T17:05:47.846923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038097449176438:2048] [node 1] ICS09 handshake done sender: [5:7593038097449176424:2111] self: [5:7593038097449176428:0] peer: [1:7593038098860559147:0] socket: 378 qp: -1
2026-01-08T17:05:47.846968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038097449176438:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:47.847047Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:47.847368Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038093154209060:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(24205181ns) {HandleHandshakeStatus:329(24199813ns) {DropIncomingHandshake:442(2630ns) DropOutgoingHandshake:457(900ns) SwitchToState:179(915ns) ProcessPendingSessionEvents:495(2400ns)}}
2026-01-08T17:05:47.860591Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038097449176427:2113] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:47.867058Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038097449176442:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44387
2026-01-08T17:05:47.886757Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [5:7593038093154209061:2049] [node 2] ICP35 event processing took too much time PendingNodeInfo:262(302488189ns) {Configure:104(291390708ns) {ProcessConfigured:135(23549323ns) {StartInitialHandshake:157(23545548ns) {DropHandshakes:470(2827ns) {DropIncomingHandshake:442(589ns) DropOutgoingHandshake:457(394ns)} GenerateSessionVirtualId:992(1033ns) PrepareNewSessionHandshake:477(4570ns) {SwitchToState:179(2022ns)}}}}}
2026-01-08T17:05:47.887018Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038093154209061:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:47.891219Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [5:7593038097449176402:2065] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:47.891285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:47.891357Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038097449176402:2065] [node 6] ICP22 created new session: [5:7593038097449176445:2065]
2026-01-08T17:05:47.910697Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038097449176425:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.919152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038097449176445:2065] [node 6] ICS09 handshake done sender: [5:7593038097449176427:2113] self: [5:7593038097449176426:0] peer: [6:7593038098208102596:0] socket: 396 qp: -1
2026-01-08T17:05:47.919227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038097449176445:2065] [node 6] ICS10 traffic start
2026-01-08T17:05:47.919295Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:47.968173Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038097449176447:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44387
2026-01-08T17:05:47.972429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038097449176380:2064] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:47.880192Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038099484170520:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1058
2026-01-08T17:05:47.880466Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038099484170521:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1058
2026-01-08T17:05:47.890464Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038099484170518:2116] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.902449Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038099484170506:2110] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.902507Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038099484170506:2110] [node 6] ICRDMA Non success qp response from remote side
2026-01-08T17:05:47.930565Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038099484170520:2118] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.930939Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038099484170521:2119] [node 6] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.954500Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038095189203143:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:47.971347Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038099484170519:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.971723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038095189203144:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:47.930583Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038096409182963:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.962963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038097156164359:2066] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:47.994292Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038097449176380:2064] [node 4] ICP35 event processing took too much time PendingConnection:279(18849272ns) {IncomingHandshake:261(18846250ns) {DropIncomingHandshake:442(1223ns) PrepareNewSessionHandshake:477(2975ns) {SwitchToState:179(753ns)} GenerateSessionVirtualId:992(1017ns) IssueIncomingHandshakeReply:193(9331775ns) {SwitchToState:179(2434ns)}}}
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:48.000257Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038097449176450:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44387
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.978530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [4:7593038095189203145:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:48.016085Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038093154209061:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20707) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593038097449176432:2115] held: no
2026-01-08T17:05:48.020045Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038097449176402:2065] [node 6] ICP35 event processing took too much time PendingConnection:279(127810939ns) {HandleHandshakeStatus:329(127806699ns) {DropIncomingHandshake:442(386ns) DropOutgoingHandshake:457(735ns) SwitchToState:179(782ns) ProcessPendingSessionEvents:495(32398634ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 32304553ns max# 12914044ns}}}
2026-01-08T17:05:47.763939Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038098208102586:2117] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:48.006593Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038098860559168:2118] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:48.006666Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038098860559168:2118] [node 4] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.978053Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:47.930655Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038096409182963:2114] [node 5] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.794864Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038098208102595:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2026-01-08T17:05:47.982936Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038099484170506:2110] [node 6] ICH04 handshake succeeded
2026-01-08T17:05:47.947978Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038096409182976:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58192
2026-01-08T17:05:47.948371Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038096409182963:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:47.948668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038096409182948:2073] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:47.948733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:47.948800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038096409182948:2073] [node 5] ICP22 created new session: [2:7593038096409182978:2073]
2026-01-08T17:05:47.948861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038096409182978:2073] [node 5] ICS09 handshake done sender: [2:7593038096409182963:2114] self: [2:7593038096409182962:0] peer: [5:7593038097449176444:0] socket: 399 qp: -1
2026-01-08T17:05:47.948907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038096409182978:2073] [node 5] ICS10 traffic start
2026-01-08T17:05:47.948955Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:47.954532Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038096409182975:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.969582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [2:7593038096409182948:2073] [node 5] ICP18 handshake (actor [2:7593038096409182975:2118]) is too old
2026-01-08T17:05:47.974944Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038096409182960:2113] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.974978Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038096409182960:2113] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:47.995786Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038096409182960:2113] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:48.015863Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038096409182976:2119] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:48.026916Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038096409182974:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:48.034554Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038092114215591:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:48.035886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038096409182910:2069] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:48.035967Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:48.036039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038096409182910:2069] [node 4] ICP22 created new session: [2:7593038100704150279:2069]
2026-01-08T17:05:48.036121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038100704150279:2069] [node 4] ICS09 handshake done sender: [2:7593038096409182960:2113] self: [2:7593038096409182959:0] peer: [4:7593038099484170525:0] socket: 367 qp: -1
2026-01-08T17:05:48.036213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038100704150279:2069] [node 4] ICS10 traffic start
2026-01-08T17:05:48.036292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:48.056647Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038098860559165:2117] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:48.056694Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [1:7593038098860559165:2117] [node 2] ICRDMA Non success qp response from remote side
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:48.038752Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [5:7593038097449176442:2118] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:48.058767Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038098860559165:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:47.994542Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [4:7593038099484170512:2113] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:47.978124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038097156164359:2066] [node 6] ICP22 created new session: [3:7593038097156164420:2066]
2026-01-08T17:05:47.795868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038093913135214:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:48.081500Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [2:7593038100704150282:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:58192
2026-01-08T17:05:47.994585Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [4:7593038099484170512:2113] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:48.015442Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038099484170528:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1058
2026-01-08T17:05:48.018444Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038095189203145:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(44010259ns) {IncomingHandshake:261(27681998ns) {DropIncomingHandshake:442(730ns) PrepareNewSessionHandshake:477(6222169ns) {SwitchToState:179(3689ns)} GenerateSessionVirtualId:992(721ns) IssueIncomingHandshakeReply:193(77208ns) {SwitchToState:179(221ns)}}}
2026-01-08T17:05:48.058759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038099484170500:2075] [node 6] ICP20 outgoing handshake succeeded
2026-01-08T17:05:48.058899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [6] session created
2026-01-08T17:05:48.058968Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038099484170500:2075] [node 6] ICP22 created new session: [4:7593038103779137826:2075]
2026-01-08T17:05:48.059049Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038103779137826:2075] [node 6] ICS09 handshake done sender: [4:7593038099484170506:2110] self: [4:7593038099484170505:0] peer: [6:7593038098208102598:0] socket: 384 qp: -1
2026-01-08T17:05:48.059110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038103779137826:2075] [node 6] ICS10 traffic start
2026-01-08T17:05:48.059160Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:48.082044Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038095189203144:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20707) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593038099484170519:2117] held: no
2026-01-08T17:05:48.091938Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038099484170512:2113] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:48.091712Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038092114215591:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14102) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593038096409182974:2117] held: no
2026-01-08T17:05:48.045419Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [5:7593038093154209062:2050] [node 3] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:47.811043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038098208102529:2065] [node 5] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:47.848920Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [6:7593038098208102584:2115] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:47.849133Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038093913135213:2049] [node 2] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:20707) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038098208102581:2113] held: no
2026-01-08T17:05:47.850021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038098208102585:2116] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:47.850576Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038098208102597:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2026-01-08T17:05:47.850755Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [6:7593038098208102528:2066] [node 4] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:47.850997Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038098208102581:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:47.870976Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038093913135213:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:47.871075Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:47.871155Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038093913135213:2049] [node 2] ICP22 created new session: [6:7593038098208102599:2049]
2026-01-08T17:05:47.871235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038098208102599:2049] [node 2] ICS09 handshake done sender: [6:7593038098208102581:2113] self: [6:7593038098208102592:0] peer: [2:7593038096409182957:0] socket: 376 qp: -1
2026-01-08T17:05:47.871291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038098208102599:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:47.871347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:47.873400Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038098208102601:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2026-01-08T17:05:47.884687Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038098208102586:2117] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:47.887548Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [6:7593038093913135212:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14102) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [6:7593038098208102585:2116] held: no
2026-01-08T17:05:47.915632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038098208102529:2065] [node 5] ICP19 incoming handshake succeeded
2026-01-08T17:05:47.915733Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:47.915840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038098208102529:2065] [node 5] ICP22 created new session: [6:7593038098208102604:2065]
2026-01-08T17:05:47.915920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038098208102604:2065] [node 5] ICS09 handshake done sender: [6:7593038098208102586:2117] self: [6:7593038098208102596:0] peer: [5:7593038097449176426:0] socket: 397 qp: -1
2026-01-08T17:05:47.915975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038098208102604:2065] [node 5] ICS10 traffic start
2026-01-08T17:05:47.916028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:47.917585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038098208102583:2114] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:47.944224Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038093913135214:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:47.944297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:47.944372Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038093913135214:2050] [node 3] ICP22 created new session: [6:7593038098208102606:2050]
2026-01-08T17:05:47.944434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038098208102606:2050] [node 3] ICS09 handshake done sender: [6:7593038098208102583:2114] self: [6:7593038098208102594:0] peer: [3:7593038097156164403:0] socket: 383 qp: -1
2026-01-08T17:05:47.944486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038098208102606:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:47.944534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:47.960180Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [6:7593038093913135212:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(104727553ns) {HandleHandshakeStatus:395(104720903ns) {LogHandshakeFail:472(26719ns) {UpdateErrorStateLog:545(8163ns)} DropOutgoingHandshake:457(3027ns) ProcessPendingSessionEvents:495(71604041ns) {unordered DropSessionEvent:512 num# 100 sum# 26001073ns max# 21128138ns}}}
2026-01-08T17:05:47.960631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038093913135212:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:47.960716Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:47.960783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038093913135212:2048] [node 1] ICP22 created new session: [6:7593038098208102608:2048]
2026-01-08T17:05:47.960849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038098208102608:2048] [node 1] ICS09 handshake done sender: [6:7593038098208102585:2116] self: [6:7593038098208102589:0] peer: [1:7593038098860559153:0] socket: 389 qp: -1
2026-01-08T17:05:47.960897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038098208102608:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:47.960937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:47.999325Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [6:7593038098208102610:2124] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:40023
2026-01-08T17:05:48.000009Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [6:7593038098208102584:2115] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:48.000655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [6:7593038098208102528:2066] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:48.000744Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:48.000828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [6:7593038098208102528:2066] [node 4] ICP22 created new session: [6:7593038098208102611:2066]
2026-01-08T17:05:48.000886Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [6:7593038098208102611:2066] [node 4] ICS09 handshake done sender: [6:7593038098208102584:2115] self: [6:7593038098208102598:0] peer: [4:7593038099484170505:0] socket: 388 qp: -1
2026-01-08T17:05:48.000934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [6:7593038098208102611:2066] [node 4] ICS10 traffic start
2026-01-08T17:05:48.000979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:48.059600Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038094565591780:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:48.045725Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038101744143747:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44387
2026-01-08T17:05:48.069375Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [5:7593038101744143749:2123] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:44387
2026-01-08T17:05:48.091215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038097449176442:2118] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:47.978196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038097156164420:2066] [node 6] ICS09 handshake done sender: [3:7593038097156164404:2113] self: [3:7593038097156164403:0] peer: [6:7593038098208102594:0] socket: 382 qp: -1
2026-01-08T17:05:48.124400Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038092114215591:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(47604090ns) {HandleHandshakeStatus:395(47600654ns) {LogHandshakeFail:472(17478ns) {UpdateErrorStateLog:545(6535ns)} DropOutgoingHandshake:457(2550ns) ProcessPendingSessionEvents:495(31639095ns) {unordered DropSessionEvent:512 num# 100 sum# 17016452ns max# 10003710ns}}}
2026-01-08T17:05:48.124782Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038096409182974:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:48.122740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038093154209062:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:48.128524Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038092114215591:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:48.059671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:48.128614Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:48.137134Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:48.137227Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038093154209062:2050] [node 3] ICP22 created new session: [5:7593038101744143750:2050]
2026-01-08T17:05:48.157587Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038101744143750:2050] [node 3] ICS09 handshake done sender: [5:7593038097449176442:2118] self: [5:7593038101744143748:0] peer: [3:7593038097156164406:0] socket: 374 qp: -1
2026-01-08T17:05:47.978242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038097156164420:2066] [node 6] ICS10 traffic start
2026-01-08T17:05:48.145878Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [4:7593038099484170472:2073] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:48.146007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:48.146085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038099484170472:2073] [node 5] ICP22 created new session: [4:7593038103779137831:2073]
2026-01-08T17:05:48.146177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038103779137831:2073] [node 5] ICS09 handshake done sender: [4:7593038099484170512:2113] self: [4:7593038099484170511:0] peer: [5:7593038097449176449:0] socket: 392 qp: -1
2026-01-08T17:05:48.146228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038103779137831:2073] [node 5] ICS10 traffic start
2026-01-08T17:05:48.146277Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:48.162745Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038097449176425:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:48.163150Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038101744143750:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:48.059730Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038094565591780:2048] [node 2] ICP22 created new session: [1:7593038103155526470:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:48.128674Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038092114215591:2048] [node 1] ICP22 created new session: [2:7593038100704150283:2048]
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:48.185181Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038103779137829:2122] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1058
2026-01-08T17:05:48.186150Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038099484170520:2118] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:47.978285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [6] connected
2026-01-08T17:05:48.190517Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [4:7593038103779137828:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:1058
No RDMA context found for GID: ::ffff:127.1.0.0
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:48.182369Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:48.206438Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038095189203143:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:48.206603Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:48.206672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038095189203143:2048] [node 1] ICP22 created new session: [4:7593038103779137834:2048]
2026-01-08T17:05:48.206743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038103779137834:2048] [node 1] ICS09 handshake done sender: [4:7593038099484170520:2118] self: [4:7593038099484170523:0] peer: [1:7593038098860559167:0] socket: 413 qp: -1
2026-01-08T17:05:48.207235Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [5:7593038097449176380:2064] [node 4] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:8708) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [5:7593038097449176425:2112] held: no
2026-01-08T17:05:48.207930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038097449176380:2064] [node 4] ICP19 incoming handshake succeeded
2026-01-08T17:05:48.208020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:48.208134Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038097449176380:2064] [node 4] ICP22 created new session: [5:7593038101744143752:2064]
2026-01-08T17:05:48.208205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038101744143752:2064] [node 4] ICS09 handshake done sender: [5:7593038097449176425:2112] self: [5:7593038097449176449:0] peer: [4:7593038099484170511:0] socket: 393 qp: -1
2026-01-08T17:05:48.208252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038101744143752:2064] [node 4] ICS10 traffic start
2026-01-08T17:05:48.208297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:48.128740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038100704150283:2048] [node 1] ICS09 handshake done sender: [2:7593038096409182974:2117] self: [2:7593038100704150278:0] peer: [1:7593038098860559164:0] socket: 414 qp: -1
2026-01-08T17:05:48.059817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038103155526470:2048] [node 2] ICS09 handshake done sender: [1:7593038098860559165:2117] self: [1:7593038098860559164:0] peer: [2:7593038100704150278:0] socket: 412 qp: -1
2026-01-08T17:05:48.214730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038103779137834:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:48.214833Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:48.216681Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038095189203143:2048] [node 1] ICP35 event processing took too much time PendingConnection:279(25488941ns) {HandleHandshakeStatus:329(25485529ns) {DropIncomingHandshake:442(2906ns) DropOutgoingHandshake:457(12651ns) SwitchToState:179(603ns) ProcessPendingSessionEvents:495(586514ns) {unordered ForwardSessionEventToSession:616 num# 99 sum# 528469ns max# 84813ns}}}
2026-01-08T17:05:48.218048Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038095189203145:2050] [node 3] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:22492) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [4:7593038099484170509:2112] held: no
2026-01-08T17:05:48.223092Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038099484170509:2112] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:48.223584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038095189203145:2050] [node 3] ICP19 incoming handshake succeeded
2026-01-08T17:05:48.223664Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:48.223726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038095189203145:2050] [node 3] ICP22 created new session: [4:7593038103779137836:2050]
2026-01-08T17:05:48.223791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038103779137836:2050] [node 3] ICS09 handshake done sender: [4:7593038099484170509:2112] self: [4:7593038099484170527:0] peer: [3:7593038097156164399:0] socket: 385 qp: -1
2026-01-08T17:05:48.223843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038103779137836:2050] [node 3] ICS10 traffic start
2026-01-08T17:05:48.223880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:47.978391Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038097156164414:2118] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56407
2026-01-08T17:05:48.128789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038100704150283:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:48.240102Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038095189203144:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(91012087ns) {HandleHandshakeStatus:395(91009670ns) {LogHandshakeFail:472(18488ns) {UpdateErrorStateLog:545(6265ns)} DropOutgoingHandshake:457(835ns) ProcessPendingSessionEvents:495(90910235ns) {unordered DropSessionEvent:512 num# 100 sum# 90848662ns max# 29682971ns}}}
2026-01-08T17:05:48.240259Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [4:7593038099484170519:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:48.059859Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038103155526470:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:48.234258Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038093154209062:2050] [node 3] ICP35 event processing took too much time PendingConnection:279(116440323ns) {HandleHandshakeStatus:329(110509772ns) {DropIncomingHandshake:442(1413ns) DropOutgoingHandshake:457(7600ns) SwitchToState:179(944ns) ProcessPendingSessionEvents:495(14331830ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 14247283ns max# 11546341ns}}}
2026-01-08T17:05:48.010777Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038097156164400:2112] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:48.247199Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [4:7593038095189203144:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:48.059900Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:48.235504Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [5:7593038093154209062:2050] [node 3] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:48.010815Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038097156164400:2112] [node 4] ICRDMA Non success qp response from remote side
2026-01-08T17:05:48.128837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:48.162720Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038096409182967:2116] [node 3] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:48.162773Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [2:7593038096409182967:2116] [node 3] ICRDMA Non success qp response from remote side
2026-01-08T17:05:48.191097Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038096409182967:2116] [node 3] ICH04 handshake succeeded
2026-01-08T17:05:48.083512Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038098860559168:2118] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:48.125446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038098860559144:2090] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:48.125508Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:48.125582Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038098860559144:2090] [node 4] ICP22 created new session: [1:7593038103155526473:2090]
2026-01-08T17:05:48.125640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038103155526473:2090] [node 4] ICS09 handshake done sender: [1:7593038098860559168:2118] self: [1:7593038098860559167:0] peer: [4:7593038099484170523:0] socket: 377 qp: -1
2026-01-08T17:05:48.125687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038103155526473:2090] [node 4] ICS10 traffic start
2026-01-08T17:05:48.125764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:48.248841Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038099484170500:2075] [node 6] ICP35 event processing took too much time PendingConnection:279(188971405ns) {HandleHandshakeStatus:329(188961773ns) {DropIncomingHandshake:442(20340ns) DropOutgoingHandshake:457(897ns) SwitchToState:179(461ns) ProcessPendingSessionEvents:495(188384439ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 168699197ns max# 14832358ns}}}
2026-01-08T17:05:48.274876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:48.274948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [4:7593038095189203144:2049] [node 2] ICP22 created new session: [4:7593038103779137838:2049]
2026-01-08T17:05:48.275008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [4:7593038103779137838:2049] [node 2] ICS09 handshake done sender: [4:7593038099484170519:2117] self: [4:7593038099484170525:0] peer: [2:7593038096409182959:0] socket: 410 qp: -1
2026-01-08T17:05:48.275050Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [4:7593038103779137838:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:48.275123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:48.275372Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [4:7593038095189203144:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(28087766ns) {HandleHandshakeStatus:329(28085319ns) {DropIncomingHandshake:442(929ns) DropOutgoingHandshake:457(524ns) SwitchToState:179(705ns) ProcessPendingSessionEvents:495(2054ns)}}
No RDMA context found for GID: ::ffff:127.1.0.0
2026-01-08T17:05:48.012066Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038097156164414:2118] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:48.012242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038097156164400:2112] [node 4] ICH04 handshake succeeded
2026-01-08T17:05:48.012696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038097156164362:2067] [node 4] ICP20 outgoing handshake succeeded
2026-01-08T17:05:48.012750Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [4] session created
2026-01-08T17:05:48.012845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038097156164362:2067] [node 4] ICP22 created new session: [3:7593038101451131719:2067]
2026-01-08T17:05:48.012940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038101451131719:2067] [node 4] ICS09 handshake done sender: [3:7593038097156164400:2112] self: [3:7593038097156164399:0] peer: [4:7593038099484170527:0] socket: 372 qp: -1
2026-01-08T17:05:48.012985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038101451131719:2067] [node 4] ICS10 traffic start
2026-01-08T17:05:48.013031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [4] connected
2026-01-08T17:05:48.038130Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038101451131722:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56407
2026-01-08T17:05:48.043361Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038097156164359:2066] [node 6] ICP35 event processing took too much time PendingConnection:279(70402019ns) {HandleHandshakeStatus:329(70399012ns) {DropIncomingHandshake:442(23683ns) DropOutgoingHandshake:457(554ns) SwitchToState:179(730ns) ProcessPendingSessionEvents:495(11665073ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 11585935ns max# 11098023ns}}}
2026-01-08T17:05:48.066512Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038097156164407:2114] [node 5] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:48.066554Z :INTERCONNECT ERROR: interconnect_handshake.cpp:955: Handshake [3:7593038097156164407:2114] [node 5] ICRDMA Non success qp response from remote side
2026-01-08T17:05:48.068874Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038097156164407:2114] [node 5] ICH04 handshake succeeded
2026-01-08T17:05:48.069858Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [3:7593038097156164370:2068] [node 5] ICP20 outgoing handshake succeeded
2026-01-08T17:05:48.069937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [5] session created
2026-01-08T17:05:48.070006Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038097156164370:2068] [node 5] ICP22 created new session: [3:7593038101451131724:2068]
2026-01-08T17:05:48.070072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038101451131724:2068] [node 5] ICS09 handshake done sender: [3:7593038097156164407:2114] self: [3:7593038097156164406:0] peer: [5:7593038101744143748:0] socket: 373 qp: -1
2026-01-08T17:05:48.070116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038101451131724:2068] [node 5] ICS10 traffic start
2026-01-08T17:05:48.070164Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [5] connected
2026-01-08T17:05:48.080822Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038101451131722:2119] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:48.114969Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [3:7593038092861197035:2049] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:48.162501Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038092861197035:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(33994767ns) {IncomingHandshake:261(33992377ns) {DropIncomingHandshake:442(1018ns) PrepareNewSessionHandshake:477(14150237ns) {SwitchToState:179(3779ns)} GenerateSessionVirtualId:992(1242ns) IssueIncomingHandshakeReply:193(11411168ns) {SwitchToState:179(1868ns)}}}
2026-01-08T17:05:48.200352Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038101451131728:2121] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56407
2026-01-08T17:05:48.200666Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [3:7593038101451131727:2120] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:56407
2026-01-08T17:05:48.201256Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [3:7593038101451131727:2120] [node 4] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:48.201417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:272: Proxy [3:7593038097156164362:2067] [node 4] ICP18 handshake (actor [3:7593038101451131727:2120]) is too old
2026-01-08T17:05:48.202111Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [3:7593038101451131722:2119] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:48.203287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [3:7593038092861197035:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:48.219463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:48.227143Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [3:7593038092861197035:2049] [node 2] ICP22 created new session: [3:7593038101451131729:2049]
2026-01-08T17:05:48.232644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [3:7593038101451131729:2049] [node 2] ICS09 handshake done sender: [3:7593038101451131722:2119] self: [3:7593038101451131726:0] peer: [2:7593038096409182966:0] socket: 390 qp: -1
2026-01-08T17:05:48.247162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [3:7593038101451131729:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:48.251362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:48.277110Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038097156164370:2068] [node 5] ICP35 event processing took too much time PendingConnection:279(200682592ns) {HandleHandshakeStatus:329(200677718ns) {DropIncomingHandshake:442(20060ns) DropOutgoingHandshake:457(652ns) SwitchToState:179(694ns) ProcessPendingSessionEvents:495(200193881ns) {unordered ForwardSessionEventToSession:616 num# 100 sum# 195450773ns max# 24151594ns}}}
2026-01-08T17:05:48.279819Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [3:7593038092861197035:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(68711474ns) {HandleHandshakeStatus:329(68708714ns) {DropIncomingHandshake:442(1464ns) DropOutgoingHandshake:457(7803919ns) SwitchToState:179(759ns) ProcessPendingSessionEvents:495(585669ns) {unordered ForwardSessionEventToSession:616 num# 90 sum# 526396ns max# 77578ns}}}
2026-01-08T17:05:48.267504Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [5:7593038093154209061:2049] [node 2] ICP35 event processing took too much time PendingConnection:279(170584720ns) {HandleHandshakeStatus:395(170580654ns) {LogHandshakeFail:472(8498747ns) {UpdateErrorStateLog:545(12478ns)} DropOutgoingHandshake:457(2317ns) ProcessPendingSessionEvents:495(151026342ns) {unordered DropSessionEvent:512 num# 100 sum# 49510359ns max# 16832146ns}}}
2026-01-08T17:05:48.267674Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [5:7593038097449176432:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:48.268485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [5:7593038093154209061:2049] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:48.272767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:48.272837Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [5:7593038093154209061:2049] [node 2] ICP22 created new session: [5:7593038101744143754:2049]
2026-01-08T17:05:48.272904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [5:7593038101744143754:2049] [node 2] ICS09 handshake done sender: [5:7593038097449176432:2115] self: [5:7593038097449176444:0] peer: [2:7593038096409182962:0] socket: 402 qp: -1
2026-01-08T17:05:48.272950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [5:7593038101744143754:2049] [node 2] ICS10 traffic start
2026-01-08T17:05:48.273008Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:48.283857Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:279: Proxy [2:7593038092114215592:2049] [node 3] ICP35 event processing took too much time PendingConnection:279(31243302ns) {HandleCleanupEventQueue:836(31241125ns) {CleanupEventQueue:845(31222460ns) {unordered DropSessionEvent:512 num# 18 sum# 6340313ns max# 3948406ns} ScheduleCleanupEventQueue:826(7438ns)}}
2026-01-08T17:05:48.284008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038092114215592:2049] [node 3] ICP20 outgoing handshake succeeded
2026-01-08T17:05:48.284126Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [3] session created
2026-01-08T17:05:48.284220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038092114215592:2049] [node 3] ICP22 created new session: [2:7593038100704150286:2049]
2026-01-08T17:05:48.284285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038100704150286:2049] [node 3] ICS09 handshake done sender: [2:7593038096409182967:2116] self: [2:7593038096409182966:0] peer: [3:7593038101451131726:0] socket: 426 qp: -1
2026-01-08T17:05:48.284330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038100704150286:2049] [node 3] ICS10 traffic start
2026-01-08T17:05:48.284392Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [3] connected
2026-01-08T17:05:48.280734Z :INTERCONNECT WARN: interconnect_handshake.cpp:1390: Handshake [1:7593038103155526475:2119] [node 0] ICRDMA Unable to find verbs context using address 127.1.0.0:5687
2026-01-08T17:05:48.282998Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [1:7593038098860559144:2090] [node 4] ICP27 obsolete handshake fail ignored
2026-01-08T17:05:48.506497Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:48.506777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038100704150283:2048] [node 1] ICS01 socket: 414 reason# EndOfStream
2026-01-08T17:05:48.506842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038092114215591:2048] [node 1] ICP30 unregister session Session# [2:7593038100704150283:2048] VirtualId# [2:7593038100704150278:0]
2026-01-08T17:05:48.506892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038100704150283:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:48.507004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:48.507062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:48.513890Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 1] connection closed by peer
2026-01-08T17:05:48.514134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [3:7593038097156164415:2048] [node 1] ICS07 socket disconnect 364 reason# EndOfStream
2026-01-08T17:05:48.514164Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038097156164415:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:48.514245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:48.514284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593038097156164415:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:48.522709Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038092861197034:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14102) Socket error# Connection reset by peer state# SendInitialPacket processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:05:48.522770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [3:7593038097156164415:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:48.524204Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [3:7593038092861197034:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14102) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:48.524276Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038097156164415:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:48.524315Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038092861197034:2048] [node 1] ICP30 unregister session Session# [3:7593038097156164415:2048] VirtualId# [3:7593038097156164411:0]
2026-01-08T17:05:48.524438Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:48.524490Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [3:7593038092861197034:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14102) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:48.524511Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14102) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:48.530182Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 1] connection closed by peer
2026-01-08T17:05:48.530452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038098208102608:2048] [node 1] ICS01 socket: 389 reason# EndOfStream
2026-01-08T17:05:48.530512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038093913135212:2048] [node 1] ICP30 unregister session Session# [6:7593038098208102608:2048] VirtualId# [6:7593038098208102589:0]
2026-01-08T17:05:48.530560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038098208102608:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:48.530646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:48.530706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:48.531037Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 1] connection closed by peer
2026-01-08T17:05:48.531557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [4:7593038103779137834:2048] [node 1] ICS07 socket disconnect 413 reason# EndOfStream
2026-01-08T17:05:48.531597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038103779137834:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:48.531690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:48.531766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [4:7593038103779137834:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:48.533323Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [4:7593038095189203143:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14102) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:05:48.533405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038103779137834:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:05:48.533446Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038095189203143:2048] [node 1] ICP30 unregister session Session# [4:7593038103779137834:2048] VirtualId# [4:7593038099484170523:0]
2026-01-08T17:05:48.533495Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:48.533538Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [4:7593038095189203143:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14102) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:48.533563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14102) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:05:48.534520Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 1] connection closed by peer
2026-01-08T17:05:48.534800Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038097449176438:2048] [node 1] ICS01 socket: 378 reason# EndOfStream
2026-01-08T17:05:48.534846Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038093154209060:2048] [node 1] ICP30 unregister session Session# [5:7593038097449176438:2048] VirtualId# [5:7593038097449176428:0]
2026-01-08T17:05:48.534887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038097449176438:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:48.534978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:48.535032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:48.538460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [3:7593038092861197034:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:48.546498Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [4:7593038095189203143:2048] [node 1] ICP33 wake up from error state
2026-01-08T17:05:48.779966Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [3 <-> 2] connection closed by peer
2026-01-08T17:05:48.780227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [3:7593038101451131729:2049] [node 2] ICS01 socket: 390 reason# EndOfStream
2026-01-08T17:05:48.780279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [3:7593038092861197035:2049] [node 2] ICP30 unregister session Session# [3:7593038101451131729:2049] VirtualId# [3:7593038101451131726:0]
2026-01-08T17:05:48.780328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [3:7593038101451131729:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:48.780430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:48.780481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:48.790474Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 2] connection closed by peer
2026-01-08T17:05:48.790740Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038101744143754:2049] [node 2] ICS01 socket: 402 reason# EndOfStream
2026-01-08T17:05:48.790810Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038093154209061:2049] [node 2] ICP30 unregister session Session# [5:7593038101744143754:2049] VirtualId# [5:7593038097449176444:0]
2026-01-08T17:05:48.790858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038101744143754:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:48.790952Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:48.790999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:48.790533Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 2] connection closed by peer
2026-01-08T17:05:48.790773Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038103779137838:2049] [node 2] ICS01 socket: 410 reason# EndOfStream
2026-01-08T17:05:48.790815Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038095189203144:2049] [node 2] ICP30 unregister session Session# [4:7593038103779137838:2049] VirtualId# [4:7593038099484170525:0]
2026-01-08T17:05:48.790857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038103779137838:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:48.790953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:48.790999Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:48.791115Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 2] connection closed by peer
2026-01-08T17:05:48.791324Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038098208102599:2049] [node 2] ICS01 socket: 376 reason# EndOfStream
2026-01-08T17:05:48.791368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038093913135213:2049] [node 2] ICP30 unregister session Session# [6:7593038098208102599:2049] VirtualId# [6:7593038098208102592:0]
2026-01-08T17:05:48.791405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038098208102599:2049] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:48.791464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:48.791499Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:49.026530Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 3] connection closed by peer
2026-01-08T17:05:49.026819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038098208102606:2050] [node 3] ICS01 socket: 383 reason# EndOfStream
2026-01-08T17:05:49.026873Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038093913135214:2050] [node 3] ICP30 unregister session Session# [6:7593038098208102606:2050] VirtualId# [6:7593038098208102594:0]
2026-01-08T17:05:49.026933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038098208102606:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:49.027036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:49.027087Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:49.030032Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [4 <-> 3] connection closed by peer
2026-01-08T17:05:49.030308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [4:7593038103779137836:2050] [node 3] ICS01 socket: 385 reason# EndOfStream
2026-01-08T17:05:49.030378Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [4:7593038095189203145:2050] [node 3] ICP30 unregister session Session# [4:7593038103779137836:2050] VirtualId# [4:7593038099484170527:0]
2026-01-08T17:05:49.030428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [4:7593038103779137836:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:49.030520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:49.030573Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:49.034594Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 3] connection closed by peer
2026-01-08T17:05:49.034887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038101744143750:2050] [node 3] ICS01 socket: 374 reason# EndOfStream
2026-01-08T17:05:49.034959Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038093154209062:2050] [node 3] ICP30 unregister session Session# [5:7593038101744143750:2050] VirtualId# [5:7593038101744143748:0]
2026-01-08T17:05:49.035008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038101744143750:2050] [node 3] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:49.035135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [3] disconnected
2026-01-08T17:05:49.035198Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [3] session destroyed
2026-01-08T17:05:49.315860Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [5 <-> 4] connection closed by peer
2026-01-08T17:05:49.316123Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [5:7593038101744143752:2064] [node 4] ICS01 socket: 393 reason# EndOfStream
2026-01-08T17:05:49.316179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [5:7593038097449176380:2064] [node 4] ICP30 unregister session Session# [5:7593038101744143752:2064] VirtualId# [5:7593038097449176449:0]
2026-01-08T17:05:49.316225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [5:7593038101744143752:2064] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:49.316266Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:49.316344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:49.316460Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 4] connection closed by peer
2026-01-08T17:05:49.316661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [6:7593038098208102611:2066] [node 4] ICS01 socket: 388 reason# EndOfStream
2026-01-08T17:05:49.316702Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [6:7593038098208102528:2066] [node 4] ICP30 unregister session Session# [6:7593038098208102611:2066] VirtualId# [6:7593038098208102598:0]
2026-01-08T17:05:49.316737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [6:7593038098208102611:2066] [node 4] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:49.316803Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [4] disconnected
2026-01-08T17:05:49.316853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [4] session destroyed
2026-01-08T17:05:49.486527Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [6 <-> 5] connection closed by peer
VERIFY failed (2026-01-08T17:05:49.671465Z): 
  ydb/library/actors/interconnect/ut/dynamic_proxy_ut.cpp:53
  Check(): requirement index == expected failed
NPrivate::InternalPanicImpl(int, char const*, char const*, int, int, int, TBasicStringBuf<char, std::__y1::char_traits<char>>, char const*, unsigned long)+888 (0xF9F878)
NPrivate::Panic(NPrivate::TStaticBuf const&, int, char const*, char const*, char const*, ...)+571 (0xF8D53B)
TArriveQueue::Check()+2174 (0xB9B54E)
RaceTestIter(unsigned int, unsigned int)+7364 (0xB9A084)
NTestSuiteDynamicProxy::TTestCaseRaceCheck10::Execute_(NUnitTest::TTestContext&)+67 (0xB9BB43)
std::__y1::__function::__func<NTestSuiteDynamicProxy::TCurrentTest::Execute()::'lambda'(), std::__y1::allocator<NTestSuiteDynamicProxy::TCurrentTest::Execute()::'lambda'()>, void ()>::operator()()+280 (0xB9FB78)
TColoredProcessor::Run(std::__y1::function<void ()>, TBasicString<char, std::__y1::char_traits<char>> const&, char const*, bool)+538 (0x1020A1A)
NUnitTest::TTestBase::Run(std::__y1::function<void ()>, TBasicString<char, std::__y1::char_traits<char>> const&, char const*, bool)+504 (0xFEEFF8)
NTestSuiteDynamicProxy::TCurrentTest::Execute()+1229 (0xB9EECD)
NUnitTest::TTestFactory::Execute()+2176 (0xFF07B0)
NUnitTest::RunMain(int, char**)+5805 (0x101A7DD)
??+0 (0x7F76A95C3D90)
__libc_start_main+128 (0x7F76A95C3E40)
_start+41 (0xAB5029)
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:05:53.173966Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038124334141227:2048] [node 2] ICP01 ready to work
Subscribe
2026-01-08T17:05:53.182820Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038121032438338:2048] [node 1] ICP01 ready to work
2026-01-08T17:05:53.208260Z :INTERCONNECT ERROR: interconnect_tcp_proxy.h:262: Proxy [2:7593038121032438338:2048] [node 1] ICP35 event processing took too much time PendingNodeInfo:262(21451333ns) {Configure:104(21431320ns) {ProcessConfigured:135(76287ns) {StartInitialHandshake:157(74085ns) {DropHandshakes:470(3541ns) {DropIncomingHandshake:442(1161ns) DropOutgoingHandshake:457(405ns)} GenerateSessionVirtualId:992(1166ns) PrepareNewSessionHandshake:477(5712ns) {SwitchToState:179(677ns)}}}}}
2026-01-08T17:05:53.235692Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038124334141236:2056] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:53.237222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:53.234878Z :INTERCONNECT ERROR: interconnect_handshake.cpp:727: Handshake [2:7593038121032438348:2056] [node 1] ICRDMA Unable to allocate memory region to perform rdma handshake
2026-01-08T17:05:53.237828Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038121032438348:2056] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
TEvNodeConnected
2026-01-08T17:05:53.239907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038121032438348:2056] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:53.240220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:05:53.240371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:53.240422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038121032438351:2048]
2026-01-08T17:05:53.240476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038121032438351:2048] [node 1] ICS09 handshake done sender: [2:7593038121032438348:2056] self: [2:7593038121032438347:0] peer: [1:7593038124334141237:0] socket: 16 qp: -1
2026-01-08T17:05:53.240512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038121032438351:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:53.240559Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:53.245098Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038124334141236:2056] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:53.245351Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:53.245439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:53.245482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038124334141239:2048]
2026-01-08T17:05:53.245524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038124334141239:2048] [node 2] ICS09 handshake done sender: [1:7593038124334141236:2056] self: [1:7593038124334141237:0] peer: [2:7593038121032438347:0] socket: 17 qp: 8719
2026-01-08T17:05:53.245552Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038124334141239:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:53.245593Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:05:53.580937Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:05:53.581274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038121032438351:2048] [node 1] ICS07 socket disconnect 16 reason# Debug
2026-01-08T17:05:53.581306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038121032438351:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:05:53.581367Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:53.582694Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:53.581411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038121032438351:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:53.582926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038124334141239:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:05:53.582960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038124334141239:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:53.583033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:53.583066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038124334141239:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:53.592795Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038124334141239:2048] [node 2] ICS08 incoming handshake Self# [2:7593038121032438347:0] Peer# [1:7593038124334141237:0] Counter# 42 LastInputSerial# 1605
2026-01-08T17:05:53.595861Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038121032438351:2048] [node 1] ICS08 incoming handshake Self# [1:7593038124334141237:0] Peer# [2:7593038121032438347:0] Counter# 1605 LastInputSerial# 42
2026-01-08T17:05:53.598567Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038124334141241:2058] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:53.599609Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:53.599680Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038124334141239:2048] [node 2] ICS09 handshake done sender: [1:7593038124334141241:2058] self: [1:7593038124334141237:0] peer: [2:7593038121032438347:0] socket: 24 qp: 8723
2026-01-08T17:05:53.600359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038124334141239:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:53.600425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:53.602487Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038121032438355:2058] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:53.604583Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:53.604657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038121032438351:2048] [node 1] ICS09 handshake done sender: [2:7593038121032438355:2058] self: [2:7593038121032438347:0] peer: [1:7593038124334141237:0] socket: 25 qp: 8722
2026-01-08T17:05:53.604690Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038121032438351:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:53.604747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:53.604937Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593038121032438338:2048] [node 1] ICP27 obsolete handshake fail ignored
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:05:54.001222Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:05:54.001320Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [1 <-> 2] socket: Broken pipe
2026-01-08T17:05:54.001352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038124334141239:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:05:54.001379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038124334141239:2048] [node 2] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:05:54.001401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:54.004051Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:54.004288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038121032438351:2048] [node 1] ICS07 socket disconnect 25 reason# EndOfStream
2026-01-08T17:05:54.004317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038121032438351:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:54.004379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:54.004415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038121032438351:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:54.006205Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:54.006500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038124334141239:2048] [node 2] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:05:54.006545Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038124334141239:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:54.013354Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038124334141239:2048] [node 2] ICS08 incoming handshake Self# [2:7593038121032438347:0] Peer# [1:7593038124334141237:0] Counter# 89 LastInputSerial# 3387
2026-01-08T17:05:54.015130Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038121032438351:2048] [node 1] ICS08 incoming handshake Self# [1:7593038124334141237:0] Peer# [2:7593038121032438347:0] Counter# 3387 LastInputSerial# 89
2026-01-08T17:05:54.017389Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038128629108542:2060] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:54.023345Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038125327405656:2061] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:54.023706Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:54.023805Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038124334141239:2048] [node 2] ICS09 handshake done sender: [1:7593038128629108542:2060] self: [1:7593038124334141237:0] peer: [2:7593038121032438347:0] socket: 20 qp: 8727
2026-01-08T17:05:54.024380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038124334141239:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:54.024427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:54.025918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:54.026004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038121032438351:2048] [node 1] ICS09 handshake done sender: [2:7593038125327405656:2061] self: [2:7593038121032438347:0] peer: [1:7593038124334141237:0] socket: 21 qp: 8726
2026-01-08T17:05:54.026663Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038121032438351:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:54.026722Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:05:54.476402Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [2:7593038121032438338:2048] [node 1] ICP34 closed connection by debug command
2026-01-08T17:05:54.476612Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:05:54.476641Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038121032438351:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:05:54.476674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038121032438351:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:05:54.476712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:54.478341Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:54.478572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038121032438351:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:05:54.478596Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038121032438351:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:54.479426Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:54.479657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038124334141239:2048] [node 2] ICS07 socket disconnect 20 reason# EndOfStream
2026-01-08T17:05:54.479708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038124334141239:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:54.479797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:54.479838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038124334141239:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:54.486166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038124334141239:2048] [node 2] ICS08 incoming handshake Self# [2:7593038121032438347:0] Peer# [1:7593038124334141237:0] Counter# 148 LastInputSerial# 5493
2026-01-08T17:05:54.488887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038121032438351:2048] [node 1] ICS08 incoming handshake Self# [1:7593038124334141237:0] Peer# [2:7593038121032438347:0] Counter# 5493 LastInputSerial# 148
2026-01-08T17:05:54.491335Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038128629108547:2062] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:54.492897Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:54.492968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038124334141239:2048] [node 2] ICS09 handshake done sender: [1:7593038128629108547:2062] self: [1:7593038124334141237:0] peer: [2:7593038121032438347:0] socket: 24 qp: 8731
2026-01-08T17:05:54.493575Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038124334141239:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:54.493642Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:54.496349Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038125327405661:2064] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:54.499950Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:54.500016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038121032438351:2048] [node 1] ICS09 handshake done sender: [2:7593038125327405661:2064] self: [2:7593038121032438347:0] peer: [1:7593038124334141237:0] socket: 25 qp: 8730
2026-01-08T17:05:54.500706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038121032438351:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:54.500759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:54.500911Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593038121032438338:2048] [node 1] ICP27 obsolete handshake fail ignored
nodeId# 2 peerNodeId# 1 TEvPoisonSession
2026-01-08T17:05:54.887816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038121032438351:2048] [node 1] ICS01 socket: 25 reason# Debug
2026-01-08T17:05:54.887939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038121032438351:2048] VirtualId# [2:7593038121032438347:0]
2026-01-08T17:05:54.887980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038121032438351:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:05:54.888052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:54.888158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:54.889116Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:54.889341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038124334141239:2048] [node 2] ICS07 socket disconnect 24 reason# EndOfStream
2026-01-08T17:05:54.889375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038124334141239:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:54.889442Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:54.889481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038124334141239:2048] [node 2] ICS15 start handshake
TEvNodeDisconnected
TEvUndelivered Cookie# 1910
TEvUndelivered Cookie# 1911
TEvUndelivered Cookie# 1912
TEvUndelivered Cookie# 1913
TEvUndelivered Cookie# 1914
TEvUndelivered Cookie# 1915
TEvUndelivered Cookie# 1916
2026-01-08T17:05:54.892916Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038125327405664:2066]) peer tries to resume nonexistent session Self# [1:7593038124334141237:0] Peer# [2:7593038121032438347:0]
2026-01-08T17:05:54.893028Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038125327405664:2066] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:05:54.894970Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038128629108552:2064] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:05:54.896247Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:05:54.896333Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:05:54.896368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038124334141239:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:05:54.896418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038124334141239:2048] VirtualId# [1:7593038124334141237:0]
2026-01-08T17:05:54.896475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:54.910141Z :INTERCONNECT ERROR: interconnect_handshake.cpp:727: Handshake [2:7593038125327405666:2067] [node 1] ICRDMA Unable to allocate memory region to perform rdma handshake
2026-01-08T17:05:54.911717Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038128629108554:2065] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:54.928418Z :INTERCONNECT ERROR: interconnect_handshake.cpp:727: Handshake [1:7593038128629108556:2066] [node 2] ICRDMA Unable to allocate memory region to perform rdma handshake
2026-01-08T17:05:54.929442Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038125327405668:2068] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:54.929586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:54.930092Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038128629108556:2066] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:54.932312Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038128629108556:2066] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:54.933281Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038125327405668:2068] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:54.933601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:54.933675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:54.933723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038128629108560:2048]
2026-01-08T17:05:54.933764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038128629108560:2048] [node 2] ICS09 handshake done sender: [1:7593038128629108556:2066] self: [1:7593038128629108555:0] peer: [2:7593038125327405669:0] socket: 16 qp: -1
2026-01-08T17:05:54.933797Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038128629108560:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:54.933831Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:54.935396Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:54.935481Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:54.935527Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038125327405671:2048]
2026-01-08T17:05:54.935570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038125327405671:2048] [node 1] ICS09 handshake done sender: [2:7593038125327405668:2068] self: [2:7593038125327405669:0] peer: [1:7593038128629108555:0] socket: 17 qp: 8736
2026-01-08T17:05:54.935602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038125327405671:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:54.935638Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:05:55.024127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [2:7593038121032438338:2048] [node 1] ICP34 closed connection by debug command
2026-01-08T17:05:55.024317Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:05:55.024350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038125327405671:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:05:55.024383Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038125327405671:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:05:55.024415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:55.024479Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:55.024754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038128629108560:2048] [node 2] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:05:55.024783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038128629108560:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:55.024865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:55.024913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038128629108560:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:55.024916Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:55.025124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038125327405671:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:05:55.025145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038125327405671:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:55.028889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038125327405671:2048] [node 1] ICS08 incoming handshake Self# [1:7593038128629108555:0] Peer# [2:7593038125327405669:0] Counter# 102 LastInputSerial# 3
2026-01-08T17:05:55.030539Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038132924075858:2067] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:55.031464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:55.031537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038128629108560:2048] [node 2] ICS09 handshake done sender: [1:7593038132924075858:2067] self: [1:7593038128629108555:0] peer: [2:7593038125327405669:0] socket: 20 qp: 8737
2026-01-08T17:05:55.031568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038128629108560:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:55.033379Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038129622372971:2071] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:55.031617Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:55.031731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038128629108560:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:05:55.031766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038128629108560:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:05:55.031837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:55.031883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038128629108560:2048] [node 2] ICS08 incoming handshake Self# [2:7593038125327405669:0] Peer# [1:7593038128629108555:0] Counter# 3 LastInputSerial# 102
2026-01-08T17:05:55.031966Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:55.032216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038128629108560:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:05:55.032292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038128629108560:2048] VirtualId# [1:7593038128629108555:0]
2026-01-08T17:05:55.032330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:55.034310Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:55.034394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038125327405671:2048] [node 1] ICS09 handshake done sender: [2:7593038129622372971:2071] self: [2:7593038125327405669:0] peer: [1:7593038128629108555:0] socket: 24 qp: 8738
2026-01-08T17:05:55.035145Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038125327405671:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:55.035189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:55.035451Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:05:55.035477Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038125327405671:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:05:55.035503Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038125327405671:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:05:55.035525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:55.035620Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:55.035799Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038125327405671:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:05:55.035818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038125327405671:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:55.040692Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038129622372974:2073] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:05:55.042266Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:05:55.042355Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:05:55.042384Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038125327405671:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:05:55.042477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038125327405671:2048] VirtualId# [2:7593038125327405669:0]
2026-01-08T17:05:55.040220Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038132924075863:2069]) peer tries to resume nonexistent session Self# [2:7593038125327405669:0] Peer# [1:7593038128629108555:0]
2026-01-08T17:05:55.040296Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038132924075863:2069] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:05:55.042623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 1942
TEvUndelivered Cookie# 1943
TEvUndelivered Cookie# 1944
TEvUndelivered Cookie# 1945
TEvUndelivered Cookie# 1946
TEvUndelivered Cookie# 1947
TEvUndelivered Cookie# 1948
TEvUndelivered Cookie# 1949
2026-01-08T17:05:55.066953Z :INTERCONNECT ERROR: interconnect_handshake.cpp:727: Handshake [2:7593038129622372977:2074] [node 1] ICRDMA Unable to allocate memory region to perform rdma handshake
2026-01-08T17:05:55.067769Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038132924075864:2070] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:55.067939Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:55.069301Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038129622372977:2074] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:55.072117Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038129622372977:2074] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:55.072750Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:05:55.072791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:55.072822Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038129622372980:2048]
2026-01-08T17:05:55.072853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038129622372980:2048] [node 1] ICS09 handshake done sender: [2:7593038129622372977:2074] self: [2:7593038129622372976:0] peer: [1:7593038132924075865:0] socket: 16 qp: -1
2026-01-08T17:05:55.072882Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038129622372980:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:55.072914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:55.074731Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038132924075864:2070] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:55.075137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:55.075196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:55.075245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038132924075867:2048]
2026-01-08T17:05:55.075293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038132924075867:2048] [node 2] ICS09 handshake done sender: [1:7593038132924075864:2070] self: [1:7593038132924075865:0] peer: [2:7593038129622372976:0] socket: 17 qp: 8743
2026-01-08T17:05:55.075325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038132924075867:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:55.075397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:05:55.591655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [2:7593038121032438338:2048] [node 1] ICP34 closed connection by debug command
2026-01-08T17:05:55.591846Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:55.592065Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038129622372980:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:05:55.592096Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038129622372980:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:55.592123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:55.592161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038129622372980:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:55.594348Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:55.594586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038132924075867:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:05:55.594613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038132924075867:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:55.594675Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:55.594707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038132924075867:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:55.601233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038129622372980:2048] [node 1] ICS08 incoming handshake Self# [1:7593038132924075865:0] Peer# [2:7593038129622372976:0] Counter# 3397 LastInputSerial# 85
2026-01-08T17:05:55.601812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038132924075867:2048] [node 2] ICS08 incoming handshake Self# [2:7593038129622372976:0] Peer# [1:7593038132924075865:0] Counter# 85 LastInputSerial# 3397
2026-01-08T17:05:55.602231Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038132924075869:2072] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:55.602513Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:55.602572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038132924075867:2048] [node 2] ICS09 handshake done sender: [1:7593038132924075869:2072] self: [1:7593038132924075865:0] peer: [2:7593038129622372976:0] socket: 24 qp: 8745
2026-01-08T17:05:55.603031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038132924075867:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:55.603072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:55.607551Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038129622372984:2076] held: no
2026-01-08T17:05:55.607641Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038129622372984:2076] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:55.607945Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:55.607993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038129622372980:2048] [node 1] ICS09 handshake done sender: [2:7593038129622372984:2076] self: [2:7593038129622372976:0] peer: [1:7593038132924075865:0] socket: 25 qp: 8747
2026-01-08T17:05:55.608022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038129622372980:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:55.608062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvPoisonSession
2026-01-08T17:05:56.041033Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038129622372980:2048] [node 1] ICS01 socket: 25 reason# Debug
2026-01-08T17:05:56.041198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038129622372980:2048] VirtualId# [2:7593038129622372976:0]
2026-01-08T17:05:56.041299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038129622372980:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:05:56.041376Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:56.041617Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:56.041477Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:56.042394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038132924075867:2048] [node 2] ICS07 socket disconnect 24 reason# EndOfStream
TEvNodeDisconnected
2026-01-08T17:05:56.042511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038132924075867:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:56.042656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:56.042751Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038132924075867:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:56.048306Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038133917340283:2078]) peer tries to resume nonexistent session Self# [1:7593038132924075865:0] Peer# [2:7593038129622372976:0]
2026-01-08T17:05:56.048481Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038133917340283:2078] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:05:56.049099Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038137219043170:2074] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:05:56.050060Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:05:56.050154Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:05:56.050229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038132924075867:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:05:56.050306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038132924075867:2048] VirtualId# [1:7593038132924075865:0]
2026-01-08T17:05:56.050865Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:56.066864Z :INTERCONNECT ERROR: interconnect_handshake.cpp:727: Handshake [1:7593038137219043173:2075] [node 2] ICRDMA Unable to allocate memory region to perform rdma handshake
2026-01-08T17:05:56.067882Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038133917340284:2079] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:56.068121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:56.069685Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038137219043173:2075] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:56.072450Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038137219043173:2075] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:56.072850Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:56.072953Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:56.073040Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038137219043176:2048]
2026-01-08T17:05:56.073137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038137219043176:2048] [node 2] ICS09 handshake done sender: [1:7593038137219043173:2075] self: [1:7593038137219043172:0] peer: [2:7593038133917340285:0] socket: 16 qp: -1
2026-01-08T17:05:56.073209Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038137219043176:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:56.073262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:56.074776Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038133917340284:2079] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:56.075092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:56.075149Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:56.075186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038133917340287:2048]
2026-01-08T17:05:56.075221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038133917340287:2048] [node 1] ICS09 handshake done sender: [2:7593038133917340284:2079] self: [2:7593038133917340285:0] peer: [1:7593038137219043172:0] socket: 17 qp: 8749
2026-01-08T17:05:56.075248Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038133917340287:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:56.075281Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:05:56.150621Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:05:56.150850Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038137219043176:2048] [node 2] ICS07 socket disconnect 16 reason# Debug
2026-01-08T17:05:56.150875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038137219043176:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:05:56.150941Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:56.150975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038137219043176:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:56.152280Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:56.152635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038133917340287:2048] [node 1] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:05:56.152658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038133917340287:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:56.152681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:56.152719Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038133917340287:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:56.164448Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038137219043176:2048] [node 2] ICS08 incoming handshake Self# [2:7593038133917340285:0] Peer# [1:7593038137219043172:0] Counter# 1 LastInputSerial# 38
2026-01-08T17:05:56.166982Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038133917340287:2048] [node 1] ICS08 incoming handshake Self# [1:7593038137219043172:0] Peer# [2:7593038133917340285:0] Counter# 38 LastInputSerial# 1
2026-01-08T17:05:56.167873Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038137219043178:2076] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:56.168113Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:56.168189Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038137219043176:2048] [node 2] ICS09 handshake done sender: [1:7593038137219043178:2076] self: [1:7593038137219043172:0] peer: [2:7593038133917340285:0] socket: 22 qp: 8752
2026-01-08T17:05:56.168223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038137219043176:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:56.168276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:56.175601Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038133917340290:2082] held: no
2026-01-08T17:05:56.175681Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038133917340290:2082] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:56.176033Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:56.176084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038133917340287:2048] [node 1] ICS09 handshake done sender: [2:7593038133917340290:2082] self: [2:7593038133917340285:0] peer: [1:7593038137219043172:0] socket: 23 qp: 8750
2026-01-08T17:05:56.177242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038133917340287:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:56.177291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:05:56.260915Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [2:7593038121032438338:2048] [node 1] ICP34 closed connection by debug command
2026-01-08T17:05:56.261165Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:56.261493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038137219043176:2048] [node 2] ICS01 socket: 22 reason# EndOfStream
2026-01-08T17:05:56.261603Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038137219043176:2048] VirtualId# [1:7593038137219043172:0]
2026-01-08T17:05:56.261657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038137219043176:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:56.261686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:56.261732Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:56.261145Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:56.261340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038133917340287:2048] [node 1] ICS07 socket disconnect 23 reason# EndOfStream
2026-01-08T17:05:56.261361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038133917340287:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:56.261383Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:56.261418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038133917340287:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:56.266794Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038137219043183:2078]) peer tries to resume nonexistent session Self# [2:7593038133917340285:0] Peer# [1:7593038137219043172:0]
2026-01-08T17:05:56.266860Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038137219043183:2078] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:05:56.267438Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038133917340294:2084] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:05:56.268422Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:05:56.268503Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:05:56.268529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038133917340287:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:05:56.268601Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038133917340287:2048] VirtualId# [2:7593038133917340285:0]
2026-01-08T17:05:56.268654Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:05:56.288572Z :INTERCONNECT ERROR: interconnect_handshake.cpp:727: Handshake [1:7593038137219043185:2079] [node 2] ICRDMA Unable to allocate memory region to perform rdma handshake
2026-01-08T17:05:56.307016Z :INTERCONNECT ERROR: interconnect_handshake.cpp:727: Handshake [2:7593038133917340297:2085] [node 1] ICRDMA Unable to allocate memory region to perform rdma handshake
2026-01-08T17:05:56.307955Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038133917340298:2086] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:56.308092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:56.308391Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038137219043187:2080] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:56.308823Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038137219043185:2079] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:56.309220Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038137219043185:2079] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:56.309482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:56.309536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:56.309577Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038137219043190:2048]
2026-01-08T17:05:56.309613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038137219043190:2048] [node 2] ICS09 handshake done sender: [1:7593038137219043185:2079] self: [1:7593038137219043184:0] peer: [2:7593038133917340300:0] socket: 16 qp: -1
2026-01-08T17:05:56.309642Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038137219043190:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:56.309674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:56.313919Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveExReplyHeader processed# 0 remain# 8 incoming: [2:7593038133917340298:2086] held: no
2026-01-08T17:05:56.313987Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038133917340298:2086] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:56.314204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:56.314245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:56.314283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038133917340302:2048]
2026-01-08T17:05:56.314450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038133917340302:2048] [node 1] ICS09 handshake done sender: [2:7593038133917340298:2086] self: [2:7593038133917340300:0] peer: [1:7593038137219043184:0] socket: 17 qp: 8755
2026-01-08T17:05:56.314482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038133917340302:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:56.314516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:05:56.598421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038137219043190:2048] [node 2] ICS01 socket: 16 reason# Debug
2026-01-08T17:05:56.598471Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038137219043190:2048] VirtualId# [1:7593038137219043184:0]
2026-01-08T17:05:56.598506Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038137219043190:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:05:56.598564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:56.598630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:56.600217Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:56.600438Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038133917340302:2048] [node 1] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:05:56.600462Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038133917340302:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:56.600525Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:56.600561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038133917340302:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:56.643702Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038137219043195:2082]) peer tries to resume nonexistent session Self# [2:7593038133917340300:0] Peer# [1:7593038137219043184:0]
2026-01-08T17:05:56.643763Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038137219043195:2082] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:05:56.644742Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038133917340305:2089] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:56.644833Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038133917340304:2088] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:05:56.645865Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:05:56.645945Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:05:56.645971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038133917340302:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:05:56.646119Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038133917340302:2048] VirtualId# [2:7593038133917340300:0]
2026-01-08T17:05:56.646174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:05:56.648779Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:56.658166Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038137219043193:2081] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:56.722827Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038137219043196:2083] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:56.727677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038133917340305:2089] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:56.727884Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:56.727936Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:56.727978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038133917340312:2048]
2026-01-08T17:05:56.728026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038133917340312:2048] [node 1] ICS09 handshake done sender: [2:7593038133917340305:2089] self: [2:7593038133917340309:0] peer: [1:7593038137219043192:0] socket: 20 qp: 8757
2026-01-08T17:05:56.728061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038133917340312:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:56.728095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:56.730681Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038137219043193:2081] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:56.730926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:56.730985Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:56.731039Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038137219043199:2048]
2026-01-08T17:05:56.731078Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038137219043199:2048] [node 2] ICS09 handshake done sender: [1:7593038137219043193:2081] self: [1:7593038137219043192:0] peer: [2:7593038133917340309:0] socket: 16 qp: 8758
2026-01-08T17:05:56.731106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038137219043199:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:56.731133Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:05:56.863979Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:56.864191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038133917340312:2048] [node 1] ICS07 socket disconnect 20 reason# EndOfStream
2026-01-08T17:05:56.864212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038133917340312:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:56.864261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:56.864295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038133917340312:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:56.861942Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:05:56.862254Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038137219043199:2048] [node 2] ICS07 socket disconnect 16 reason# Debug
2026-01-08T17:05:56.862280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038137219043199:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:05:56.862350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:56.862381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038137219043199:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:56.872264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038133917340312:2048] [node 1] ICS08 incoming handshake Self# [1:7593038137219043192:0] Peer# [2:7593038133917340309:0] Counter# 561 LastInputSerial# 15
2026-01-08T17:05:56.872829Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038137219043201:2084] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:56.873116Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:56.873167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038137219043199:2048] [node 2] ICS09 handshake done sender: [1:7593038137219043201:2084] self: [1:7593038137219043192:0] peer: [2:7593038133917340309:0] socket: 17 qp: 8762
2026-01-08T17:05:56.873597Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038137219043199:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:56.873636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:56.885003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038137219043199:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:05:56.885043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038137219043199:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:05:56.885122Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:56.885166Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038137219043199:2048] [node 2] ICS08 incoming handshake Self# [2:7593038133917340309:0] Peer# [1:7593038137219043192:0] Counter# 15 LastInputSerial# 561
2026-01-08T17:05:56.885477Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:56.885704Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038137219043199:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:05:56.885772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038137219043199:2048] VirtualId# [1:7593038137219043192:0]
2026-01-08T17:05:56.885806Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:56.887609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038133917340315:2093] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:56.889328Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:56.889388Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038133917340312:2048] [node 1] ICS09 handshake done sender: [2:7593038133917340315:2093] self: [2:7593038133917340309:0] peer: [1:7593038137219043192:0] socket: 21 qp: 8763
2026-01-08T17:05:56.890016Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038133917340312:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:56.890061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:56.890386Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:05:56.890412Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038133917340312:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:05:56.890439Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038133917340312:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:05:56.890460Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:56.890539Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:56.890696Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038133917340312:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:05:56.890714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038133917340312:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:56.902974Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038137219043207:2087]) peer tries to resume nonexistent session Self# [2:7593038133917340309:0] Peer# [1:7593038137219043192:0]
2026-01-08T17:05:56.903024Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038137219043207:2087] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:05:56.904082Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038133917340320:2095] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:05:56.905095Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:05:56.905170Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:05:56.905195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038133917340312:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:05:56.905252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038133917340312:2048] VirtualId# [2:7593038133917340309:0]
2026-01-08T17:05:56.905375Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 4197
TEvUndelivered Cookie# 4198
TEvUndelivered Cookie# 4199
TEvUndelivered Cookie# 4200
TEvUndelivered Cookie# 4201
TEvUndelivered Cookie# 4202
TEvUndelivered Cookie# 4203
TEvUndelivered Cookie# 4204
TEvUndelivered Cookie# 4205
2026-01-08T17:05:56.911983Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038137219043208:2088] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:56.912121Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:56.913206Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038133917340323:2096] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:56.931426Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038137219043208:2088] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:56.932151Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038133917340323:2096] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:56.932477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:05:56.932529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:56.932574Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038133917340326:2048]
2026-01-08T17:05:56.932610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038133917340326:2048] [node 1] ICS09 handshake done sender: [2:7593038133917340323:2096] self: [2:7593038133917340322:0] peer: [1:7593038137219043209:0] socket: 16 qp: 8768
2026-01-08T17:05:56.932640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038133917340326:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:56.932671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:56.933337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:56.933389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:56.933424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038137219043211:2048]
2026-01-08T17:05:56.933465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038137219043211:2048] [node 2] ICS09 handshake done sender: [1:7593038137219043208:2088] self: [1:7593038137219043209:0] peer: [2:7593038133917340322:0] socket: 17 qp: 8767
2026-01-08T17:05:56.933490Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038137219043211:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:56.933516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:05:57.262634Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [2:7593038121032438338:2048] [node 1] ICP34 closed connection by debug command
2026-01-08T17:05:57.262773Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:05:57.262798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038133917340326:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:05:57.262822Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038133917340326:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:05:57.262918Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:57.264879Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:57.263656Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:57.263945Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038137219043211:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:05:57.263969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038137219043211:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:57.264036Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:57.264072Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038137219043211:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:57.265057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038133917340326:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:05:57.265076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038133917340326:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:57.271715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038133917340326:2048] [node 1] ICS08 incoming handshake Self# [1:7593038137219043209:0] Peer# [2:7593038133917340322:0] Counter# 1412 LastInputSerial# 33
2026-01-08T17:05:57.272463Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038141514010509:2090] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:57.276344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:57.276400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038137219043211:2048] [node 2] ICS09 handshake done sender: [1:7593038141514010509:2090] self: [1:7593038137219043209:0] peer: [2:7593038133917340322:0] socket: 22 qp: 8769
2026-01-08T17:05:57.276847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038137219043211:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:57.276891Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:57.277083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038137219043211:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:05:57.277104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038137219043211:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:05:57.277132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:57.277170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038137219043211:2048] [node 2] ICS08 incoming handshake Self# [2:7593038133917340322:0] Peer# [1:7593038137219043209:0] Counter# 33 LastInputSerial# 1412
2026-01-08T17:05:57.277241Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:57.277404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038137219043211:2048] [node 2] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:05:57.279369Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038138212307625:2098] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:57.281186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:57.281239Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038133917340326:2048] [node 1] ICS09 handshake done sender: [2:7593038138212307625:2098] self: [2:7593038133917340322:0] peer: [1:7593038137219043209:0] socket: 23 qp: 8770
2026-01-08T17:05:57.281879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038133917340326:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:57.282958Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:57.283950Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:05:57.283980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038133917340326:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:05:57.284005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038133917340326:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:05:57.284027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:57.284165Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:57.284337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038133917340326:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:05:57.284356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038133917340326:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:57.297393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038137219043211:2048] [node 2] ICS08 incoming handshake Self# [2:7593038133917340322:0] Peer# [1:7593038137219043209:0] Counter# 34 LastInputSerial# 1412
2026-01-08T17:05:57.305294Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038138212307630:2100] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:57.305685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:05:57.305744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038133917340326:2048] [node 1] ICS09 handshake done sender: [2:7593038138212307630:2100] self: [2:7593038133917340322:0] peer: [1:7593038137219043209:0] socket: 20 qp: 8774
2026-01-08T17:05:57.306151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038133917340326:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:57.306195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:57.309242Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038141514010515:2093] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:57.309727Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:57.309780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038137219043211:2048] [node 2] ICS09 handshake done sender: [1:7593038141514010515:2093] self: [1:7593038137219043209:0] peer: [2:7593038133917340322:0] socket: 21 qp: 8773
2026-01-08T17:05:57.310603Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038137219043211:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:57.310644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
nodeId# 2 peerNodeId# 1 TEvPoisonSession
2026-01-08T17:05:57.536999Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038133917340326:2048] [node 1] ICS01 socket: 20 reason# Debug
2026-01-08T17:05:57.537092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038133917340326:2048] VirtualId# [2:7593038133917340322:0]
2026-01-08T17:05:57.537127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038133917340326:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:05:57.537182Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:57.537241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:57.538654Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:57.538986Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038137219043211:2048] [node 2] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:05:57.539015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038137219043211:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:57.539103Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:57.539165Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038137219043211:2048] [node 2] ICS15 start handshake
TEvNodeDisconnected
2026-01-08T17:05:57.548869Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038138212307634:2101]) peer tries to resume nonexistent session Self# [1:7593038137219043209:0] Peer# [2:7593038133917340322:0]
2026-01-08T17:05:57.550039Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038138212307634:2101] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:05:57.550842Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038141514010518:2095] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:05:57.551958Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:05:57.552041Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:05:57.552070Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038137219043211:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:05:57.552128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038137219043211:2048] VirtualId# [1:7593038137219043209:0]
2026-01-08T17:05:57.552177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:57.571657Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038138212307638:2103] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:57.571811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:57.573409Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038141514010523:2097] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:57.577190Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038141514010521:2096] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:57.590647Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038138212307638:2103] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:57.590956Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038141514010521:2096] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:57.591279Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:57.591348Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:57.591406Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038141514010526:2048]
2026-01-08T17:05:57.591471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038141514010526:2048] [node 2] ICS09 handshake done sender: [1:7593038141514010521:2096] self: [1:7593038141514010520:0] peer: [2:7593038138212307639:0] socket: 16 qp: 8776
2026-01-08T17:05:57.591508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038141514010526:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:57.591544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:57.593317Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:57.593384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:57.593429Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038138212307641:2048]
2026-01-08T17:05:57.593469Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038138212307641:2048] [node 1] ICS09 handshake done sender: [2:7593038138212307638:2103] self: [2:7593038138212307639:0] peer: [1:7593038141514010520:0] socket: 20 qp: 8778
2026-01-08T17:05:57.593501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038138212307641:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:57.593537Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:05:57.638666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:05:57.639110Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:57.639349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038138212307641:2048] [node 1] ICS01 socket: 20 reason# EndOfStream
2026-01-08T17:05:57.639737Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:57.639953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038141514010526:2048] [node 2] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:05:57.639979Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038141514010526:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:57.640013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:57.640069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038141514010526:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:57.640828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038138212307641:2048] VirtualId# [2:7593038138212307639:0]
2026-01-08T17:05:57.640869Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038138212307641:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:57.640937Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:57.640975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
Subscribe
2026-01-08T17:05:57.654068Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038138212307643:2105]) peer tries to resume nonexistent session Self# [1:7593038141514010520:0] Peer# [2:7593038138212307639:0]
2026-01-08T17:05:57.654256Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038138212307643:2105] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:05:57.655502Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038141514010528:2098] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:05:57.659676Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:05:57.659773Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:05:57.659819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038141514010526:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:05:57.660074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038141514010526:2048] VirtualId# [1:7593038141514010520:0]
2026-01-08T17:05:57.660135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:57.674493Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038141514010532:2100] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:57.676935Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038138212307647:2107] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:57.677102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:57.677597Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038141514010531:2099] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:57.686532Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038138212307647:2107] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:57.686918Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038141514010531:2099] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:57.687247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:57.687322Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:57.687368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038141514010536:2048]
2026-01-08T17:05:57.687409Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038141514010536:2048] [node 2] ICS09 handshake done sender: [1:7593038141514010531:2099] self: [1:7593038141514010530:0] peer: [2:7593038138212307648:0] socket: 17 qp: 8784
2026-01-08T17:05:57.687441Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038141514010536:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:57.687474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:57.688973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:57.689041Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:57.689083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038138212307650:2048]
2026-01-08T17:05:57.689122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038138212307650:2048] [node 1] ICS09 handshake done sender: [2:7593038138212307647:2107] self: [2:7593038138212307648:0] peer: [1:7593038141514010530:0] socket: 21 qp: 8783
2026-01-08T17:05:57.689156Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038138212307650:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:57.689207Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:05:58.154845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:05:58.155315Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:58.155627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038141514010536:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:05:58.155650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038141514010536:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:58.155681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:58.155724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038141514010536:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:58.164959Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:58.165207Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038138212307650:2048] [node 1] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:05:58.165233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038138212307650:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:58.165305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:58.165341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038138212307650:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:58.185185Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038138212307650:2048] [node 1] ICS08 incoming handshake Self# [1:7593038141514010530:0] Peer# [2:7593038138212307648:0] Counter# 1984 LastInputSerial# 49
2026-01-08T17:05:58.211271Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038145808977834:2101] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:58.212444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:58.212504Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038141514010536:2048] [node 2] ICS09 handshake done sender: [1:7593038145808977834:2101] self: [1:7593038141514010530:0] peer: [2:7593038138212307648:0] socket: 16 qp: 8785
2026-01-08T17:05:58.213114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038141514010536:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:58.213165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:58.217868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038141514010536:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:05:58.217905Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038141514010536:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:05:58.217964Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:58.218014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038141514010536:2048] [node 2] ICS08 incoming handshake Self# [2:7593038138212307648:0] Peer# [1:7593038141514010530:0] Counter# 49 LastInputSerial# 1984
2026-01-08T17:05:58.218338Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:58.218553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038141514010536:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:05:58.218628Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038141514010536:2048] VirtualId# [1:7593038141514010530:0]
2026-01-08T17:05:58.218667Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:58.224549Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038142507274949:2110] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:58.224994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:58.225061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038138212307650:2048] [node 1] ICS09 handshake done sender: [2:7593038142507274949:2110] self: [2:7593038138212307648:0] peer: [1:7593038141514010530:0] socket: 20 qp: 8786
2026-01-08T17:05:58.225684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038138212307650:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:58.225743Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:58.226087Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:05:58.226108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038138212307650:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:05:58.226132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038138212307650:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:05:58.226158Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:58.226234Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:58.226436Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038138212307650:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:05:58.226453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038138212307650:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:58.258638Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038145808977840:2104]) peer tries to resume nonexistent session Self# [2:7593038138212307648:0] Peer# [1:7593038141514010530:0]
2026-01-08T17:05:58.258724Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038145808977840:2104] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:05:58.259958Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038142507274954:2112] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:05:58.265174Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:05:58.265274Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:05:58.265321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038138212307650:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:05:58.265401Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038138212307650:2048] VirtualId# [2:7593038138212307648:0]
2026-01-08T17:05:58.265534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 5315
TEvUndelivered Cookie# 5316
TEvUndelivered Cookie# 5317
TEvUndelivered Cookie# 5318
TEvUndelivered Cookie# 5319
TEvUndelivered Cookie# 5320
TEvUndelivered Cookie# 5321
TEvUndelivered Cookie# 5322
2026-01-08T17:05:58.276970Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038145808977841:2105] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:58.277128Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:58.282453Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038142507274957:2113] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:58.291999Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038145808977841:2105] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:58.292283Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038142507274957:2113] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:58.292677Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:05:58.292730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:58.292773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038142507274960:2048]
2026-01-08T17:05:58.292918Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038142507274960:2048] [node 1] ICS09 handshake done sender: [2:7593038142507274957:2113] self: [2:7593038142507274956:0] peer: [1:7593038145808977842:0] socket: 16 qp: 8791
2026-01-08T17:05:58.292949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038142507274960:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:58.293013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:58.298608Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:58.298679Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:58.298734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038145808977844:2048]
2026-01-08T17:05:58.298783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038145808977844:2048] [node 2] ICS09 handshake done sender: [1:7593038145808977841:2105] self: [1:7593038145808977842:0] peer: [2:7593038142507274956:0] socket: 17 qp: 8790
2026-01-08T17:05:58.298821Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038145808977844:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:58.298860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:05:58.594475Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038145808977844:2048] [node 2] ICS01 socket: 17 reason# Debug
2026-01-08T17:05:58.594770Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038145808977844:2048] VirtualId# [1:7593038145808977842:0]
2026-01-08T17:05:58.594813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038145808977844:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:05:58.594898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:58.594954Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:58.600775Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:58.601263Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:05:58.601299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038142507274960:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:05:58.601474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038142507274960:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:05:58.601521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:58.601631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038142507274960:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:05:58.601650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038142507274960:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:58.610803Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038145808977846:2107]) peer tries to resume nonexistent session Self# [2:7593038142507274956:0] Peer# [1:7593038145808977842:0]
2026-01-08T17:05:58.610872Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038145808977846:2107] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:05:58.612741Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038142507274962:2114] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:05:58.618823Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:05:58.618933Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:05:58.618964Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038142507274960:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:05:58.622439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038142507274960:2048] VirtualId# [2:7593038142507274956:0]
2026-01-08T17:05:58.622558Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 5497
2026-01-08T17:05:58.631068Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038145808977847:2108] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:58.631241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:58.632127Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038142507274965:2115] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:58.646609Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038145808977847:2108] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:58.646888Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038142507274965:2115] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:58.647178Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:05:58.647234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:58.647277Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038142507274968:2048]
2026-01-08T17:05:58.647330Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038142507274968:2048] [node 1] ICS09 handshake done sender: [2:7593038142507274965:2115] self: [2:7593038142507274964:0] peer: [1:7593038145808977848:0] socket: 16 qp: 8794
2026-01-08T17:05:58.647361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038142507274968:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:58.647396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:58.648008Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:58.648048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:58.648083Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038145808977850:2048]
2026-01-08T17:05:58.648116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038145808977850:2048] [node 2] ICS09 handshake done sender: [1:7593038145808977847:2108] self: [1:7593038145808977848:0] peer: [2:7593038142507274964:0] socket: 17 qp: 8793
2026-01-08T17:05:58.648140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038145808977850:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:58.648165Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:05:59.160965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038145808977850:2048] [node 2] ICS01 socket: 17 reason# Debug
2026-01-08T17:05:59.161156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038145808977850:2048] VirtualId# [1:7593038145808977848:0]
2026-01-08T17:05:59.161192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038145808977850:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:05:59.161246Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:59.161303Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:59.172861Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:59.173121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038142507274968:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:05:59.173151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038142507274968:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:59.173196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:59.173282Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038142507274968:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:59.181691Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038146802242267:2117] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:59.184363Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:05:59.184413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038142507274968:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:05:59.186759Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038142507274968:2048] VirtualId# [2:7593038142507274964:0]
2026-01-08T17:05:59.186847Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:59.186920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:59.188635Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038146802242266:2116] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:05:59.185294Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038150103945151:2111]) peer tries to resume nonexistent session Self# [2:7593038142507274964:0] Peer# [1:7593038145808977848:0]
2026-01-08T17:05:59.185357Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038150103945151:2111] [node 2] ICH08 Continuation request rejected by proxy
TEvNodeDisconnected
2026-01-08T17:05:59.198703Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [2:7593038146802242267:2117] held: no
2026-01-08T17:05:59.199428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038150103945149:2110] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:59.214799Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038146802242267:2117] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:59.215340Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:59.215397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:59.215441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038146802242271:2048]
2026-01-08T17:05:59.215498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038146802242271:2048] [node 1] ICS09 handshake done sender: [2:7593038146802242267:2117] self: [2:7593038146802242269:0] peer: [1:7593038150103945148:0] socket: 21 qp: 8796
2026-01-08T17:05:59.215550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038146802242271:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:59.215591Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:59.218576Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038150103945149:2110] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:59.218957Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:59.219033Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:59.219079Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038150103945153:2048]
2026-01-08T17:05:59.219124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038150103945153:2048] [node 2] ICS09 handshake done sender: [1:7593038150103945149:2110] self: [1:7593038150103945148:0] peer: [2:7593038146802242269:0] socket: 17 qp: 8795
2026-01-08T17:05:59.219203Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038150103945153:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:59.219244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:05:59.470528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:05:59.470887Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:59.471126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038146802242271:2048] [node 1] ICS01 socket: 21 reason# EndOfStream
2026-01-08T17:05:59.471300Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:59.471478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038150103945153:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:05:59.471501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038150103945153:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:59.471533Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:59.471576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038150103945153:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:59.472248Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038146802242271:2048] VirtualId# [2:7593038146802242269:0]
2026-01-08T17:05:59.472291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038146802242271:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:59.472342Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:59.472386Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:05:59.484006Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038146802242273:2119]) peer tries to resume nonexistent session Self# [1:7593038150103945148:0] Peer# [2:7593038146802242269:0]
2026-01-08T17:05:59.484105Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038146802242273:2119] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:05:59.484871Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038150103945155:2112] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:05:59.491191Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:05:59.491274Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:05:59.491305Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038150103945153:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:05:59.491505Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038150103945153:2048] VirtualId# [1:7593038150103945148:0]
2026-01-08T17:05:59.491571Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:59.518681Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038150103945159:2114] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:59.521185Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038146802242277:2121] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:59.521292Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:59.525479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038150103945158:2113] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:59.534792Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038146802242277:2121] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:59.535190Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:59.535273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:59.535318Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038146802242280:2048]
2026-01-08T17:05:59.535397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038146802242280:2048] [node 1] ICS09 handshake done sender: [2:7593038146802242277:2121] self: [2:7593038146802242278:0] peer: [1:7593038150103945157:0] socket: 21 qp: 8801
2026-01-08T17:05:59.535431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038146802242280:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:59.535463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:59.535031Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038150103945158:2113] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:59.538797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:59.538882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:59.538921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038150103945163:2048]
2026-01-08T17:05:59.538956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038150103945163:2048] [node 2] ICS09 handshake done sender: [1:7593038150103945158:2113] self: [1:7593038150103945157:0] peer: [2:7593038146802242278:0] socket: 17 qp: 8802
2026-01-08T17:05:59.538989Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038150103945163:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:59.539023Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:05:59.752697Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:05:59.752978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038150103945163:2048] [node 2] ICS07 socket disconnect 17 reason# Debug
2026-01-08T17:05:59.753002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038150103945163:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:05:59.753061Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:59.753097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038150103945163:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:59.755143Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:59.755381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038146802242280:2048] [node 1] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:05:59.755401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038146802242280:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:59.755464Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:59.755495Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038146802242280:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:59.770818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038146802242280:2048] [node 1] ICS08 incoming handshake Self# [1:7593038150103945157:0] Peer# [2:7593038146802242278:0] Counter# 888 LastInputSerial# 22
2026-01-08T17:05:59.771809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038150103945163:2048] [node 2] ICS08 incoming handshake Self# [2:7593038146802242278:0] Peer# [1:7593038150103945157:0] Counter# 22 LastInputSerial# 888
2026-01-08T17:05:59.774299Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038150103945165:2115] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:59.775474Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038146802242283:2124] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:59.775834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:59.775904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038150103945163:2048] [node 2] ICS09 handshake done sender: [1:7593038150103945165:2115] self: [1:7593038150103945157:0] peer: [2:7593038146802242278:0] socket: 16 qp: 8805
2026-01-08T17:05:59.776499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038150103945163:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:59.776544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:59.777842Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:59.777897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038146802242280:2048] [node 1] ICS09 handshake done sender: [2:7593038146802242283:2124] self: [2:7593038146802242278:0] peer: [1:7593038150103945157:0] socket: 20 qp: 8803
2026-01-08T17:05:59.778459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038146802242280:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:59.778512Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:05:59.863147Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:05:59.863422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038150103945163:2048] [node 2] ICS07 socket disconnect 16 reason# Debug
2026-01-08T17:05:59.863449Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038150103945163:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:05:59.863492Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:59.863541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038150103945163:2048] [node 2] ICS15 start handshake
2026-01-08T17:05:59.871611Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:59.871876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038146802242280:2048] [node 1] ICS07 socket disconnect 20 reason# EndOfStream
2026-01-08T17:05:59.871900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038146802242280:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:59.871974Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:59.872010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038146802242280:2048] [node 1] ICS15 start handshake
2026-01-08T17:05:59.874136Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038146802242280:2048] [node 1] ICS08 incoming handshake Self# [1:7593038150103945157:0] Peer# [2:7593038146802242278:0] Counter# 1397 LastInputSerial# 35
2026-01-08T17:05:59.883469Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038150103945170:2117] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:59.883903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:05:59.883957Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038150103945163:2048] [node 2] ICS09 handshake done sender: [1:7593038150103945170:2117] self: [1:7593038150103945157:0] peer: [2:7593038146802242278:0] socket: 17 qp: 8807
2026-01-08T17:05:59.884576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038150103945163:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:59.884655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:05:59.884824Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038150103945163:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:05:59.884848Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038150103945163:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:05:59.884887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:05:59.884926Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038150103945163:2048] [node 2] ICS08 incoming handshake Self# [2:7593038146802242278:0] Peer# [1:7593038150103945157:0] Counter# 35 LastInputSerial# 1397
2026-01-08T17:05:59.885007Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:05:59.885180Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038150103945163:2048] [node 2] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:05:59.887907Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038146802242288:2127] [node 1] ICH04 handshake succeeded
TEvNodeDisconnected
2026-01-08T17:05:59.893129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:05:59.893194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038146802242280:2048] [node 1] ICS09 handshake done sender: [2:7593038146802242288:2127] self: [2:7593038146802242278:0] peer: [1:7593038150103945157:0] socket: 21 qp: 8808
2026-01-08T17:05:59.893914Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038146802242280:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:59.893957Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:59.894222Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:05:59.894434Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038146802242280:2048] [node 1] ICS01 socket: 21 reason# EndOfStream
2026-01-08T17:05:59.894514Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038146802242280:2048] VirtualId# [2:7593038146802242278:0]
2026-01-08T17:05:59.894564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038146802242280:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:05:59.894630Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:05:59.894680Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:05:59.905393Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038150103945176:2120] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:59.905528Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:05:59.905555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038150103945163:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:05:59.905617Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038150103945163:2048] VirtualId# [1:7593038150103945157:0]
2026-01-08T17:05:59.905676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:05:59.905714Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:05:59.910830Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038146802242294:2129] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:05:59.920630Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038150103945176:2120] [node 2] ICH04 handshake succeeded
2026-01-08T17:05:59.920905Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038146802242294:2129] [node 1] ICH04 handshake succeeded
2026-01-08T17:05:59.921176Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:05:59.921241Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:05:59.921290Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038146802242297:2048]
2026-01-08T17:05:59.921329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038146802242297:2048] [node 1] ICS09 handshake done sender: [2:7593038146802242294:2129] self: [2:7593038146802242293:0] peer: [1:7593038150103945177:0] socket: 20 qp: 8811
2026-01-08T17:05:59.921359Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038146802242297:2048] [node 1] ICS10 traffic start
2026-01-08T17:05:59.921393Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:05:59.922672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:05:59.922729Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:05:59.922772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038150103945179:2048]
2026-01-08T17:05:59.922811Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038150103945179:2048] [node 2] ICS09 handshake done sender: [1:7593038150103945176:2120] self: [1:7593038150103945177:0] peer: [2:7593038146802242293:0] socket: 21 qp: 8812
2026-01-08T17:05:59.922840Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038150103945179:2048] [node 2] ICS10 traffic start
2026-01-08T17:05:59.922867Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:06:00.303056Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:00.303718Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:00.304002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038150103945179:2048] [node 2] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:06:00.304026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038150103945179:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:00.304062Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:00.304105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038150103945179:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:00.307671Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:00.307986Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:00.308010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038146802242297:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:00.308038Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038146802242297:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:00.308078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:00.308151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038146802242297:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:00.308177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038146802242297:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:00.310400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038146802242297:2048] [node 1] ICS08 incoming handshake Self# [1:7593038150103945177:0] Peer# [2:7593038146802242293:0] Counter# 1985 LastInputSerial# 52
2026-01-08T17:06:00.326442Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038154398912477:2122] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:00.327017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:00.327075Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038150103945179:2048] [node 2] ICS09 handshake done sender: [1:7593038154398912477:2122] self: [1:7593038150103945177:0] peer: [2:7593038146802242293:0] socket: 22 qp: 8813
2026-01-08T17:06:00.328002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038150103945179:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:00.328052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:00.328258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038150103945179:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:00.328284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038150103945179:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:00.328318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:00.328363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038150103945179:2048] [node 2] ICS08 incoming handshake Self# [2:7593038146802242293:0] Peer# [1:7593038150103945177:0] Counter# 52 LastInputSerial# 1985
2026-01-08T17:06:00.328445Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:00.328646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038150103945179:2048] [node 2] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:00.330218Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038151097209596:2131] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:00.331118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:00.331176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038146802242297:2048] [node 1] ICS09 handshake done sender: [2:7593038151097209596:2131] self: [2:7593038146802242293:0] peer: [1:7593038150103945177:0] socket: 23 qp: 8814
2026-01-08T17:06:00.331901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038146802242297:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:00.331970Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:00.332310Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:00.332339Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038146802242297:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:00.332364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038146802242297:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:00.332384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:00.332540Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:00.332723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038146802242297:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:00.332741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038146802242297:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:00.349028Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038150103945179:2048] [node 2] ICS08 incoming handshake Self# [2:7593038146802242293:0] Peer# [1:7593038150103945177:0] Counter# 53 LastInputSerial# 1985
2026-01-08T17:06:00.354371Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038151097209601:2133] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:00.354895Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:00.354952Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038146802242297:2048] [node 1] ICS09 handshake done sender: [2:7593038151097209601:2133] self: [2:7593038146802242293:0] peer: [1:7593038150103945177:0] socket: 16 qp: 8818
2026-01-08T17:06:00.355624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038146802242297:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:00.355687Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:00.362699Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038154398912483:2125] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:00.363038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:00.363098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038150103945179:2048] [node 2] ICS09 handshake done sender: [1:7593038154398912483:2125] self: [1:7593038150103945177:0] peer: [2:7593038146802242293:0] socket: 17 qp: 8817
2026-01-08T17:06:00.363934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038150103945179:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:00.363996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:06:00.694525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038150103945179:2048] [node 2] ICS01 socket: 17 reason# Debug
2026-01-08T17:06:00.694626Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038150103945179:2048] VirtualId# [1:7593038150103945177:0]
2026-01-08T17:06:00.694666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038150103945179:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:00.694734Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:00.694797Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:00.696279Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:00.696535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038146802242297:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:00.696561Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038146802242297:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:00.696621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:00.696658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038146802242297:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:00.707177Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038154398912486:2127]) peer tries to resume nonexistent session Self# [2:7593038146802242293:0] Peer# [1:7593038150103945177:0]
2026-01-08T17:06:00.707246Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038154398912486:2127] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:00.713781Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038151097209605:2134] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:00.715252Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:00.715339Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:00.715369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038146802242297:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:00.715444Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038146802242297:2048] VirtualId# [2:7593038146802242293:0]
2026-01-08T17:06:00.715623Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 7186
TEvUndelivered Cookie# 7187
TEvUndelivered Cookie# 7188
TEvUndelivered Cookie# 7189
TEvUndelivered Cookie# 7190
TEvUndelivered Cookie# 7191
TEvUndelivered Cookie# 7192
TEvUndelivered Cookie# 7193
TEvUndelivered Cookie# 7194
TEvUndelivered Cookie# 7195
2026-01-08T17:06:00.725378Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038154398912487:2128] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:00.725558Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:00.726044Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038151097209608:2135] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:00.734626Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038154398912487:2128] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:00.738724Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038151097209608:2135] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:00.738923Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:00.738998Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:00.739050Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038154398912490:2048]
2026-01-08T17:06:00.739093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038154398912490:2048] [node 2] ICS09 handshake done sender: [1:7593038154398912487:2128] self: [1:7593038154398912488:0] peer: [2:7593038151097209607:0] socket: 17 qp: 8820
2026-01-08T17:06:00.739128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038154398912490:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:00.739163Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:00.739919Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:00.739962Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:00.740000Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038151097209611:2048]
2026-01-08T17:06:00.740039Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038151097209611:2048] [node 1] ICS09 handshake done sender: [2:7593038151097209608:2135] self: [2:7593038151097209607:0] peer: [1:7593038154398912488:0] socket: 16 qp: 8821
2026-01-08T17:06:00.740067Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038151097209611:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:00.740098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:06:01.133465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:01.134355Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:01.134678Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [1 <-> 2] socket: Broken pipe
2026-01-08T17:06:01.134705Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038154398912490:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:01.134730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038154398912490:2048] [node 2] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:01.134768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:01.134820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038154398912490:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:01.135400Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038154398912490:2048] VirtualId# [1:7593038154398912488:0]
2026-01-08T17:06:01.135443Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:01.139784Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:01.140022Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038151097209611:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:01.140045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038151097209611:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:01.140116Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:01.140153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038151097209611:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:01.146408Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038158693879791:2131]) peer tries to resume nonexistent session Self# [2:7593038151097209607:0] Peer# [1:7593038154398912488:0]
2026-01-08T17:06:01.146458Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038158693879791:2131] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:01.145703Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038155392176910:2137] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:01.145809Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:01.145835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038151097209611:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:01.147252Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038151097209611:2048] VirtualId# [2:7593038151097209607:0]
2026-01-08T17:06:01.147318Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:06:01.147354Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:01.148391Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038155392176909:2136] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
TEvNodeDisconnected
2026-01-08T17:06:01.150413Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [2:7593038155392176910:2137] held: no
2026-01-08T17:06:01.150660Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038158693879789:2130] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:01.154809Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038155392176910:2137] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:01.155066Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038158693879789:2130] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:01.155347Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:01.155397Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:01.155441Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038158693879793:2048]
2026-01-08T17:06:01.155478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038158693879793:2048] [node 2] ICS09 handshake done sender: [1:7593038158693879789:2130] self: [1:7593038158693879788:0] peer: [2:7593038155392176912:0] socket: 17 qp: 8822
2026-01-08T17:06:01.155508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038158693879793:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:01.155538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:01.156289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:01.156332Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:01.156366Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038155392176914:2048]
2026-01-08T17:06:01.156396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038155392176914:2048] [node 1] ICS09 handshake done sender: [2:7593038155392176910:2137] self: [2:7593038155392176912:0] peer: [1:7593038158693879788:0] socket: 21 qp: 8823
2026-01-08T17:06:01.156418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038155392176914:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:01.156440Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:01.308548Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:01.308889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038155392176914:2048] [node 1] ICS07 socket disconnect 21 reason# Debug
2026-01-08T17:06:01.308915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038155392176914:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:01.308966Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:01.308995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038155392176914:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:01.310029Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:01.310278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038158693879793:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:01.310300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038158693879793:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:01.310363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:01.310395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038158693879793:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:01.322190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038155392176914:2048] [node 1] ICS08 incoming handshake Self# [1:7593038158693879788:0] Peer# [2:7593038155392176912:0] Counter# 284 LastInputSerial# 8
2026-01-08T17:06:01.322631Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038158693879793:2048] [node 2] ICS08 incoming handshake Self# [2:7593038155392176912:0] Peer# [1:7593038158693879788:0] Counter# 8 LastInputSerial# 284
2026-01-08T17:06:01.323010Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038158693879795:2132] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:01.323264Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:01.323316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038158693879793:2048] [node 2] ICS09 handshake done sender: [1:7593038158693879795:2132] self: [1:7593038158693879788:0] peer: [2:7593038155392176912:0] socket: 24 qp: 8827
2026-01-08T17:06:01.323828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038158693879793:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:01.323880Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:01.329575Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038155392176918:2140] held: no
2026-01-08T17:06:01.329642Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038155392176918:2140] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:01.329802Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:01.329847Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038155392176914:2048] [node 1] ICS09 handshake done sender: [2:7593038155392176918:2140] self: [2:7593038155392176912:0] peer: [1:7593038158693879788:0] socket: 25 qp: 8828
2026-01-08T17:06:01.330541Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038155392176914:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:01.330601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:06:01.420823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:01.421095Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:01.421445Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038158693879793:2048] [node 2] ICS07 socket disconnect 24 reason# EndOfStream
2026-01-08T17:06:01.421500Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038158693879793:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:01.421538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:01.421590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038158693879793:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:01.424378Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:01.424614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038155392176914:2048] [node 1] ICS07 socket disconnect 25 reason# EndOfStream
2026-01-08T17:06:01.424639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038155392176914:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:01.424689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:01.424727Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038155392176914:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:01.434183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038155392176914:2048] [node 1] ICS08 incoming handshake Self# [1:7593038158693879788:0] Peer# [2:7593038155392176912:0] Counter# 878 LastInputSerial# 25
2026-01-08T17:06:01.436672Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038158693879793:2048] [node 2] ICS08 incoming handshake Self# [2:7593038155392176912:0] Peer# [1:7593038158693879788:0] Counter# 25 LastInputSerial# 878
2026-01-08T17:06:01.437088Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038158693879800:2134] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:01.437349Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:01.437406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038158693879793:2048] [node 2] ICS09 handshake done sender: [1:7593038158693879800:2134] self: [1:7593038158693879788:0] peer: [2:7593038155392176912:0] socket: 16 qp: 8829
2026-01-08T17:06:01.438153Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038158693879793:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:01.438196Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:01.444702Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038155392176922:2143] held: no
2026-01-08T17:06:01.444820Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038155392176922:2143] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:01.445140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:01.445196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038155392176914:2048] [node 1] ICS09 handshake done sender: [2:7593038155392176922:2143] self: [2:7593038155392176912:0] peer: [1:7593038158693879788:0] socket: 17 qp: 8830
2026-01-08T17:06:01.446141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038155392176914:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:01.446188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:01.657763Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:01.658023Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038158693879793:2048] [node 2] ICS07 socket disconnect 16 reason# Debug
2026-01-08T17:06:01.658048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038158693879793:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:01.658117Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:01.658152Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038158693879793:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:01.662591Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:01.662814Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038155392176914:2048] [node 1] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:01.662839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038155392176914:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:01.662898Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:01.662935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038155392176914:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:01.674277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038155392176914:2048] [node 1] ICS08 incoming handshake Self# [1:7593038158693879788:0] Peer# [2:7593038155392176912:0] Counter# 2147 LastInputSerial# 59
2026-01-08T17:06:01.677188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038158693879793:2048] [node 2] ICS08 incoming handshake Self# [2:7593038155392176912:0] Peer# [1:7593038158693879788:0] Counter# 59 LastInputSerial# 2147
2026-01-08T17:06:01.677641Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038158693879805:2136] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:01.677898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:01.677958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038158693879793:2048] [node 2] ICS09 handshake done sender: [1:7593038158693879805:2136] self: [1:7593038158693879788:0] peer: [2:7593038155392176912:0] socket: 20 qp: 8833
2026-01-08T17:06:01.678474Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038158693879793:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:01.678524Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:01.683638Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038155392176927:2146] held: no
2026-01-08T17:06:01.691215Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038155392176927:2146] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:01.691486Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:01.691540Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038155392176914:2048] [node 1] ICS09 handshake done sender: [2:7593038155392176927:2146] self: [2:7593038155392176912:0] peer: [1:7593038158693879788:0] socket: 21 qp: 8834
2026-01-08T17:06:01.692232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038155392176914:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:01.692283Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:02.127890Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:02.128134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038158693879793:2048] [node 2] ICS07 socket disconnect 20 reason# Debug
2026-01-08T17:06:02.128159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038158693879793:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:02.128205Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:02.128237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038158693879793:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:02.130121Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:02.130358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038155392176914:2048] [node 1] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:06:02.130386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038155392176914:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:02.130448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:02.130481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038155392176914:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:02.139765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038155392176914:2048] [node 1] ICS08 incoming handshake Self# [1:7593038158693879788:0] Peer# [2:7593038155392176912:0] Counter# 3908 LastInputSerial# 102
2026-01-08T17:06:02.145466Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038158693879793:2048] [node 2] ICS08 incoming handshake Self# [2:7593038155392176912:0] Peer# [1:7593038158693879788:0] Counter# 102 LastInputSerial# 3908
2026-01-08T17:06:02.146695Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038162988847106:2138] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:02.151866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:02.151930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038158693879793:2048] [node 2] ICS09 handshake done sender: [1:7593038162988847106:2138] self: [1:7593038158693879788:0] peer: [2:7593038155392176912:0] socket: 17 qp: 8837
2026-01-08T17:06:02.152455Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038158693879793:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:02.152503Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:02.154704Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038159687144228:2149] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:02.156374Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:02.156435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038155392176914:2048] [node 1] ICS09 handshake done sender: [2:7593038159687144228:2149] self: [2:7593038155392176912:0] peer: [1:7593038158693879788:0] socket: 22 qp: 8836
2026-01-08T17:06:02.161178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038155392176914:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:02.161255Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:02.161515Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593038121032438338:2048] [node 1] ICP27 obsolete handshake fail ignored
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:02.267218Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:02.270523Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:02.267550Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038155392176914:2048] [node 1] ICS07 socket disconnect 22 reason# Debug
2026-01-08T17:06:02.267581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038155392176914:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:02.267636Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:02.267667Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038155392176914:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:02.270784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038158693879793:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:02.270810Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038158693879793:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:02.270870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:02.270908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038158693879793:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:02.277940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038158693879793:2048] [node 2] ICS08 incoming handshake Self# [2:7593038155392176912:0] Peer# [1:7593038158693879788:0] Counter# 116 LastInputSerial# 4391
2026-01-08T17:06:02.279186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038162988847111:2140] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:02.279449Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:02.279505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038158693879793:2048] [node 2] ICS09 handshake done sender: [1:7593038162988847111:2140] self: [1:7593038158693879788:0] peer: [2:7593038155392176912:0] socket: 21 qp: 8842
2026-01-08T17:06:02.279929Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038158693879793:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:02.279975Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:02.278652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038155392176914:2048] [node 1] ICS08 incoming handshake Self# [1:7593038158693879788:0] Peer# [2:7593038155392176912:0] Counter# 4391 LastInputSerial# 116
2026-01-08T17:06:02.285459Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038159687144234:2152] held: no
2026-01-08T17:06:02.285534Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038159687144234:2152] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:02.285751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:02.285801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038155392176914:2048] [node 1] ICS09 handshake done sender: [2:7593038159687144234:2152] self: [2:7593038155392176912:0] peer: [1:7593038158693879788:0] socket: 23 qp: 8843
2026-01-08T17:06:02.286501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038155392176914:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:02.286547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:06:02.369305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [2:7593038121032438338:2048] [node 1] ICP34 closed connection by debug command
2026-01-08T17:06:02.369445Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:02.369473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038155392176914:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:02.369502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038155392176914:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:02.369529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:02.370427Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:02.370691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038158693879793:2048] [node 2] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:06:02.370716Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038158693879793:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:02.370774Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:02.370807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038158693879793:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:02.382025Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:02.382291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038155392176914:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:02.382328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038155392176914:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:02.384754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038155392176914:2048] [node 1] ICS08 incoming handshake Self# [1:7593038158693879788:0] Peer# [2:7593038155392176912:0] Counter# 4773 LastInputSerial# 126
2026-01-08T17:06:02.385746Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038162988847116:2142] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:02.386025Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:02.386071Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038158693879793:2048] [node 2] ICS09 handshake done sender: [1:7593038162988847116:2142] self: [1:7593038158693879788:0] peer: [2:7593038155392176912:0] socket: 16 qp: 8844
2026-01-08T17:06:02.386524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038158693879793:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:02.390490Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:02.397555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038158693879793:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:02.397592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038158693879793:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:02.397643Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:02.397682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038158693879793:2048] [node 2] ICS08 incoming handshake Self# [2:7593038155392176912:0] Peer# [1:7593038158693879788:0] Counter# 126 LastInputSerial# 4773
2026-01-08T17:06:02.397965Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:02.398161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038158693879793:2048] [node 2] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:02.399793Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038159687144238:2155] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:02.400111Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:02.400167Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038155392176914:2048] [node 1] ICS09 handshake done sender: [2:7593038159687144238:2155] self: [2:7593038155392176912:0] peer: [1:7593038158693879788:0] socket: 17 qp: 8845
2026-01-08T17:06:02.400816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038155392176914:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:02.400868Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:02.401211Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:02.401233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038155392176914:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:02.401257Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038155392176914:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:02.401279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:02.401472Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:02.401644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038155392176914:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:02.401662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038155392176914:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:02.414590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038158693879793:2048] [node 2] ICS08 incoming handshake Self# [2:7593038155392176912:0] Peer# [1:7593038158693879788:0] Counter# 127 LastInputSerial# 4773
2026-01-08T17:06:02.417320Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038159687144242:2157] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:02.417974Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:02.418045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038155392176914:2048] [node 1] ICS09 handshake done sender: [2:7593038159687144242:2157] self: [2:7593038155392176912:0] peer: [1:7593038158693879788:0] socket: 17 qp: 8849
2026-01-08T17:06:02.418870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038155392176914:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:02.418924Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:02.420685Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038162988847121:2144] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:02.430485Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:02.430555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038158693879793:2048] [node 2] ICS09 handshake done sender: [1:7593038162988847121:2144] self: [1:7593038158693879788:0] peer: [2:7593038155392176912:0] socket: 20 qp: 8848
2026-01-08T17:06:02.431316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038158693879793:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:02.431364Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:06:02.909772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:02.910180Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:02.910493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038158693879793:2048] [node 2] ICS07 socket disconnect 20 reason# EndOfStream
2026-01-08T17:06:02.910520Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038158693879793:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:02.910549Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:02.910593Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038158693879793:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:02.913141Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:02.913378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038155392176914:2048] [node 1] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:02.913405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038155392176914:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:02.913465Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:02.913501Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038155392176914:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:02.925691Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038155392176914:2048] [node 1] ICS08 incoming handshake Self# [1:7593038158693879788:0] Peer# [2:7593038155392176912:0] Counter# 6703 LastInputSerial# 176
2026-01-08T17:06:02.927981Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038158693879793:2048] [node 2] ICS08 incoming handshake Self# [2:7593038155392176912:0] Peer# [1:7593038158693879788:0] Counter# 176 LastInputSerial# 6703
2026-01-08T17:06:02.928524Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038162988847124:2146] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:02.928817Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:02.928888Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038158693879793:2048] [node 2] ICS09 handshake done sender: [1:7593038162988847124:2146] self: [1:7593038158693879788:0] peer: [2:7593038155392176912:0] socket: 16 qp: 8850
2026-01-08T17:06:02.929657Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038158693879793:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:02.929706Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:02.939160Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038159687144248:2159] held: no
2026-01-08T17:06:02.952171Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038159687144248:2159] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:02.952531Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:02.952591Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038155392176914:2048] [node 1] ICS09 handshake done sender: [2:7593038159687144248:2159] self: [2:7593038155392176912:0] peer: [1:7593038158693879788:0] socket: 21 qp: 8851
2026-01-08T17:06:02.953349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038155392176914:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:02.953401Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:06:03.265676Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:03.265992Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:03.266269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038158693879793:2048] [node 2] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:03.266295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038158693879793:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:03.266345Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:03.266390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038158693879793:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:03.268035Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:03.268459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038155392176914:2048] [node 1] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:06:03.268482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038155392176914:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:03.268510Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:03.268548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038155392176914:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:03.285316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038155392176914:2048] [node 1] ICS08 incoming handshake Self# [1:7593038158693879788:0] Peer# [2:7593038155392176912:0] Counter# 7588 LastInputSerial# 200
2026-01-08T17:06:03.287443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038158693879793:2048] [node 2] ICS08 incoming handshake Self# [2:7593038155392176912:0] Peer# [1:7593038158693879788:0] Counter# 200 LastInputSerial# 7588
2026-01-08T17:06:03.287903Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038167283814425:2148] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:03.288156Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:03.288215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038158693879793:2048] [node 2] ICS09 handshake done sender: [1:7593038167283814425:2148] self: [1:7593038158693879788:0] peer: [2:7593038155392176912:0] socket: 17 qp: 8853
2026-01-08T17:06:03.288687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038158693879793:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:03.288730Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:03.305985Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038163982111549:2162] held: no
2026-01-08T17:06:03.306068Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038163982111549:2162] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:03.306447Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:03.306502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038155392176914:2048] [node 1] ICS09 handshake done sender: [2:7593038163982111549:2162] self: [2:7593038155392176912:0] peer: [1:7593038158693879788:0] socket: 20 qp: 8854
2026-01-08T17:06:03.307233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038155392176914:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:03.307278Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:06:03.568922Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [2:7593038121032438338:2048] [node 1] ICP34 closed connection by debug command
2026-01-08T17:06:03.571225Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:03.571510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038158693879793:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:03.571537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038158693879793:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:03.571601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:03.571633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038158693879793:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:03.574079Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:03.574388Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:03.574416Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038155392176914:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:03.574443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038155392176914:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:03.574472Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:03.574546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038155392176914:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:03.574564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038155392176914:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:03.576790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038155392176914:2048] [node 1] ICS08 incoming handshake Self# [1:7593038158693879788:0] Peer# [2:7593038155392176912:0] Counter# 8653 LastInputSerial# 227
2026-01-08T17:06:03.579688Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038167283814430:2150] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:03.584544Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:03.584607Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038158693879793:2048] [node 2] ICS09 handshake done sender: [1:7593038167283814430:2150] self: [1:7593038158693879788:0] peer: [2:7593038155392176912:0] socket: 16 qp: 8857
2026-01-08T17:06:03.585122Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038158693879793:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:03.585171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:03.589505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038158693879793:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:03.589539Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038158693879793:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:03.589587Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:03.589628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038158693879793:2048] [node 2] ICS08 incoming handshake Self# [2:7593038155392176912:0] Peer# [1:7593038158693879788:0] Counter# 227 LastInputSerial# 8653
2026-01-08T17:06:03.589928Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:03.590124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038158693879793:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:03.590177Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038158693879793:2048] VirtualId# [1:7593038158693879788:0]
2026-01-08T17:06:03.590212Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:03.596534Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038163982111554:2165] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:03.596963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:03.597024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038155392176914:2048] [node 1] ICS09 handshake done sender: [2:7593038163982111554:2165] self: [2:7593038155392176912:0] peer: [1:7593038158693879788:0] socket: 21 qp: 8858
2026-01-08T17:06:03.597737Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038155392176914:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:03.597782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:03.598046Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:03.598069Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038155392176914:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:03.598093Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038155392176914:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:03.598115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:03.598202Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:03.598406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038155392176914:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:03.598422Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038155392176914:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:03.613235Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038167283814436:2153]) peer tries to resume nonexistent session Self# [2:7593038155392176912:0] Peer# [1:7593038158693879788:0]
2026-01-08T17:06:03.613292Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038167283814436:2153] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:03.614420Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038163982111559:2167] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:03.628021Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:03.628126Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:03.628154Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038155392176914:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:03.628228Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038155392176914:2048] VirtualId# [2:7593038155392176912:0]
2026-01-08T17:06:03.628362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 9810
TEvUndelivered Cookie# 9811
TEvUndelivered Cookie# 9812
TEvUndelivered Cookie# 9813
TEvUndelivered Cookie# 9814
TEvUndelivered Cookie# 9815
TEvUndelivered Cookie# 9816
TEvUndelivered Cookie# 9817
TEvUndelivered Cookie# 9818
2026-01-08T17:06:03.644273Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038167283814437:2154] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:03.644417Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:03.650872Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038163982111562:2168] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:03.677145Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038167283814437:2154] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:03.677512Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:03.678545Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038163982111562:2168] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:03.678868Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:03.678932Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:03.678979Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038163982111565:2048]
2026-01-08T17:06:03.679021Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038163982111565:2048] [node 1] ICS09 handshake done sender: [2:7593038163982111562:2168] self: [2:7593038163982111561:0] peer: [1:7593038167283814438:0] socket: 16 qp: 8863
2026-01-08T17:06:03.679054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038163982111565:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:03.679095Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:03.681170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:03.681232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038167283814440:2048]
2026-01-08T17:06:03.681271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038167283814440:2048] [node 2] ICS09 handshake done sender: [1:7593038167283814437:2154] self: [1:7593038167283814438:0] peer: [2:7593038163982111561:0] socket: 17 qp: 8862
2026-01-08T17:06:03.681303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038167283814440:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:03.681344Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:06:03.726504Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [2:7593038121032438338:2048] [node 1] ICP34 closed connection by debug command
2026-01-08T17:06:03.726634Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:03.726864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038163982111565:2048] [node 1] ICS01 socket: 16 reason# EndOfStream
2026-01-08T17:06:03.727072Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038163982111565:2048] VirtualId# [2:7593038163982111561:0]
2026-01-08T17:06:03.727112Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038163982111565:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:03.727151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:03.727195Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:06:03.728661Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:03.728885Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038167283814440:2048] [node 2] ICS01 socket: 17 reason# EndOfStream
2026-01-08T17:06:03.729385Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038167283814440:2048] VirtualId# [1:7593038167283814438:0]
2026-01-08T17:06:03.729425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038167283814440:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:03.729507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:03.729544Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
Subscribe
2026-01-08T17:06:03.739280Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038163982111568:2169] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:03.738619Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038167283814442:2156] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:03.738829Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:03.742585Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038167283814442:2156] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:03.742761Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038163982111568:2169] [node 1] ICH04 handshake succeeded
TEvNodeConnected
2026-01-08T17:06:03.743042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:03.743102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:03.743142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038163982111571:2048]
2026-01-08T17:06:03.743181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038163982111571:2048] [node 1] ICS09 handshake done sender: [2:7593038163982111568:2169] self: [2:7593038163982111567:0] peer: [1:7593038167283814443:0] socket: 16 qp: 8864
2026-01-08T17:06:03.743210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038163982111571:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:03.743245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:03.748573Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:03.748633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:03.748682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038167283814445:2048]
2026-01-08T17:06:03.748723Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038167283814445:2048] [node 2] ICS09 handshake done sender: [1:7593038167283814442:2156] self: [1:7593038167283814443:0] peer: [2:7593038163982111567:0] socket: 17 qp: 8865
2026-01-08T17:06:03.748757Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038167283814445:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:03.748791Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:06:04.278644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038167283814445:2048] [node 2] ICS01 socket: 17 reason# Debug
2026-01-08T17:06:04.278827Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038167283814445:2048] VirtualId# [1:7593038167283814443:0]
2026-01-08T17:06:04.278865Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038167283814445:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:04.278926Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:04.278973Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:04.280281Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:04.280526Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038163982111571:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:04.280549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038163982111571:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:04.280578Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:04.280632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038163982111571:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:04.287186Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038171578781743:2158]) peer tries to resume nonexistent session Self# [2:7593038163982111567:0] Peer# [1:7593038167283814443:0]
2026-01-08T17:06:04.287250Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038171578781743:2158] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:04.288204Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038168277078869:2170] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:04.289554Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:04.289631Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:04.289658Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038163982111571:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:04.289797Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038163982111571:2048] VirtualId# [2:7593038163982111567:0]
2026-01-08T17:06:04.289853Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:04.295389Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038171578781744:2159] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:04.295553Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:04.296008Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038168277078872:2171] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:04.302732Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038171578781744:2159] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:04.302967Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038168277078872:2171] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:04.303230Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:04.303291Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:04.303333Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038168277078875:2048]
2026-01-08T17:06:04.303370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038168277078875:2048] [node 1] ICS09 handshake done sender: [2:7593038168277078872:2171] self: [2:7593038168277078871:0] peer: [1:7593038171578781745:0] socket: 16 qp: 8868
2026-01-08T17:06:04.303403Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038168277078875:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:04.303435Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:04.304724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:04.304768Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:04.304806Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038171578781747:2048]
2026-01-08T17:06:04.304841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038171578781747:2048] [node 2] ICS09 handshake done sender: [1:7593038171578781744:2159] self: [1:7593038171578781745:0] peer: [2:7593038168277078871:0] socket: 17 qp: 8867
2026-01-08T17:06:04.304867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038171578781747:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:04.304913Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:04.411665Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:04.411943Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038171578781747:2048] [node 2] ICS07 socket disconnect 17 reason# Debug
2026-01-08T17:06:04.411969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038171578781747:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:04.412050Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:04.412109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038171578781747:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:04.415620Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:04.415910Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038168277078875:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:04.415936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038168277078875:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:04.416007Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:04.416046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038168277078875:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:04.423356Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038168277078875:2048] [node 1] ICS08 incoming handshake Self# [1:7593038171578781745:0] Peer# [2:7593038168277078871:0] Counter# 94 LastInputSerial# 2
2026-01-08T17:06:04.424102Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038171578781749:2161] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:04.424350Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:04.424401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038171578781747:2048] [node 2] ICS09 handshake done sender: [1:7593038171578781749:2161] self: [1:7593038171578781745:0] peer: [2:7593038168277078871:0] socket: 22 qp: 8869
2026-01-08T17:06:04.424928Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038171578781747:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:04.424972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:04.432762Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038171578781747:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:04.432801Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038171578781747:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:04.432860Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:04.432908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038171578781747:2048] [node 2] ICS08 incoming handshake Self# [2:7593038168277078871:0] Peer# [1:7593038171578781745:0] Counter# 2 LastInputSerial# 94
2026-01-08T17:06:04.433190Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:04.433424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038171578781747:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:04.433487Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038171578781747:2048] VirtualId# [1:7593038171578781745:0]
2026-01-08T17:06:04.433528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:04.440021Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038168277078878:2173] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:04.440568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:04.440632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038168277078875:2048] [node 1] ICS09 handshake done sender: [2:7593038168277078878:2173] self: [2:7593038168277078871:0] peer: [1:7593038171578781745:0] socket: 23 qp: 8871
2026-01-08T17:06:04.441398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038168277078875:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:04.441448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:04.441818Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:04.441843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038168277078875:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:04.441871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038168277078875:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:04.441894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:04.441975Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:04.442174Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038168277078875:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:04.442193Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038168277078875:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:04.466156Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038171578781755:2164]) peer tries to resume nonexistent session Self# [2:7593038168277078871:0] Peer# [1:7593038171578781745:0]
2026-01-08T17:06:04.466226Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038171578781755:2164] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:04.466975Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038168277078883:2175] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:04.468161Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:04.468242Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:04.468278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038168277078875:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:04.468337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038168277078875:2048] VirtualId# [2:7593038168277078871:0]
2026-01-08T17:06:04.468471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 10607
TEvUndelivered Cookie# 10608
TEvUndelivered Cookie# 10609
TEvUndelivered Cookie# 10610
TEvUndelivered Cookie# 10611
TEvUndelivered Cookie# 10612
TEvUndelivered Cookie# 10613
TEvUndelivered Cookie# 10614
2026-01-08T17:06:04.476475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038171578781756:2165] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:04.476607Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:04.478012Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038168277078886:2176] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:04.485961Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038171578781756:2165] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:04.486458Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038168277078886:2176] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:04.486818Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:04.486874Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:04.486920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038168277078889:2048]
2026-01-08T17:06:04.486960Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038168277078889:2048] [node 1] ICS09 handshake done sender: [2:7593038168277078886:2176] self: [2:7593038168277078885:0] peer: [1:7593038171578781757:0] socket: 16 qp: 8875
2026-01-08T17:06:04.486995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038168277078889:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:04.487031Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:04.487783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:04.487851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:04.487887Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038171578781759:2048]
2026-01-08T17:06:04.487933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038171578781759:2048] [node 2] ICS09 handshake done sender: [1:7593038171578781756:2165] self: [1:7593038171578781757:0] peer: [2:7593038168277078885:0] socket: 17 qp: 8874
2026-01-08T17:06:04.487962Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038171578781759:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:04.487988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:04.664739Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:04.665094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038171578781759:2048] [node 2] ICS07 socket disconnect 17 reason# Debug
2026-01-08T17:06:04.665129Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038171578781759:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:04.665208Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:04.665243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038171578781759:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:04.666193Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:04.666590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038168277078889:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:04.666652Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038168277078889:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:04.666712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:04.666760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038168277078889:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:04.668874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038168277078889:2048] [node 1] ICS08 incoming handshake Self# [1:7593038171578781757:0] Peer# [2:7593038168277078885:0] Counter# 307 LastInputSerial# 8
2026-01-08T17:06:04.675015Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038171578781759:2048] [node 2] ICS08 incoming handshake Self# [2:7593038168277078885:0] Peer# [1:7593038171578781757:0] Counter# 8 LastInputSerial# 307
2026-01-08T17:06:04.678345Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038171578781761:2167] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:04.678691Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:04.678758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038171578781759:2048] [node 2] ICS09 handshake done sender: [1:7593038171578781761:2167] self: [1:7593038171578781757:0] peer: [2:7593038168277078885:0] socket: 22 qp: 8876
2026-01-08T17:06:04.679306Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038171578781759:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:04.679356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:04.683981Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038168277078892:2178] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:04.690753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:04.690845Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038168277078889:2048] [node 1] ICS09 handshake done sender: [2:7593038168277078892:2178] self: [2:7593038168277078885:0] peer: [1:7593038171578781757:0] socket: 23 qp: 8877
2026-01-08T17:06:04.691717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038168277078889:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:04.691776Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:04.691979Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593038121032438338:2048] [node 1] ICP27 obsolete handshake fail ignored
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:06:04.859618Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038171578781759:2048] [node 2] ICS01 socket: 22 reason# Debug
2026-01-08T17:06:04.859712Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038171578781759:2048] VirtualId# [1:7593038171578781757:0]
2026-01-08T17:06:04.859748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038171578781759:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:04.859826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:04.859883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:04.870819Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:04.871064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038168277078889:2048] [node 1] ICS07 socket disconnect 23 reason# EndOfStream
2026-01-08T17:06:04.871091Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038168277078889:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:04.871157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:04.871213Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038168277078889:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:04.878660Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038171578781766:2169]) peer tries to resume nonexistent session Self# [2:7593038168277078885:0] Peer# [1:7593038171578781757:0]
2026-01-08T17:06:04.878743Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038171578781766:2169] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:04.890627Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038168277078896:2180] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:04.894137Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:04.894238Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:04.894267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038168277078889:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:04.894649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038168277078889:2048] VirtualId# [2:7593038168277078885:0]
2026-01-08T17:06:04.894856Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 10828
TEvUndelivered Cookie# 10829
TEvUndelivered Cookie# 10830
TEvUndelivered Cookie# 10831
TEvUndelivered Cookie# 10832
TEvUndelivered Cookie# 10833
TEvUndelivered Cookie# 10834
TEvUndelivered Cookie# 10835
TEvUndelivered Cookie# 10836
TEvUndelivered Cookie# 10837
2026-01-08T17:06:04.902355Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038171578781767:2170] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:04.902528Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:04.902951Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038168277078899:2181] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:04.916166Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038171578781767:2170] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:04.916509Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038168277078899:2181] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:04.916824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:04.916894Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:04.916978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038168277078902:2048]
2026-01-08T17:06:04.917032Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038168277078902:2048] [node 1] ICS09 handshake done sender: [2:7593038168277078899:2181] self: [2:7593038168277078898:0] peer: [1:7593038171578781768:0] socket: 16 qp: 8882
2026-01-08T17:06:04.917073Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038168277078902:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:04.917110Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:04.918042Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:04.918093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:04.918129Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038171578781770:2048]
2026-01-08T17:06:04.918163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038171578781770:2048] [node 2] ICS09 handshake done sender: [1:7593038171578781767:2170] self: [1:7593038171578781768:0] peer: [2:7593038168277078898:0] socket: 17 qp: 8881
2026-01-08T17:06:04.918194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038171578781770:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:04.918226Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:05.319267Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:05.319614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038168277078902:2048] [node 1] ICS07 socket disconnect 16 reason# Debug
2026-01-08T17:06:05.319640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038168277078902:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:05.319709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:05.319739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038168277078902:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:05.322098Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:05.322425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038171578781770:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:05.322483Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038171578781770:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:05.322564Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:05.322602Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038171578781770:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:05.335013Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038171578781770:2048] [node 2] ICS08 incoming handshake Self# [2:7593038168277078898:0] Peer# [1:7593038171578781768:0] Counter# 23 LastInputSerial# 803
2026-01-08T17:06:05.335555Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038168277078902:2048] [node 1] ICS08 incoming handshake Self# [1:7593038171578781768:0] Peer# [2:7593038168277078898:0] Counter# 803 LastInputSerial# 23
2026-01-08T17:06:05.338193Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038175873749069:2173] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:05.338545Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:05.338612Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038171578781770:2048] [node 2] ICS09 handshake done sender: [1:7593038175873749069:2173] self: [1:7593038171578781768:0] peer: [2:7593038168277078898:0] socket: 24 qp: 8885
2026-01-08T17:06:05.339194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038171578781770:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:05.339245Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:05.346992Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038172572046202:2183] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:05.356118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:05.356196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038168277078902:2048] [node 1] ICS09 handshake done sender: [2:7593038172572046202:2183] self: [2:7593038168277078898:0] peer: [1:7593038171578781768:0] socket: 25 qp: 8886
2026-01-08T17:06:05.356987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038168277078902:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:05.357042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:05.357247Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593038121032438338:2048] [node 1] ICP27 obsolete handshake fail ignored
nodeId# 2 peerNodeId# 1 TEvPoisonSession
2026-01-08T17:06:05.730975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038168277078902:2048] [node 1] ICS01 socket: 25 reason# Debug
2026-01-08T17:06:05.731060Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038168277078902:2048] VirtualId# [2:7593038168277078898:0]
2026-01-08T17:06:05.731094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038168277078902:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:05.731144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:05.731197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:06:05.732641Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:05.732912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038171578781770:2048] [node 2] ICS07 socket disconnect 24 reason# EndOfStream
2026-01-08T17:06:05.732937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038171578781770:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:05.733000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:05.733036Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038171578781770:2048] [node 2] ICS15 start handshake
TEvNodeDisconnected
2026-01-08T17:06:05.739437Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038172572046205:2185]) peer tries to resume nonexistent session Self# [1:7593038171578781768:0] Peer# [2:7593038168277078898:0]
2026-01-08T17:06:05.745977Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038172572046205:2185] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:05.747032Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038175873749073:2174] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:06:05.748283Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:05.748373Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:05.748401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038171578781770:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:05.748466Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038171578781770:2048] VirtualId# [1:7593038171578781768:0]
2026-01-08T17:06:05.748528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:05.774555Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038175873749077:2176] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:05.774937Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038172572046209:2187] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:05.775035Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:05.775425Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038175873749076:2175] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:05.802902Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038172572046209:2187] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:05.803227Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038175873749076:2175] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:05.803659Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:05.803737Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:05.803783Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038175873749081:2048]
2026-01-08T17:06:05.803843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038175873749081:2048] [node 2] ICS09 handshake done sender: [1:7593038175873749076:2175] self: [1:7593038175873749075:0] peer: [2:7593038172572046210:0] socket: 20 qp: 8891
2026-01-08T17:06:05.803879Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038175873749081:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:05.803914Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:05.805925Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:05.805984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:05.806024Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038172572046212:2048]
2026-01-08T17:06:05.806064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038172572046212:2048] [node 1] ICS09 handshake done sender: [2:7593038172572046209:2187] self: [2:7593038172572046210:0] peer: [1:7593038175873749075:0] socket: 21 qp: 8890
2026-01-08T17:06:05.806102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038172572046212:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:05.806161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:06:06.269009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038175873749081:2048] [node 2] ICS01 socket: 20 reason# Debug
2026-01-08T17:06:06.269188Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038175873749081:2048] VirtualId# [1:7593038175873749075:0]
2026-01-08T17:06:06.269226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038175873749081:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:06.269287Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:06.269336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:06.270955Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:06.271195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038172572046212:2048] [node 1] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:06:06.271221Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038172572046212:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:06.271257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:06.271313Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038172572046212:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:06.285212Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038180168716379:2177]) peer tries to resume nonexistent session Self# [2:7593038172572046210:0] Peer# [1:7593038175873749075:0]
2026-01-08T17:06:06.285285Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038180168716379:2177] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:06.286573Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038176867013510:2189] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:06.294767Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:06.294863Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:06.294892Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038172572046212:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:06.295092Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038172572046212:2048] VirtualId# [2:7593038172572046210:0]
2026-01-08T17:06:06.295161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:06.310956Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038180168716380:2178] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:06.311137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:06.311573Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038176867013513:2190] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:06.318966Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038180168716380:2178] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:06.319212Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038176867013513:2190] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:06.319488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:06.319541Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:06.319587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038176867013516:2048]
2026-01-08T17:06:06.319627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038176867013516:2048] [node 1] ICS09 handshake done sender: [2:7593038176867013513:2190] self: [2:7593038176867013512:0] peer: [1:7593038180168716381:0] socket: 16 qp: 8893
2026-01-08T17:06:06.319660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038176867013516:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:06.319694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:06.320280Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:06.320319Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:06.320353Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038180168716383:2048]
2026-01-08T17:06:06.320390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038180168716383:2048] [node 2] ICS09 handshake done sender: [1:7593038180168716380:2178] self: [1:7593038180168716381:0] peer: [2:7593038176867013512:0] socket: 17 qp: 8894
2026-01-08T17:06:06.320415Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038180168716383:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:06.320441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:06:06.734664Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:06.734960Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:06.735243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038180168716383:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:06.735270Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038180168716383:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:06.735308Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:06.735351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038180168716383:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:06.737861Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:06.738143Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038176867013516:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:06.738171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038176867013516:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:06.738238Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:06.738283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038176867013516:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:06.755619Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038176867013516:2048] [node 1] ICS08 incoming handshake Self# [1:7593038180168716381:0] Peer# [2:7593038176867013512:0] Counter# 1419 LastInputSerial# 35
2026-01-08T17:06:06.761493Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038180168716385:2180] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:06.768533Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038176867013518:2191] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:06.770935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:06.770978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038180168716383:2048] [node 2] ICS09 handshake done sender: [1:7593038180168716385:2180] self: [1:7593038180168716381:0] peer: [2:7593038176867013512:0] socket: 22 qp: 8895
2026-01-08T17:06:06.770756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:06.770841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038176867013516:2048] [node 1] ICS09 handshake done sender: [2:7593038176867013518:2191] self: [2:7593038176867013512:0] peer: [1:7593038180168716381:0] socket: 23 qp: 8896
2026-01-08T17:06:06.771397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038176867013516:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:06.771467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:06.774628Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038180168716383:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:06.774692Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:06.774809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038180168716383:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:06.774836Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038180168716383:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:06.774887Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:06.774933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038180168716383:2048] [node 2] ICS08 incoming handshake Self# [2:7593038176867013512:0] Peer# [1:7593038180168716381:0] Counter# 35 LastInputSerial# 1419
2026-01-08T17:06:06.775271Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038180168716383:2048] [node 2] ICS07 socket disconnect -1 reason# NewSession
2026-01-08T17:06:06.778738Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:06.779161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038176867013516:2048] [node 1] ICS07 socket disconnect 23 reason# EndOfStream
2026-01-08T17:06:06.779192Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038176867013516:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:06.779218Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:06.779275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038176867013516:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:06.783340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038180168716383:2048] [node 2] ICS08 incoming handshake Self# [2:7593038176867013512:0] Peer# [1:7593038180168716381:0] Counter# 35 LastInputSerial# 1419
2026-01-08T17:06:06.784867Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038176867013523:2194] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:06.785057Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:06.785107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038176867013516:2048] [node 1] ICS09 handshake done sender: [2:7593038176867013523:2194] self: [2:7593038176867013512:0] peer: [1:7593038180168716381:0] socket: 16 qp: 8899
2026-01-08T17:06:06.785767Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038176867013516:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:06.785815Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:06.792333Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038180168716390:2182] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:06.793220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:06.793286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038180168716383:2048] [node 2] ICS09 handshake done sender: [1:7593038180168716390:2182] self: [1:7593038180168716381:0] peer: [2:7593038176867013512:0] socket: 20 qp: 8900
2026-01-08T17:06:06.794525Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038180168716383:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:06.794579Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:06:07.073482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038180168716383:2048] [node 2] ICS01 socket: 20 reason# Debug
2026-01-08T17:06:07.073581Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038180168716383:2048] VirtualId# [1:7593038180168716381:0]
2026-01-08T17:06:07.073615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038180168716383:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:07.073676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:07.073726Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:07.074865Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:07.075098Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038176867013516:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:07.075121Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038176867013516:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:07.075190Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:07.075228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038176867013516:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:07.086252Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038184463683689:2184]) peer tries to resume nonexistent session Self# [2:7593038176867013512:0] Peer# [1:7593038180168716381:0]
2026-01-08T17:06:07.086359Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038184463683689:2184] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:07.087230Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038181161980823:2195] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:07.088314Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:07.088405Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:07.088431Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038176867013516:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:07.088492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038176867013516:2048] VirtualId# [2:7593038176867013512:0]
2026-01-08T17:06:07.088551Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:07.098978Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038184463683690:2185] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:07.099152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:07.099627Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038181161980826:2196] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:07.122697Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038184463683690:2185] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:07.122924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038181161980826:2196] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:07.123231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:07.123285Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:07.123329Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038181161980829:2048]
2026-01-08T17:06:07.123369Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038181161980829:2048] [node 1] ICS09 handshake done sender: [2:7593038181161980826:2196] self: [2:7593038181161980825:0] peer: [1:7593038184463683691:0] socket: 16 qp: 8903
2026-01-08T17:06:07.123400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038181161980829:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:07.123434Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:07.124014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:07.124052Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:07.124088Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038184463683693:2048]
2026-01-08T17:06:07.124132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038184463683693:2048] [node 2] ICS09 handshake done sender: [1:7593038184463683690:2185] self: [1:7593038184463683691:0] peer: [2:7593038181161980825:0] socket: 17 qp: 8902
2026-01-08T17:06:07.124159Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038184463683693:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:07.124185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvPoisonSession
2026-01-08T17:06:07.246650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038181161980829:2048] [node 1] ICS01 socket: 16 reason# Debug
2026-01-08T17:06:07.246824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038181161980829:2048] VirtualId# [2:7593038181161980825:0]
2026-01-08T17:06:07.246862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038181161980829:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:07.246929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:07.246988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:06:07.248492Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:07.248761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038184463683693:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:07.248785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038184463683693:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:07.248861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:07.248959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038184463683693:2048] [node 2] ICS15 start handshake
TEvNodeDisconnected
2026-01-08T17:06:07.263646Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038181161980831:2197]) peer tries to resume nonexistent session Self# [1:7593038184463683691:0] Peer# [2:7593038181161980825:0]
2026-01-08T17:06:07.263732Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038181161980831:2197] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:07.264490Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038184463683695:2187] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:06:07.265732Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:07.265811Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:07.265839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038184463683693:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:07.270645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038184463683693:2048] VirtualId# [1:7593038184463683691:0]
2026-01-08T17:06:07.270731Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:07.294724Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038181161980835:2199] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:07.294869Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:07.295173Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038184463683700:2189] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:07.295559Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038184463683698:2188] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:07.306674Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038181161980835:2199] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:07.306948Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038184463683698:2188] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:07.307244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:07.307329Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:07.307373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038184463683703:2048]
2026-01-08T17:06:07.307424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038184463683703:2048] [node 2] ICS09 handshake done sender: [1:7593038184463683698:2188] self: [1:7593038184463683697:0] peer: [2:7593038181161980836:0] socket: 17 qp: 8906
2026-01-08T17:06:07.307465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038184463683703:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:07.307507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:07.309192Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:07.309253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:07.309297Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038181161980838:2048]
2026-01-08T17:06:07.309349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038181161980838:2048] [node 1] ICS09 handshake done sender: [2:7593038181161980835:2199] self: [2:7593038181161980836:0] peer: [1:7593038184463683697:0] socket: 20 qp: 8905
2026-01-08T17:06:07.309381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038181161980838:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:07.309411Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:07.382831Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:07.383076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038184463683703:2048] [node 2] ICS07 socket disconnect 17 reason# Debug
2026-01-08T17:06:07.383101Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038184463683703:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:07.383157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:07.383188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038184463683703:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:07.385912Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:07.386160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038181161980838:2048] [node 1] ICS07 socket disconnect 20 reason# EndOfStream
2026-01-08T17:06:07.386187Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038181161980838:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:07.386251Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:07.386288Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038181161980838:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:07.403557Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038181161980838:2048] [node 1] ICS08 incoming handshake Self# [1:7593038184463683697:0] Peer# [2:7593038181161980836:0] Counter# 154 LastInputSerial# 4
2026-01-08T17:06:07.405955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038184463683703:2048] [node 2] ICS08 incoming handshake Self# [2:7593038181161980836:0] Peer# [1:7593038184463683697:0] Counter# 4 LastInputSerial# 154
2026-01-08T17:06:07.406404Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038184463683705:2190] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:07.406685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:07.406743Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038184463683703:2048] [node 2] ICS09 handshake done sender: [1:7593038184463683705:2190] self: [1:7593038184463683697:0] peer: [2:7593038181161980836:0] socket: 16 qp: 8909
2026-01-08T17:06:07.407230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038184463683703:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:07.407279Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:07.418443Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038181161980841:2202] held: no
2026-01-08T17:06:07.424729Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038181161980841:2202] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:07.425094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:07.425169Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038181161980838:2048] [node 1] ICS09 handshake done sender: [2:7593038181161980841:2202] self: [2:7593038181161980836:0] peer: [1:7593038184463683697:0] socket: 21 qp: 8910
2026-01-08T17:06:07.425816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038181161980838:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:07.425883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:06:07.601299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038184463683703:2048] [node 2] ICS01 socket: 16 reason# Debug
2026-01-08T17:06:07.601393Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038184463683703:2048] VirtualId# [1:7593038184463683697:0]
2026-01-08T17:06:07.601498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038184463683703:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:07.601565Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:07.601635Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:07.602774Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:07.602996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038181161980838:2048] [node 1] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:06:07.603020Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038181161980838:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:07.603088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:07.603124Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038181161980838:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:07.611515Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038184463683710:2192]) peer tries to resume nonexistent session Self# [2:7593038181161980836:0] Peer# [1:7593038184463683697:0]
2026-01-08T17:06:07.611588Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038184463683710:2192] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:07.613600Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038181161980845:2204] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:07.618406Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:07.618517Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:07.618548Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038181161980838:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:07.618620Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038181161980838:2048] VirtualId# [2:7593038181161980836:0]
2026-01-08T17:06:07.618778Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 12638
TEvUndelivered Cookie# 12639
TEvUndelivered Cookie# 12640
TEvUndelivered Cookie# 12641
TEvUndelivered Cookie# 12642
TEvUndelivered Cookie# 12643
TEvUndelivered Cookie# 12644
TEvUndelivered Cookie# 12645
TEvUndelivered Cookie# 12646
TEvUndelivered Cookie# 12647
2026-01-08T17:06:07.630726Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038184463683711:2193] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:07.630918Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:07.631428Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038181161980848:2205] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:07.642702Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038184463683711:2193] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:07.643401Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038181161980848:2205] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:07.643038Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:07.643093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:07.643139Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038184463683714:2048]
2026-01-08T17:06:07.643200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038184463683714:2048] [node 2] ICS09 handshake done sender: [1:7593038184463683711:2193] self: [1:7593038184463683712:0] peer: [2:7593038181161980847:0] socket: 17 qp: 8913
2026-01-08T17:06:07.643235Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038184463683714:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:07.643273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:07.643800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:07.643861Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:07.643898Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038181161980851:2048]
2026-01-08T17:06:07.643935Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038181161980851:2048] [node 1] ICS09 handshake done sender: [2:7593038181161980848:2205] self: [2:7593038181161980847:0] peer: [1:7593038184463683712:0] socket: 16 qp: 8914
2026-01-08T17:06:07.643961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038181161980851:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:07.643988Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvPoisonSession
2026-01-08T17:06:07.970473Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038181161980851:2048] [node 1] ICS01 socket: 16 reason# Debug
2026-01-08T17:06:07.970631Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038181161980851:2048] VirtualId# [2:7593038181161980847:0]
2026-01-08T17:06:07.970666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038181161980851:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:07.970738Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:07.970794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:06:07.972060Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:07.972374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038184463683714:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:07.972399Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038184463683714:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:07.972467Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:07.972499Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038184463683714:2048] [node 2] ICS15 start handshake
TEvNodeDisconnected
2026-01-08T17:06:07.976691Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038181161980853:2206]) peer tries to resume nonexistent session Self# [1:7593038184463683712:0] Peer# [2:7593038181161980847:0]
2026-01-08T17:06:07.976761Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038181161980853:2206] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:07.979994Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038184463683716:2195] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:06:07.985939Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:07.986032Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:07.986061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038184463683714:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:07.986254Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038184463683714:2048] VirtualId# [1:7593038184463683712:0]
2026-01-08T17:06:07.986335Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:07.991782Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038181161980854:2207] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:07.991958Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:07.992335Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038184463683719:2196] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:08.003208Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038181161980854:2207] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:08.003439Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:08.003507Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:08.003560Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038185456948153:2048]
2026-01-08T17:06:08.003624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038185456948153:2048] [node 1] ICS09 handshake done sender: [2:7593038181161980854:2207] self: [2:7593038181161980855:0] peer: [1:7593038184463683718:0] socket: 17 qp: 8916
2026-01-08T17:06:08.003668Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038185456948153:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:08.003707Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:08.004366Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038184463683719:2196] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:08.004587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:08.004620Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:08.004672Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038188758651018:2048]
2026-01-08T17:06:08.004706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038188758651018:2048] [node 2] ICS09 handshake done sender: [1:7593038184463683719:2196] self: [1:7593038184463683718:0] peer: [2:7593038181161980855:0] socket: 16 qp: 8917
2026-01-08T17:06:08.004731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038188758651018:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:08.004760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
nodeId# 2 peerNodeId# 1 TEvPoisonSession
Subscribe
2026-01-08T17:06:08.082451Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038185456948153:2048] [node 1] ICS01 socket: 17 reason# Debug
2026-01-08T17:06:08.084475Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:08.084706Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038188758651018:2048] [node 2] ICS01 socket: 16 reason# EndOfStream
2026-01-08T17:06:08.083247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038185456948153:2048] VirtualId# [2:7593038181161980855:0]
2026-01-08T17:06:08.083294Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038185456948153:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:08.083371Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:08.083404Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:06:08.084965Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038188758651018:2048] VirtualId# [1:7593038184463683718:0]
2026-01-08T17:06:08.085005Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038188758651018:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:08.085078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:08.085115Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:08.090351Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038188758651020:2197] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:08.090520Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:08.092248Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038185456948156:2209] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:08.103148Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038188758651020:2197] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:08.103468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:08.103522Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:08.103584Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038188758651023:2048]
2026-01-08T17:06:08.103635Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038188758651023:2048] [node 2] ICS09 handshake done sender: [1:7593038188758651020:2197] self: [1:7593038188758651021:0] peer: [2:7593038185456948155:0] socket: 17 qp: 8918
2026-01-08T17:06:08.103670Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038188758651023:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:08.103704Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:08.107153Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038185456948156:2209] [node 1] ICH04 handshake succeeded
TEvNodeConnected
2026-01-08T17:06:08.107645Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:08.107727Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:08.107772Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038185456948159:2048]
2026-01-08T17:06:08.107813Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038185456948159:2048] [node 1] ICS09 handshake done sender: [2:7593038185456948156:2209] self: [2:7593038185456948155:0] peer: [1:7593038188758651021:0] socket: 16 qp: 8919
2026-01-08T17:06:08.107862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038185456948159:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:08.107899Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:08.520642Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:08.520887Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038185456948159:2048] [node 1] ICS07 socket disconnect 16 reason# Debug
2026-01-08T17:06:08.520930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038185456948159:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:08.521004Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:08.521037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038185456948159:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:08.523561Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:08.523851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038188758651023:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:08.523875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038188758651023:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:08.523938Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:08.523974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038188758651023:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:08.530564Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038188758651023:2048] [node 2] ICS08 incoming handshake Self# [2:7593038185456948155:0] Peer# [1:7593038188758651021:0] Counter# 53 LastInputSerial# 1966
2026-01-08T17:06:08.530780Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038185456948159:2048] [node 1] ICS08 incoming handshake Self# [1:7593038188758651021:0] Peer# [2:7593038185456948155:0] Counter# 1966 LastInputSerial# 53
2026-01-08T17:06:08.531304Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038188758651025:2199] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:08.531561Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:08.531621Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038188758651023:2048] [node 2] ICS09 handshake done sender: [1:7593038188758651025:2199] self: [1:7593038188758651021:0] peer: [2:7593038185456948155:0] socket: 24 qp: 8922
2026-01-08T17:06:08.532127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038188758651023:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:08.532172Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:08.537150Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038185456948163:2211] held: no
2026-01-08T17:06:08.537230Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038185456948163:2211] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:08.537440Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:08.537502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038185456948159:2048] [node 1] ICS09 handshake done sender: [2:7593038185456948163:2211] self: [2:7593038185456948155:0] peer: [1:7593038188758651021:0] socket: 25 qp: 8923
2026-01-08T17:06:08.538214Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038185456948159:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:08.538259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:08.848111Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:08.857909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038185456948159:2048] [node 1] ICS07 socket disconnect 25 reason# Debug
2026-01-08T17:06:08.857958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038185456948159:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:08.858026Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:08.858063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038185456948159:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:08.864348Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:08.864660Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038188758651023:2048] [node 2] ICS07 socket disconnect 24 reason# EndOfStream
2026-01-08T17:06:08.864685Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038188758651023:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:08.864756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:08.864809Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038188758651023:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:08.877530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038185456948159:2048] [node 1] ICS08 incoming handshake Self# [1:7593038188758651021:0] Peer# [2:7593038185456948155:0] Counter# 3990 LastInputSerial# 105
2026-01-08T17:06:08.878818Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038188758651023:2048] [node 2] ICS08 incoming handshake Self# [2:7593038185456948155:0] Peer# [1:7593038188758651021:0] Counter# 105 LastInputSerial# 3990
2026-01-08T17:06:08.879308Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038188758651030:2201] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:08.879568Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:08.879624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038188758651023:2048] [node 2] ICS09 handshake done sender: [1:7593038188758651030:2201] self: [1:7593038188758651021:0] peer: [2:7593038185456948155:0] socket: 20 qp: 8925
2026-01-08T17:06:08.880183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038188758651023:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:08.880230Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:08.885023Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038185456948168:2214] held: no
2026-01-08T17:06:08.892097Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038185456948168:2214] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:08.892375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:08.892437Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038185456948159:2048] [node 1] ICS09 handshake done sender: [2:7593038185456948168:2214] self: [2:7593038185456948155:0] peer: [1:7593038188758651021:0] socket: 21 qp: 8927
2026-01-08T17:06:08.893074Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038185456948159:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:08.893130Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvPoisonSession
2026-01-08T17:06:09.331816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038185456948159:2048] [node 1] ICS01 socket: 21 reason# Debug
2026-01-08T17:06:09.331920Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038185456948159:2048] VirtualId# [2:7593038185456948155:0]
2026-01-08T17:06:09.331969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038185456948159:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:09.332018Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:09.332072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:09.343624Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:09.343927Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038188758651023:2048] [node 2] ICS07 socket disconnect 20 reason# EndOfStream
2026-01-08T17:06:09.343953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038188758651023:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:09.344022Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:09.344058Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038188758651023:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:09.356470Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038189751915470:2217]) peer tries to resume nonexistent session Self# [1:7593038188758651021:0] Peer# [2:7593038185456948155:0]
2026-01-08T17:06:09.356534Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038189751915470:2217] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:09.357184Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038193053618332:2204] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:09.357274Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038193053618331:2203] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:06:09.358961Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:09.359051Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:09.359081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038188758651023:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:09.359140Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038188758651023:2048] VirtualId# [1:7593038188758651021:0]
2026-01-08T17:06:09.359197Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:09.371080Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038189751915471:2218] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:09.371218Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:09.371666Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038193053618335:2205] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:09.377301Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038189751915471:2218] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:09.377523Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038193053618335:2205] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:09.379478Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:09.379527Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:09.379571Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038189751915474:2048]
2026-01-08T17:06:09.379605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038189751915474:2048] [node 1] ICS09 handshake done sender: [2:7593038189751915471:2218] self: [2:7593038189751915472:0] peer: [1:7593038193053618334:0] socket: 21 qp: 8931
2026-01-08T17:06:09.379632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038189751915474:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:09.379661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:09.377834Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:09.377901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:09.377942Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038193053618339:2048]
2026-01-08T17:06:09.377980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038193053618339:2048] [node 2] ICS09 handshake done sender: [1:7593038193053618335:2205] self: [1:7593038193053618334:0] peer: [2:7593038189751915472:0] socket: 20 qp: 8932
2026-01-08T17:06:09.378011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038193053618339:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:09.378044Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:09.646522Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:09.646816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038193053618339:2048] [node 2] ICS07 socket disconnect 20 reason# Debug
2026-01-08T17:06:09.646842Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038193053618339:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:09.646904Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:09.646936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038193053618339:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:09.648697Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:09.649105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038189751915474:2048] [node 1] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:06:09.649134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038189751915474:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:09.649170Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:09.649210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038189751915474:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:09.656614Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038189751915474:2048] [node 1] ICS08 incoming handshake Self# [1:7593038193053618334:0] Peer# [2:7593038189751915472:0] Counter# 1067 LastInputSerial# 27
2026-01-08T17:06:09.660986Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038193053618341:2206] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:09.661268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:09.661321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038193053618339:2048] [node 2] ICS09 handshake done sender: [1:7593038193053618341:2206] self: [1:7593038193053618334:0] peer: [2:7593038189751915472:0] socket: 16 qp: 8933
2026-01-08T17:06:09.661779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038193053618339:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:09.661840Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:09.666877Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038193053618339:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:09.666917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038193053618339:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:09.666972Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:09.667019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038193053618339:2048] [node 2] ICS08 incoming handshake Self# [2:7593038189751915472:0] Peer# [1:7593038193053618334:0] Counter# 27 LastInputSerial# 1067
2026-01-08T17:06:09.666946Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038189751915477:2221] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:09.667359Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:09.667560Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038193053618339:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:09.667632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038193053618339:2048] VirtualId# [1:7593038193053618334:0]
2026-01-08T17:06:09.667666Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:09.670586Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:09.670648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038189751915474:2048] [node 1] ICS09 handshake done sender: [2:7593038189751915477:2221] self: [2:7593038189751915472:0] peer: [1:7593038193053618334:0] socket: 17 qp: 8934
2026-01-08T17:06:09.671351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038189751915474:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:09.671394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:09.671665Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:09.671686Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038189751915474:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:09.671708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038189751915474:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:09.671735Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:09.671808Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:09.671995Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038189751915474:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:09.672010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038189751915474:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:09.688509Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038189751915481:2223] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:09.688200Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038193053618346:2208]) peer tries to resume nonexistent session Self# [2:7593038189751915472:0] Peer# [1:7593038193053618334:0]
2026-01-08T17:06:09.688261Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038193053618346:2208] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:09.697811Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:09.697902Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:09.697930Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038189751915474:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:09.697994Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038189751915474:2048] VirtualId# [2:7593038189751915472:0]
2026-01-08T17:06:09.698124Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 14652
TEvUndelivered Cookie# 14653
TEvUndelivered Cookie# 14654
TEvUndelivered Cookie# 14655
TEvUndelivered Cookie# 14656
TEvUndelivered Cookie# 14657
TEvUndelivered Cookie# 14658
TEvUndelivered Cookie# 14659
2026-01-08T17:06:09.706803Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038193053618347:2209] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:09.706935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:09.713042Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038189751915485:2224] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:09.718569Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038193053618347:2209] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:09.718894Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038189751915485:2224] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:09.719241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:09.719296Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:09.719342Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038189751915488:2048]
2026-01-08T17:06:09.719381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038189751915488:2048] [node 1] ICS09 handshake done sender: [2:7593038189751915485:2224] self: [2:7593038189751915484:0] peer: [1:7593038193053618348:0] socket: 16 qp: 8939
2026-01-08T17:06:09.719414Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038189751915488:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:09.719447Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:09.720032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:09.720072Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:09.720106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038193053618350:2048]
2026-01-08T17:06:09.720137Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038193053618350:2048] [node 2] ICS09 handshake done sender: [1:7593038193053618347:2209] self: [1:7593038193053618348:0] peer: [2:7593038189751915484:0] socket: 17 qp: 8938
2026-01-08T17:06:09.720161Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038193053618350:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:09.720185Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:09.981428Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:09.981760Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038189751915488:2048] [node 1] ICS07 socket disconnect 16 reason# Debug
2026-01-08T17:06:09.981785Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038189751915488:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:09.982328Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:09.982567Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038193053618350:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:09.982590Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038193053618350:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:09.982652Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:09.982684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038193053618350:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:09.994448Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:09.994556Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038189751915488:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:09.997435Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038189751915488:2048] [node 1] ICS08 incoming handshake Self# [1:7593038193053618348:0] Peer# [2:7593038189751915484:0] Counter# 807 LastInputSerial# 20
2026-01-08T17:06:10.000680Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038193053618352:2211] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:10.000971Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:10.001027Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038193053618350:2048] [node 2] ICS09 handshake done sender: [1:7593038193053618352:2211] self: [1:7593038193053618348:0] peer: [2:7593038189751915484:0] socket: 22 qp: 8940
2026-01-08T17:06:10.001509Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038193053618350:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:10.001550Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:10.010542Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038193053618350:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:10.010582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038193053618350:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:10.010632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:10.010687Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038193053618350:2048] [node 2] ICS08 incoming handshake Self# [2:7593038189751915484:0] Peer# [1:7593038193053618348:0] Counter# 20 LastInputSerial# 807
2026-01-08T17:06:10.010959Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:10.011173Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038193053618350:2048] [node 2] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:10.018455Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038189751915491:2226] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:10.031145Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:10.031222Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038189751915488:2048] [node 1] ICS09 handshake done sender: [2:7593038189751915491:2226] self: [2:7593038189751915484:0] peer: [1:7593038193053618348:0] socket: 23 qp: 8941
2026-01-08T17:06:10.031959Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038189751915488:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:10.032010Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:10.032313Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:10.032370Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038189751915488:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:10.032398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038189751915488:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:10.032428Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:10.032568Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:10.032777Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038189751915488:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:10.032796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038189751915488:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:10.069965Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038194046882792:2228] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:10.066717Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038193053618350:2048] [node 2] ICS08 incoming handshake Self# [2:7593038189751915484:0] Peer# [1:7593038193053618348:0] Counter# 21 LastInputSerial# 807
2026-01-08T17:06:10.070183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:10.070243Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038189751915488:2048] [node 1] ICS09 handshake done sender: [2:7593038194046882792:2228] self: [2:7593038189751915484:0] peer: [1:7593038193053618348:0] socket: 20 qp: 8944
2026-01-08T17:06:10.071099Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038189751915488:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:10.071145Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:10.103442Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038197348585654:2214] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:10.109756Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:10.109833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038193053618350:2048] [node 2] ICS09 handshake done sender: [1:7593038197348585654:2214] self: [1:7593038193053618348:0] peer: [2:7593038189751915484:0] socket: 21 qp: 8945
2026-01-08T17:06:10.110646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038193053618350:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:10.110712Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:10.132742Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:10.131459Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:10.131725Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038193053618350:2048] [node 2] ICS07 socket disconnect 21 reason# Debug
2026-01-08T17:06:10.131754Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038193053618350:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:10.131798Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:10.131851Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038193053618350:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:10.132956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038189751915488:2048] [node 1] ICS07 socket disconnect 20 reason# EndOfStream
2026-01-08T17:06:10.133003Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038189751915488:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:10.133054Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:10.133088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038189751915488:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:10.144637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038193053618350:2048] [node 2] ICS08 incoming handshake Self# [2:7593038189751915484:0] Peer# [1:7593038193053618348:0] Counter# 23 LastInputSerial# 902
2026-01-08T17:06:10.144895Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038197348585657:2216] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:10.145127Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:10.145183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038193053618350:2048] [node 2] ICS09 handshake done sender: [1:7593038197348585657:2216] self: [1:7593038193053618348:0] peer: [2:7593038189751915484:0] socket: 16 qp: 8947
2026-01-08T17:06:10.145649Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038193053618350:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:10.145690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:10.142592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038189751915488:2048] [node 1] ICS08 incoming handshake Self# [1:7593038193053618348:0] Peer# [2:7593038189751915484:0] Counter# 902 LastInputSerial# 23
2026-01-08T17:06:10.158932Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038194046882797:2230] held: no
2026-01-08T17:06:10.161748Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038194046882797:2230] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:10.161978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:10.162041Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038189751915488:2048] [node 1] ICS09 handshake done sender: [2:7593038194046882797:2230] self: [2:7593038189751915484:0] peer: [1:7593038193053618348:0] socket: 17 qp: 8946
2026-01-08T17:06:10.162681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038189751915488:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:10.162728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:10.282950Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:10.283269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038193053618350:2048] [node 2] ICS07 socket disconnect 16 reason# Debug
2026-01-08T17:06:10.283303Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038193053618350:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:10.283347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:10.283378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038193053618350:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:10.292734Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:10.292974Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038189751915488:2048] [node 1] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:10.293008Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038189751915488:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:10.293082Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:10.293139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038189751915488:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:10.295246Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038189751915488:2048] [node 1] ICS08 incoming handshake Self# [1:7593038193053618348:0] Peer# [2:7593038189751915484:0] Counter# 1525 LastInputSerial# 38
2026-01-08T17:06:10.318654Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038197348585662:2218] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:10.319137Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:10.319197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038193053618350:2048] [node 2] ICS09 handshake done sender: [1:7593038197348585662:2218] self: [1:7593038193053618348:0] peer: [2:7593038189751915484:0] socket: 20 qp: 8949
2026-01-08T17:06:10.319731Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038193053618350:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:10.319777Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:10.319965Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038193053618350:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:10.319988Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038193053618350:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:10.320020Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:10.320063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038193053618350:2048] [node 2] ICS08 incoming handshake Self# [2:7593038189751915484:0] Peer# [1:7593038193053618348:0] Counter# 38 LastInputSerial# 1525
2026-01-08T17:06:10.320148Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:10.320352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038193053618350:2048] [node 2] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:10.331863Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038194046882801:2232] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:10.337491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:10.337563Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038189751915488:2048] [node 1] ICS09 handshake done sender: [2:7593038194046882801:2232] self: [2:7593038189751915484:0] peer: [1:7593038193053618348:0] socket: 22 qp: 8950
2026-01-08T17:06:10.338424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038189751915488:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:10.338482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:10.338792Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:10.339011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038189751915488:2048] [node 1] ICS01 socket: 22 reason# EndOfStream
2026-01-08T17:06:10.339085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038189751915488:2048] VirtualId# [2:7593038189751915484:0]
2026-01-08T17:06:10.339119Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038189751915488:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:10.339181Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:10.339229Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:10.378772Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038197348585668:2221] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:10.378898Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:10.378942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038193053618350:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:10.379017Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038193053618350:2048] VirtualId# [1:7593038193053618348:0]
2026-01-08T17:06:10.379074Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:10.379112Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:10.386865Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038194046882808:2235] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:10.406641Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038197348585668:2221] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:10.406924Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038194046882808:2235] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:10.407193Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:10.407244Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:10.407289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038194046882811:2048]
2026-01-08T17:06:10.407329Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038194046882811:2048] [node 1] ICS09 handshake done sender: [2:7593038194046882808:2235] self: [2:7593038194046882807:0] peer: [1:7593038197348585669:0] socket: 17 qp: 8954
2026-01-08T17:06:10.407362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038194046882811:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:10.407395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:10.408696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:10.408756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:10.408794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038197348585671:2048]
2026-01-08T17:06:10.408829Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038197348585671:2048] [node 2] ICS09 handshake done sender: [1:7593038197348585668:2221] self: [1:7593038197348585669:0] peer: [2:7593038194046882807:0] socket: 20 qp: 8953
2026-01-08T17:06:10.408857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038197348585671:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:10.408885Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
Subscribe
TEvNodeConnected
2026-01-08T17:06:10.458445Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:10.461060Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:10.461103Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038194046882811:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:10.461132Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038194046882811:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:10.461169Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:10.461557Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] socket: Connection reset by peer
2026-01-08T17:06:10.461841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038197348585671:2048] [node 2] ICS07 socket disconnect 20 reason# ECONNRESET
2026-01-08T17:06:10.461876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038197348585671:2048] [node 2] ICS25 shutdown socket, reason# ECONNRESET
2026-01-08T17:06:10.461907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:10.461958Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038197348585671:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:10.469829Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:10.470104Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038194046882811:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:10.470127Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038194046882811:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:10.472756Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038194046882811:2048] [node 1] ICS08 incoming handshake Self# [1:7593038197348585669:0] Peer# [2:7593038194046882807:0] Counter# 41 LastInputSerial# 1
2026-01-08T17:06:10.485841Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038197348585673:2223] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:10.486214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:10.486274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038197348585671:2048] [node 2] ICS09 handshake done sender: [1:7593038197348585673:2223] self: [1:7593038197348585669:0] peer: [2:7593038194046882807:0] socket: 22 qp: 8955
2026-01-08T17:06:10.486977Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038197348585671:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:10.487028Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:10.492295Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038197348585671:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:10.492333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038197348585671:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:10.492388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:10.492433Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038197348585671:2048] [node 2] ICS08 incoming handshake Self# [2:7593038194046882807:0] Peer# [1:7593038197348585669:0] Counter# 1 LastInputSerial# 41
2026-01-08T17:06:10.492697Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:10.499448Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038194046882814:2237] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:10.492907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038197348585671:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:10.492980Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038197348585671:2048] VirtualId# [1:7593038197348585669:0]
2026-01-08T17:06:10.493017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:10.506791Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:10.506864Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038194046882811:2048] [node 1] ICS09 handshake done sender: [2:7593038194046882814:2237] self: [2:7593038194046882807:0] peer: [1:7593038197348585669:0] socket: 23 qp: 8956
2026-01-08T17:06:10.507606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038194046882811:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:10.507661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:10.508032Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:10.508057Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038194046882811:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:10.508082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038194046882811:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:10.508105Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:10.508195Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:10.508389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038194046882811:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:10.508408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038194046882811:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:10.523389Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038197348585679:2226]) peer tries to resume nonexistent session Self# [2:7593038194046882807:0] Peer# [1:7593038197348585669:0]
2026-01-08T17:06:10.523445Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038197348585679:2226] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:10.528819Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038194046882819:2239] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:10.530155Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:10.530252Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:10.530286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038194046882811:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:10.530371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038194046882811:2048] VirtualId# [2:7593038194046882807:0]
2026-01-08T17:06:10.530535Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 15044
TEvUndelivered Cookie# 15045
TEvUndelivered Cookie# 15046
TEvUndelivered Cookie# 15047
TEvUndelivered Cookie# 15048
TEvUndelivered Cookie# 15049
TEvUndelivered Cookie# 15050
TEvUndelivered Cookie# 15051
2026-01-08T17:06:10.544523Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038197348585680:2227] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:10.544683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:10.553313Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038194046882822:2240] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:06:10.570849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038197348585680:2227] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:10.572005Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:10.572093Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:10.572144Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038197348585683:2048]
2026-01-08T17:06:10.572188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038197348585683:2048] [node 2] ICS09 handshake done sender: [1:7593038197348585680:2227] self: [1:7593038197348585681:0] peer: [2:7593038194046882821:0] socket: 17 qp: 8960
2026-01-08T17:06:10.572226Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038197348585683:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:10.572274Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:10.574481Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038194046882822:2240] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:10.575043Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:10.575097Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:10.575157Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038194046882825:2048]
2026-01-08T17:06:10.575198Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038194046882825:2048] [node 1] ICS09 handshake done sender: [2:7593038194046882822:2240] self: [2:7593038194046882821:0] peer: [1:7593038197348585681:0] socket: 16 qp: 8961
2026-01-08T17:06:10.575232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038194046882825:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:10.575268Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:06:11.135934Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:11.137240Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:11.137612Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [1 <-> 2] socket: Broken pipe
2026-01-08T17:06:11.137640Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038197348585683:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:11.137666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038197348585683:2048] [node 2] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:11.137708Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:11.137765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038197348585683:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:11.141938Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038197348585683:2048] VirtualId# [1:7593038197348585681:0]
2026-01-08T17:06:11.142000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:11.144972Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:11.145299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038194046882825:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:11.145322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038194046882825:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:11.145350Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:11.145385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038194046882825:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:11.157315Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038201643552984:2230]) peer tries to resume nonexistent session Self# [2:7593038194046882821:0] Peer# [1:7593038197348585681:0]
2026-01-08T17:06:11.157393Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038201643552984:2230] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:11.158250Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038198341850124:2242] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:11.158350Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038198341850123:2241] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:11.159630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:11.159709Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:11.159736Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038194046882825:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:11.162996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038194046882825:2048] VirtualId# [2:7593038194046882821:0]
2026-01-08T17:06:11.163083Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:11.164844Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:11.165877Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038201643552982:2229] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:11.180475Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038201643552985:2231] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:11.182599Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038198341850124:2242] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:11.182850Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038201643552982:2229] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:11.183108Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:11.183171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:11.183217Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038201643552988:2048]
2026-01-08T17:06:11.183260Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038201643552988:2048] [node 2] ICS09 handshake done sender: [1:7593038201643552982:2229] self: [1:7593038201643552981:0] peer: [2:7593038198341850128:0] socket: 17 qp: 8963
2026-01-08T17:06:11.183292Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038201643552988:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:11.183328Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:11.184961Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:11.185009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:11.185048Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038198341850131:2048]
2026-01-08T17:06:11.185084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038198341850131:2048] [node 1] ICS09 handshake done sender: [2:7593038198341850124:2242] self: [2:7593038198341850128:0] peer: [1:7593038201643552981:0] socket: 21 qp: 8962
2026-01-08T17:06:11.185114Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038198341850131:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:11.185141Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:11.519555Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:11.519746Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038201643552988:2048] [node 2] ICS07 socket disconnect 17 reason# Debug
2026-01-08T17:06:11.519763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038201643552988:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:11.519802Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:11.519825Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038201643552988:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:11.524961Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:11.525142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038198341850131:2048] [node 1] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:06:11.525160Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038198341850131:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:11.525336Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:11.525368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038198341850131:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:11.536245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038198341850131:2048] [node 1] ICS08 incoming handshake Self# [1:7593038201643552981:0] Peer# [2:7593038198341850128:0] Counter# 1068 LastInputSerial# 32
2026-01-08T17:06:11.538210Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038201643552988:2048] [node 2] ICS08 incoming handshake Self# [2:7593038198341850128:0] Peer# [1:7593038201643552981:0] Counter# 32 LastInputSerial# 1068
2026-01-08T17:06:11.538562Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038201643552990:2232] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:11.538773Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:11.538838Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038201643552988:2048] [node 2] ICS09 handshake done sender: [1:7593038201643552990:2232] self: [1:7593038201643552981:0] peer: [2:7593038198341850128:0] socket: 16 qp: 8968
2026-01-08T17:06:11.539320Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038201643552988:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:11.539356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:11.547079Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038198341850134:2246] held: no
2026-01-08T17:06:11.547175Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038198341850134:2246] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:11.549905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:11.549969Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038198341850131:2048] [node 1] ICS09 handshake done sender: [2:7593038198341850134:2246] self: [2:7593038198341850128:0] peer: [1:7593038201643552981:0] socket: 20 qp: 8967
2026-01-08T17:06:11.550595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038198341850131:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:11.550655Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:06:11.739595Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [2:7593038121032438338:2048] [node 1] ICP34 closed connection by debug command
2026-01-08T17:06:11.739775Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:11.739803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038198341850131:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:11.739849Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038198341850131:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:11.739876Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:11.740229Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:11.740553Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038201643552988:2048] [node 2] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:11.740579Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038201643552988:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:11.740646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:11.740683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038201643552988:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:11.743021Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:11.743268Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038198341850131:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:11.743291Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038198341850131:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:11.745512Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038198341850131:2048] [node 1] ICS08 incoming handshake Self# [1:7593038201643552981:0] Peer# [2:7593038198341850128:0] Counter# 2200 LastInputSerial# 62
2026-01-08T17:06:11.749162Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038201643552995:2234] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:11.752323Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:11.752386Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038201643552988:2048] [node 2] ICS09 handshake done sender: [1:7593038201643552995:2234] self: [1:7593038201643552981:0] peer: [2:7593038198341850128:0] socket: 21 qp: 8971
2026-01-08T17:06:11.752802Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038201643552988:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:11.752851Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:11.752966Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038201643552988:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:11.752993Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038201643552988:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:11.753064Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:11.753110Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038201643552988:2048] [node 2] ICS08 incoming handshake Self# [2:7593038198341850128:0] Peer# [1:7593038201643552981:0] Counter# 62 LastInputSerial# 2200
2026-01-08T17:06:11.753196Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:11.753408Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038201643552988:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:11.753470Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038201643552988:2048] VirtualId# [1:7593038201643552981:0]
2026-01-08T17:06:11.753500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:11.756214Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038198341850139:2249] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:11.756681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:11.756747Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038198341850131:2048] [node 1] ICS09 handshake done sender: [2:7593038198341850139:2249] self: [2:7593038198341850128:0] peer: [1:7593038201643552981:0] socket: 22 qp: 8972
2026-01-08T17:06:11.757424Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038198341850131:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:11.757471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:11.757741Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:11.757764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038198341850131:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:11.757790Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038198341850131:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:11.757811Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:11.757890Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:11.758095Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038198341850131:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:11.758113Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038198341850131:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:11.768750Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038201643553001:2237]) peer tries to resume nonexistent session Self# [2:7593038198341850128:0] Peer# [1:7593038201643552981:0]
2026-01-08T17:06:11.768821Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038201643553001:2237] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:11.769882Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038198341850144:2251] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:11.771062Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:11.771148Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:11.771176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038198341850131:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:11.771238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038198341850131:2048] VirtualId# [2:7593038198341850128:0]
2026-01-08T17:06:11.771388Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 16216
TEvUndelivered Cookie# 16217
TEvUndelivered Cookie# 16218
TEvUndelivered Cookie# 16219
TEvUndelivered Cookie# 16220
TEvUndelivered Cookie# 16221
TEvUndelivered Cookie# 16222
TEvUndelivered Cookie# 16223
TEvUndelivered Cookie# 16224
2026-01-08T17:06:11.776834Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038201643553002:2238] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:11.776973Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:11.778461Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038198341850147:2252] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:11.786925Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038201643553002:2238] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:11.787256Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038198341850147:2252] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:11.787627Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:11.787681Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:11.787726Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038198341850150:2048]
2026-01-08T17:06:11.787763Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038198341850150:2048] [node 1] ICS09 handshake done sender: [2:7593038198341850147:2252] self: [2:7593038198341850146:0] peer: [1:7593038201643553003:0] socket: 16 qp: 8977
2026-01-08T17:06:11.787796Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038198341850150:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:11.787826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:11.788477Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:11.788518Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:11.788555Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038201643553005:2048]
2026-01-08T17:06:11.788595Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038201643553005:2048] [node 2] ICS09 handshake done sender: [1:7593038201643553002:2238] self: [1:7593038201643553003:0] peer: [2:7593038198341850146:0] socket: 17 qp: 8976
2026-01-08T17:06:11.788620Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038201643553005:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:11.788646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvPoisonSession
2026-01-08T17:06:12.027090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038198341850150:2048] [node 1] ICS01 socket: 16 reason# Debug
TEvNodeDisconnected
TEvUndelivered Cookie# 16360
TEvUndelivered Cookie# 16361
TEvUndelivered Cookie# 16362
TEvUndelivered Cookie# 16363
TEvUndelivered Cookie# 16364
TEvUndelivered Cookie# 16365
2026-01-08T17:06:12.036903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038198341850150:2048] VirtualId# [2:7593038198341850146:0]
2026-01-08T17:06:12.036968Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038198341850150:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:12.037056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:12.037188Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:06:12.038424Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:12.038692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038201643553005:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:12.038714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038201643553005:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:12.038787Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:12.038828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038201643553005:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:12.047685Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038202636817448:2253]) peer tries to resume nonexistent session Self# [1:7593038201643553003:0] Peer# [2:7593038198341850146:0]
2026-01-08T17:06:12.047779Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038202636817448:2253] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:12.048813Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038205938520303:2240] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:06:12.065206Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:12.065314Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:12.065358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038201643553005:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:12.065539Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038201643553005:2048] VirtualId# [1:7593038201643553003:0]
2026-01-08T17:06:12.065597Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:12.088309Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038205938520305:2241] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:12.090846Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038202636817452:2255] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:12.090998Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:12.091522Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038205938520307:2242] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:12.108890Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038202636817452:2255] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:12.109143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038205938520307:2242] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:12.109424Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:12.109500Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:12.109543Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038205938520311:2048]
2026-01-08T17:06:12.109580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038205938520311:2048] [node 2] ICS09 handshake done sender: [1:7593038205938520307:2242] self: [1:7593038205938520306:0] peer: [2:7593038202636817453:0] socket: 16 qp: 8981
2026-01-08T17:06:12.109610Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038205938520311:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:12.109644Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:12.111244Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:12.111293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:12.111332Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038202636817455:2048]
2026-01-08T17:06:12.111368Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038202636817455:2048] [node 1] ICS09 handshake done sender: [2:7593038202636817452:2255] self: [2:7593038202636817453:0] peer: [1:7593038205938520306:0] socket: 17 qp: 8982
2026-01-08T17:06:12.111395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038202636817455:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:12.111422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:12.289971Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:12.290289Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038205938520311:2048] [node 2] ICS07 socket disconnect 16 reason# Debug
2026-01-08T17:06:12.290337Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038205938520311:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:12.290412Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:12.290453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038205938520311:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:12.293400Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:12.293648Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038202636817455:2048] [node 1] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:12.293688Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038202636817455:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:12.293752Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:12.293789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038202636817455:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:12.304401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038202636817455:2048] [node 1] ICS08 incoming handshake Self# [1:7593038205938520306:0] Peer# [2:7593038202636817453:0] Counter# 917 LastInputSerial# 24
2026-01-08T17:06:12.306632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038205938520311:2048] [node 2] ICS08 incoming handshake Self# [2:7593038202636817453:0] Peer# [1:7593038205938520306:0] Counter# 24 LastInputSerial# 917
2026-01-08T17:06:12.307101Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038205938520313:2243] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:12.307341Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:12.307411Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038205938520311:2048] [node 2] ICS09 handshake done sender: [1:7593038205938520313:2243] self: [1:7593038205938520306:0] peer: [2:7593038202636817453:0] socket: 20 qp: 8983
2026-01-08T17:06:12.307889Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038205938520311:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:12.307929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:12.312246Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038202636817458:2258] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:12.312546Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:12.312604Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038202636817455:2048] [node 1] ICS09 handshake done sender: [2:7593038202636817458:2258] self: [2:7593038202636817453:0] peer: [1:7593038205938520306:0] socket: 23 qp: 8984
2026-01-08T17:06:12.314128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038202636817455:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:12.314189Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:12.331559Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593038121032438338:2048] [node 1] ICP27 obsolete handshake fail ignored
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:06:12.425271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:12.425550Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:12.425880Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [1 <-> 2] socket: Broken pipe
2026-01-08T17:06:12.425907Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038205938520311:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:12.425932Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038205938520311:2048] [node 2] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:12.425959Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:12.426012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038205938520311:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:12.426076Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038205938520311:2048] VirtualId# [1:7593038205938520306:0]
2026-01-08T17:06:12.426107Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:12.426773Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:12.426987Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038202636817455:2048] [node 1] ICS07 socket disconnect 23 reason# EndOfStream
2026-01-08T17:06:12.427009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038202636817455:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:12.427078Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:12.427118Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038202636817455:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:12.432881Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038205938520318:2245]) peer tries to resume nonexistent session Self# [2:7593038202636817453:0] Peer# [1:7593038205938520306:0]
2026-01-08T17:06:12.432949Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038205938520318:2245] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:12.434050Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038202636817462:2260] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:12.435211Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:12.435291Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:12.435317Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038202636817455:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:12.435376Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038202636817455:2048] VirtualId# [2:7593038202636817453:0]
2026-01-08T17:06:12.435432Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:12.451901Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038205938520321:2247] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:12.452319Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038202636817467:2262] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:12.452422Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:12.452859Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038205938520320:2246] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:12.464750Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038202636817467:2262] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:12.465062Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038205938520320:2246] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:12.465373Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:12.465451Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:12.465496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038205938520325:2048]
2026-01-08T17:06:12.465537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038205938520325:2048] [node 2] ICS09 handshake done sender: [1:7593038205938520320:2246] self: [1:7593038205938520319:0] peer: [2:7593038202636817468:0] socket: 20 qp: 8991
2026-01-08T17:06:12.465570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038205938520325:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:12.465605Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:12.468125Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:12.468202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:12.468271Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038202636817470:2048]
2026-01-08T17:06:12.468310Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038202636817470:2048] [node 1] ICS09 handshake done sender: [2:7593038202636817467:2262] self: [2:7593038202636817468:0] peer: [1:7593038205938520319:0] socket: 21 qp: 8990
2026-01-08T17:06:12.468341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038202636817470:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:12.468391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:06:12.829646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:12.830033Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:12.830378Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [1 <-> 2] socket: Broken pipe
2026-01-08T17:06:12.830404Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038205938520325:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:12.830429Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038205938520325:2048] [node 2] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:12.830463Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:12.830517Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038205938520325:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:12.830840Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038205938520325:2048] VirtualId# [1:7593038205938520319:0]
2026-01-08T17:06:12.830883Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:12.833968Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:12.834238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038202636817470:2048] [node 1] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:06:12.834262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038202636817470:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:12.834347Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:12.834389Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038202636817470:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:12.847753Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038205938520330:2249]) peer tries to resume nonexistent session Self# [2:7593038202636817468:0] Peer# [1:7593038205938520319:0]
2026-01-08T17:06:12.848025Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038205938520330:2249] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:12.850016Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038202636817472:2264] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:12.858275Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:12.858396Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:12.858428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038202636817470:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:12.858681Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038202636817470:2048] VirtualId# [2:7593038202636817468:0]
2026-01-08T17:06:12.858760Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:12.860460Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038202636817473:2265] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:12.860723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:12.863081Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038205938520328:2248] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:12.869699Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038205938520331:2250] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:12.874428Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038202636817473:2265] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:12.874514Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038205938520328:2248] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:12.874776Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:12.874850Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:12.874901Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038202636817480:2048]
2026-01-08T17:06:12.874947Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038202636817480:2048] [node 1] ICS09 handshake done sender: [2:7593038202636817473:2265] self: [2:7593038202636817478:0] peer: [1:7593038205938520327:0] socket: 17 qp: 8992
2026-01-08T17:06:12.874983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038202636817480:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:12.875029Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:12.876337Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:12.876396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:12.876436Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038205938520334:2048]
2026-01-08T17:06:12.876471Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038205938520334:2048] [node 2] ICS09 handshake done sender: [1:7593038205938520328:2248] self: [1:7593038205938520327:0] peer: [2:7593038202636817478:0] socket: 16 qp: 8994
2026-01-08T17:06:12.876498Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038205938520334:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:12.876528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
Subscribe
TEvNodeConnected
2026-01-08T17:06:12.961605Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:12.961841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038202636817480:2048] [node 1] ICS07 socket disconnect 17 reason# Debug
2026-01-08T17:06:12.961866Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038202636817480:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:12.961939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:12.961972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038202636817480:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:12.965689Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:12.965970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038205938520334:2048] [node 2] ICS01 socket: 16 reason# EndOfStream
2026-01-08T17:06:12.966491Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038205938520334:2048] VirtualId# [1:7593038205938520327:0]
2026-01-08T17:06:12.966543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038205938520334:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:12.966632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:12.966677Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:13.015011Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038210233487632:2251]) peer tries to resume nonexistent session Self# [2:7593038202636817478:0] Peer# [1:7593038205938520327:0]
2026-01-08T17:06:13.018868Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038210233487632:2251] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:13.026358Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038202636817482:2268] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:13.027736Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:13.027827Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:13.027868Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038202636817480:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:13.028059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038202636817480:2048] VirtualId# [2:7593038202636817478:0]
2026-01-08T17:06:13.028227Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 17179
TEvUndelivered Cookie# 17180
TEvUndelivered Cookie# 17181
TEvUndelivered Cookie# 17182
TEvUndelivered Cookie# 17183
TEvUndelivered Cookie# 17184
TEvUndelivered Cookie# 17185
TEvUndelivered Cookie# 17186
TEvUndelivered Cookie# 17187
TEvUndelivered Cookie# 17188
2026-01-08T17:06:13.033381Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038210233487633:2252] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:13.033530Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:13.033810Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038206931784781:2269] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:13.041590Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038210233487633:2252] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:13.041869Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038206931784781:2269] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:13.041948Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:13.042014Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:13.042061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038210233487636:2048]
2026-01-08T17:06:13.042287Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:13.042354Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:13.042392Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038206931784784:2048]
2026-01-08T17:06:13.042427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038206931784784:2048] [node 1] ICS09 handshake done sender: [2:7593038206931784781:2269] self: [2:7593038206931784780:0] peer: [1:7593038210233487634:0] socket: 16 qp: 8999
2026-01-08T17:06:13.042452Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038206931784784:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:13.042480Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:13.042100Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038210233487636:2048] [node 2] ICS09 handshake done sender: [1:7593038210233487633:2252] self: [1:7593038210233487634:0] peer: [2:7593038206931784780:0] socket: 17 qp: 8998
2026-01-08T17:06:13.042139Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038210233487636:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:13.042186Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:06:13.291171Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:13.292027Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:13.292351Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [1 <-> 2] socket: Broken pipe
2026-01-08T17:06:13.292379Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038210233487636:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:13.292405Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038210233487636:2048] [node 2] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:13.292439Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:13.292494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038210233487636:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:13.292653Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038210233487636:2048] VirtualId# [1:7593038210233487634:0]
2026-01-08T17:06:13.292688Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:13.295408Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:13.295645Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038206931784784:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:13.295681Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038206931784784:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:13.295755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:13.295789Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038206931784784:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:13.309874Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038210233487641:2255]) peer tries to resume nonexistent session Self# [2:7593038206931784780:0] Peer# [1:7593038210233487634:0]
2026-01-08T17:06:13.309934Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038210233487641:2255] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:13.310125Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038206931784786:2270] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:13.311093Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:13.311179Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:13.311216Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038206931784784:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:13.311496Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038206931784784:2048] VirtualId# [2:7593038206931784780:0]
2026-01-08T17:06:13.311554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:13.312516Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038206931784787:2271] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:13.312685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:13.316479Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038210233487639:2254] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:13.325513Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038210233487642:2256] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:13.327580Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038206931784787:2271] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:13.329758Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:13.329823Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:13.329877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038206931784794:2048]
2026-01-08T17:06:13.329913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038206931784794:2048] [node 1] ICS09 handshake done sender: [2:7593038206931784787:2271] self: [2:7593038206931784791:0] peer: [1:7593038210233487638:0] socket: 21 qp: 9000
2026-01-08T17:06:13.329942Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038206931784794:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:13.329978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:13.327830Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038210233487639:2254] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:13.328101Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:13.328161Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:13.328203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038210233487645:2048]
2026-01-08T17:06:13.328244Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038210233487645:2048] [node 2] ICS09 handshake done sender: [1:7593038210233487639:2254] self: [1:7593038210233487638:0] peer: [2:7593038206931784791:0] socket: 17 qp: 9001
2026-01-08T17:06:13.328277Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038210233487645:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:13.328311Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:13.663579Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:13.663913Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038206931784794:2048] [node 1] ICS07 socket disconnect 21 reason# Debug
2026-01-08T17:06:13.663937Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038206931784794:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:13.663996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:13.664025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038206931784794:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:13.665707Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:13.666011Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038210233487645:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:13.666034Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038210233487645:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:13.666108Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:13.666140Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038210233487645:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:13.670031Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038210233487645:2048] [node 2] ICS08 incoming handshake Self# [2:7593038206931784791:0] Peer# [1:7593038210233487638:0] Counter# 39 LastInputSerial# 1540
2026-01-08T17:06:13.670293Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038206931784794:2048] [node 1] ICS08 incoming handshake Self# [1:7593038210233487638:0] Peer# [2:7593038206931784791:0] Counter# 1540 LastInputSerial# 39
2026-01-08T17:06:13.671327Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038210233487647:2257] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:13.672688Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:13.672765Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038210233487645:2048] [node 2] ICS09 handshake done sender: [1:7593038210233487647:2257] self: [1:7593038210233487638:0] peer: [2:7593038206931784791:0] socket: 20 qp: 9005
2026-01-08T17:06:13.673195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038210233487645:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:13.673239Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:13.676816Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038206931784798:2275] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:13.687740Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:13.687857Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038206931784794:2048] [node 1] ICS09 handshake done sender: [2:7593038206931784798:2275] self: [2:7593038206931784791:0] peer: [1:7593038210233487638:0] socket: 25 qp: 9008
2026-01-08T17:06:13.688617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038206931784794:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:13.688671Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:13.688865Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593038121032438338:2048] [node 1] ICP27 obsolete handshake fail ignored
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:06:13.914517Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:13.914725Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:13.914764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038206931784794:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:13.914791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038206931784794:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:13.914818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:13.916032Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] socket: Connection reset by peer
2026-01-08T17:06:13.916325Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038210233487645:2048] [node 2] ICS07 socket disconnect 20 reason# ECONNRESET
2026-01-08T17:06:13.916361Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038210233487645:2048] [node 2] ICS25 shutdown socket, reason# ECONNRESET
2026-01-08T17:06:13.916389Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:13.916446Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038210233487645:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:13.921198Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:13.921459Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038206931784794:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:13.921480Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038206931784794:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:13.923684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038206931784794:2048] [node 1] ICS08 incoming handshake Self# [1:7593038210233487638:0] Peer# [2:7593038206931784791:0] Counter# 2532 LastInputSerial# 65
2026-01-08T17:06:13.927677Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038210233487652:2259] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:13.927996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:13.928066Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038210233487645:2048] [node 2] ICS09 handshake done sender: [1:7593038210233487652:2259] self: [1:7593038210233487638:0] peer: [2:7593038206931784791:0] socket: 16 qp: 9009
2026-01-08T17:06:13.928632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038210233487645:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:13.928694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:13.947637Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038210233487645:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:13.947682Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038210233487645:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:13.947755Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:13.947812Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038210233487645:2048] [node 2] ICS08 incoming handshake Self# [2:7593038206931784791:0] Peer# [1:7593038210233487638:0] Counter# 65 LastInputSerial# 2532
2026-01-08T17:06:13.947964Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:13.948191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038210233487645:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:13.948269Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038210233487645:2048] VirtualId# [1:7593038210233487638:0]
2026-01-08T17:06:13.948315Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:13.955723Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038206931784802:2278] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:13.956905Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:13.956973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038206931784794:2048] [node 1] ICS09 handshake done sender: [2:7593038206931784802:2278] self: [2:7593038206931784791:0] peer: [1:7593038210233487638:0] socket: 17 qp: 9010
2026-01-08T17:06:13.957458Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038206931784794:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:13.957505Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:13.957854Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:13.957883Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038206931784794:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:13.957909Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038206931784794:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:13.957933Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:13.958025Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:13.958234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038206931784794:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:13.958252Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038206931784794:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:13.972098Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038210233487658:2262]) peer tries to resume nonexistent session Self# [2:7593038206931784791:0] Peer# [1:7593038210233487638:0]
2026-01-08T17:06:13.972167Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038210233487658:2262] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:13.973159Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038206931784807:2280] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:13.974344Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:13.974427Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:13.974454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038206931784794:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:13.974535Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038206931784794:2048] VirtualId# [2:7593038206931784791:0]
2026-01-08T17:06:13.974658Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 18047
TEvUndelivered Cookie# 18048
TEvUndelivered Cookie# 18049
TEvUndelivered Cookie# 18050
TEvUndelivered Cookie# 18051
2026-01-08T17:06:13.980764Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038210233487659:2263] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:13.980906Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:13.982119Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038206931784810:2281] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:13.992045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038210233487659:2263] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:13.992387Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038206931784810:2281] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:13.992685Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:13.992747Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:13.992794Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038206931784813:2048]
2026-01-08T17:06:13.992843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038206931784813:2048] [node 1] ICS09 handshake done sender: [2:7593038206931784810:2281] self: [2:7593038206931784809:0] peer: [1:7593038210233487660:0] socket: 16 qp: 9015
2026-01-08T17:06:13.992874Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038206931784813:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:13.992910Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:13.993921Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:13.993965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:13.994019Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038210233487662:2048]
2026-01-08T17:06:13.994055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038210233487662:2048] [node 2] ICS09 handshake done sender: [1:7593038210233487659:2263] self: [1:7593038210233487660:0] peer: [2:7593038206931784809:0] socket: 17 qp: 9016
2026-01-08T17:06:13.994082Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038210233487662:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:13.994112Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:06:14.284286Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038210233487662:2048] [node 2] ICS01 socket: 17 reason# Debug
2026-01-08T17:06:14.284696Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038210233487662:2048] VirtualId# [1:7593038210233487660:0]
2026-01-08T17:06:14.284735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038210233487662:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:14.284794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:14.284842Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:14.286511Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:14.286770Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038206931784813:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:14.286793Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038206931784813:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:14.286827Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:14.286875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038206931784813:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:14.293234Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038214528454960:2265]) peer tries to resume nonexistent session Self# [2:7593038206931784809:0] Peer# [1:7593038210233487660:0]
2026-01-08T17:06:14.293313Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038214528454960:2265] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:14.293652Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038211226752111:2282] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:14.298925Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:14.299018Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:14.299045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038206931784813:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:14.299375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038206931784813:2048] VirtualId# [2:7593038206931784809:0]
2026-01-08T17:06:14.299441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:14.306905Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038214528454961:2266] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:14.307074Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:14.307519Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038211226752114:2283] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:14.314566Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038214528454961:2266] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:14.314832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038211226752114:2283] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:14.315102Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:14.315157Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:14.315203Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038211226752117:2048]
2026-01-08T17:06:14.315245Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038211226752117:2048] [node 1] ICS09 handshake done sender: [2:7593038211226752114:2283] self: [2:7593038211226752113:0] peer: [1:7593038214528454962:0] socket: 16 qp: 9019
2026-01-08T17:06:14.315278Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038211226752117:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:14.315331Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:14.315937Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:14.315978Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:14.316015Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038214528454964:2048]
2026-01-08T17:06:14.316052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038214528454964:2048] [node 2] ICS09 handshake done sender: [1:7593038214528454961:2266] self: [1:7593038214528454962:0] peer: [2:7593038211226752113:0] socket: 17 qp: 9018
2026-01-08T17:06:14.316076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038214528454964:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:14.316104Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:06:14.722655Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [2:7593038121032438338:2048] [node 1] ICP34 closed connection by debug command
2026-01-08T17:06:14.724338Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:14.724365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038211226752117:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:14.724392Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038211226752117:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:14.724427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:14.725024Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:14.725302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038214528454964:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:14.725327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038214528454964:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:14.725391Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:14.725425Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038214528454964:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:14.727622Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:14.727873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038211226752117:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:14.727893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038211226752117:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:14.732673Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038211226752117:2048] [node 1] ICS08 incoming handshake Self# [1:7593038214528454962:0] Peer# [2:7593038211226752113:0] Counter# 2221 LastInputSerial# 58
2026-01-08T17:06:14.734973Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038214528454966:2268] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:14.735266Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:14.735322Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038214528454964:2048] [node 2] ICS09 handshake done sender: [1:7593038214528454966:2268] self: [1:7593038214528454962:0] peer: [2:7593038211226752113:0] socket: 22 qp: 9020
2026-01-08T17:06:14.735972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038214528454964:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:14.736017Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:14.742920Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038214528454964:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:14.742961Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038214528454964:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:14.743011Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:14.743052Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038214528454964:2048] [node 2] ICS08 incoming handshake Self# [2:7593038211226752113:0] Peer# [1:7593038214528454962:0] Counter# 58 LastInputSerial# 2221
2026-01-08T17:06:14.743357Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:14.743582Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038214528454964:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:14.743639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038214528454964:2048] VirtualId# [1:7593038214528454962:0]
2026-01-08T17:06:14.743676Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:14.747326Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038211226752120:2285] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:14.747516Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:14.747577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038211226752117:2048] [node 1] ICS09 handshake done sender: [2:7593038211226752120:2285] self: [2:7593038211226752113:0] peer: [1:7593038214528454962:0] socket: 23 qp: 9021
2026-01-08T17:06:14.748233Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038211226752117:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:14.748293Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:14.748582Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:14.748616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038211226752117:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:14.748644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038211226752117:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:14.748670Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:14.748752Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:14.748951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038211226752117:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:14.748975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038211226752117:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:14.754880Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038214528454971:2270]) peer tries to resume nonexistent session Self# [2:7593038211226752113:0] Peer# [1:7593038214528454962:0]
2026-01-08T17:06:14.754944Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038214528454971:2270] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:14.755531Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038211226752124:2287] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:14.756832Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:14.756924Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:14.756953Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038211226752117:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:14.757011Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038211226752117:2048] VirtualId# [2:7593038211226752113:0]
2026-01-08T17:06:14.757135Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 18906
TEvUndelivered Cookie# 18907
TEvUndelivered Cookie# 18908
TEvUndelivered Cookie# 18909
TEvUndelivered Cookie# 18910
TEvUndelivered Cookie# 18911
2026-01-08T17:06:14.766787Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038214528454972:2271] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:14.766935Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:14.768040Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038211226752128:2288] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:14.774755Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038214528454972:2271] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:14.774849Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038211226752128:2288] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:14.775118Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:14.775027Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:14.775150Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:14.775098Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:14.775184Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038211226752131:2048]
2026-01-08T17:06:14.775142Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038214528454975:2048]
2026-01-08T17:06:14.775211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038211226752131:2048] [node 1] ICS09 handshake done sender: [2:7593038211226752128:2288] self: [2:7593038211226752127:0] peer: [1:7593038214528454973:0] socket: 16 qp: 9026
2026-01-08T17:06:14.775197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038214528454975:2048] [node 2] ICS09 handshake done sender: [1:7593038214528454972:2271] self: [1:7593038214528454973:0] peer: [2:7593038211226752127:0] socket: 17 qp: 9025
2026-01-08T17:06:14.775236Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038214528454975:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:14.775229Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038211226752131:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:14.775261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:14.775261Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:06:15.065951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038214528454975:2048] [node 2] ICS01 socket: 17 reason# Debug
2026-01-08T17:06:15.066365Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038214528454975:2048] VirtualId# [1:7593038214528454973:0]
2026-01-08T17:06:15.066410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038214528454975:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:15.066482Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:15.066534Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:15.068108Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:15.068378Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038211226752131:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:15.068410Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038211226752131:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:15.068445Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:15.068511Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038211226752131:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:15.072630Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038218823422273:2273]) peer tries to resume nonexistent session Self# [2:7593038211226752127:0] Peer# [1:7593038214528454973:0]
2026-01-08T17:06:15.072697Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038218823422273:2273] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:15.073488Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038215521719429:2289] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:15.074784Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:15.074866Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:15.074893Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038211226752131:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:15.075045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038211226752131:2048] VirtualId# [2:7593038211226752127:0]
2026-01-08T17:06:15.075109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:15.081824Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038218823422274:2274] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:15.082002Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:15.082437Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038215521719432:2290] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:15.091064Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038218823422274:2274] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:15.091341Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038215521719432:2290] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:15.091624Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:15.091696Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:15.091744Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038215521719435:2048]
2026-01-08T17:06:15.091786Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038215521719435:2048] [node 1] ICS09 handshake done sender: [2:7593038215521719432:2290] self: [2:7593038215521719431:0] peer: [1:7593038218823422275:0] socket: 16 qp: 9029
2026-01-08T17:06:15.091819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038215521719435:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:15.091870Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:15.092418Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:15.092474Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:15.092515Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038218823422277:2048]
2026-01-08T17:06:15.092549Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038218823422277:2048] [node 2] ICS09 handshake done sender: [1:7593038218823422274:2274] self: [1:7593038218823422275:0] peer: [2:7593038215521719431:0] socket: 17 qp: 9028
2026-01-08T17:06:15.092572Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038218823422277:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:15.092598Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:15.466182Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:15.467269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038218823422277:2048] [node 2] ICS07 socket disconnect 17 reason# Debug
2026-01-08T17:06:15.467312Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038218823422277:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:15.467377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:15.467417Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038218823422277:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:15.468517Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:15.468739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038215521719435:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:15.468764Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038215521719435:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:15.468838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:15.468870Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038215521719435:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:15.478880Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038215521719435:2048] [node 1] ICS08 incoming handshake Self# [1:7593038218823422275:0] Peer# [2:7593038215521719431:0] Counter# 1891 LastInputSerial# 48
2026-01-08T17:06:15.479629Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038218823422279:2276] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:15.480769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:15.480828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038218823422277:2048] [node 2] ICS09 handshake done sender: [1:7593038218823422279:2276] self: [1:7593038218823422275:0] peer: [2:7593038215521719431:0] socket: 22 qp: 9031
2026-01-08T17:06:15.481708Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038218823422277:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:15.481767Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:15.482084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038218823422277:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:15.482109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038218823422277:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:15.482154Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:15.482190Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038218823422277:2048] [node 2] ICS08 incoming handshake Self# [2:7593038215521719431:0] Peer# [1:7593038218823422275:0] Counter# 48 LastInputSerial# 1891
2026-01-08T17:06:15.482229Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:15.482929Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038215521719438:2292] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:15.482941Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038218823422277:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:15.483001Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038218823422277:2048] VirtualId# [1:7593038218823422275:0]
2026-01-08T17:06:15.483034Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:15.483828Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:15.483904Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038215521719435:2048] [node 1] ICS09 handshake done sender: [2:7593038215521719438:2292] self: [2:7593038215521719431:0] peer: [1:7593038218823422275:0] socket: 23 qp: 9030
2026-01-08T17:06:15.484514Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038215521719435:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:15.484563Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:15.484877Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:15.484899Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038215521719435:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:15.484923Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038215521719435:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:15.484949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:15.485023Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:15.485225Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038215521719435:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:15.485242Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038215521719435:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:15.492447Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038218823422284:2278]) peer tries to resume nonexistent session Self# [2:7593038215521719431:0] Peer# [1:7593038218823422275:0]
2026-01-08T17:06:15.492533Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038218823422284:2278] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:15.493639Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038215521719442:2294] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:15.494475Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:15.494555Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:15.494581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038215521719435:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:15.494639Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038215521719435:2048] VirtualId# [2:7593038215521719431:0]
2026-01-08T17:06:15.494779Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 19686
TEvUndelivered Cookie# 19687
TEvUndelivered Cookie# 19688
TEvUndelivered Cookie# 19689
TEvUndelivered Cookie# 19690
TEvUndelivered Cookie# 19691
TEvUndelivered Cookie# 19692
TEvUndelivered Cookie# 19693
TEvUndelivered Cookie# 19694
2026-01-08T17:06:15.500888Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038218823422285:2279] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:15.501030Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:15.506537Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038215521719445:2295] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:15.522660Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038218823422285:2279] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:15.522916Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038215521719445:2295] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:15.523181Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:15.523232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:15.523276Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038215521719448:2048]
2026-01-08T17:06:15.523318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038215521719448:2048] [node 1] ICS09 handshake done sender: [2:7593038215521719445:2295] self: [2:7593038215521719444:0] peer: [1:7593038218823422286:0] socket: 16 qp: 9035
2026-01-08T17:06:15.523349Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038215521719448:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:15.523381Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:15.524023Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:15.524065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:15.524104Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038218823422288:2048]
2026-01-08T17:06:15.524141Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038218823422288:2048] [node 2] ICS09 handshake done sender: [1:7593038218823422285:2279] self: [1:7593038218823422286:0] peer: [2:7593038215521719444:0] socket: 17 qp: 9036
2026-01-08T17:06:15.524170Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038218823422288:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:15.524202Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:15.778732Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:15.779080Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038215521719448:2048] [node 1] ICS07 socket disconnect 16 reason# Debug
2026-01-08T17:06:15.779105Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038215521719448:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:15.779167Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:15.779199Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038215521719448:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:15.781779Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:15.782084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038218823422288:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:15.782108Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038218823422288:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:15.782171Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:15.782206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038218823422288:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:15.793019Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038215521719448:2048] [node 1] ICS08 incoming handshake Self# [1:7593038218823422286:0] Peer# [2:7593038215521719444:0] Counter# 972 LastInputSerial# 24
2026-01-08T17:06:15.795328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038218823422288:2048] [node 2] ICS08 incoming handshake Self# [2:7593038215521719444:0] Peer# [1:7593038218823422286:0] Counter# 24 LastInputSerial# 972
2026-01-08T17:06:15.795772Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038218823422290:2281] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:15.797465Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:15.797530Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038218823422288:2048] [node 2] ICS09 handshake done sender: [1:7593038218823422290:2281] self: [1:7593038218823422286:0] peer: [2:7593038215521719444:0] socket: 24 qp: 9038
2026-01-08T17:06:15.798147Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038218823422288:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:15.798191Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:15.806578Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038215521719452:2297] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:15.806937Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038215521719452:2297] held: no
2026-01-08T17:06:15.806978Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:15.807026Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038215521719448:2048] [node 1] ICS09 handshake done sender: [2:7593038215521719452:2297] self: [2:7593038215521719444:0] peer: [1:7593038218823422286:0] socket: 25 qp: 9040
2026-01-08T17:06:15.807535Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038215521719448:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:15.807588Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvPoisonSession
2026-01-08T17:06:15.905348Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038215521719448:2048] [node 1] ICS01 socket: 25 reason# Debug
2026-01-08T17:06:15.905455Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038215521719448:2048] VirtualId# [2:7593038215521719444:0]
2026-01-08T17:06:15.905492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038215521719448:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:15.905572Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:15.905691Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:06:15.905879Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:15.906155Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038218823422288:2048] [node 2] ICS07 socket disconnect 24 reason# EndOfStream
2026-01-08T17:06:15.906178Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038218823422288:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:15.906232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:15.906266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038218823422288:2048] [node 2] ICS15 start handshake
TEvNodeDisconnected
TEvUndelivered Cookie# 20015
TEvUndelivered Cookie# 20016
TEvUndelivered Cookie# 20017
TEvUndelivered Cookie# 20018
TEvUndelivered Cookie# 20019
TEvUndelivered Cookie# 20020
TEvUndelivered Cookie# 20021
2026-01-08T17:06:15.936301Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038215521719458:2300]) peer tries to resume nonexistent session Self# [1:7593038218823422286:0] Peer# [2:7593038215521719444:0]
2026-01-08T17:06:15.936368Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038215521719458:2300] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:15.937214Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038218823422296:2284] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:15.937309Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038218823422295:2283] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:06:15.946268Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:15.946373Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:15.946406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038218823422288:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:15.946483Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038218823422288:2048] VirtualId# [1:7593038218823422286:0]
2026-01-08T17:06:15.946538Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:15.970912Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038215521719459:2301] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:15.971045Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:15.971487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038218823422299:2285] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:15.976731Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038215521719459:2301] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:15.976963Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038218823422299:2285] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:15.977214Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:15.977280Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:15.977325Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038218823422303:2048]
2026-01-08T17:06:15.977365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038218823422303:2048] [node 2] ICS09 handshake done sender: [1:7593038218823422299:2285] self: [1:7593038218823422298:0] peer: [2:7593038215521719460:0] socket: 20 qp: 9045
2026-01-08T17:06:15.977395Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038218823422303:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:15.977427Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:15.978796Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:15.978854Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:15.978899Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038215521719462:2048]
2026-01-08T17:06:15.978940Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038215521719462:2048] [node 1] ICS09 handshake done sender: [2:7593038215521719459:2301] self: [2:7593038215521719460:0] peer: [1:7593038218823422298:0] socket: 21 qp: 9044
2026-01-08T17:06:15.978971Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038215521719462:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:15.979002Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:16.407681Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:16.408116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038218823422303:2048] [node 2] ICS07 socket disconnect 20 reason# Debug
2026-01-08T17:06:16.408142Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038218823422303:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:16.408192Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:16.408224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038218823422303:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:16.412614Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:16.412876Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038215521719462:2048] [node 1] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:06:16.412902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038215521719462:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:16.413000Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:16.413063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038215521719462:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:16.419784Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038215521719462:2048] [node 1] ICS08 incoming handshake Self# [1:7593038218823422298:0] Peer# [2:7593038215521719460:0] Counter# 2821 LastInputSerial# 71
2026-01-08T17:06:16.421985Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038218823422303:2048] [node 2] ICS08 incoming handshake Self# [2:7593038215521719460:0] Peer# [1:7593038218823422298:0] Counter# 71 LastInputSerial# 2821
2026-01-08T17:06:16.424564Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038223118389601:2286] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:16.425521Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038219816686761:2304] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:16.425814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:16.425881Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038218823422303:2048] [node 2] ICS09 handshake done sender: [1:7593038223118389601:2286] self: [1:7593038218823422298:0] peer: [2:7593038215521719460:0] socket: 16 qp: 9047
2026-01-08T17:06:16.426613Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038218823422303:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:16.426674Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:16.427989Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:16.428061Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038215521719462:2048] [node 1] ICS09 handshake done sender: [2:7593038219816686761:2304] self: [2:7593038215521719460:0] peer: [1:7593038218823422298:0] socket: 17 qp: 9046
2026-01-08T17:06:16.428646Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038215521719462:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:16.428689Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:16.739639Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:16.739996Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038215521719462:2048] [node 1] ICS07 socket disconnect 17 reason# Debug
2026-01-08T17:06:16.740024Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038215521719462:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:16.740066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:16.740097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038215521719462:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:16.741126Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:16.741396Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038218823422303:2048] [node 2] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:16.741419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038218823422303:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:16.741475Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:16.741510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038218823422303:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:16.744493Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038218823422303:2048] [node 2] ICS08 incoming handshake Self# [2:7593038215521719460:0] Peer# [1:7593038218823422298:0] Counter# 127 LastInputSerial# 5033
2026-01-08T17:06:16.746014Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038215521719462:2048] [node 1] ICS08 incoming handshake Self# [1:7593038218823422298:0] Peer# [2:7593038215521719460:0] Counter# 5033 LastInputSerial# 127
2026-01-08T17:06:16.748024Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038223118389606:2288] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:16.748368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:16.748432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038218823422303:2048] [node 2] ICS09 handshake done sender: [1:7593038223118389606:2288] self: [1:7593038218823422298:0] peer: [2:7593038215521719460:0] socket: 22 qp: 9053
2026-01-08T17:06:16.749485Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038219816686767:2307] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:16.749048Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038218823422303:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:16.749099Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:16.751284Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:16.751350Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038215521719462:2048] [node 1] ICS09 handshake done sender: [2:7593038219816686767:2307] self: [2:7593038215521719460:0] peer: [1:7593038218823422298:0] socket: 23 qp: 9052
2026-01-08T17:06:16.751779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038215521719462:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:16.751809Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:06:17.154524Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038218823422303:2048] [node 2] ICS01 socket: 22 reason# Debug
2026-01-08T17:06:17.154593Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038218823422303:2048] VirtualId# [1:7593038218823422298:0]
2026-01-08T17:06:17.154615Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038218823422303:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:17.154656Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:17.154698Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:17.155515Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:17.155684Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038215521719462:2048] [node 1] ICS01 socket: 23 reason# EndOfStream
2026-01-08T17:06:17.155723Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038215521719462:2048] VirtualId# [2:7593038215521719460:0]
2026-01-08T17:06:17.155744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038215521719462:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:17.155790Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:17.155825Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:17.163117Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038224111654066:2309] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:17.163304Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:17.165733Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038227413356908:2290] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:17.171644Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038224111654066:2309] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:17.171914Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038227413356908:2290] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:17.172187Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:17.172236Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:17.172282Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038227413356911:2048]
2026-01-08T17:06:17.172328Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038227413356911:2048] [node 2] ICS09 handshake done sender: [1:7593038227413356908:2290] self: [1:7593038227413356907:0] peer: [2:7593038224111654067:0] socket: 16 qp: 9055
2026-01-08T17:06:17.172362Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038227413356911:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:17.172400Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:17.173087Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:17.173132Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:17.173169Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038224111654069:2048]
2026-01-08T17:06:17.173202Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038224111654069:2048] [node 1] ICS09 handshake done sender: [2:7593038224111654066:2309] self: [2:7593038224111654067:0] peer: [1:7593038227413356907:0] socket: 17 qp: 9054
2026-01-08T17:06:17.173228Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038224111654069:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:17.173253Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:17.334728Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:17.335063Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038224111654069:2048] [node 1] ICS07 socket disconnect 17 reason# Debug
2026-01-08T17:06:17.335090Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038224111654069:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:17.335144Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:17.335177Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038224111654069:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:17.337811Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:17.338092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038227413356911:2048] [node 2] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:17.338116Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038227413356911:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:17.338184Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:17.338223Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038227413356911:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:17.358009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038227413356911:2048] [node 2] ICS08 incoming handshake Self# [2:7593038224111654067:0] Peer# [1:7593038227413356907:0] Counter# 13 LastInputSerial# 375
2026-01-08T17:06:17.358006Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038224111654069:2048] [node 1] ICS08 incoming handshake Self# [1:7593038227413356907:0] Peer# [2:7593038224111654067:0] Counter# 375 LastInputSerial# 13
2026-01-08T17:06:17.363097Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038227413356913:2291] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:17.363464Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:17.363536Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038227413356911:2048] [node 2] ICS09 handshake done sender: [1:7593038227413356913:2291] self: [1:7593038227413356907:0] peer: [2:7593038224111654067:0] socket: 24 qp: 9057
2026-01-08T17:06:17.364464Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038227413356911:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:17.364528Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:17.369318Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038224111654073:2312] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:17.370933Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:17.371106Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038224111654069:2048] [node 1] ICS09 handshake done sender: [2:7593038224111654073:2312] self: [2:7593038224111654067:0] peer: [1:7593038227413356907:0] socket: 25 qp: 9059
2026-01-08T17:06:17.371816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038224111654069:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:17.371889Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:17.372095Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593038121032438338:2048] [node 1] ICP27 obsolete handshake fail ignored
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:17.717558Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:17.717901Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038224111654069:2048] [node 1] ICS07 socket disconnect 25 reason# Debug
2026-01-08T17:06:17.717983Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038224111654069:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:17.718042Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:17.718084Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038224111654069:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:17.720414Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:17.720701Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038227413356911:2048] [node 2] ICS07 socket disconnect 24 reason# EndOfStream
2026-01-08T17:06:17.720730Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038227413356911:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:17.720800Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:17.720841Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038227413356911:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:17.730296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038224111654069:2048] [node 1] ICS08 incoming handshake Self# [1:7593038227413356907:0] Peer# [2:7593038224111654067:0] Counter# 2469 LastInputSerial# 74
2026-01-08T17:06:17.734097Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038227413356911:2048] [node 2] ICS08 incoming handshake Self# [2:7593038224111654067:0] Peer# [1:7593038227413356907:0] Counter# 74 LastInputSerial# 2469
2026-01-08T17:06:17.734604Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038227413356918:2293] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:17.734855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:17.734917Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038227413356911:2048] [node 2] ICS09 handshake done sender: [1:7593038227413356918:2293] self: [1:7593038227413356907:0] peer: [2:7593038224111654067:0] socket: 16 qp: 9060
2026-01-08T17:06:17.735427Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038227413356911:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:17.735471Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:17.742125Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038224111654077:2315] held: no
2026-01-08T17:06:17.745465Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038224111654077:2315] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:17.745751Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:17.745806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038224111654069:2048] [node 1] ICS09 handshake done sender: [2:7593038224111654077:2315] self: [2:7593038224111654067:0] peer: [1:7593038227413356907:0] socket: 17 qp: 9061
2026-01-08T17:06:17.746479Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038224111654069:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:17.746530Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:06:18.042830Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:18.043165Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:18.043472Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038227413356911:2048] [node 2] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:18.043502Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038227413356911:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:18.043532Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:18.043580Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038227413356911:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:18.046839Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:18.047151Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038224111654069:2048] [node 1] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:18.047183Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038224111654069:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:18.047257Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:18.047300Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038224111654069:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:18.063002Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038224111654069:2048] [node 1] ICS08 incoming handshake Self# [1:7593038227413356907:0] Peer# [2:7593038224111654067:0] Counter# 4069 LastInputSerial# 119
2026-01-08T17:06:18.063847Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038231708324219:2295] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:18.064149Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:18.064211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038227413356911:2048] [node 2] ICS09 handshake done sender: [1:7593038231708324219:2295] self: [1:7593038227413356907:0] peer: [2:7593038224111654067:0] socket: 20 qp: 9063
2026-01-08T17:06:18.064792Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038227413356911:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:18.064838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:18.070401Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038227413356911:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:18.070443Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038227413356911:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:18.070501Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:18.070546Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038227413356911:2048] [node 2] ICS08 incoming handshake Self# [2:7593038224111654067:0] Peer# [1:7593038227413356907:0] Counter# 119 LastInputSerial# 4069
2026-01-08T17:06:18.070705Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:18.070933Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038227413356911:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:18.070999Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038227413356911:2048] VirtualId# [1:7593038227413356907:0]
2026-01-08T17:06:18.071038Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:18.072762Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038228406621378:2318] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:18.082814Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:18.082897Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038224111654069:2048] [node 1] ICS09 handshake done sender: [2:7593038228406621378:2318] self: [2:7593038224111654067:0] peer: [1:7593038227413356907:0] socket: 23 qp: 9064
2026-01-08T17:06:18.083669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038224111654069:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:18.083759Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:18.084205Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:18.084232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038224111654069:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:18.084258Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038224111654069:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:18.084284Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:18.084367Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:18.084606Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038224111654069:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:18.084629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038224111654069:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:18.111318Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038231708324225:2298]) peer tries to resume nonexistent session Self# [2:7593038224111654067:0] Peer# [1:7593038227413356907:0]
2026-01-08T17:06:18.111386Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038231708324225:2298] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:18.112299Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038228406621383:2320] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:18.113277Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:18.113371Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:18.113398Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038224111654069:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:18.113460Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038224111654069:2048] VirtualId# [2:7593038224111654067:0]
2026-01-08T17:06:18.113601Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 22981
TEvUndelivered Cookie# 22982
TEvUndelivered Cookie# 22983
TEvUndelivered Cookie# 22984
TEvUndelivered Cookie# 22985
TEvUndelivered Cookie# 22986
TEvUndelivered Cookie# 22987
TEvUndelivered Cookie# 22988
TEvUndelivered Cookie# 22989
2026-01-08T17:06:18.138878Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038231708324226:2299] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:18.139037Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:18.146949Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038228406621386:2321] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:18.166636Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038231708324226:2299] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:18.166919Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038228406621386:2321] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:18.167204Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:18.167259Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:18.167305Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038228406621389:2048]
2026-01-08T17:06:18.167352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038228406621389:2048] [node 1] ICS09 handshake done sender: [2:7593038228406621386:2321] self: [2:7593038228406621385:0] peer: [1:7593038231708324227:0] socket: 16 qp: 9069
2026-01-08T17:06:18.167385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038228406621389:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:18.167421Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:18.171094Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:18.171177Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:18.171235Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038231708324229:2048]
2026-01-08T17:06:18.171280Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038231708324229:2048] [node 2] ICS09 handshake done sender: [1:7593038231708324226:2299] self: [1:7593038231708324227:0] peer: [2:7593038228406621385:0] socket: 17 qp: 9068
2026-01-08T17:06:18.171316Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038231708324229:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:18.171355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvPoisonSession
2026-01-08T17:06:18.290481Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038228406621389:2048] [node 1] ICS01 socket: 16 reason# Debug
2026-01-08T17:06:18.290668Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038228406621389:2048] VirtualId# [2:7593038228406621385:0]
2026-01-08T17:06:18.290707Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038228406621389:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:18.290794Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:18.290863Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:18.299413Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:18.299843Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038231708324229:2048] [node 2] ICS01 socket: 17 reason# EndOfStream
2026-01-08T17:06:18.300049Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038231708324229:2048] VirtualId# [1:7593038231708324227:0]
2026-01-08T17:06:18.300092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038231708324229:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:18.300131Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:18.300194Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:18.315278Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038228406621391:2322] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:18.315454Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:18.315910Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038231708324232:2301] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:18.322544Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038228406621391:2322] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:18.322781Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038231708324232:2301] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:18.323059Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:18.323113Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:18.323159Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038231708324235:2048]
2026-01-08T17:06:18.323200Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038231708324235:2048] [node 2] ICS09 handshake done sender: [1:7593038231708324232:2301] self: [1:7593038231708324231:0] peer: [2:7593038228406621392:0] socket: 16 qp: 9071
2026-01-08T17:06:18.323234Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038231708324235:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:18.323267Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:18.323987Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:18.324027Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:18.324063Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038228406621394:2048]
2026-01-08T17:06:18.324094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038228406621394:2048] [node 1] ICS09 handshake done sender: [2:7593038228406621391:2322] self: [2:7593038228406621392:0] peer: [1:7593038231708324231:0] socket: 17 qp: 9070
2026-01-08T17:06:18.324117Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038228406621394:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:18.324142Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:18.842903Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:18.843171Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038228406621394:2048] [node 1] ICS07 socket disconnect 17 reason# Debug
2026-01-08T17:06:18.843195Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038228406621394:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:18.843250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:18.843281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038228406621394:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:18.844313Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:18.844633Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038231708324235:2048] [node 2] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:18.844661Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038231708324235:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:18.844694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:18.844759Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038231708324235:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:18.851515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038228406621394:2048] [node 1] ICS08 incoming handshake Self# [1:7593038231708324231:0] Peer# [2:7593038228406621392:0] Counter# 3410 LastInputSerial# 86
2026-01-08T17:06:18.849559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038231708324235:2048] [node 2] ICS08 incoming handshake Self# [2:7593038228406621392:0] Peer# [1:7593038231708324231:0] Counter# 86 LastInputSerial# 3410
2026-01-08T17:06:18.854100Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038231708324237:2302] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:18.854408Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:18.854467Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038231708324235:2048] [node 2] ICS09 handshake done sender: [1:7593038231708324237:2302] self: [1:7593038231708324231:0] peer: [2:7593038228406621392:0] socket: 24 qp: 9075
2026-01-08T17:06:18.854949Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038231708324235:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:18.854996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:18.856990Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038228406621398:2325] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:18.857299Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:18.857355Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038228406621394:2048] [node 1] ICS09 handshake done sender: [2:7593038228406621398:2325] self: [2:7593038228406621392:0] peer: [1:7593038231708324231:0] socket: 25 qp: 9074
2026-01-08T17:06:18.858134Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038228406621394:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:18.858178Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:19.122901Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:19.123232Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038231708324235:2048] [node 2] ICS07 socket disconnect 24 reason# Debug
2026-01-08T17:06:19.123265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038231708324235:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:19.123330Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:19.123363Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038231708324235:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:19.123917Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:19.124211Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038228406621394:2048] [node 1] ICS07 socket disconnect 25 reason# EndOfStream
2026-01-08T17:06:19.124238Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038228406621394:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:19.124297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:19.124331Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038228406621394:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:19.128733Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038228406621394:2048] [node 1] ICS08 incoming handshake Self# [1:7593038231708324231:0] Peer# [2:7593038228406621392:0] Counter# 5014 LastInputSerial# 131
2026-01-08T17:06:19.133714Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038236003291538:2304] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:19.134206Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038231708324235:2048] [node 2] ICS08 incoming handshake Self# [2:7593038228406621392:0] Peer# [1:7593038231708324231:0] Counter# 131 LastInputSerial# 5014
2026-01-08T17:06:19.134488Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:19.134543Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038231708324235:2048] [node 2] ICS09 handshake done sender: [1:7593038236003291538:2304] self: [1:7593038231708324231:0] peer: [2:7593038228406621392:0] socket: 16 qp: 9076
2026-01-08T17:06:19.135327Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038231708324235:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:19.135379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:19.136026Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038232701588698:2328] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:19.136914Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:19.136970Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038228406621394:2048] [node 1] ICS09 handshake done sender: [2:7593038232701588698:2328] self: [2:7593038228406621392:0] peer: [1:7593038231708324231:0] socket: 17 qp: 9077
2026-01-08T17:06:19.137638Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038228406621394:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:19.137686Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:19.402463Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:19.402758Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038231708324235:2048] [node 2] ICS07 socket disconnect 16 reason# Debug
2026-01-08T17:06:19.402791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038231708324235:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:19.402838Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:19.402873Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038231708324235:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:19.405623Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:19.405963Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038228406621394:2048] [node 1] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:19.405994Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038228406621394:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:19.406056Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:19.406094Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038228406621394:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:19.408321Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038228406621394:2048] [node 1] ICS08 incoming handshake Self# [1:7593038231708324231:0] Peer# [2:7593038228406621392:0] Counter# 7038 LastInputSerial# 185
2026-01-08T17:06:19.410682Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038236003291543:2306] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:19.410972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:19.411025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038231708324235:2048] [node 2] ICS09 handshake done sender: [1:7593038236003291543:2306] self: [1:7593038231708324231:0] peer: [2:7593038228406621392:0] socket: 20 qp: 9080
2026-01-08T17:06:19.411519Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038231708324235:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:19.411566Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:19.415650Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038231708324235:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:19.415689Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038231708324235:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:19.415739Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:19.415778Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038231708324235:2048] [node 2] ICS08 incoming handshake Self# [2:7593038228406621392:0] Peer# [1:7593038231708324231:0] Counter# 185 LastInputSerial# 7038
2026-01-08T17:06:19.416184Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:19.416421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038231708324235:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:19.416482Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038231708324235:2048] VirtualId# [1:7593038231708324231:0]
2026-01-08T17:06:19.416516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:19.418143Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038232701588703:2331] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:19.418585Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:19.418644Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038228406621394:2048] [node 1] ICS09 handshake done sender: [2:7593038232701588703:2331] self: [2:7593038228406621392:0] peer: [1:7593038231708324231:0] socket: 21 qp: 9081
2026-01-08T17:06:19.419375Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038228406621394:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:19.419420Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:19.419730Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:19.419753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038228406621394:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:19.419779Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038228406621394:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:19.419801Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:19.419892Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:19.420088Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038228406621394:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:19.420107Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038228406621394:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:19.428741Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038236003291549:2309]) peer tries to resume nonexistent session Self# [2:7593038228406621392:0] Peer# [1:7593038231708324231:0]
2026-01-08T17:06:19.428799Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038236003291549:2309] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:19.429589Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038232701588708:2333] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:19.430572Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:19.430667Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:19.430695Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038228406621394:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:19.430753Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038228406621394:2048] VirtualId# [2:7593038228406621392:0]
2026-01-08T17:06:19.430813Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:19.435800Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038236003291550:2310] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:19.435947Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:19.437270Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038232701588711:2334] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:19.443777Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038236003291550:2310] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:19.444039Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038232701588711:2334] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:19.444320Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:19.444373Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:19.444415Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038232701588714:2048]
2026-01-08T17:06:19.444453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038232701588714:2048] [node 1] ICS09 handshake done sender: [2:7593038232701588711:2334] self: [2:7593038232701588710:0] peer: [1:7593038236003291551:0] socket: 16 qp: 9086
2026-01-08T17:06:19.444484Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038232701588714:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:19.444516Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:19.445061Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:19.445102Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:19.445136Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038236003291553:2048]
2026-01-08T17:06:19.445168Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038236003291553:2048] [node 2] ICS09 handshake done sender: [1:7593038236003291550:2310] self: [1:7593038236003291551:0] peer: [2:7593038232701588710:0] socket: 17 qp: 9085
2026-01-08T17:06:19.445196Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038236003291553:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:19.445222Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:19.882383Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:19.882674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038236003291553:2048] [node 2] ICS07 socket disconnect 17 reason# Debug
2026-01-08T17:06:19.882698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038236003291553:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:19.882749Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:19.882781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038236003291553:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:19.887970Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:19.888250Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038232701588714:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:19.888274Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038232701588714:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:19.888351Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:19.888390Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038232701588714:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:19.896748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038236003291553:2048] [node 2] ICS08 incoming handshake Self# [2:7593038232701588710:0] Peer# [1:7593038236003291551:0] Counter# 71 LastInputSerial# 2610
2026-01-08T17:06:19.901457Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038236003291555:2312] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:19.899215Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038232701588714:2048] [node 1] ICS08 incoming handshake Self# [1:7593038236003291551:0] Peer# [2:7593038232701588710:0] Counter# 2610 LastInputSerial# 71
2026-01-08T17:06:19.901874Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:19.901936Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038236003291553:2048] [node 2] ICS09 handshake done sender: [1:7593038236003291555:2312] self: [1:7593038236003291551:0] peer: [2:7593038232701588710:0] socket: 24 qp: 9090
2026-01-08T17:06:19.902585Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038236003291553:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:19.902633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:19.904648Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038232701588718:2336] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:19.904995Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:19.905054Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038232701588714:2048] [node 1] ICS09 handshake done sender: [2:7593038232701588718:2336] self: [2:7593038232701588710:0] peer: [1:7593038236003291551:0] socket: 25 qp: 9089
2026-01-08T17:06:19.906544Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038232701588714:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:19.906629Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:20.095144Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:20.095432Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038236003291553:2048] [node 2] ICS07 socket disconnect 24 reason# Debug
2026-01-08T17:06:20.095465Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038236003291553:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:20.095521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:20.095551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038236003291553:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:20.096480Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:20.096710Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038232701588714:2048] [node 1] ICS07 socket disconnect 25 reason# EndOfStream
2026-01-08T17:06:20.096732Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038232701588714:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:20.096805Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:20.096839Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038232701588714:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:20.104076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038236003291553:2048] [node 2] ICS08 incoming handshake Self# [2:7593038232701588710:0] Peer# [1:7593038236003291551:0] Counter# 92 LastInputSerial# 3504
2026-01-08T17:06:20.104807Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038232701588714:2048] [node 1] ICS08 incoming handshake Self# [1:7593038236003291551:0] Peer# [2:7593038232701588710:0] Counter# 3504 LastInputSerial# 92
2026-01-08T17:06:20.107195Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038240298258856:2314] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:20.107563Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:20.107627Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038236003291553:2048] [node 2] ICS09 handshake done sender: [1:7593038240298258856:2314] self: [1:7593038236003291551:0] peer: [2:7593038232701588710:0] socket: 16 qp: 9093
2026-01-08T17:06:20.108217Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038236003291553:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:20.108264Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:20.110363Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038236996556019:2339] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:20.112283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:20.112352Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038232701588714:2048] [node 1] ICS09 handshake done sender: [2:7593038236996556019:2339] self: [2:7593038232701588710:0] peer: [1:7593038236003291551:0] socket: 20 qp: 9092
2026-01-08T17:06:20.112867Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038232701588714:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:20.112916Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:20.385631Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:20.385972Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038232701588714:2048] [node 1] ICS07 socket disconnect 20 reason# Debug
2026-01-08T17:06:20.385998Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038232701588714:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:20.386051Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:20.386083Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038232701588714:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:20.388790Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:20.389081Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038236003291553:2048] [node 2] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:20.389109Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038236003291553:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:20.389174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:20.389212Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038236003291553:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:20.396496Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038232701588714:2048] [node 1] ICS08 incoming handshake Self# [1:7593038236003291551:0] Peer# [2:7593038232701588710:0] Counter# 4297 LastInputSerial# 114
2026-01-08T17:06:20.396806Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038236003291553:2048] [node 2] ICS08 incoming handshake Self# [2:7593038232701588710:0] Peer# [1:7593038236003291551:0] Counter# 114 LastInputSerial# 4297
2026-01-08T17:06:20.397364Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038240298258861:2316] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:20.397614Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:20.397674Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038236003291553:2048] [node 2] ICS09 handshake done sender: [1:7593038240298258861:2316] self: [1:7593038236003291551:0] peer: [2:7593038232701588710:0] socket: 24 qp: 9096
2026-01-08T17:06:20.398296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038236003291553:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:20.398356Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:20.403400Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038236996556024:2342] held: no
2026-01-08T17:06:20.403492Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038236996556024:2342] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:20.403800Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:20.403871Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038232701588714:2048] [node 1] ICS09 handshake done sender: [2:7593038236996556024:2342] self: [2:7593038232701588710:0] peer: [1:7593038236003291551:0] socket: 25 qp: 9098
2026-01-08T17:06:20.404381Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038232701588714:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:20.404430Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:06:20.657343Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [2:7593038121032438338:2048] [node 1] ICP34 closed connection by debug command
2026-01-08T17:06:20.657506Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:20.657533Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038232701588714:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:20.657559Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038232701588714:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:20.657586Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:20.657872Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:20.658149Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038236003291553:2048] [node 2] ICS07 socket disconnect 24 reason# EndOfStream
2026-01-08T17:06:20.658172Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038236003291553:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:20.658231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:20.658266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038236003291553:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:20.660540Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:20.660699Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038232701588714:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:20.660714Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038232701588714:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:20.662744Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038232701588714:2048] [node 1] ICS08 incoming handshake Self# [1:7593038236003291551:0] Peer# [2:7593038232701588710:0] Counter# 6117 LastInputSerial# 160
2026-01-08T17:06:20.663208Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038240298258866:2318] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:20.664186Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:20.664224Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038236003291553:2048] [node 2] ICS09 handshake done sender: [1:7593038240298258866:2318] self: [1:7593038236003291551:0] peer: [2:7593038232701588710:0] socket: 16 qp: 9099
2026-01-08T17:06:20.664692Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038236003291553:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:20.664721Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:20.668741Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038236003291553:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:20.668766Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038236003291553:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:20.668812Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:20.668858Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038236003291553:2048] [node 2] ICS08 incoming handshake Self# [2:7593038232701588710:0] Peer# [1:7593038236003291551:0] Counter# 160 LastInputSerial# 6117
2026-01-08T17:06:20.668892Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:20.669197Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038236003291553:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:20.669241Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038236003291553:2048] VirtualId# [1:7593038236003291551:0]
2026-01-08T17:06:20.669273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:20.670838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038236996556028:2345] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:20.671306Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:20.671364Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038232701588714:2048] [node 1] ICS09 handshake done sender: [2:7593038236996556028:2345] self: [2:7593038232701588710:0] peer: [1:7593038236003291551:0] socket: 17 qp: 9100
2026-01-08T17:06:20.671922Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038232701588714:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:20.671969Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:20.672296Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:20.672318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038232701588714:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:20.672341Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038232701588714:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:20.672363Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:20.672439Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:20.672629Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038232701588714:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:20.672643Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038232701588714:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:20.676185Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038240298258871:2320]) peer tries to resume nonexistent session Self# [2:7593038232701588710:0] Peer# [1:7593038236003291551:0]
2026-01-08T17:06:20.676224Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038240298258871:2320] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:20.677038Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038236996556032:2347] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:20.677833Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:20.677884Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:20.677900Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038232701588714:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:20.677941Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038232701588714:2048] VirtualId# [2:7593038232701588710:0]
2026-01-08T17:06:20.678037Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 26242
TEvUndelivered Cookie# 26243
TEvUndelivered Cookie# 26244
TEvUndelivered Cookie# 26245
TEvUndelivered Cookie# 26246
TEvUndelivered Cookie# 26247
2026-01-08T17:06:20.687536Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038240298258872:2321] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:20.687666Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:20.689082Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038236996556036:2348] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:20.694509Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038240298258872:2321] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:20.694575Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038236996556036:2348] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:20.694724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:20.694780Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:20.694951Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:20.694982Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:20.695014Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038236996556039:2048]
2026-01-08T17:06:20.695043Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038236996556039:2048] [node 1] ICS09 handshake done sender: [2:7593038236996556036:2348] self: [2:7593038236996556035:0] peer: [1:7593038240298258873:0] socket: 16 qp: 9105
2026-01-08T17:06:20.695064Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038236996556039:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:20.695088Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:20.694825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038240298258875:2048]
2026-01-08T17:06:20.694875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038240298258875:2048] [node 2] ICS09 handshake done sender: [1:7593038240298258872:2321] self: [1:7593038240298258873:0] peer: [2:7593038236996556035:0] socket: 17 qp: 9104
2026-01-08T17:06:20.694948Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038240298258875:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:20.694996Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:06:20.821183Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [2:7593038121032438338:2048] [node 1] ICP34 closed connection by debug command
2026-01-08T17:06:20.822054Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:20.822515Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038240298258875:2048] [node 2] ICS01 socket: 17 reason# EndOfStream
2026-01-08T17:06:20.822642Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038240298258875:2048] VirtualId# [1:7593038240298258873:0]
2026-01-08T17:06:20.822677Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038240298258875:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:20.822709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:20.822745Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:20.826459Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] socket: Connection reset by peer
2026-01-08T17:06:20.826715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038236996556039:2048] [node 1] ICS07 socket disconnect 16 reason# ECONNRESET
2026-01-08T17:06:20.826739Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038236996556039:2048] [node 1] ICS25 shutdown socket, reason# ECONNRESET
2026-01-08T17:06:20.826775Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:20.826820Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038236996556039:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:20.833596Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038236996556042:2350] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:20.833715Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:20.833742Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038236996556039:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:20.834060Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038240298258880:2324]) peer tries to resume nonexistent session Self# [2:7593038236996556035:0] Peer# [1:7593038240298258873:0]
2026-01-08T17:06:20.834111Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038240298258880:2324] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:20.835086Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038236996556039:2048] VirtualId# [2:7593038236996556035:0]
2026-01-08T17:06:20.835151Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:06:20.835191Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:20.836751Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038236996556041:2349] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:20.837696Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038240298258878:2323] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
TEvNodeDisconnected
2026-01-08T17:06:20.838714Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [2:7593038236996556042:2350] held: no
2026-01-08T17:06:20.842186Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038236996556042:2350] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:20.842309Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038240298258878:2323] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:20.842695Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:20.842761Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:20.842930Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038240298258882:2048]
2026-01-08T17:06:20.842978Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038240298258882:2048] [node 2] ICS09 handshake done sender: [1:7593038240298258878:2323] self: [1:7593038240298258877:0] peer: [2:7593038236996556044:0] socket: 17 qp: 9106
2026-01-08T17:06:20.843010Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038240298258882:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:20.843048Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:20.843798Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:20.843837Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:20.843886Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038236996556046:2048]
2026-01-08T17:06:20.843919Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038236996556046:2048] [node 1] ICS09 handshake done sender: [2:7593038236996556042:2350] self: [2:7593038236996556044:0] peer: [1:7593038240298258877:0] socket: 21 qp: 9107
2026-01-08T17:06:20.843950Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038236996556046:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:20.843979Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:06:21.280046Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038240298258882:2048] [node 2] ICS01 socket: 17 reason# Debug
2026-01-08T17:06:21.280238Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038240298258882:2048] VirtualId# [1:7593038240298258877:0]
2026-01-08T17:06:21.280275Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038240298258882:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:21.280333Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:21.280377Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:21.282748Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:21.283012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038236996556046:2048] [node 1] ICS07 socket disconnect 21 reason# EndOfStream
2026-01-08T17:06:21.283037Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038236996556046:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:21.283111Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:21.283146Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038236996556046:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:21.286256Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038244593226180:2325]) peer tries to resume nonexistent session Self# [2:7593038236996556044:0] Peer# [1:7593038240298258877:0]
2026-01-08T17:06:21.286345Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038244593226180:2325] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:21.287172Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038241291523344:2352] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:21.288178Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:21.288253Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:21.288279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038236996556046:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:21.288599Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038236996556046:2048] VirtualId# [2:7593038236996556044:0]
2026-01-08T17:06:21.288662Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:21.294021Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038244593226181:2326] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:21.294179Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:21.294571Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038241291523347:2353] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:21.312034Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038244593226181:2326] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:21.312286Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038241291523347:2353] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:21.312587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:21.312640Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:21.312683Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038241291523350:2048]
2026-01-08T17:06:21.312724Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038241291523350:2048] [node 1] ICS09 handshake done sender: [2:7593038241291523347:2353] self: [2:7593038241291523346:0] peer: [1:7593038244593226182:0] socket: 16 qp: 9111
2026-01-08T17:06:21.312761Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038241291523350:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:21.312796Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:21.313371Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:21.313415Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:21.313451Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038244593226184:2048]
2026-01-08T17:06:21.313485Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038244593226184:2048] [node 2] ICS09 handshake done sender: [1:7593038244593226181:2326] self: [1:7593038244593226182:0] peer: [2:7593038241291523346:0] socket: 17 qp: 9110
2026-01-08T17:06:21.313510Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038244593226184:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:21.313536Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvPoisonSession
2026-01-08T17:06:21.869126Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038241291523350:2048] [node 1] ICS01 socket: 16 reason# Debug
2026-01-08T17:06:21.869233Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038241291523350:2048] VirtualId# [2:7593038241291523346:0]
TEvNodeDisconnected
2026-01-08T17:06:21.869269Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038241291523350:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:21.869334Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:21.869396Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:06:21.870442Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:21.870794Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038244593226184:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:21.870828Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038244593226184:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:21.870901Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:21.870973Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038244593226184:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:21.876234Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038244593226186:2328] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:06:21.877493Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:21.877578Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:21.877605Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038244593226184:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:21.877823Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038244593226184:2048] VirtualId# [1:7593038244593226182:0]
2026-01-08T17:06:21.877881Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:21.875357Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038241291523352:2354]) peer tries to resume nonexistent session Self# [1:7593038244593226182:0] Peer# [2:7593038241291523346:0]
2026-01-08T17:06:21.875426Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038241291523352:2354] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:21.885122Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038244593226189:2329] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:21.884050Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038241291523353:2355] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:21.884232Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:21.889188Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038244593226189:2329] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:21.889473Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:21.889531Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:21.889576Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038244593226192:2048]
2026-01-08T17:06:21.889632Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038244593226192:2048] [node 2] ICS09 handshake done sender: [1:7593038244593226189:2329] self: [1:7593038244593226188:0] peer: [2:7593038241291523354:0] socket: 16 qp: 9114
2026-01-08T17:06:21.889666Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038244593226192:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:21.889715Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:21.889036Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038241291523353:2355] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:21.890657Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:21.890703Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:21.890741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038241291523356:2048]
2026-01-08T17:06:21.890775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038241291523356:2048] [node 1] ICS09 handshake done sender: [2:7593038241291523353:2355] self: [2:7593038241291523354:0] peer: [1:7593038244593226188:0] socket: 17 qp: 9113
2026-01-08T17:06:21.890803Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038241291523356:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:21.890834Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvPoisonSession
2026-01-08T17:06:21.990956Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038244593226192:2048] [node 2] ICS01 socket: 16 reason# Debug
2026-01-08T17:06:21.991124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038244593226192:2048] VirtualId# [1:7593038244593226188:0]
2026-01-08T17:06:21.991157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038244593226192:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:21.991213Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:21.991276Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:21.992120Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:21.992711Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038241291523356:2048] [node 1] ICS01 socket: 17 reason# EndOfStream
2026-01-08T17:06:21.992855Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038241291523356:2048] VirtualId# [2:7593038241291523354:0]
2026-01-08T17:06:21.992894Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038241291523356:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:21.992984Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:21.993032Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:22.002934Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038241291523358:2357] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:22.003126Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:22.006595Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038244593226195:2330] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:22.017784Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038241291523358:2357] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:22.017919Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038244593226195:2330] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:22.018237Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:22.018300Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:22.018370Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038248888193494:2048]
2026-01-08T17:06:22.018419Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038248888193494:2048] [node 2] ICS09 handshake done sender: [1:7593038244593226195:2330] self: [1:7593038244593226194:0] peer: [2:7593038245586490655:0] socket: 16 qp: 9115
2026-01-08T17:06:22.018453Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038248888193494:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:22.018504Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:22.022851Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:22.022912Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:22.022963Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038245586490657:2048]
2026-01-08T17:06:22.023004Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038245586490657:2048] [node 1] ICS09 handshake done sender: [2:7593038241291523358:2357] self: [2:7593038245586490655:0] peer: [1:7593038244593226194:0] socket: 17 qp: 9116
2026-01-08T17:06:22.023045Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038245586490657:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:22.023080Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvClosePeerSocket
2026-01-08T17:06:22.149566Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [1:7593038124334141227:2048] [node 2] ICP34 closed connection by debug command
2026-01-08T17:06:22.149688Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:22.149951Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038248888193494:2048] [node 2] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:22.149980Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038248888193494:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:22.150013Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:22.150060Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038248888193494:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:22.151351Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:22.151402Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038245586490657:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:22.151428Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038245586490657:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:22.151458Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:22.151800Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:22.152055Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038245586490657:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:22.152077Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038245586490657:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:22.158045Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038248888193496:2331] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:22.155157Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038245586490657:2048] [node 1] ICS08 incoming handshake Self# [1:7593038244593226194:0] Peer# [2:7593038245586490655:0] Counter# 314 LastInputSerial# 13
2026-01-08T17:06:22.161745Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:22.161808Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038248888193494:2048] [node 2] ICS09 handshake done sender: [1:7593038248888193496:2331] self: [1:7593038244593226194:0] peer: [2:7593038245586490655:0] socket: 22 qp: 9117
2026-01-08T17:06:22.162336Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038248888193494:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:22.162395Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:22.162508Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038248888193494:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:22.162537Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038248888193494:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:22.162584Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:22.162624Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038248888193494:2048] [node 2] ICS08 incoming handshake Self# [2:7593038245586490655:0] Peer# [1:7593038244593226194:0] Counter# 13 LastInputSerial# 314
2026-01-08T17:06:22.162705Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:22.162915Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038248888193494:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:22.162972Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038248888193494:2048] VirtualId# [1:7593038244593226194:0]
2026-01-08T17:06:22.163009Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:22.163378Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038245586490660:2360] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:22.167216Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:22.167284Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038245586490657:2048] [node 1] ICS09 handshake done sender: [2:7593038245586490660:2360] self: [2:7593038245586490655:0] peer: [1:7593038244593226194:0] socket: 23 qp: 9118
2026-01-08T17:06:22.168042Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038245586490657:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:22.168092Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:22.168394Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:22.168418Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038245586490657:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:22.168442Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038245586490657:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:22.168462Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:22.168534Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:22.168735Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038245586490657:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:22.168753Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038245586490657:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:22.185232Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038248888193501:2333]) peer tries to resume nonexistent session Self# [2:7593038245586490655:0] Peer# [1:7593038244593226194:0]
2026-01-08T17:06:22.185293Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038248888193501:2333] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:22.186021Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038245586490664:2362] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:22.186848Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:22.186932Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:22.186975Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038245586490657:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:22.187032Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038245586490657:2048] VirtualId# [2:7593038245586490655:0]
2026-01-08T17:06:22.187137Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 27532
TEvUndelivered Cookie# 27533
TEvUndelivered Cookie# 27534
TEvUndelivered Cookie# 27535
TEvUndelivered Cookie# 27536
TEvUndelivered Cookie# 27537
2026-01-08T17:06:22.190198Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038248888193502:2334] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:22.190368Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:22.191549Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038245586490667:2363] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:22.195838Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038248888193502:2334] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:22.195917Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038245586490667:2363] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:22.196106Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:22.196174Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:22.196201Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:22.196237Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:22.196268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038245586490670:2048]
2026-01-08T17:06:22.196302Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038245586490670:2048] [node 1] ICS09 handshake done sender: [2:7593038245586490667:2363] self: [2:7593038245586490666:0] peer: [1:7593038248888193503:0] socket: 16 qp: 9122
2026-01-08T17:06:22.196220Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038248888193505:2048]
2026-01-08T17:06:22.196343Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038245586490670:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:22.196384Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:22.196267Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038248888193505:2048] [node 2] ICS09 handshake done sender: [1:7593038248888193502:2334] self: [1:7593038248888193503:0] peer: [2:7593038245586490666:0] socket: 17 qp: 9123
2026-01-08T17:06:22.196413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038248888193505:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:22.196441Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:22.482077Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:22.482413Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038248888193505:2048] [node 2] ICS07 socket disconnect 17 reason# Debug
2026-01-08T17:06:22.482450Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038248888193505:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:22.482520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:22.482568Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038248888193505:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:22.483307Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:22.483698Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038245586490670:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:22.483728Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038245586490670:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:22.483756Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:22.483804Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038245586490670:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:22.486184Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038245586490670:2048] [node 1] ICS08 incoming handshake Self# [1:7593038248888193503:0] Peer# [2:7593038245586490666:0] Counter# 1438 LastInputSerial# 44
2026-01-08T17:06:22.488323Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038248888193507:2336] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:22.488661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:22.488816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038248888193505:2048] [node 2] ICS09 handshake done sender: [1:7593038248888193507:2336] self: [1:7593038248888193503:0] peer: [2:7593038245586490666:0] socket: 22 qp: 9124
2026-01-08T17:06:22.489380Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038248888193505:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:22.489431Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:22.490219Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038248888193505:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:22.490255Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038248888193505:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:22.490306Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:22.490371Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038248888193505:2048] [node 2] ICS08 incoming handshake Self# [2:7593038245586490666:0] Peer# [1:7593038248888193503:0] Counter# 44 LastInputSerial# 1438
2026-01-08T17:06:22.490584Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:22.490835Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038248888193505:2048] [node 2] ICS01 socket: -1 reason# EndOfStream
2026-01-08T17:06:22.490903Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038248888193505:2048] VirtualId# [1:7593038248888193503:0]
2026-01-08T17:06:22.490949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:22.492048Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038245586490673:2365] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:22.492384Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:22.492454Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038245586490670:2048] [node 1] ICS09 handshake done sender: [2:7593038245586490673:2365] self: [2:7593038245586490666:0] peer: [1:7593038248888193503:0] socket: 23 qp: 9125
2026-01-08T17:06:22.493176Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038245586490670:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:22.493232Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:22.493520Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:22.493551Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038245586490670:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:22.493576Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038245586490670:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:22.493600Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:22.493686Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:22.493895Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038245586490670:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:22.493925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038245586490670:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:22.503085Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [1:7593038124334141227:2048] [node 2] ICP12 (actor [1:7593038248888193513:2339]) peer tries to resume nonexistent session Self# [2:7593038245586490666:0] Peer# [1:7593038248888193503:0]
2026-01-08T17:06:22.503160Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [1:7593038248888193513:2339] [node 2] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:22.503982Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [2:7593038245586490678:2367] [node 1] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake
2026-01-08T17:06:22.505197Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:19011) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:22.505281Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [2:7593038121032438338:2048] [node 1] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:22.505318Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038245586490670:2048] [node 1] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:22.505375Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038245586490670:2048] VirtualId# [2:7593038245586490666:0]
2026-01-08T17:06:22.505554Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
TEvUndelivered Cookie# 27904
TEvUndelivered Cookie# 27905
TEvUndelivered Cookie# 27906
TEvUndelivered Cookie# 27907
TEvUndelivered Cookie# 27908
TEvUndelivered Cookie# 27909
TEvUndelivered Cookie# 27910
TEvUndelivered Cookie# 27911
TEvUndelivered Cookie# 27912
2026-01-08T17:06:22.515929Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038248888193514:2340] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:22.516093Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:22.519009Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038245586490681:2368] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:22.522947Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038245586490681:2368] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:22.523247Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:22.523286Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:22.523327Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038245586490684:2048]
2026-01-08T17:06:22.523365Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038245586490684:2048] [node 1] ICS09 handshake done sender: [2:7593038245586490681:2368] self: [2:7593038245586490680:0] peer: [1:7593038248888193515:0] socket: 16 qp: 9130
2026-01-08T17:06:22.523393Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038245586490684:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:22.523425Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:22.522832Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038248888193514:2340] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:22.523152Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:22.523217Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:22.523268Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038248888193517:2048]
2026-01-08T17:06:22.523308Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038248888193517:2048] [node 2] ICS09 handshake done sender: [1:7593038248888193514:2340] self: [1:7593038248888193515:0] peer: [2:7593038245586490680:0] socket: 17 qp: 9129
2026-01-08T17:06:22.523342Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038248888193517:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:22.523379Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvClosePeerSocket
2026-01-08T17:06:22.781825Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:865: Proxy [2:7593038121032438338:2048] [node 1] ICP34 closed connection by debug command
2026-01-08T17:06:22.783586Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:22.783890Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038248888193517:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:22.783912Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038248888193517:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:22.783976Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:22.784009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038248888193517:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:22.783292Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_session.cpp:768: [2 <-> 1] socket: Broken pipe
2026-01-08T17:06:22.783334Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [2:7593038245586490684:2048] [node 1] ICS13 reestablish connection
2026-01-08T17:06:22.783358Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038245586490684:2048] [node 1] ICS25 shutdown socket, reason# EPIPE
2026-01-08T17:06:22.783394Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:22.786400Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:22.786639Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038245586490684:2048] [node 1] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:22.786669Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038245586490684:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:22.790360Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038245586490684:2048] [node 1] ICS08 incoming handshake Self# [1:7593038248888193515:0] Peer# [2:7593038245586490680:0] Counter# 1254 LastInputSerial# 35
2026-01-08T17:06:22.792076Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038248888193517:2048] [node 2] ICS08 incoming handshake Self# [2:7593038245586490680:0] Peer# [1:7593038248888193515:0] Counter# 35 LastInputSerial# 1254
2026-01-08T17:06:22.792475Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038248888193519:2342] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:22.792728Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:22.792791Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038248888193517:2048] [node 2] ICS09 handshake done sender: [1:7593038248888193519:2342] self: [1:7593038248888193515:0] peer: [2:7593038245586490680:0] socket: 22 qp: 9131
2026-01-08T17:06:22.793247Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038248888193517:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:22.793292Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:22.798974Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038245586490687:2370] held: no
2026-01-08T17:06:22.799063Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038245586490687:2370] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:22.799231Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:22.799281Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038245586490684:2048] [node 1] ICS09 handshake done sender: [2:7593038245586490687:2370] self: [2:7593038245586490680:0] peer: [1:7593038248888193515:0] socket: 23 qp: 9132
2026-01-08T17:06:22.799955Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038245586490684:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:22.800015Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 2 peerNodeId# 1 TEvPoisonSession
2026-01-08T17:06:23.353577Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038245586490684:2048] [node 1] ICS01 socket: 23 reason# Debug
2026-01-08T17:06:23.354457Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038245586490684:2048] VirtualId# [2:7593038245586490680:0]
2026-01-08T17:06:23.354505Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038245586490684:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:23.354561Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:23.354631Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:06:23.355614Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
TEvNodeDisconnected
TEvUndelivered Cookie# 29024
2026-01-08T17:06:23.356191Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038248888193517:2048] [node 2] ICS07 socket disconnect 22 reason# EndOfStream
2026-01-08T17:06:23.356237Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038248888193517:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:23.356313Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:23.356351Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038248888193517:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:23.364544Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038249881457990:2373]) peer tries to resume nonexistent session Self# [1:7593038248888193515:0] Peer# [2:7593038245586490680:0]
2026-01-08T17:06:23.364607Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038249881457990:2373] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:23.365968Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038253183160821:2345] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:23.366060Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038253183160820:2344] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:06:23.367166Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:23.367252Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:23.367279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038248888193517:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:23.367344Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038248888193517:2048] VirtualId# [1:7593038248888193515:0]
2026-01-08T17:06:23.367398Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:23.373788Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038249881457991:2374] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:23.373926Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:23.374562Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038253183160824:2346] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:23.384795Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038249881457991:2374] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:23.384930Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038253183160824:2346] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:23.385281Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:23.385355Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:23.385407Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038253183160828:2048]
2026-01-08T17:06:23.385447Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038253183160828:2048] [node 2] ICS09 handshake done sender: [1:7593038253183160824:2346] self: [1:7593038253183160823:0] peer: [2:7593038249881457992:0] socket: 20 qp: 9139
2026-01-08T17:06:23.385482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038253183160828:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:23.385517Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:23.385708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:23.385770Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:23.385812Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038249881457994:2048]
2026-01-08T17:06:23.385875Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038249881457994:2048] [node 1] ICS09 handshake done sender: [2:7593038249881457991:2374] self: [2:7593038249881457992:0] peer: [1:7593038253183160823:0] socket: 21 qp: 9138
2026-01-08T17:06:23.385908Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038249881457994:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:23.385939Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvCloseInputSession
2026-01-08T17:06:23.877011Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by debug command
2026-01-08T17:06:23.877205Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038249881457994:2048] [node 1] ICS07 socket disconnect 21 reason# Debug
2026-01-08T17:06:23.877227Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038249881457994:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:23.877297Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:23.877340Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038249881457994:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:23.881206Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:23.881486Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038253183160828:2048] [node 2] ICS07 socket disconnect 20 reason# EndOfStream
2026-01-08T17:06:23.881529Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038253183160828:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:23.881621Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:23.881683Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038253183160828:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:23.884394Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038253183160828:2048] [node 2] ICS08 incoming handshake Self# [2:7593038249881457992:0] Peer# [1:7593038253183160823:0] Counter# 66 LastInputSerial# 2694
2026-01-08T17:06:23.886188Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038249881457994:2048] [node 1] ICS08 incoming handshake Self# [1:7593038253183160823:0] Peer# [2:7593038249881457992:0] Counter# 2694 LastInputSerial# 66
2026-01-08T17:06:23.891827Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038253183160830:2347] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:23.892198Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:23.892283Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038253183160828:2048] [node 2] ICS09 handshake done sender: [1:7593038253183160830:2347] self: [1:7593038253183160823:0] peer: [2:7593038249881457992:0] socket: 24 qp: 9143
2026-01-08T17:06:23.893012Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038253183160828:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:23.893065Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:23.904415Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# connection unexpectedly closed state# ReceiveResponse processed# 0 remain# 52 incoming: [2:7593038249881457998:2377] held: no
2026-01-08T17:06:23.904513Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038249881457998:2377] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:23.904845Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:23.904906Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038249881457994:2048] [node 1] ICS09 handshake done sender: [2:7593038249881457998:2377] self: [2:7593038249881457992:0] peer: [1:7593038253183160823:0] socket: 25 qp: 9142
2026-01-08T17:06:23.905570Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038249881457994:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:23.905633Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:24.398882Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:24.399181Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038253183160828:2048] [node 2] ICS07 socket disconnect 24 reason# Debug
2026-01-08T17:06:24.399204Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038253183160828:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:24.399262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:24.399299Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038253183160828:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:24.400354Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:24.400617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038249881457994:2048] [node 1] ICS07 socket disconnect 25 reason# EndOfStream
2026-01-08T17:06:24.400651Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038249881457994:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:24.400728Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:24.400783Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038249881457994:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:24.408862Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038249881457994:2048] [node 1] ICS08 incoming handshake Self# [1:7593038253183160823:0] Peer# [2:7593038249881457992:0] Counter# 6069 LastInputSerial# 155
2026-01-08T17:06:24.410571Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038257478128131:2349] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:24.413013Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:24.413092Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038253183160828:2048] [node 2] ICS09 handshake done sender: [1:7593038257478128131:2349] self: [1:7593038253183160823:0] peer: [2:7593038249881457992:0] socket: 16 qp: 9144
2026-01-08T17:06:24.413547Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038253183160828:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:24.413616Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:24.413798Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:535: Session [1:7593038253183160828:2048] [node 2] ICS13 reestablish connection
2026-01-08T17:06:24.413833Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038253183160828:2048] [node 2] ICS25 shutdown socket, reason# NewSession
2026-01-08T17:06:24.413882Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:24.413939Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038253183160828:2048] [node 2] ICS08 incoming handshake Self# [2:7593038249881457992:0] Peer# [1:7593038253183160823:0] Counter# 155 LastInputSerial# 6069
2026-01-08T17:06:24.414028Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:24.414052Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038254176425299:2380] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:24.414245Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:24.414296Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038249881457994:2048] [node 1] ICS09 handshake done sender: [2:7593038254176425299:2380] self: [2:7593038249881457992:0] peer: [1:7593038253183160823:0] socket: 21 qp: 9146
2026-01-08T17:06:24.414259Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038253183160828:2048] [node 2] ICS07 socket disconnect -1 reason# EndOfStream
2026-01-08T17:06:24.414902Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038249881457994:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:24.414949Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:24.415233Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:24.415665Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038249881457994:2048] [node 1] ICS01 socket: 21 reason# EndOfStream
2026-01-08T17:06:24.415734Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038249881457994:2048] VirtualId# [2:7593038249881457992:0]
2026-01-08T17:06:24.415775Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038249881457994:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:24.415826Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:24.415905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:24.423242Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038257478128136:2351] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:24.423362Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:24.423397Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038253183160828:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:24.423468Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038253183160828:2048] VirtualId# [1:7593038253183160823:0]
2026-01-08T17:06:24.423529Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:24.423587Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038124334141227:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:24.425048Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038254176425303:2382] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:24.428897Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038257478128136:2351] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:24.429066Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038254176425303:2382] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:24.429124Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038124334141227:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:24.429180Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:24.429223Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038257478128139:2048]
2026-01-08T17:06:24.429285Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038257478128139:2048] [node 2] ICS09 handshake done sender: [1:7593038257478128136:2351] self: [1:7593038257478128137:0] peer: [2:7593038254176425302:0] socket: 17 qp: 9149
2026-01-08T17:06:24.429326Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038257478128139:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:24.429362Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:24.429619Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038121032438338:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:24.429661Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:24.429708Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038254176425306:2048]
2026-01-08T17:06:24.429748Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038254176425306:2048] [node 1] ICS09 handshake done sender: [2:7593038254176425303:2382] self: [2:7593038254176425302:0] peer: [1:7593038257478128137:0] socket: 16 qp: 9148
2026-01-08T17:06:24.429776Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038254176425306:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:24.429818Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
Subscribe
TEvNodeConnected
nodeId# 2 peerNodeId# 1 TEvPoisonSession
2026-01-08T17:06:24.598476Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038254176425306:2048] [node 1] ICS01 socket: 16 reason# Debug
2026-01-08T17:06:24.598580Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038254176425306:2048] VirtualId# [2:7593038254176425302:0]
2026-01-08T17:06:24.598617Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038254176425306:2048] [node 1] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:24.598694Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:24.598757Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:06:24.598814Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:24.599128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038257478128139:2048] [node 2] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:24.599162Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038257478128139:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:24.599269Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:24.599309Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038257478128139:2048] [node 2] ICS15 start handshake
TEvNodeDisconnected
2026-01-08T17:06:24.603821Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:240: Proxy [2:7593038121032438338:2048] [node 1] ICP12 (actor [2:7593038254176425308:2383]) peer tries to resume nonexistent session Self# [1:7593038257478128137:0] Peer# [2:7593038254176425302:0]
2026-01-08T17:06:24.603918Z :INTERCONNECT NOTICE: interconnect_handshake.cpp:1112: Handshake [2:7593038254176425308:2383] [node 1] ICH08 Continuation request rejected by proxy
2026-01-08T17:06:24.606465Z :INTERCONNECT INFO: interconnect_handshake.cpp:1583: Handshake [1:7593038257478128141:2353] [node 2] ICH03 handshake failed, explanation# outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake
2026-01-08T17:06:24.607370Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038124334141227:2048] [node 2] ICP25 outgoing handshake failed, temporary: 2 explanation: outgoing handshake Peer# ::1(::1:32682) Peer rejected session continuation handshake incoming: [0:0:0] held: no
2026-01-08T17:06:24.607459Z :INTERCONNECT INFO: interconnect_tcp_proxy.h:481: Proxy [1:7593038124334141227:2048] [node 2] ICP04 terminating current session as we are negotiating a new one
2026-01-08T17:06:24.607492Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038257478128139:2048] [node 2] ICS01 socket: -1 reason# NewSession
2026-01-08T17:06:24.607569Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038124334141227:2048] [node 2] ICP30 unregister session Session# [1:7593038257478128139:2048] VirtualId# [1:7593038257478128137:0]
2026-01-08T17:06:24.607632Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:24.611628Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038254176425309:2384] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:24.611811Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [2:7593038121032438338:2048] [node 1] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:24.612456Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038257478128144:2354] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:24.621592Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038254176425309:2384] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:24.621996Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:24.622066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:24.622123Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038121032438338:2048] [node 1] ICP22 created new session: [2:7593038254176425312:2048]
2026-01-08T17:06:24.622163Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038254176425312:2048] [node 1] ICS09 handshake done sender: [2:7593038254176425309:2384] self: [2:7593038254176425310:0] peer: [1:7593038257478128143:0] socket: 17 qp: 9152
2026-01-08T17:06:24.622194Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038254176425312:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:24.622231Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:24.621726Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038257478128144:2354] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:24.622085Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:24.622123Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:24.622164Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038124334141227:2048] [node 2] ICP22 created new session: [1:7593038257478128147:2048]
2026-01-08T17:06:24.622201Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038257478128147:2048] [node 2] ICS09 handshake done sender: [1:7593038257478128144:2354] self: [1:7593038257478128143:0] peer: [2:7593038254176425310:0] socket: 16 qp: 9151
2026-01-08T17:06:24.622230Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038257478128147:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:24.622262Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
Subscribe
TEvNodeConnected
nodeId# 1 peerNodeId# 2 TEvCloseInputSession
2026-01-08T17:06:24.749543Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by debug command
2026-01-08T17:06:24.749817Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [1:7593038257478128147:2048] [node 2] ICS07 socket disconnect 16 reason# Debug
2026-01-08T17:06:24.749853Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038257478128147:2048] [node 2] ICS25 shutdown socket, reason# Debug
2026-01-08T17:06:24.749905Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:24.749934Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [1:7593038257478128147:2048] [node 2] ICS15 start handshake
2026-01-08T17:06:24.750911Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:24.751262Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038254176425312:2048] [node 1] ICS07 socket disconnect 17 reason# EndOfStream
2026-01-08T17:06:24.751279Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038254176425312:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:24.751305Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:24.751333Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038254176425312:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:24.759532Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [1:7593038257478128147:2048] [node 2] ICS08 incoming handshake Self# [2:7593038254176425310:0] Peer# [1:7593038257478128143:0] Counter# 7 LastInputSerial# 264
2026-01-08T17:06:24.760175Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:264: Session [2:7593038254176425312:2048] [node 1] ICS08 incoming handshake Self# [1:7593038257478128143:0] Peer# [2:7593038254176425310:0] Counter# 264 LastInputSerial# 7
2026-01-08T17:06:24.760858Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038257478128149:2355] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:24.761324Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [1:7593038124334141227:2048] [node 2] ICP20 outgoing handshake succeeded
2026-01-08T17:06:24.761400Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038257478128147:2048] [node 2] ICS09 handshake done sender: [1:7593038257478128149:2355] self: [1:7593038257478128143:0] peer: [2:7593038254176425310:0] socket: 22 qp: 9153
2026-01-08T17:06:24.762009Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038257478128147:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:24.762066Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:24.770268Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038254176425315:2387] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:24.773307Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [2:7593038121032438338:2048] [node 1] ICP19 incoming handshake succeeded
2026-01-08T17:06:24.773385Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038254176425312:2048] [node 1] ICS09 handshake done sender: [2:7593038254176425315:2387] self: [2:7593038254176425310:0] peer: [1:7593038257478128143:0] socket: 23 qp: 9154
2026-01-08T17:06:24.774265Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038254176425312:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:24.774341Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:24.774574Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:422: Proxy [2:7593038121032438338:2048] [node 1] ICP27 obsolete handshake fail ignored
2026-01-08T17:06:25.193813Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:25.194102Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038254176425312:2048] [node 1] ICS07 socket disconnect 23 reason# EndOfStream
2026-01-08T17:06:25.194128Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038254176425312:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:25.194210Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:25.194266Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038254176425312:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:25.203843Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 0 explanation: outgoing handshake Peer# ::1(::1:19011) Socket error# Connection reset by peer state# ReceiveResponse processed# 0 remain# 52 incoming: [0:0:0] held: no
2026-01-08T17:06:25.203925Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038254176425312:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:25.204690Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038121032438338:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# ::1(::1:19011) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:06:25.204750Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038254176425312:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:06:25.204824Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038121032438338:2048] [node 1] ICP30 unregister session Session# [2:7593038254176425312:2048] VirtualId# [2:7593038254176425310:0]
2026-01-08T17:06:25.204892Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:25.204938Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593038121032438338:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# ::1(::1:19011) Couldn't connect to any resolved address LastSessionDieTime# 2026-01-08T17:06:24.598561Z
2026-01-08T17:06:25.204965Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# ::1(::1:19011) Couldn't connect to any resolved address LastSessionDieTime# 2026-01-08T17:06:24.598561Z
2026-01-08T17:06:25.261335Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038261999777290:2048] [node 2] ICP01 ready to work
Subscribe
2026-01-08T17:06:25.266621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038259793495907:2048] [node 1] ICP01 ready to work
2026-01-08T17:06:25.289304Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038261999777299:2056] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:25.290649Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038261999777290:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:25.291148Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038259793495917:2056] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:25.303837Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038261999777299:2056] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:25.304022Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038259793495917:2056] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:25.304172Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038261999777290:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:25.304234Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:25.304289Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038261999777290:2048] [node 2] ICP22 created new session: [1:7593038261999777302:2048]
2026-01-08T17:06:25.304421Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038261999777302:2048] [node 2] ICS09 handshake done sender: [1:7593038261999777299:2056] self: [1:7593038261999777300:0] peer: [2:7593038259793495916:0] socket: 17 qp: 9156
2026-01-08T17:06:25.304478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038261999777302:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:25.304492Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038259793495907:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:25.304520Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:25.304521Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:25.304548Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038259793495907:2048] [node 1] ICP22 created new session: [2:7593038259793495920:2048]
2026-01-08T17:06:25.304581Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038259793495920:2048] [node 1] ICS09 handshake done sender: [2:7593038259793495917:2056] self: [2:7593038259793495916:0] peer: [1:7593038261999777300:0] socket: 16 qp: 9157
2026-01-08T17:06:25.304616Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038259793495920:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:25.304646Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
TEvNodeConnected
2026-01-08T17:06:25.369866Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:626: Proxy [1:7593038261999777290:2048] [node 2] ICP31 proxy http called
2026-01-08T17:06:25.370838Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:626: Proxy [2:7593038259793495907:2048] [node 1] ICP31 proxy http called
2026-01-08T17:06:25.395332Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:25.395494Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038259793495920:2048] [node 1] ICS01 socket: 16 reason# EndOfStream
2026-01-08T17:06:25.395682Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038259793495907:2048] [node 1] ICP30 unregister session Session# [2:7593038259793495920:2048] VirtualId# [2:7593038259793495916:0]
2026-01-08T17:06:25.395715Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038259793495920:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:25.395782Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:25.395822Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvNodeDisconnected
2026-01-08T17:06:25.444283Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038261162939489:2048] [node 2] ICP01 ready to work
2026-01-08T17:06:25.451724Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038261103703830:2048] [node 1] ICP01 ready to work
2026-01-08T17:06:25.597374Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038261162939498:2056] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:25.598803Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038261162939489:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:25.599487Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038261103703840:2056] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:25.609108Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038261162939498:2056] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:25.609263Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038261103703840:2056] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:25.609646Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038261103703830:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:25.609690Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:25.609741Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038261103703830:2048] [node 1] ICP22 created new session: [2:7593038261103703843:2048]
2026-01-08T17:06:25.609781Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038261103703843:2048] [node 1] ICS09 handshake done sender: [2:7593038261103703840:2056] self: [2:7593038261103703839:0] peer: [1:7593038261162939499:0] socket: 16 qp: 9159
2026-01-08T17:06:25.609816Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038261103703843:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:25.609866Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
2026-01-08T17:06:25.609506Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038261162939489:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:25.609562Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:25.609621Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038261162939489:2048] [node 2] ICP22 created new session: [1:7593038261162939501:2048]
2026-01-08T17:06:25.609662Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038261162939501:2048] [node 2] ICS09 handshake done sender: [1:7593038261162939498:2056] self: [1:7593038261162939499:0] peer: [2:7593038261103703839:0] socket: 17 qp: 9158
2026-01-08T17:06:25.609702Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038261162939501:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:25.609758Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
RECEIVED TEvTest
2026-01-08T17:06:26.938523Z :INTERCONNECT CRIT: interconnect_tcp_session.cpp:517: Session [2:7593038261103703843:2048] [node 1] ICS31 serialized event Type# 0x7ff00000 is too large
2026-01-08T17:06:26.938592Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038261103703843:2048] [node 1] ICS01 socket: 16 reason# EventTooLarge
2026-01-08T17:06:26.939034Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [1 <-> 2] connection closed by peer
2026-01-08T17:06:26.939307Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [1:7593038261162939501:2048] [node 2] ICS01 socket: 17 reason# EndOfStream
2026-01-08T17:06:26.939437Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [1:7593038261162939489:2048] [node 2] ICP30 unregister session Session# [1:7593038261162939501:2048] VirtualId# [1:7593038261162939499:0]
2026-01-08T17:06:26.939478Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [1:7593038261162939501:2048] [node 2] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:26.939547Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [2] disconnected
2026-01-08T17:06:26.939590Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [2] session destroyed
2026-01-08T17:06:26.938769Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038261103703830:2048] [node 1] ICP30 unregister session Session# [2:7593038261103703843:2048] VirtualId# [2:7593038261103703839:0]
2026-01-08T17:06:26.938819Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038261103703843:2048] [node 1] ICS25 shutdown socket, reason# EventTooLarge
2026-01-08T17:06:26.938907Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:27.043360Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
TEvUndelivered
2026-01-08T17:06:27.089893Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [2:7593038269693638438:2057] [node 1] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:27.089370Z :INTERCONNECT WARN: interconnect_handshake.cpp:542: Handshake [1:7593038269752874095:2058] [node 2] ICH09 Neither CompatibilityInfo nor VersionTag of the peer can be validated, accepting by default
2026-01-08T17:06:27.089552Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:220: Proxy [1:7593038261162939489:2048] [node 2] ICP08 No active sessions, becoming PendingConnection
2026-01-08T17:06:27.097583Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [1:7593038269752874095:2058] [node 2] ICH04 handshake succeeded
2026-01-08T17:06:27.097877Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:335: Proxy [1:7593038261162939489:2048] [node 2] ICP19 incoming handshake succeeded
2026-01-08T17:06:27.097845Z :INTERCONNECT INFO: interconnect_handshake.cpp:414: Handshake [2:7593038269693638438:2057] [node 1] ICH04 handshake succeeded
2026-01-08T17:06:27.097929Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [2] session created
2026-01-08T17:06:27.097981Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [1:7593038261162939489:2048] [node 2] ICP22 created new session: [1:7593038269752874098:2048]
2026-01-08T17:06:27.098025Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [1:7593038269752874098:2048] [node 2] ICS09 handshake done sender: [1:7593038269752874095:2058] self: [1:7593038269752874096:0] peer: [2:7593038269693638437:0] socket: 17 qp: 9161
2026-01-08T17:06:27.098062Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [1:7593038269752874098:2048] [node 2] ICS10 traffic start
2026-01-08T17:06:27.098109Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [2] connected
2026-01-08T17:06:27.098226Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:339: Proxy [2:7593038261103703830:2048] [node 1] ICP20 outgoing handshake succeeded
2026-01-08T17:06:27.098273Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:66: [1] session created
2026-01-08T17:06:27.098336Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:378: Proxy [2:7593038261103703830:2048] [node 1] ICP22 created new session: [2:7593038269693638441:2048]
2026-01-08T17:06:27.098374Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:278: Session [2:7593038269693638441:2048] [node 1] ICS09 handshake done sender: [2:7593038269693638438:2057] self: [2:7593038269693638437:0] peer: [1:7593038269752874096:0] socket: 16 qp: 9160
2026-01-08T17:06:27.098406Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:303: Session [2:7593038269693638441:2048] [node 1] ICS10 traffic start
2026-01-08T17:06:27.098444Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:329: [1] connected
RECEIVED TEvTest
2026-01-08T17:06:27.130013Z :INTERCONNECT_NETWORK NOTICE: interconnect_tcp_input_session.cpp:975: [2 <-> 1] connection closed by peer
2026-01-08T17:06:27.130264Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:552: Session [2:7593038269693638441:2048] [node 1] ICS07 socket disconnect 16 reason# EndOfStream
2026-01-08T17:06:27.130301Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:571: Session [2:7593038269693638441:2048] [node 1] ICS25 shutdown socket, reason# EndOfStream
2026-01-08T17:06:27.130422Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:581: [1] disconnected
2026-01-08T17:06:27.130482Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:524: Session [2:7593038269693638441:2048] [node 1] ICS15 start handshake
2026-01-08T17:06:27.131535Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [2:7593038261103703830:2048] [node 1] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# ::1(::1:2348) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:06:27.131586Z :INTERCONNECT_SESSION INFO: interconnect_tcp_session.cpp:105: Session [2:7593038269693638441:2048] [node 1] ICS01 socket: -1 reason# HandshakeFailPermanent
2026-01-08T17:06:27.131661Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:543: Proxy [2:7593038261103703830:2048] [node 1] ICP30 unregister session Session# [2:7593038269693638441:2048] VirtualId# [2:7593038269693638437:0]
2026-01-08T17:06:27.131709Z :INTERCONNECT_STATUS INFO: interconnect_tcp_session.cpp:144: [1] session destroyed
2026-01-08T17:06:27.131749Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [2:7593038261103703830:2048] [node 1] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# ::1(::1:2348) Couldn't connect to any resolved address LastSessionDieTime# 2026-01-08T17:06:26.938496Z
2026-01-08T17:06:27.131764Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [1] error state: outgoing handshake Peer# ::1(::1:2348) Couldn't connect to any resolved address LastSessionDieTime# 2026-01-08T17:06:26.938496Z
written 2560000 bytes
written 3437884 bytes
written 4133621 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4233621 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4242502 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4191601 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4230055 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4200005 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
written 4195061 bytes
2026-01-08T17:06:54.425949Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [1:7593038387030392315:2048] [node 2] ICP01 ready to work
2026-01-08T17:06:54.434077Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:409: Proxy [1:7593038387030392315:2048] [node 2] ICP25 outgoing handshake failed, temporary: 1 explanation: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14664) Couldn't connect to any resolved address incoming: [0:0:0] held: no
2026-01-08T17:06:54.434228Z :INTERCONNECT NOTICE: interconnect_tcp_proxy.cpp:758: Proxy [1:7593038387030392315:2048] [node 2] ICP32 transit to hold-by-error state Explanation# outgoing handshake Peer# 127.1.0.0(127.1.0.0:14664) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:06:54.434250Z :INTERCONNECT_STATUS INFO: interconnect_tcp_proxy.cpp:759: [2] error state: outgoing handshake Peer# 127.1.0.0(127.1.0.0:14664) Couldn't connect to any resolved address LastSessionDieTime# 1970-01-01T00:00:00.000000Z
2026-01-08T17:06:54.434737Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:805: Proxy [1:7593038387030392315:2048] [node 2] ICP33 wake up from error state
2026-01-08T17:06:54.441632Z :INTERCONNECT INFO: interconnect_tcp_proxy.cpp:43: Proxy [2:7593038384297226241:2048] [node 1] ICP01 ready to work
